2024-05-16T15:26:38.849 INFO:root:teuthology version: 0.0.1.dev271+g1ae7ad8 2024-05-16T15:26:38.850 DEBUG:teuthology.run:Teuthology command: teuthology --archive /home/teuthworker/archive/dparmar-2024-05-16_13:37:23-fs-wip-63896-from-wip-rishabh-testing-20240501.193033-distro-default-smithi/7709145 --name dparmar-2024-05-16_13:37:23-fs-wip-63896-from-wip-rishabh-testing-20240501.193033-distro-default-smithi --description fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/fuse objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-quiesce/no 6-workunit/suites/fsx}} --verbose --owner scheduled_dparmar@teuthology -- /home/teuthworker/archive/dparmar-2024-05-16_13:37:23-fs-wip-63896-from-wip-rishabh-testing-20240501.193033-distro-default-smithi/7709145/orig.config.yaml 2024-05-16T15:26:38.906 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-05-16T15:26:39.002 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/dparmar-2024-05-16_13:37:23-fs-wip-63896-from-wip-rishabh-testing-20240501.193033-distro-default-smithi/7709145 branch: wip-63896-from-wip-rishabh-testing-20240501.193033 description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/fuse objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-quiesce/no 6-workunit/suites/fsx}} email: null first_in_suite: false job_id: '7709145' kernel: kdb: true sha1: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: dparmar-2024-05-16_13:37:23-fs-wip-63896-from-wip-rishabh-testing-20240501.193033-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-63896-from-wip-rishabh-testing-20240501.193033 ceph: cephfs: ec_profile: - m=2 - k=2 - crush-failure-domain=osd max_mds: 5 session_timeout: 300 standby_replay: true conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true mds_bal_replicate_threshold: 1 osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10000 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - slow metadata IO - SLOW_OPS - slow request sha1: ddbc91cbb025d4140650569b3f9e53bec459037d subvols: create: 2 subvol_options: --namespace-isolated ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs ceph-fuse: client.0: mount_subvol_num: 0 check-counter: counters: mds: - mds.exported - mds.imported - min: 3 name: mds_cache.dir_update - min: 3 name: mds_cache.dir_update_receipt - mds.dir_split install: ceph: flavor: default sha1: ddbc91cbb025d4140650569b3f9e53bec459037d kclient: client.0: mount_subvol_num: 1 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-63896-from-wip-rishabh-testing-20240501.193033 sha1: ddbc91cbb025d4140650569b3f9e53bec459037d owner: scheduled_dparmar@teuthology priority: 75 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 1698 sha1: ddbc91cbb025d4140650569b3f9e53bec459037d sleep_before_teardown: 0 subset: 434/512 suite: fs suite_branch: wip-63896-from-wip-rishabh-testing-20240501.193033 suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_ddbc91cbb025d4140650569b3f9e53bec459037d/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: ddbc91cbb025d4140650569b3f9e53bec459037d syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi043.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHNotCqBV4C2HQVWZphEUNAIbf/DtLhmE4Kxat/snZv4SdmDcAXuQ+AaqmFYcbukw1Dc/+Pi86HcQ3z5BKbXkXA= smithi148.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHI01GioVS+KaXx42X8H2BKVLy8dWU7eyZ1rFUWVJ/Fc6Wh8lGDVBmHgg1H7UU1ZI3Y0da9yEjDq1fQDnAQvLSQ= smithi157.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHcJUJZT5gFBpI8Wc4lphsCpb+IoPY3qR19JwR3M3z1YSkgLdLuFAvNYlSQluDN8C9vW7y3VMRGNZPqIZBBKnss= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - sequential: - mgrmodules - ceph-fuse: null - exec: mon.a: - ceph fs set cephfs balance_automate true - check-counter: {} - fwd_scrub: scrub_timeout: 900 sleep_between_iterations: 1 - background_exec: mon.a: - while sleep 13; do ceph tell mds.cephfs:0 flush journal; done - workunit: clients: all: - suites/fsx.sh teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: 1ae7ad82388e92a475afff437d49054826c019a1 timestamp: 2024-05-16_13:37:23 tube: smithi user: dparmar verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 2024-05-16T15:26:39.003 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_ddbc91cbb025d4140650569b3f9e53bec459037d/qa; will attempt to use it 2024-05-16T15:26:39.004 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_ddbc91cbb025d4140650569b3f9e53bec459037d/qa/tasks 2024-05-16T15:26:39.004 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-05-16T15:26:39.006 INFO:teuthology.task.internal:Checking packages... 2024-05-16T15:26:39.033 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'ddbc91cbb025d4140650569b3f9e53bec459037d' 2024-05-16T15:26:39.033 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-05-16T15:26:39.034 INFO:teuthology.packaging:ref: None 2024-05-16T15:26:39.034 INFO:teuthology.packaging:tag: None 2024-05-16T15:26:39.034 INFO:teuthology.packaging:branch: wip-63896-from-wip-rishabh-testing-20240501.193033 2024-05-16T15:26:39.034 INFO:teuthology.packaging:sha1: ddbc91cbb025d4140650569b3f9e53bec459037d 2024-05-16T15:26:39.034 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-63896-from-wip-rishabh-testing-20240501.193033 2024-05-16T15:26:39.280 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-3449.gddbc91cb 2024-05-16T15:26:39.282 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-05-16T15:26:39.292 INFO:teuthology.task.internal:no buildpackages task found 2024-05-16T15:26:39.292 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-05-16T15:26:39.329 INFO:teuthology.task.internal:Saving configuration 2024-05-16T15:26:39.359 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-05-16T15:26:39.366 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-05-16T15:26:39.394 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi043.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/dparmar-2024-05-16_13:37:23-fs-wip-63896-from-wip-rishabh-testing-20240501.193033-distro-default-smithi/7709145', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-05-16 15:20:48.174682', 'locked_by': 'scheduled_dparmar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHNotCqBV4C2HQVWZphEUNAIbf/DtLhmE4Kxat/snZv4SdmDcAXuQ+AaqmFYcbukw1Dc/+Pi86HcQ3z5BKbXkXA='} 2024-05-16T15:26:39.417 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi148.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/dparmar-2024-05-16_13:37:23-fs-wip-63896-from-wip-rishabh-testing-20240501.193033-distro-default-smithi/7709145', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-05-16 15:20:48.177264', 'locked_by': 'scheduled_dparmar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHI01GioVS+KaXx42X8H2BKVLy8dWU7eyZ1rFUWVJ/Fc6Wh8lGDVBmHgg1H7UU1ZI3Y0da9yEjDq1fQDnAQvLSQ='} 2024-05-16T15:26:39.441 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi157.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/dparmar-2024-05-16_13:37:23-fs-wip-63896-from-wip-rishabh-testing-20240501.193033-distro-default-smithi/7709145', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-05-16 15:20:48.176101', 'locked_by': 'scheduled_dparmar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHcJUJZT5gFBpI8Wc4lphsCpb+IoPY3qR19JwR3M3z1YSkgLdLuFAvNYlSQluDN8C9vW7y3VMRGNZPqIZBBKnss='} 2024-05-16T15:26:39.441 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-05-16T15:26:39.448 INFO:teuthology.task.internal:roles: ubuntu@smithi043.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2024-05-16T15:26:39.448 INFO:teuthology.task.internal:roles: ubuntu@smithi148.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2024-05-16T15:26:39.448 INFO:teuthology.task.internal:roles: ubuntu@smithi157.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2024-05-16T15:26:39.448 INFO:teuthology.run_tasks:Running task console_log... 2024-05-16T15:26:39.571 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f8a4a3900d0>, signals=[15]) 2024-05-16T15:26:39.571 INFO:teuthology.run_tasks:Running task internal.connect... 2024-05-16T15:26:39.578 INFO:teuthology.task.internal:Opening connections... 2024-05-16T15:26:39.578 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi043.front.sepia.ceph.com 2024-05-16T15:26:39.580 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi043.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-16T15:26:39.660 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi148.front.sepia.ceph.com 2024-05-16T15:26:39.661 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi148.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-16T15:26:39.736 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi157.front.sepia.ceph.com 2024-05-16T15:26:39.737 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi157.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-16T15:26:39.813 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-05-16T15:26:39.820 DEBUG:teuthology.orchestra.run.smithi043:> uname -m 2024-05-16T15:26:39.839 INFO:teuthology.orchestra.run.smithi043.stdout:x86_64 2024-05-16T15:26:39.839 DEBUG:teuthology.orchestra.run.smithi043:> cat /etc/os-release 2024-05-16T15:26:39.898 INFO:teuthology.orchestra.run.smithi043.stdout:NAME="CentOS Stream" 2024-05-16T15:26:39.898 INFO:teuthology.orchestra.run.smithi043.stdout:VERSION="9" 2024-05-16T15:26:39.898 INFO:teuthology.orchestra.run.smithi043.stdout:ID="centos" 2024-05-16T15:26:39.898 INFO:teuthology.orchestra.run.smithi043.stdout:ID_LIKE="rhel fedora" 2024-05-16T15:26:39.898 INFO:teuthology.orchestra.run.smithi043.stdout:VERSION_ID="9" 2024-05-16T15:26:39.898 INFO:teuthology.orchestra.run.smithi043.stdout:PLATFORM_ID="platform:el9" 2024-05-16T15:26:39.898 INFO:teuthology.orchestra.run.smithi043.stdout:PRETTY_NAME="CentOS Stream 9" 2024-05-16T15:26:39.898 INFO:teuthology.orchestra.run.smithi043.stdout:ANSI_COLOR="0;31" 2024-05-16T15:26:39.898 INFO:teuthology.orchestra.run.smithi043.stdout:LOGO="fedora-logo-icon" 2024-05-16T15:26:39.898 INFO:teuthology.orchestra.run.smithi043.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-05-16T15:26:39.898 INFO:teuthology.orchestra.run.smithi043.stdout:HOME_URL="https://centos.org/" 2024-05-16T15:26:39.899 INFO:teuthology.orchestra.run.smithi043.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-05-16T15:26:39.899 INFO:teuthology.orchestra.run.smithi043.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-05-16T15:26:39.899 INFO:teuthology.orchestra.run.smithi043.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-05-16T15:26:39.899 INFO:teuthology.lock.ops:Updating smithi043.front.sepia.ceph.com on lock server 2024-05-16T15:26:39.923 DEBUG:teuthology.orchestra.run.smithi148:> uname -m 2024-05-16T15:26:39.941 INFO:teuthology.orchestra.run.smithi148.stdout:x86_64 2024-05-16T15:26:39.942 DEBUG:teuthology.orchestra.run.smithi148:> cat /etc/os-release 2024-05-16T15:26:39.998 INFO:teuthology.orchestra.run.smithi148.stdout:NAME="CentOS Stream" 2024-05-16T15:26:39.998 INFO:teuthology.orchestra.run.smithi148.stdout:VERSION="9" 2024-05-16T15:26:39.998 INFO:teuthology.orchestra.run.smithi148.stdout:ID="centos" 2024-05-16T15:26:39.999 INFO:teuthology.orchestra.run.smithi148.stdout:ID_LIKE="rhel fedora" 2024-05-16T15:26:39.999 INFO:teuthology.orchestra.run.smithi148.stdout:VERSION_ID="9" 2024-05-16T15:26:39.999 INFO:teuthology.orchestra.run.smithi148.stdout:PLATFORM_ID="platform:el9" 2024-05-16T15:26:39.999 INFO:teuthology.orchestra.run.smithi148.stdout:PRETTY_NAME="CentOS Stream 9" 2024-05-16T15:26:39.999 INFO:teuthology.orchestra.run.smithi148.stdout:ANSI_COLOR="0;31" 2024-05-16T15:26:39.999 INFO:teuthology.orchestra.run.smithi148.stdout:LOGO="fedora-logo-icon" 2024-05-16T15:26:39.999 INFO:teuthology.orchestra.run.smithi148.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-05-16T15:26:39.999 INFO:teuthology.orchestra.run.smithi148.stdout:HOME_URL="https://centos.org/" 2024-05-16T15:26:39.999 INFO:teuthology.orchestra.run.smithi148.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-05-16T15:26:39.999 INFO:teuthology.orchestra.run.smithi148.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-05-16T15:26:39.999 INFO:teuthology.orchestra.run.smithi148.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-05-16T15:26:39.999 INFO:teuthology.lock.ops:Updating smithi148.front.sepia.ceph.com on lock server 2024-05-16T15:26:40.014 DEBUG:teuthology.orchestra.run.smithi157:> uname -m 2024-05-16T15:26:40.032 INFO:teuthology.orchestra.run.smithi157.stdout:x86_64 2024-05-16T15:26:40.032 DEBUG:teuthology.orchestra.run.smithi157:> cat /etc/os-release 2024-05-16T15:26:40.090 INFO:teuthology.orchestra.run.smithi157.stdout:NAME="CentOS Stream" 2024-05-16T15:26:40.090 INFO:teuthology.orchestra.run.smithi157.stdout:VERSION="9" 2024-05-16T15:26:40.091 INFO:teuthology.orchestra.run.smithi157.stdout:ID="centos" 2024-05-16T15:26:40.091 INFO:teuthology.orchestra.run.smithi157.stdout:ID_LIKE="rhel fedora" 2024-05-16T15:26:40.091 INFO:teuthology.orchestra.run.smithi157.stdout:VERSION_ID="9" 2024-05-16T15:26:40.091 INFO:teuthology.orchestra.run.smithi157.stdout:PLATFORM_ID="platform:el9" 2024-05-16T15:26:40.091 INFO:teuthology.orchestra.run.smithi157.stdout:PRETTY_NAME="CentOS Stream 9" 2024-05-16T15:26:40.091 INFO:teuthology.orchestra.run.smithi157.stdout:ANSI_COLOR="0;31" 2024-05-16T15:26:40.092 INFO:teuthology.orchestra.run.smithi157.stdout:LOGO="fedora-logo-icon" 2024-05-16T15:26:40.092 INFO:teuthology.orchestra.run.smithi157.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-05-16T15:26:40.092 INFO:teuthology.orchestra.run.smithi157.stdout:HOME_URL="https://centos.org/" 2024-05-16T15:26:40.092 INFO:teuthology.orchestra.run.smithi157.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-05-16T15:26:40.092 INFO:teuthology.orchestra.run.smithi157.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-05-16T15:26:40.092 INFO:teuthology.orchestra.run.smithi157.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-05-16T15:26:40.093 INFO:teuthology.lock.ops:Updating smithi157.front.sepia.ceph.com on lock server 2024-05-16T15:26:40.114 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-05-16T15:26:40.125 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-05-16T15:26:40.147 INFO:teuthology.task.internal:Checking for old test directory... 2024-05-16T15:26:40.147 DEBUG:teuthology.orchestra.run.smithi043:> test '!' -e /home/ubuntu/cephtest 2024-05-16T15:26:40.150 DEBUG:teuthology.orchestra.run.smithi148:> test '!' -e /home/ubuntu/cephtest 2024-05-16T15:26:40.152 DEBUG:teuthology.orchestra.run.smithi157:> test '!' -e /home/ubuntu/cephtest 2024-05-16T15:26:40.168 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-05-16T15:26:40.175 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-05-16T15:26:40.175 DEBUG:teuthology.orchestra.run.smithi043:> test -z $(ls -A /var/lib/ceph) 2024-05-16T15:26:40.208 DEBUG:teuthology.orchestra.run.smithi148:> test -z $(ls -A /var/lib/ceph) 2024-05-16T15:26:40.211 DEBUG:teuthology.orchestra.run.smithi157:> test -z $(ls -A /var/lib/ceph) 2024-05-16T15:26:40.327 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-05-16T15:26:40.399 INFO:teuthology.run_tasks:Running task kernel... 2024-05-16T15:26:40.413 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2024-05-16T15:26:40.413 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}, 'mon.c': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2024-05-16T15:26:40.413 DEBUG:teuthology.orchestra.run.smithi043:> test -f /run/.containerenv -o -f /.dockerenv 2024-05-16T15:26:40.414 DEBUG:teuthology.orchestra.run.smithi148:> test -f /run/.containerenv -o -f /.dockerenv 2024-05-16T15:26:40.414 DEBUG:teuthology.orchestra.run.smithi157:> test -f /run/.containerenv -o -f /.dockerenv 2024-05-16T15:26:40.431 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-16T15:26:40.431 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-16T15:26:40.432 DEBUG:teuthology.orchestra.run.smithi157:> uname -r 2024-05-16T15:26:40.432 DEBUG:teuthology.orchestra.run.smithi148:> uname -r 2024-05-16T15:26:40.433 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-16T15:26:40.433 DEBUG:teuthology.orchestra.run.smithi043:> uname -r 2024-05-16T15:26:40.488 INFO:teuthology.orchestra.run.smithi157.stdout:5.14.0-437.el9.x86_64 2024-05-16T15:26:40.488 INFO:teuthology.task.kernel:Running kernel on smithi157: 5.14.0-437.el9.x86_64 2024-05-16T15:26:40.488 DEBUG:teuthology.orchestra.run.smithi157:> sudo yum install -y kernel 2024-05-16T15:26:40.489 INFO:teuthology.orchestra.run.smithi148.stdout:5.14.0-437.el9.x86_64 2024-05-16T15:26:40.490 INFO:teuthology.task.kernel:Running kernel on smithi148: 5.14.0-437.el9.x86_64 2024-05-16T15:26:40.490 DEBUG:teuthology.orchestra.run.smithi148:> sudo yum install -y kernel 2024-05-16T15:26:40.491 INFO:teuthology.orchestra.run.smithi043.stdout:5.14.0-437.el9.x86_64 2024-05-16T15:26:40.492 INFO:teuthology.task.kernel:Running kernel on smithi043: 5.14.0-437.el9.x86_64 2024-05-16T15:26:40.492 DEBUG:teuthology.orchestra.run.smithi043:> sudo yum install -y kernel 2024-05-16T15:26:42.772 INFO:teuthology.orchestra.run.smithi157.stdout:CentOS Stream 9 - BaseOS 17 MB/s | 8.1 MB 00:00 2024-05-16T15:26:43.805 INFO:teuthology.orchestra.run.smithi043.stdout:CentOS Stream 9 - BaseOS 4.8 MB/s | 8.1 MB 00:01 2024-05-16T15:26:44.251 INFO:teuthology.orchestra.run.smithi148.stdout:CentOS Stream 9 - BaseOS 3.8 MB/s | 8.1 MB 00:02 2024-05-16T15:26:44.681 INFO:teuthology.orchestra.run.smithi157.stdout:CentOS Stream 9 - AppStream 24 MB/s | 19 MB 00:00 2024-05-16T15:26:46.927 INFO:teuthology.orchestra.run.smithi148.stdout:CentOS Stream 9 - AppStream 12 MB/s | 19 MB 00:01 2024-05-16T15:26:49.098 INFO:teuthology.orchestra.run.smithi157.stdout:CentOS Stream 9 - CRB 11 MB/s | 6.2 MB 00:00 2024-05-16T15:26:50.707 INFO:teuthology.orchestra.run.smithi157.stdout:CentOS Stream 9 - Extras packages 62 kB/s | 16 kB 00:00 2024-05-16T15:26:50.972 INFO:teuthology.orchestra.run.smithi043.stdout:CentOS Stream 9 - AppStream 3.2 MB/s | 19 MB 00:06 2024-05-16T15:26:51.319 INFO:teuthology.orchestra.run.smithi148.stdout:CentOS Stream 9 - CRB 8.9 MB/s | 6.2 MB 00:00 2024-05-16T15:26:51.534 INFO:teuthology.orchestra.run.smithi157.stdout:Extra Packages for Enterprise Linux 31 MB/s | 21 MB 00:00 2024-05-16T15:26:52.962 INFO:teuthology.orchestra.run.smithi148.stdout:CentOS Stream 9 - Extras packages 54 kB/s | 16 kB 00:00 2024-05-16T15:26:54.171 INFO:teuthology.orchestra.run.smithi148.stdout:Extra Packages for Enterprise Linux 20 MB/s | 21 MB 00:01 2024-05-16T15:26:55.473 INFO:teuthology.orchestra.run.smithi043.stdout:CentOS Stream 9 - CRB 8.4 MB/s | 6.2 MB 00:00 2024-05-16T15:26:56.734 INFO:teuthology.orchestra.run.smithi157.stdout:lab-extras 17 kB/s | 1.7 kB 00:00 2024-05-16T15:26:56.866 INFO:teuthology.orchestra.run.smithi043.stdout:CentOS Stream 9 - Extras packages 109 kB/s | 16 kB 00:00 2024-05-16T15:26:58.700 INFO:teuthology.orchestra.run.smithi043.stdout:Extra Packages for Enterprise Linux 13 MB/s | 21 MB 00:01 2024-05-16T15:26:58.732 INFO:teuthology.orchestra.run.smithi157.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-05-16T15:26:58.732 INFO:teuthology.orchestra.run.smithi157.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-05-16T15:26:58.828 INFO:teuthology.orchestra.run.smithi157.stdout:Dependencies resolved. 2024-05-16T15:26:58.835 INFO:teuthology.orchestra.run.smithi157.stdout:================================================================================ 2024-05-16T15:26:58.835 INFO:teuthology.orchestra.run.smithi157.stdout: Package Architecture Version Repository Size 2024-05-16T15:26:58.835 INFO:teuthology.orchestra.run.smithi157.stdout:================================================================================ 2024-05-16T15:26:58.835 INFO:teuthology.orchestra.run.smithi157.stdout:Installing: 2024-05-16T15:26:58.835 INFO:teuthology.orchestra.run.smithi157.stdout: kernel x86_64 5.14.0-446.el9 baseos 550 k 2024-05-16T15:26:58.835 INFO:teuthology.orchestra.run.smithi157.stdout:Installing dependencies: 2024-05-16T15:26:58.835 INFO:teuthology.orchestra.run.smithi157.stdout: kernel-core x86_64 5.14.0-446.el9 baseos 15 M 2024-05-16T15:26:58.835 INFO:teuthology.orchestra.run.smithi157.stdout: kernel-modules x86_64 5.14.0-446.el9 baseos 34 M 2024-05-16T15:26:58.836 INFO:teuthology.orchestra.run.smithi157.stdout: kernel-modules-core x86_64 5.14.0-446.el9 baseos 28 M 2024-05-16T15:26:58.836 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-05-16T15:26:58.836 INFO:teuthology.orchestra.run.smithi157.stdout:Transaction Summary 2024-05-16T15:26:58.836 INFO:teuthology.orchestra.run.smithi157.stdout:================================================================================ 2024-05-16T15:26:58.836 INFO:teuthology.orchestra.run.smithi157.stdout:Install 4 Packages 2024-05-16T15:26:58.836 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-05-16T15:26:58.836 INFO:teuthology.orchestra.run.smithi157.stdout:Total download size: 78 M 2024-05-16T15:26:58.837 INFO:teuthology.orchestra.run.smithi157.stdout:Installed size: 123 M 2024-05-16T15:26:58.837 INFO:teuthology.orchestra.run.smithi157.stdout:Downloading Packages: 2024-05-16T15:26:59.310 INFO:teuthology.orchestra.run.smithi157.stdout:(1/4): kernel-5.14.0-446.el9.x86_64.rpm 2.7 MB/s | 550 kB 00:00 2024-05-16T15:26:59.380 INFO:teuthology.orchestra.run.smithi148.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-05-16T15:26:59.928 INFO:teuthology.orchestra.run.smithi157.stdout:(2/4): kernel-core-5.14.0-446.el9.x86_64.rpm 19 MB/s | 15 MB 00:00 2024-05-16T15:27:01.362 INFO:teuthology.orchestra.run.smithi148.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-05-16T15:27:01.362 INFO:teuthology.orchestra.run.smithi148.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-05-16T15:27:01.460 INFO:teuthology.orchestra.run.smithi148.stdout:Dependencies resolved. 2024-05-16T15:27:01.474 INFO:teuthology.orchestra.run.smithi148.stdout:================================================================================ 2024-05-16T15:27:01.474 INFO:teuthology.orchestra.run.smithi148.stdout: Package Architecture Version Repository Size 2024-05-16T15:27:01.475 INFO:teuthology.orchestra.run.smithi148.stdout:================================================================================ 2024-05-16T15:27:01.475 INFO:teuthology.orchestra.run.smithi148.stdout:Installing: 2024-05-16T15:27:01.475 INFO:teuthology.orchestra.run.smithi148.stdout: kernel x86_64 5.14.0-446.el9 baseos 550 k 2024-05-16T15:27:01.475 INFO:teuthology.orchestra.run.smithi148.stdout:Installing dependencies: 2024-05-16T15:27:01.475 INFO:teuthology.orchestra.run.smithi148.stdout: kernel-core x86_64 5.14.0-446.el9 baseos 15 M 2024-05-16T15:27:01.475 INFO:teuthology.orchestra.run.smithi148.stdout: kernel-modules x86_64 5.14.0-446.el9 baseos 34 M 2024-05-16T15:27:01.475 INFO:teuthology.orchestra.run.smithi148.stdout: kernel-modules-core x86_64 5.14.0-446.el9 baseos 28 M 2024-05-16T15:27:01.475 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-05-16T15:27:01.475 INFO:teuthology.orchestra.run.smithi148.stdout:Transaction Summary 2024-05-16T15:27:01.475 INFO:teuthology.orchestra.run.smithi148.stdout:================================================================================ 2024-05-16T15:27:01.475 INFO:teuthology.orchestra.run.smithi148.stdout:Install 4 Packages 2024-05-16T15:27:01.475 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-05-16T15:27:01.476 INFO:teuthology.orchestra.run.smithi148.stdout:Total download size: 78 M 2024-05-16T15:27:01.476 INFO:teuthology.orchestra.run.smithi148.stdout:Installed size: 123 M 2024-05-16T15:27:01.476 INFO:teuthology.orchestra.run.smithi148.stdout:Downloading Packages: 2024-05-16T15:27:01.494 INFO:teuthology.orchestra.run.smithi157.stdout:(3/4): kernel-modules-5.14.0-446.el9.x86_64.rpm 14 MB/s | 34 MB 00:02 2024-05-16T15:27:01.873 INFO:teuthology.orchestra.run.smithi148.stdout:(1/4): kernel-5.14.0-446.el9.x86_64.rpm 4.3 MB/s | 550 kB 00:00 2024-05-16T15:27:02.345 INFO:teuthology.orchestra.run.smithi157.stdout:(4/4): kernel-modules-core-5.14.0-446.el9.x86_6 9.2 MB/s | 28 MB 00:03 2024-05-16T15:27:02.345 INFO:teuthology.orchestra.run.smithi157.stdout:-------------------------------------------------------------------------------- 2024-05-16T15:27:02.345 INFO:teuthology.orchestra.run.smithi157.stdout:Total 22 MB/s | 78 MB 00:03 2024-05-16T15:27:02.382 INFO:teuthology.orchestra.run.smithi148.stdout:(2/4): kernel-core-5.14.0-446.el9.x86_64.rpm 24 MB/s | 15 MB 00:00 2024-05-16T15:27:02.957 INFO:teuthology.orchestra.run.smithi148.stdout:(3/4): kernel-modules-5.14.0-446.el9.x86_64.rpm 28 MB/s | 34 MB 00:01 2024-05-16T15:27:03.023 INFO:teuthology.orchestra.run.smithi157.stdout:Running transaction check 2024-05-16T15:27:03.307 INFO:teuthology.orchestra.run.smithi148.stdout:(4/4): kernel-modules-core-5.14.0-446.el9.x86_6 20 MB/s | 28 MB 00:01 2024-05-16T15:27:03.307 INFO:teuthology.orchestra.run.smithi148.stdout:-------------------------------------------------------------------------------- 2024-05-16T15:27:03.307 INFO:teuthology.orchestra.run.smithi148.stdout:Total 43 MB/s | 78 MB 00:01 2024-05-16T15:27:03.394 INFO:teuthology.orchestra.run.smithi157.stdout:Transaction check succeeded. 2024-05-16T15:27:03.394 INFO:teuthology.orchestra.run.smithi157.stdout:Running transaction test 2024-05-16T15:27:03.993 INFO:teuthology.orchestra.run.smithi148.stdout:Running transaction check 2024-05-16T15:27:04.050 INFO:teuthology.orchestra.run.smithi043.stdout:lab-extras 33 kB/s | 1.7 kB 00:00 2024-05-16T15:27:04.311 INFO:teuthology.orchestra.run.smithi157.stdout:Transaction test succeeded. 2024-05-16T15:27:04.311 INFO:teuthology.orchestra.run.smithi157.stdout:Running transaction 2024-05-16T15:27:04.349 INFO:teuthology.orchestra.run.smithi148.stdout:Transaction check succeeded. 2024-05-16T15:27:04.349 INFO:teuthology.orchestra.run.smithi148.stdout:Running transaction test 2024-05-16T15:27:05.322 INFO:teuthology.orchestra.run.smithi148.stdout:Transaction test succeeded. 2024-05-16T15:27:05.323 INFO:teuthology.orchestra.run.smithi148.stdout:Running transaction 2024-05-16T15:27:06.132 INFO:teuthology.orchestra.run.smithi043.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-05-16T15:27:06.132 INFO:teuthology.orchestra.run.smithi043.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-05-16T15:27:06.242 INFO:teuthology.orchestra.run.smithi043.stdout:Dependencies resolved. 2024-05-16T15:27:06.246 INFO:teuthology.orchestra.run.smithi043.stdout:================================================================================ 2024-05-16T15:27:06.247 INFO:teuthology.orchestra.run.smithi043.stdout: Package Architecture Version Repository Size 2024-05-16T15:27:06.247 INFO:teuthology.orchestra.run.smithi043.stdout:================================================================================ 2024-05-16T15:27:06.247 INFO:teuthology.orchestra.run.smithi043.stdout:Installing: 2024-05-16T15:27:06.247 INFO:teuthology.orchestra.run.smithi043.stdout: kernel x86_64 5.14.0-446.el9 baseos 550 k 2024-05-16T15:27:06.247 INFO:teuthology.orchestra.run.smithi043.stdout:Installing dependencies: 2024-05-16T15:27:06.247 INFO:teuthology.orchestra.run.smithi043.stdout: kernel-core x86_64 5.14.0-446.el9 baseos 15 M 2024-05-16T15:27:06.247 INFO:teuthology.orchestra.run.smithi043.stdout: kernel-modules x86_64 5.14.0-446.el9 baseos 34 M 2024-05-16T15:27:06.247 INFO:teuthology.orchestra.run.smithi043.stdout: kernel-modules-core x86_64 5.14.0-446.el9 baseos 28 M 2024-05-16T15:27:06.247 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:27:06.247 INFO:teuthology.orchestra.run.smithi043.stdout:Transaction Summary 2024-05-16T15:27:06.247 INFO:teuthology.orchestra.run.smithi043.stdout:================================================================================ 2024-05-16T15:27:06.247 INFO:teuthology.orchestra.run.smithi043.stdout:Install 4 Packages 2024-05-16T15:27:06.247 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:27:06.248 INFO:teuthology.orchestra.run.smithi043.stdout:Total download size: 78 M 2024-05-16T15:27:06.248 INFO:teuthology.orchestra.run.smithi043.stdout:Installed size: 123 M 2024-05-16T15:27:06.248 INFO:teuthology.orchestra.run.smithi043.stdout:Downloading Packages: 2024-05-16T15:27:06.535 INFO:teuthology.orchestra.run.smithi043.stdout:(1/4): kernel-5.14.0-446.el9.x86_64.rpm 2.2 MB/s | 550 kB 00:00 2024-05-16T15:27:06.711 INFO:teuthology.orchestra.run.smithi157.stdout: Preparing : 1/1 2024-05-16T15:27:07.401 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : kernel-modules-core-5.14.0-446.el9.x86_64 1/4 2024-05-16T15:27:07.487 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : kernel-core-5.14.0-446.el9.x86_64 2/4 2024-05-16T15:27:07.729 INFO:teuthology.orchestra.run.smithi148.stdout: Preparing : 1/1 2024-05-16T15:27:08.374 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : kernel-modules-core-5.14.0-446.el9.x86_64 1/4 2024-05-16T15:27:08.457 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : kernel-core-5.14.0-446.el9.x86_64 2/4 2024-05-16T15:27:09.244 INFO:teuthology.orchestra.run.smithi043.stdout:(2/4): kernel-core-5.14.0-446.el9.x86_64.rpm 5.2 MB/s | 15 MB 00:02 2024-05-16T15:27:10.172 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: kernel-core-5.14.0-446.el9.x86_64 2/4 2024-05-16T15:27:10.291 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : kernel-modules-5.14.0-446.el9.x86_64 3/4 2024-05-16T15:27:11.145 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: kernel-core-5.14.0-446.el9.x86_64 2/4 2024-05-16T15:27:11.284 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : kernel-modules-5.14.0-446.el9.x86_64 3/4 2024-05-16T15:27:11.718 INFO:teuthology.orchestra.run.smithi043.stdout:(3/4): kernel-modules-core-5.14.0-446.el9.x86_6 5.4 MB/s | 28 MB 00:05 2024-05-16T15:27:12.694 INFO:teuthology.orchestra.run.smithi043.stdout:(4/4): kernel-modules-5.14.0-446.el9.x86_64.rpm 5.3 MB/s | 34 MB 00:06 2024-05-16T15:27:12.694 INFO:teuthology.orchestra.run.smithi043.stdout:-------------------------------------------------------------------------------- 2024-05-16T15:27:12.694 INFO:teuthology.orchestra.run.smithi043.stdout:Total 12 MB/s | 78 MB 00:06 2024-05-16T15:27:13.406 INFO:teuthology.orchestra.run.smithi043.stdout:Running transaction check 2024-05-16T15:27:13.812 INFO:teuthology.orchestra.run.smithi043.stdout:Transaction check succeeded. 2024-05-16T15:27:13.812 INFO:teuthology.orchestra.run.smithi043.stdout:Running transaction test 2024-05-16T15:27:14.758 INFO:teuthology.orchestra.run.smithi043.stdout:Transaction test succeeded. 2024-05-16T15:27:14.759 INFO:teuthology.orchestra.run.smithi043.stdout:Running transaction 2024-05-16T15:27:15.032 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: kernel-modules-5.14.0-446.el9.x86_64 3/4 2024-05-16T15:27:15.077 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : kernel-5.14.0-446.el9.x86_64 4/4 2024-05-16T15:27:16.045 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: kernel-modules-5.14.0-446.el9.x86_64 3/4 2024-05-16T15:27:16.086 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : kernel-5.14.0-446.el9.x86_64 4/4 2024-05-16T15:27:17.302 INFO:teuthology.orchestra.run.smithi043.stdout: Preparing : 1/1 2024-05-16T15:27:17.961 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : kernel-modules-core-5.14.0-446.el9.x86_64 1/4 2024-05-16T15:27:18.045 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : kernel-core-5.14.0-446.el9.x86_64 2/4 2024-05-16T15:27:19.829 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: kernel-modules-core-5.14.0-446.el9.x86_64 4/4 2024-05-16T15:27:20.823 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: kernel-modules-core-5.14.0-446.el9.x86_64 4/4 2024-05-16T15:27:20.853 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: kernel-core-5.14.0-446.el9.x86_64 2/4 2024-05-16T15:27:20.992 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : kernel-modules-5.14.0-446.el9.x86_64 3/4 2024-05-16T15:27:26.064 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: kernel-modules-5.14.0-446.el9.x86_64 3/4 2024-05-16T15:27:26.112 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : kernel-5.14.0-446.el9.x86_64 4/4 2024-05-16T15:27:31.209 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: kernel-modules-core-5.14.0-446.el9.x86_64 4/4 2024-05-16T15:27:49.058 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: kernel-core-5.14.0-446.el9.x86_64 4/4 2024-05-16T15:27:49.097 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: kernel-modules-5.14.0-446.el9.x86_64 4/4 2024-05-16T15:27:49.477 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: kernel-5.14.0-446.el9.x86_64 4/4 2024-05-16T15:27:49.477 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : kernel-5.14.0-446.el9.x86_64 1/4 2024-05-16T15:27:49.477 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : kernel-core-5.14.0-446.el9.x86_64 2/4 2024-05-16T15:27:49.477 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : kernel-modules-5.14.0-446.el9.x86_64 3/4 2024-05-16T15:27:50.284 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: kernel-core-5.14.0-446.el9.x86_64 4/4 2024-05-16T15:27:50.315 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : kernel-modules-core-5.14.0-446.el9.x86_64 4/4 2024-05-16T15:27:50.316 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-05-16T15:27:50.316 INFO:teuthology.orchestra.run.smithi157.stdout:Installed: 2024-05-16T15:27:50.316 INFO:teuthology.orchestra.run.smithi157.stdout: kernel-5.14.0-446.el9.x86_64 2024-05-16T15:27:50.316 INFO:teuthology.orchestra.run.smithi157.stdout: kernel-core-5.14.0-446.el9.x86_64 2024-05-16T15:27:50.316 INFO:teuthology.orchestra.run.smithi157.stdout: kernel-modules-5.14.0-446.el9.x86_64 2024-05-16T15:27:50.316 INFO:teuthology.orchestra.run.smithi157.stdout: kernel-modules-core-5.14.0-446.el9.x86_64 2024-05-16T15:27:50.316 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-05-16T15:27:50.316 INFO:teuthology.orchestra.run.smithi157.stdout:Complete! 2024-05-16T15:27:50.322 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: kernel-modules-5.14.0-446.el9.x86_64 4/4 2024-05-16T15:27:50.671 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: kernel-5.14.0-446.el9.x86_64 4/4 2024-05-16T15:27:50.671 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : kernel-5.14.0-446.el9.x86_64 1/4 2024-05-16T15:27:50.671 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : kernel-core-5.14.0-446.el9.x86_64 2/4 2024-05-16T15:27:50.671 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : kernel-modules-5.14.0-446.el9.x86_64 3/4 2024-05-16T15:27:50.680 DEBUG:teuthology.orchestra.run.smithi157:> rpm -q kernel | sort -rV | head -n 1 2024-05-16T15:27:50.754 INFO:teuthology.orchestra.run.smithi157.stdout:kernel-5.14.0-446.el9.x86_64 2024-05-16T15:27:50.757 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-446.el9.x86_64 2024-05-16T15:27:50.757 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-437.el9.x86_64 Expected: 5.14.0-446.el9.x86_64 2024-05-16T15:27:50.758 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-05-16T15:27:50.758 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-05-16T15:27:50.758 INFO:teuthology.task.kernel:Installing distro kernel on mon.c... 2024-05-16T15:27:50.758 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi157.front.sepia.ceph.com, path=None, version=distro) 2024-05-16T15:27:50.758 DEBUG:teuthology.orchestra.run.smithi157:> rpm -q kernel | sort -rV | head -n 1 2024-05-16T15:27:50.808 INFO:teuthology.orchestra.run.smithi157.stdout:kernel-5.14.0-446.el9.x86_64 2024-05-16T15:27:50.809 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-446.el9.x86_64 2024-05-16T15:27:50.809 DEBUG:teuthology.orchestra.run.smithi157:> sudo rpm -qi grub2-tools 2024-05-16T15:27:50.840 INFO:teuthology.orchestra.run.smithi157.stdout:Name : grub2-tools 2024-05-16T15:27:50.840 INFO:teuthology.orchestra.run.smithi157.stdout:Epoch : 1 2024-05-16T15:27:50.840 INFO:teuthology.orchestra.run.smithi157.stdout:Version : 2.06 2024-05-16T15:27:50.840 INFO:teuthology.orchestra.run.smithi157.stdout:Release : 68.el9 2024-05-16T15:27:50.840 INFO:teuthology.orchestra.run.smithi157.stdout:Architecture: x86_64 2024-05-16T15:27:50.840 INFO:teuthology.orchestra.run.smithi157.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-05-16T15:27:50.841 INFO:teuthology.orchestra.run.smithi157.stdout:Group : Unspecified 2024-05-16T15:27:50.841 INFO:teuthology.orchestra.run.smithi157.stdout:Size : 8264254 2024-05-16T15:27:50.841 INFO:teuthology.orchestra.run.smithi157.stdout:License : GPLv3+ 2024-05-16T15:27:50.841 INFO:teuthology.orchestra.run.smithi157.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-05-16T15:27:50.841 INFO:teuthology.orchestra.run.smithi157.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-05-16T15:27:50.841 INFO:teuthology.orchestra.run.smithi157.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-05-16T15:27:50.841 INFO:teuthology.orchestra.run.smithi157.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-05-16T15:27:50.841 INFO:teuthology.orchestra.run.smithi157.stdout:Packager : builder@centos.org 2024-05-16T15:27:50.841 INFO:teuthology.orchestra.run.smithi157.stdout:Vendor : CentOS 2024-05-16T15:27:50.841 INFO:teuthology.orchestra.run.smithi157.stdout:URL : http://www.gnu.org/software/grub/ 2024-05-16T15:27:50.841 INFO:teuthology.orchestra.run.smithi157.stdout:Summary : Support tools for GRUB. 2024-05-16T15:27:50.841 INFO:teuthology.orchestra.run.smithi157.stdout:Description : 2024-05-16T15:27:50.841 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-05-16T15:27:50.841 INFO:teuthology.orchestra.run.smithi157.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-05-16T15:27:50.842 INFO:teuthology.orchestra.run.smithi157.stdout:customizable bootloader with modular architecture. It supports a rich 2024-05-16T15:27:50.842 INFO:teuthology.orchestra.run.smithi157.stdout:variety of kernel formats, file systems, computer architectures and 2024-05-16T15:27:50.842 INFO:teuthology.orchestra.run.smithi157.stdout:hardware devices. 2024-05-16T15:27:50.842 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-05-16T15:27:50.842 INFO:teuthology.orchestra.run.smithi157.stdout:This subpackage provides tools for support of all platforms. 2024-05-16T15:27:50.843 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-05-16T15:27:50.843 INFO:teuthology.task.kernel:Updating grub on smithi157 to boot 5.14.0-446.el9.x86_64 2024-05-16T15:27:50.843 DEBUG:teuthology.orchestra.run.smithi157:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-05-16T15:27:51.415 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : kernel-modules-core-5.14.0-446.el9.x86_64 4/4 2024-05-16T15:27:51.415 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-05-16T15:27:51.415 INFO:teuthology.orchestra.run.smithi148.stdout:Installed: 2024-05-16T15:27:51.415 INFO:teuthology.orchestra.run.smithi148.stdout: kernel-5.14.0-446.el9.x86_64 2024-05-16T15:27:51.415 INFO:teuthology.orchestra.run.smithi148.stdout: kernel-core-5.14.0-446.el9.x86_64 2024-05-16T15:27:51.415 INFO:teuthology.orchestra.run.smithi148.stdout: kernel-modules-5.14.0-446.el9.x86_64 2024-05-16T15:27:51.415 INFO:teuthology.orchestra.run.smithi148.stdout: kernel-modules-core-5.14.0-446.el9.x86_64 2024-05-16T15:27:51.415 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-05-16T15:27:51.415 INFO:teuthology.orchestra.run.smithi148.stdout:Complete! 2024-05-16T15:27:51.491 INFO:teuthology.orchestra.run.smithi157.stderr:Generating grub configuration file ... 2024-05-16T15:27:51.829 DEBUG:teuthology.orchestra.run.smithi148:> rpm -q kernel | sort -rV | head -n 1 2024-05-16T15:27:51.904 INFO:teuthology.orchestra.run.smithi148.stdout:kernel-5.14.0-446.el9.x86_64 2024-05-16T15:27:51.904 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-446.el9.x86_64 2024-05-16T15:27:51.904 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-437.el9.x86_64 Expected: 5.14.0-446.el9.x86_64 2024-05-16T15:27:51.904 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-05-16T15:27:51.904 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-05-16T15:27:51.904 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-05-16T15:27:51.904 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi148.front.sepia.ceph.com, path=None, version=distro) 2024-05-16T15:27:51.904 DEBUG:teuthology.orchestra.run.smithi148:> rpm -q kernel | sort -rV | head -n 1 2024-05-16T15:27:51.955 INFO:teuthology.orchestra.run.smithi148.stdout:kernel-5.14.0-446.el9.x86_64 2024-05-16T15:27:51.955 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-446.el9.x86_64 2024-05-16T15:27:51.955 DEBUG:teuthology.orchestra.run.smithi148:> sudo rpm -qi grub2-tools 2024-05-16T15:27:51.986 INFO:teuthology.orchestra.run.smithi148.stdout:Name : grub2-tools 2024-05-16T15:27:51.989 INFO:teuthology.orchestra.run.smithi148.stdout:Epoch : 1 2024-05-16T15:27:51.989 INFO:teuthology.orchestra.run.smithi148.stdout:Version : 2.06 2024-05-16T15:27:51.990 INFO:teuthology.orchestra.run.smithi148.stdout:Release : 68.el9 2024-05-16T15:27:51.990 INFO:teuthology.orchestra.run.smithi148.stdout:Architecture: x86_64 2024-05-16T15:27:51.990 INFO:teuthology.orchestra.run.smithi148.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-05-16T15:27:51.990 INFO:teuthology.orchestra.run.smithi148.stdout:Group : Unspecified 2024-05-16T15:27:51.990 INFO:teuthology.orchestra.run.smithi148.stdout:Size : 8264254 2024-05-16T15:27:51.990 INFO:teuthology.orchestra.run.smithi148.stdout:License : GPLv3+ 2024-05-16T15:27:51.990 INFO:teuthology.orchestra.run.smithi148.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-05-16T15:27:51.990 INFO:teuthology.orchestra.run.smithi148.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-05-16T15:27:51.990 INFO:teuthology.orchestra.run.smithi148.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-05-16T15:27:51.990 INFO:teuthology.orchestra.run.smithi148.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-05-16T15:27:51.991 INFO:teuthology.orchestra.run.smithi148.stdout:Packager : builder@centos.org 2024-05-16T15:27:51.991 INFO:teuthology.orchestra.run.smithi148.stdout:Vendor : CentOS 2024-05-16T15:27:51.991 INFO:teuthology.orchestra.run.smithi148.stdout:URL : http://www.gnu.org/software/grub/ 2024-05-16T15:27:51.991 INFO:teuthology.orchestra.run.smithi148.stdout:Summary : Support tools for GRUB. 2024-05-16T15:27:51.991 INFO:teuthology.orchestra.run.smithi148.stdout:Description : 2024-05-16T15:27:51.991 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-05-16T15:27:51.991 INFO:teuthology.orchestra.run.smithi148.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-05-16T15:27:51.991 INFO:teuthology.orchestra.run.smithi148.stdout:customizable bootloader with modular architecture. It supports a rich 2024-05-16T15:27:51.991 INFO:teuthology.orchestra.run.smithi148.stdout:variety of kernel formats, file systems, computer architectures and 2024-05-16T15:27:51.992 INFO:teuthology.orchestra.run.smithi148.stdout:hardware devices. 2024-05-16T15:27:51.992 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-05-16T15:27:51.992 INFO:teuthology.orchestra.run.smithi148.stdout:This subpackage provides tools for support of all platforms. 2024-05-16T15:27:51.993 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-05-16T15:27:51.993 INFO:teuthology.task.kernel:Updating grub on smithi148 to boot 5.14.0-446.el9.x86_64 2024-05-16T15:27:51.993 DEBUG:teuthology.orchestra.run.smithi148:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-05-16T15:27:52.580 INFO:teuthology.orchestra.run.smithi148.stderr:Generating grub configuration file ... 2024-05-16T15:27:52.891 INFO:teuthology.orchestra.run.smithi157.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-05-16T15:27:52.918 INFO:teuthology.orchestra.run.smithi157.stderr:done 2024-05-16T15:27:52.920 DEBUG:teuthology.orchestra.run.smithi157:> mktemp 2024-05-16T15:27:52.935 INFO:teuthology.orchestra.run.smithi157.stdout:/tmp/tmp.tm3a7YOVEK 2024-05-16T15:27:52.935 DEBUG:teuthology.orchestra.run.smithi157:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.tm3a7YOVEK 2024-05-16T15:27:53.000 DEBUG:teuthology.orchestra.run.smithi157:> sudo chmod 0666 /tmp/tmp.tm3a7YOVEK 2024-05-16T15:27:53.137 DEBUG:teuthology.orchestra.remote:smithi157:/tmp/tmp.tm3a7YOVEK is 6KB 2024-05-16T15:27:53.186 DEBUG:teuthology.orchestra.run.smithi157:> rm -fr /tmp/tmp.tm3a7YOVEK 2024-05-16T15:27:53.201 DEBUG:teuthology.orchestra.run.smithi157:> sudo /bin/ls /boot/loader/entries || true 2024-05-16T15:27:53.262 INFO:teuthology.orchestra.run.smithi157.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-05-16T15:27:53.263 INFO:teuthology.orchestra.run.smithi157.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-05-16T15:27:53.263 INFO:teuthology.orchestra.run.smithi157.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-05-16T15:27:53.263 INFO:teuthology.orchestra.run.smithi157.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-446.el9.x86_64.conf 2024-05-16T15:27:53.264 DEBUG:teuthology.orchestra.run.smithi157:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-5.14.0-446.el9.x86_64 2024-05-16T15:27:53.432 DEBUG:teuthology.orchestra.run.smithi157:> sudo shutdown -r now 2024-05-16T15:27:54.069 INFO:teuthology.orchestra.run.smithi148.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-05-16T15:27:54.096 INFO:teuthology.orchestra.run.smithi148.stderr:done 2024-05-16T15:27:54.099 DEBUG:teuthology.orchestra.run.smithi148:> mktemp 2024-05-16T15:27:54.116 INFO:teuthology.orchestra.run.smithi148.stdout:/tmp/tmp.cp1ZQ8HLVE 2024-05-16T15:27:54.117 DEBUG:teuthology.orchestra.run.smithi148:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.cp1ZQ8HLVE 2024-05-16T15:27:54.218 DEBUG:teuthology.orchestra.run.smithi148:> sudo chmod 0666 /tmp/tmp.cp1ZQ8HLVE 2024-05-16T15:27:54.308 DEBUG:teuthology.orchestra.remote:smithi148:/tmp/tmp.cp1ZQ8HLVE is 6KB 2024-05-16T15:27:54.357 DEBUG:teuthology.orchestra.run.smithi148:> rm -fr /tmp/tmp.cp1ZQ8HLVE 2024-05-16T15:27:54.371 DEBUG:teuthology.orchestra.run.smithi148:> sudo /bin/ls /boot/loader/entries || true 2024-05-16T15:27:54.435 INFO:teuthology.orchestra.run.smithi148.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-05-16T15:27:54.435 INFO:teuthology.orchestra.run.smithi148.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-05-16T15:27:54.435 INFO:teuthology.orchestra.run.smithi148.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-05-16T15:27:54.435 INFO:teuthology.orchestra.run.smithi148.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-446.el9.x86_64.conf 2024-05-16T15:27:54.436 DEBUG:teuthology.orchestra.run.smithi148:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-5.14.0-446.el9.x86_64 2024-05-16T15:27:54.591 DEBUG:teuthology.orchestra.run.smithi148:> sudo shutdown -r now 2024-05-16T15:28:01.848 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: kernel-core-5.14.0-446.el9.x86_64 4/4 2024-05-16T15:28:01.888 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: kernel-modules-5.14.0-446.el9.x86_64 4/4 2024-05-16T15:28:02.264 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: kernel-5.14.0-446.el9.x86_64 4/4 2024-05-16T15:28:02.264 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : kernel-5.14.0-446.el9.x86_64 1/4 2024-05-16T15:28:02.264 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : kernel-core-5.14.0-446.el9.x86_64 2/4 2024-05-16T15:28:02.264 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : kernel-modules-5.14.0-446.el9.x86_64 3/4 2024-05-16T15:28:03.072 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : kernel-modules-core-5.14.0-446.el9.x86_64 4/4 2024-05-16T15:28:03.072 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:28:03.072 INFO:teuthology.orchestra.run.smithi043.stdout:Installed: 2024-05-16T15:28:03.072 INFO:teuthology.orchestra.run.smithi043.stdout: kernel-5.14.0-446.el9.x86_64 2024-05-16T15:28:03.072 INFO:teuthology.orchestra.run.smithi043.stdout: kernel-core-5.14.0-446.el9.x86_64 2024-05-16T15:28:03.072 INFO:teuthology.orchestra.run.smithi043.stdout: kernel-modules-5.14.0-446.el9.x86_64 2024-05-16T15:28:03.072 INFO:teuthology.orchestra.run.smithi043.stdout: kernel-modules-core-5.14.0-446.el9.x86_64 2024-05-16T15:28:03.073 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:28:03.073 INFO:teuthology.orchestra.run.smithi043.stdout:Complete! 2024-05-16T15:28:03.402 DEBUG:teuthology.orchestra.run.smithi043:> rpm -q kernel | sort -rV | head -n 1 2024-05-16T15:28:03.523 INFO:teuthology.orchestra.run.smithi043.stdout:kernel-5.14.0-446.el9.x86_64 2024-05-16T15:28:03.524 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-446.el9.x86_64 2024-05-16T15:28:03.524 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-437.el9.x86_64 Expected: 5.14.0-446.el9.x86_64 2024-05-16T15:28:03.524 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-05-16T15:28:03.524 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-05-16T15:28:03.524 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-05-16T15:28:03.524 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi043.front.sepia.ceph.com, path=None, version=distro) 2024-05-16T15:28:03.524 DEBUG:teuthology.orchestra.run.smithi043:> rpm -q kernel | sort -rV | head -n 1 2024-05-16T15:28:03.576 INFO:teuthology.orchestra.run.smithi043.stdout:kernel-5.14.0-446.el9.x86_64 2024-05-16T15:28:03.576 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-446.el9.x86_64 2024-05-16T15:28:03.576 DEBUG:teuthology.orchestra.run.smithi043:> sudo rpm -qi grub2-tools 2024-05-16T15:28:03.607 INFO:teuthology.orchestra.run.smithi043.stdout:Name : grub2-tools 2024-05-16T15:28:03.607 INFO:teuthology.orchestra.run.smithi043.stdout:Epoch : 1 2024-05-16T15:28:03.607 INFO:teuthology.orchestra.run.smithi043.stdout:Version : 2.06 2024-05-16T15:28:03.607 INFO:teuthology.orchestra.run.smithi043.stdout:Release : 68.el9 2024-05-16T15:28:03.607 INFO:teuthology.orchestra.run.smithi043.stdout:Architecture: x86_64 2024-05-16T15:28:03.607 INFO:teuthology.orchestra.run.smithi043.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-05-16T15:28:03.608 INFO:teuthology.orchestra.run.smithi043.stdout:Group : Unspecified 2024-05-16T15:28:03.608 INFO:teuthology.orchestra.run.smithi043.stdout:Size : 8264254 2024-05-16T15:28:03.608 INFO:teuthology.orchestra.run.smithi043.stdout:License : GPLv3+ 2024-05-16T15:28:03.608 INFO:teuthology.orchestra.run.smithi043.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-05-16T15:28:03.608 INFO:teuthology.orchestra.run.smithi043.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-05-16T15:28:03.608 INFO:teuthology.orchestra.run.smithi043.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-05-16T15:28:03.608 INFO:teuthology.orchestra.run.smithi043.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-05-16T15:28:03.608 INFO:teuthology.orchestra.run.smithi043.stdout:Packager : builder@centos.org 2024-05-16T15:28:03.608 INFO:teuthology.orchestra.run.smithi043.stdout:Vendor : CentOS 2024-05-16T15:28:03.608 INFO:teuthology.orchestra.run.smithi043.stdout:URL : http://www.gnu.org/software/grub/ 2024-05-16T15:28:03.608 INFO:teuthology.orchestra.run.smithi043.stdout:Summary : Support tools for GRUB. 2024-05-16T15:28:03.608 INFO:teuthology.orchestra.run.smithi043.stdout:Description : 2024-05-16T15:28:03.608 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:28:03.608 INFO:teuthology.orchestra.run.smithi043.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-05-16T15:28:03.608 INFO:teuthology.orchestra.run.smithi043.stdout:customizable bootloader with modular architecture. It supports a rich 2024-05-16T15:28:03.608 INFO:teuthology.orchestra.run.smithi043.stdout:variety of kernel formats, file systems, computer architectures and 2024-05-16T15:28:03.609 INFO:teuthology.orchestra.run.smithi043.stdout:hardware devices. 2024-05-16T15:28:03.609 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:28:03.609 INFO:teuthology.orchestra.run.smithi043.stdout:This subpackage provides tools for support of all platforms. 2024-05-16T15:28:03.610 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-05-16T15:28:03.610 INFO:teuthology.task.kernel:Updating grub on smithi043 to boot 5.14.0-446.el9.x86_64 2024-05-16T15:28:03.610 DEBUG:teuthology.orchestra.run.smithi043:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-05-16T15:28:04.295 INFO:teuthology.orchestra.run.smithi043.stderr:Generating grub configuration file ... 2024-05-16T15:28:05.759 INFO:teuthology.orchestra.run.smithi043.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-05-16T15:28:05.792 INFO:teuthology.orchestra.run.smithi043.stderr:done 2024-05-16T15:28:05.804 DEBUG:teuthology.orchestra.run.smithi043:> mktemp 2024-05-16T15:28:05.819 INFO:teuthology.orchestra.run.smithi043.stdout:/tmp/tmp.QJfUhvzBEN 2024-05-16T15:28:05.819 DEBUG:teuthology.orchestra.run.smithi043:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.QJfUhvzBEN 2024-05-16T15:28:05.895 DEBUG:teuthology.orchestra.run.smithi043:> sudo chmod 0666 /tmp/tmp.QJfUhvzBEN 2024-05-16T15:28:06.037 DEBUG:teuthology.orchestra.remote:smithi043:/tmp/tmp.QJfUhvzBEN is 6KB 2024-05-16T15:28:06.086 DEBUG:teuthology.orchestra.run.smithi043:> rm -fr /tmp/tmp.QJfUhvzBEN 2024-05-16T15:28:06.101 DEBUG:teuthology.orchestra.run.smithi043:> sudo /bin/ls /boot/loader/entries || true 2024-05-16T15:28:06.166 INFO:teuthology.orchestra.run.smithi043.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-05-16T15:28:06.167 INFO:teuthology.orchestra.run.smithi043.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-05-16T15:28:06.167 INFO:teuthology.orchestra.run.smithi043.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-05-16T15:28:06.167 INFO:teuthology.orchestra.run.smithi043.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-446.el9.x86_64.conf 2024-05-16T15:28:06.168 DEBUG:teuthology.orchestra.run.smithi043:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-5.14.0-446.el9.x86_64 2024-05-16T15:28:06.325 DEBUG:teuthology.orchestra.run.smithi043:> sudo shutdown -r now 2024-05-16T15:28:23.450 INFO:teuthology.task.kernel:Checking client mon.c for new kernel version... 2024-05-16T15:28:23.450 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi157.front.sepia.ceph.com' 2024-05-16T15:28:23.451 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi157.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-16T15:28:24.595 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-05-16T15:28:24.595 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi148.front.sepia.ceph.com' 2024-05-16T15:28:24.596 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi148.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-16T15:28:36.339 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-05-16T15:28:36.339 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi043.front.sepia.ceph.com' 2024-05-16T15:28:36.340 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi043.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-16T15:28:58.143 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.157 2024-05-16T15:29:07.145 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi157.front.sepia.ceph.com' 2024-05-16T15:29:07.146 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi157.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-16T15:29:10.206 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.157 2024-05-16T15:29:22.219 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi157.front.sepia.ceph.com' 2024-05-16T15:29:22.219 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi157.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-16T15:29:24.600 DEBUG:teuthology.orchestra.remote:timed out 2024-05-16T15:29:33.602 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi148.front.sepia.ceph.com' 2024-05-16T15:29:33.602 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi148.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-16T15:29:36.345 DEBUG:teuthology.orchestra.remote:timed out 2024-05-16T15:29:40.638 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.157 2024-05-16T15:29:45.351 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi043.front.sepia.ceph.com' 2024-05-16T15:29:45.351 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi043.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-16T15:29:45.758 DEBUG:teuthology.orchestra.run.smithi043:> true 2024-05-16T15:29:46.151 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi043.front.sepia.ceph.com' 2024-05-16T15:29:46.151 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-446.el9.x86_64"... 2024-05-16T15:29:46.151 DEBUG:teuthology.orchestra.run.smithi043:> uname -r 2024-05-16T15:29:46.167 INFO:teuthology.orchestra.run.smithi043.stdout:5.14.0-446.el9.x86_64 2024-05-16T15:29:46.167 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-446.el9.x86_64 vs 5.14.0-446.el9.x86_64 2024-05-16T15:29:46.167 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-05-16T15:29:46.167 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-05-16T15:29:47.168 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-05-16T15:29:47.168 DEBUG:teuthology.orchestra.run.smithi043:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-05-16T15:29:47.236 INFO:teuthology.orchestra.run.smithi043.stdout:ttyS1 2024-05-16T15:29:47.269 DEBUG:teuthology.parallel:result is None 2024-05-16T15:29:49.461 DEBUG:teuthology.orchestra.run.smithi148:> true 2024-05-16T15:29:50.120 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi148.front.sepia.ceph.com' 2024-05-16T15:29:50.120 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-446.el9.x86_64"... 2024-05-16T15:29:50.120 DEBUG:teuthology.orchestra.run.smithi148:> uname -r 2024-05-16T15:29:50.145 INFO:teuthology.orchestra.run.smithi148.stdout:5.14.0-446.el9.x86_64 2024-05-16T15:29:50.145 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-446.el9.x86_64 vs 5.14.0-446.el9.x86_64 2024-05-16T15:29:50.145 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-05-16T15:29:50.145 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-05-16T15:29:51.146 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-05-16T15:29:51.146 DEBUG:teuthology.orchestra.run.smithi148:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-05-16T15:29:51.377 INFO:teuthology.orchestra.run.smithi148.stdout:ttyS1 2024-05-16T15:29:51.428 DEBUG:teuthology.parallel:result is None 2024-05-16T15:29:55.639 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi157.front.sepia.ceph.com' 2024-05-16T15:29:55.640 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi157.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-16T15:29:57.406 DEBUG:teuthology.orchestra.run.smithi157:> true 2024-05-16T15:29:57.835 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi157.front.sepia.ceph.com' 2024-05-16T15:29:57.836 INFO:teuthology.task.kernel:Checking kernel version of mon.c, want "5.14.0-446.el9.x86_64"... 2024-05-16T15:29:57.836 DEBUG:teuthology.orchestra.run.smithi157:> uname -r 2024-05-16T15:29:57.851 INFO:teuthology.orchestra.run.smithi157.stdout:5.14.0-446.el9.x86_64 2024-05-16T15:29:57.851 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-446.el9.x86_64 vs 5.14.0-446.el9.x86_64 2024-05-16T15:29:57.851 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-05-16T15:29:57.851 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-05-16T15:29:58.852 INFO:teuthology.task.kernel:Enabling kdb on mon.c... 2024-05-16T15:29:58.852 DEBUG:teuthology.orchestra.run.smithi157:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-05-16T15:29:58.955 INFO:teuthology.orchestra.run.smithi157.stdout:ttyS1 2024-05-16T15:29:58.983 DEBUG:teuthology.parallel:result is None 2024-05-16T15:29:58.983 INFO:teuthology.run_tasks:Running task internal.base... 2024-05-16T15:29:58.990 INFO:teuthology.task.internal:Creating test directory... 2024-05-16T15:29:58.991 DEBUG:teuthology.orchestra.run.smithi043:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-05-16T15:29:58.994 DEBUG:teuthology.orchestra.run.smithi148:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-05-16T15:29:58.997 DEBUG:teuthology.orchestra.run.smithi157:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-05-16T15:29:59.013 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-05-16T15:29:59.033 INFO:teuthology.run_tasks:Running task internal.archive... 2024-05-16T15:29:59.066 INFO:teuthology.task.internal:Creating archive directory... 2024-05-16T15:29:59.066 DEBUG:teuthology.orchestra.run.smithi043:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-05-16T15:29:59.069 DEBUG:teuthology.orchestra.run.smithi148:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-05-16T15:29:59.071 DEBUG:teuthology.orchestra.run.smithi157:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-05-16T15:29:59.194 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-05-16T15:29:59.201 INFO:teuthology.task.internal:Enabling coredump saving... 2024-05-16T15:29:59.201 DEBUG:teuthology.orchestra.run.smithi043:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-05-16T15:29:59.204 DEBUG:teuthology.orchestra.run.smithi148:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-05-16T15:29:59.206 DEBUG:teuthology.orchestra.run.smithi157:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-05-16T15:29:59.234 INFO:teuthology.orchestra.run.smithi043.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-16T15:29:59.235 INFO:teuthology.orchestra.run.smithi148.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-16T15:29:59.246 INFO:teuthology.orchestra.run.smithi043.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-16T15:29:59.246 INFO:teuthology.orchestra.run.smithi148.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-16T15:29:59.255 INFO:teuthology.orchestra.run.smithi157.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-16T15:29:59.265 INFO:teuthology.orchestra.run.smithi157.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-16T15:29:59.267 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-05-16T15:29:59.273 INFO:teuthology.task.internal:Configuring sudo... 2024-05-16T15:29:59.274 DEBUG:teuthology.orchestra.run.smithi043:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-05-16T15:29:59.290 DEBUG:teuthology.orchestra.run.smithi148:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-05-16T15:29:59.292 DEBUG:teuthology.orchestra.run.smithi157:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-05-16T15:29:59.318 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-05-16T15:29:59.327 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-05-16T15:29:59.327 DEBUG:teuthology.orchestra.run.smithi043:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-05-16T15:29:59.360 DEBUG:teuthology.orchestra.run.smithi148:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-05-16T15:29:59.362 DEBUG:teuthology.orchestra.run.smithi157:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-05-16T15:29:59.377 DEBUG:teuthology.orchestra.run.smithi043:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-16T15:29:59.460 DEBUG:teuthology.orchestra.run.smithi043:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-16T15:29:59.511 DEBUG:teuthology.orchestra.run.smithi043:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-16T15:29:59.593 DEBUG:teuthology.orchestra.run.smithi043:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-16T15:29:59.637 DEBUG:teuthology.orchestra.run.smithi043:> set -ex 2024-05-16T15:29:59.637 DEBUG:teuthology.orchestra.run.smithi043:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-05-16T15:29:59.704 DEBUG:teuthology.orchestra.run.smithi148:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-16T15:29:59.740 DEBUG:teuthology.orchestra.run.smithi148:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-16T15:29:59.794 DEBUG:teuthology.orchestra.run.smithi148:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-16T15:29:59.876 DEBUG:teuthology.orchestra.run.smithi148:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-16T15:29:59.918 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-05-16T15:29:59.918 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-05-16T15:29:59.987 DEBUG:teuthology.orchestra.run.smithi157:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-16T15:30:00.031 DEBUG:teuthology.orchestra.run.smithi157:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-16T15:30:00.089 DEBUG:teuthology.orchestra.run.smithi157:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-16T15:30:00.128 DEBUG:teuthology.orchestra.run.smithi157:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-16T15:30:00.171 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-05-16T15:30:00.171 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-05-16T15:30:00.236 DEBUG:teuthology.orchestra.run.smithi043:> sudo service rsyslog restart 2024-05-16T15:30:00.239 DEBUG:teuthology.orchestra.run.smithi148:> sudo service rsyslog restart 2024-05-16T15:30:00.241 DEBUG:teuthology.orchestra.run.smithi157:> sudo service rsyslog restart 2024-05-16T15:30:00.285 INFO:teuthology.orchestra.run.smithi148.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-16T15:30:00.301 INFO:teuthology.orchestra.run.smithi043.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-16T15:30:00.321 INFO:teuthology.orchestra.run.smithi157.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-16T15:30:00.794 INFO:teuthology.run_tasks:Running task internal.timer... 2024-05-16T15:30:00.805 INFO:teuthology.task.internal:Starting timer... 2024-05-16T15:30:00.805 INFO:teuthology.run_tasks:Running task pcp... 2024-05-16T15:30:00.845 INFO:teuthology.run_tasks:Running task selinux... 2024-05-16T15:30:00.878 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-05-16T15:30:00.878 DEBUG:teuthology.orchestra.run.smithi043:> sudo service auditd rotate 2024-05-16T15:30:00.962 INFO:teuthology.orchestra.run.smithi043.stdout:Rotating logs: 2024-05-16T15:30:00.964 DEBUG:teuthology.orchestra.run.smithi148:> sudo service auditd rotate 2024-05-16T15:30:01.012 INFO:teuthology.orchestra.run.smithi148.stdout:Rotating logs: 2024-05-16T15:30:01.014 DEBUG:teuthology.orchestra.run.smithi157:> sudo service auditd rotate 2024-05-16T15:30:01.099 INFO:teuthology.orchestra.run.smithi157.stdout:Rotating logs: 2024-05-16T15:30:01.101 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-05-16T15:30:01.101 DEBUG:teuthology.orchestra.run.smithi043:> /usr/sbin/getenforce 2024-05-16T15:30:01.129 INFO:teuthology.orchestra.run.smithi043.stdout:Permissive 2024-05-16T15:30:01.129 DEBUG:teuthology.orchestra.run.smithi148:> /usr/sbin/getenforce 2024-05-16T15:30:01.158 INFO:teuthology.orchestra.run.smithi148.stdout:Permissive 2024-05-16T15:30:01.158 DEBUG:teuthology.orchestra.run.smithi157:> /usr/sbin/getenforce 2024-05-16T15:30:01.176 INFO:teuthology.orchestra.run.smithi157.stdout:Permissive 2024-05-16T15:30:01.176 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi043.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi148.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi157.front.sepia.ceph.com': 'permissive'} 2024-05-16T15:30:01.176 DEBUG:teuthology.orchestra.run.smithi043:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-16T15:30:01.205 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-16T15:30:01.205 DEBUG:teuthology.orchestra.run.smithi148:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-16T15:30:01.231 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-16T15:30:01.231 DEBUG:teuthology.orchestra.run.smithi157:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-16T15:30:01.256 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-16T15:30:01.257 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-05-16T15:30:01.257 DEBUG:teuthology.orchestra.run.smithi043:> sudo /usr/sbin/setenforce permissive 2024-05-16T15:30:01.285 DEBUG:teuthology.orchestra.run.smithi148:> sudo /usr/sbin/setenforce permissive 2024-05-16T15:30:01.319 DEBUG:teuthology.orchestra.run.smithi157:> sudo /usr/sbin/setenforce permissive 2024-05-16T15:30:01.344 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-05-16T15:30:01.354 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-05-16T15:30:01.359 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-05-16T15:30:01.485 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-05-16T15:30:01.502 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-05-16T15:30:01.503 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi043.front.sepia.ceph.com,smithi148.front.sepia.ceph.com,smithi157.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-05-16T15:34:37.001 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi043.front.sepia.ceph.com'), Remote(name='ubuntu@smithi148.front.sepia.ceph.com'), Remote(name='ubuntu@smithi157.front.sepia.ceph.com')] 2024-05-16T15:34:37.002 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi043.front.sepia.ceph.com' 2024-05-16T15:34:37.003 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi043.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-16T15:34:37.082 DEBUG:teuthology.orchestra.run.smithi043:> true 2024-05-16T15:34:37.163 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi043.front.sepia.ceph.com' 2024-05-16T15:34:37.163 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi148.front.sepia.ceph.com' 2024-05-16T15:34:37.164 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi148.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-16T15:34:37.238 DEBUG:teuthology.orchestra.run.smithi148:> true 2024-05-16T15:34:37.319 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi148.front.sepia.ceph.com' 2024-05-16T15:34:37.319 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi157.front.sepia.ceph.com' 2024-05-16T15:34:37.320 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi157.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-16T15:34:37.399 DEBUG:teuthology.orchestra.run.smithi157:> true 2024-05-16T15:34:37.480 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi157.front.sepia.ceph.com' 2024-05-16T15:34:37.480 INFO:teuthology.run_tasks:Running task clock... 2024-05-16T15:34:37.490 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-05-16T15:34:37.490 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-05-16T15:34:37.490 DEBUG:teuthology.orchestra.run.smithi043:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-16T15:34:37.493 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-05-16T15:34:37.493 DEBUG:teuthology.orchestra.run.smithi148:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-16T15:34:37.495 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-05-16T15:34:37.495 DEBUG:teuthology.orchestra.run.smithi157:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-16T15:34:37.523 INFO:teuthology.orchestra.run.smithi043.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-05-16T15:34:37.525 INFO:teuthology.orchestra.run.smithi148.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-05-16T15:34:37.537 INFO:teuthology.orchestra.run.smithi043.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-05-16T15:34:37.540 INFO:teuthology.orchestra.run.smithi148.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-05-16T15:34:37.552 INFO:teuthology.orchestra.run.smithi157.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-05-16T15:34:37.562 INFO:teuthology.orchestra.run.smithi043.stderr:sudo: ntpd: command not found 2024-05-16T15:34:37.566 INFO:teuthology.orchestra.run.smithi148.stderr:sudo: ntpd: command not found 2024-05-16T15:34:37.569 INFO:teuthology.orchestra.run.smithi157.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-05-16T15:34:37.573 INFO:teuthology.orchestra.run.smithi043.stdout:506 Cannot talk to daemon 2024-05-16T15:34:37.578 INFO:teuthology.orchestra.run.smithi148.stdout:506 Cannot talk to daemon 2024-05-16T15:34:37.587 INFO:teuthology.orchestra.run.smithi043.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-05-16T15:34:37.592 INFO:teuthology.orchestra.run.smithi148.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-05-16T15:34:37.594 INFO:teuthology.orchestra.run.smithi157.stderr:sudo: ntpd: command not found 2024-05-16T15:34:37.602 INFO:teuthology.orchestra.run.smithi043.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-05-16T15:34:37.605 INFO:teuthology.orchestra.run.smithi157.stdout:506 Cannot talk to daemon 2024-05-16T15:34:37.607 INFO:teuthology.orchestra.run.smithi148.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-05-16T15:34:37.620 INFO:teuthology.orchestra.run.smithi157.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-05-16T15:34:37.634 INFO:teuthology.orchestra.run.smithi157.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-05-16T15:34:37.662 INFO:teuthology.orchestra.run.smithi043.stderr:bash: line 1: ntpq: command not found 2024-05-16T15:34:37.664 INFO:teuthology.orchestra.run.smithi148.stderr:bash: line 1: ntpq: command not found 2024-05-16T15:34:37.666 INFO:teuthology.orchestra.run.smithi043.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-16T15:34:37.666 INFO:teuthology.orchestra.run.smithi043.stdout:=============================================================================== 2024-05-16T15:34:37.666 INFO:teuthology.orchestra.run.smithi043.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-16T15:34:37.666 INFO:teuthology.orchestra.run.smithi043.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-16T15:34:37.666 INFO:teuthology.orchestra.run.smithi043.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-16T15:34:37.666 INFO:teuthology.orchestra.run.smithi043.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-16T15:34:37.667 INFO:teuthology.orchestra.run.smithi148.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-16T15:34:37.667 INFO:teuthology.orchestra.run.smithi148.stdout:=============================================================================== 2024-05-16T15:34:37.667 INFO:teuthology.orchestra.run.smithi148.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-16T15:34:37.667 INFO:teuthology.orchestra.run.smithi148.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-16T15:34:37.667 INFO:teuthology.orchestra.run.smithi148.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-16T15:34:37.667 INFO:teuthology.orchestra.run.smithi148.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-16T15:34:37.692 INFO:teuthology.orchestra.run.smithi157.stderr:bash: line 1: ntpq: command not found 2024-05-16T15:34:37.697 INFO:teuthology.orchestra.run.smithi157.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-16T15:34:37.697 INFO:teuthology.orchestra.run.smithi157.stdout:=============================================================================== 2024-05-16T15:34:37.697 INFO:teuthology.orchestra.run.smithi157.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-16T15:34:37.697 INFO:teuthology.orchestra.run.smithi157.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-16T15:34:37.697 INFO:teuthology.orchestra.run.smithi157.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-16T15:34:37.697 INFO:teuthology.orchestra.run.smithi157.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-16T15:34:37.698 INFO:teuthology.run_tasks:Running task install... 2024-05-16T15:34:37.707 DEBUG:teuthology.task.install:project ceph 2024-05-16T15:34:37.707 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'ddbc91cbb025d4140650569b3f9e53bec459037d'}} 2024-05-16T15:34:37.707 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': 'ddbc91cbb025d4140650569b3f9e53bec459037d'} 2024-05-16T15:34:37.707 INFO:teuthology.task.install:Using flavor: default 2024-05-16T15:34:37.714 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-05-16T15:34:37.714 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-05-16T15:34:37.714 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'ddbc91cbb025d4140650569b3f9e53bec459037d', 'tag': None, 'wait_for_package': False} 2024-05-16T15:34:37.715 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=ddbc91cbb025d4140650569b3f9e53bec459037d 2024-05-16T15:34:37.717 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'ddbc91cbb025d4140650569b3f9e53bec459037d', 'tag': None, 'wait_for_package': False} 2024-05-16T15:34:37.717 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=ddbc91cbb025d4140650569b3f9e53bec459037d 2024-05-16T15:34:37.718 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'ddbc91cbb025d4140650569b3f9e53bec459037d', 'tag': None, 'wait_for_package': False} 2024-05-16T15:34:37.718 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=ddbc91cbb025d4140650569b3f9e53bec459037d 2024-05-16T15:34:37.866 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-63896-from-wip-rishabh-testing-20240501.193033/ddbc91cbb025d4140650569b3f9e53bec459037d/centos/9/flavors/default/ 2024-05-16T15:34:37.866 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3449.gddbc91cb 2024-05-16T15:34:37.870 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-63896-from-wip-rishabh-testing-20240501.193033/ddbc91cbb025d4140650569b3f9e53bec459037d/centos/9/flavors/default/ 2024-05-16T15:34:37.870 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3449.gddbc91cb 2024-05-16T15:34:37.985 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-63896-from-wip-rishabh-testing-20240501.193033/ddbc91cbb025d4140650569b3f9e53bec459037d/centos/9/flavors/default/ 2024-05-16T15:34:37.985 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3449.gddbc91cb 2024-05-16T15:34:38.068 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-63896-from-wip-rishabh-testing-20240501.193033/ddbc91cbb025d4140650569b3f9e53bec459037d/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-63896-from-wip-rishabh-testing-20240501.193033/ddbc91cbb025d4140650569b3f9e53bec459037d/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-63896-from-wip-rishabh-testing-20240501.193033/ddbc91cbb025d4140650569b3f9e53bec459037d/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-05-16T15:34:38.068 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-05-16T15:34:38.068 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-05-16T15:34:38.070 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-63896-from-wip-rishabh-testing-20240501.193033/ddbc91cbb025d4140650569b3f9e53bec459037d/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-63896-from-wip-rishabh-testing-20240501.193033/ddbc91cbb025d4140650569b3f9e53bec459037d/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-63896-from-wip-rishabh-testing-20240501.193033/ddbc91cbb025d4140650569b3f9e53bec459037d/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-05-16T15:34:38.070 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-05-16T15:34:38.070 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-05-16T15:34:38.093 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-63896-from-wip-rishabh-testing-20240501.193033/ddbc91cbb025d4140650569b3f9e53bec459037d/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-63896-from-wip-rishabh-testing-20240501.193033/ddbc91cbb025d4140650569b3f9e53bec459037d/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-63896-from-wip-rishabh-testing-20240501.193033/ddbc91cbb025d4140650569b3f9e53bec459037d/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-05-16T15:34:38.093 DEBUG:teuthology.orchestra.run.smithi043:> set -ex 2024-05-16T15:34:38.093 DEBUG:teuthology.orchestra.run.smithi043:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-05-16T15:34:38.097 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-05-16T15:34:38.098 DEBUG:teuthology.orchestra.run.smithi157:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/ddbc91cbb025d4140650569b3f9e53bec459037d/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-05-16T15:34:38.098 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-05-16T15:34:38.098 DEBUG:teuthology.orchestra.run.smithi148:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/ddbc91cbb025d4140650569b3f9e53bec459037d/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-05-16T15:34:38.121 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-05-16T15:34:38.121 DEBUG:teuthology.orchestra.run.smithi043:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/ddbc91cbb025d4140650569b3f9e53bec459037d/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-05-16T15:34:38.163 DEBUG:teuthology.orchestra.run.smithi148:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-05-16T15:34:38.164 DEBUG:teuthology.orchestra.run.smithi157:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-05-16T15:34:38.190 DEBUG:teuthology.orchestra.run.smithi043:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-05-16T15:34:38.238 DEBUG:teuthology.orchestra.run.smithi148:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-05-16T15:34:38.239 DEBUG:teuthology.orchestra.run.smithi157:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-05-16T15:34:38.267 DEBUG:teuthology.orchestra.run.smithi043:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-05-16T15:34:38.302 INFO:teuthology.orchestra.run.smithi148.stdout:check_obsoletes = 1 2024-05-16T15:34:38.304 DEBUG:teuthology.orchestra.run.smithi148:> sudo yum clean all 2024-05-16T15:34:38.304 INFO:teuthology.orchestra.run.smithi157.stdout:check_obsoletes = 1 2024-05-16T15:34:38.305 DEBUG:teuthology.orchestra.run.smithi157:> sudo yum clean all 2024-05-16T15:34:38.332 INFO:teuthology.orchestra.run.smithi043.stdout:check_obsoletes = 1 2024-05-16T15:34:38.334 DEBUG:teuthology.orchestra.run.smithi043:> sudo yum clean all 2024-05-16T15:34:38.537 INFO:teuthology.orchestra.run.smithi148.stdout:57 files removed 2024-05-16T15:34:38.542 INFO:teuthology.orchestra.run.smithi157.stdout:57 files removed 2024-05-16T15:34:38.564 DEBUG:teuthology.orchestra.run.smithi148:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-05-16T15:34:38.570 DEBUG:teuthology.orchestra.run.smithi157:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-05-16T15:34:38.575 INFO:teuthology.orchestra.run.smithi043.stdout:57 files removed 2024-05-16T15:34:38.602 DEBUG:teuthology.orchestra.run.smithi043:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-05-16T15:34:39.259 INFO:teuthology.orchestra.run.smithi043.stdout:ceph packages for x86_64 229 kB/s | 84 kB 00:00 2024-05-16T15:34:39.287 INFO:teuthology.orchestra.run.smithi148.stdout:ceph packages for x86_64 190 kB/s | 84 kB 00:00 2024-05-16T15:34:39.343 INFO:teuthology.orchestra.run.smithi157.stdout:ceph packages for x86_64 168 kB/s | 84 kB 00:00 2024-05-16T15:34:39.684 INFO:teuthology.orchestra.run.smithi043.stdout:ceph noarch packages 32 kB/s | 12 kB 00:00 2024-05-16T15:34:39.693 INFO:teuthology.orchestra.run.smithi157.stdout:ceph noarch packages 39 kB/s | 12 kB 00:00 2024-05-16T15:34:39.695 INFO:teuthology.orchestra.run.smithi148.stdout:ceph noarch packages 33 kB/s | 12 kB 00:00 2024-05-16T15:34:40.010 INFO:teuthology.orchestra.run.smithi043.stdout:ceph source packages 6.8 kB/s | 1.9 kB 00:00 2024-05-16T15:34:40.185 INFO:teuthology.orchestra.run.smithi157.stdout:ceph source packages 4.2 kB/s | 1.9 kB 00:00 2024-05-16T15:34:40.188 INFO:teuthology.orchestra.run.smithi148.stdout:ceph source packages 4.2 kB/s | 1.9 kB 00:00 2024-05-16T15:34:40.728 INFO:teuthology.orchestra.run.smithi157.stdout:CentOS Stream 9 - BaseOS 16 MB/s | 8.1 MB 00:00 2024-05-16T15:34:41.377 INFO:teuthology.orchestra.run.smithi043.stdout:CentOS Stream 9 - BaseOS 6.1 MB/s | 8.1 MB 00:01 2024-05-16T15:34:42.163 INFO:teuthology.orchestra.run.smithi148.stdout:CentOS Stream 9 - BaseOS 4.2 MB/s | 8.1 MB 00:01 2024-05-16T15:34:43.119 INFO:teuthology.orchestra.run.smithi043.stdout:CentOS Stream 9 - AppStream 32 MB/s | 19 MB 00:00 2024-05-16T15:34:48.213 INFO:teuthology.orchestra.run.smithi043.stdout:CentOS Stream 9 - CRB 4.5 MB/s | 6.2 MB 00:01 2024-05-16T15:34:48.432 INFO:teuthology.orchestra.run.smithi157.stdout:CentOS Stream 9 - AppStream 2.9 MB/s | 19 MB 00:06 2024-05-16T15:34:49.189 INFO:teuthology.orchestra.run.smithi148.stdout:CentOS Stream 9 - AppStream 3.2 MB/s | 19 MB 00:05 2024-05-16T15:34:49.655 INFO:teuthology.orchestra.run.smithi043.stdout:CentOS Stream 9 - Extras packages 77 kB/s | 16 kB 00:00 2024-05-16T15:34:50.782 INFO:teuthology.orchestra.run.smithi043.stdout:Extra Packages for Enterprise Linux 22 MB/s | 21 MB 00:00 2024-05-16T15:34:55.057 INFO:teuthology.orchestra.run.smithi157.stdout:CentOS Stream 9 - CRB 2.1 MB/s | 6.2 MB 00:02 2024-05-16T15:34:55.639 INFO:teuthology.orchestra.run.smithi148.stdout:CentOS Stream 9 - CRB 2.1 MB/s | 6.2 MB 00:02 2024-05-16T15:34:56.173 INFO:teuthology.orchestra.run.smithi043.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-05-16T15:34:56.849 INFO:teuthology.orchestra.run.smithi157.stdout:CentOS Stream 9 - Extras packages 37 kB/s | 16 kB 00:00 2024-05-16T15:34:57.356 INFO:teuthology.orchestra.run.smithi148.stdout:CentOS Stream 9 - Extras packages 47 kB/s | 16 kB 00:00 2024-05-16T15:34:58.333 INFO:teuthology.orchestra.run.smithi148.stdout:Extra Packages for Enterprise Linux 25 MB/s | 21 MB 00:00 2024-05-16T15:34:58.566 INFO:teuthology.orchestra.run.smithi043.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-16T15:34:58.567 INFO:teuthology.orchestra.run.smithi043.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-16T15:34:58.578 INFO:teuthology.orchestra.run.smithi043.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-05-16T15:34:58.579 INFO:teuthology.orchestra.run.smithi043.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-05-16T15:34:58.580 INFO:teuthology.orchestra.run.smithi043.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-05-16T15:34:58.581 INFO:teuthology.orchestra.run.smithi043.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-05-16T15:34:58.582 INFO:teuthology.orchestra.run.smithi043.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-05-16T15:34:58.585 INFO:teuthology.orchestra.run.smithi043.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-05-16T15:34:58.585 INFO:teuthology.orchestra.run.smithi043.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-05-16T15:34:58.650 INFO:teuthology.orchestra.run.smithi043.stdout:Dependencies resolved. 2024-05-16T15:34:58.668 INFO:teuthology.orchestra.run.smithi043.stdout:======================================================================================= 2024-05-16T15:34:58.669 INFO:teuthology.orchestra.run.smithi043.stdout: Package Arch Version Repository Size 2024-05-16T15:34:58.669 INFO:teuthology.orchestra.run.smithi043.stdout:======================================================================================= 2024-05-16T15:34:58.669 INFO:teuthology.orchestra.run.smithi043.stdout:Installing: 2024-05-16T15:34:58.669 INFO:teuthology.orchestra.run.smithi043.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-05-16T15:34:58.669 INFO:teuthology.orchestra.run.smithi043.stdout: ceph x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 6.6 k 2024-05-16T15:34:58.669 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-base x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 5.4 M 2024-05-16T15:34:58.669 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-fuse x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 890 k 2024-05-16T15:34:58.669 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 145 k 2024-05-16T15:34:58.669 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-mgr x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 1.5 M 2024-05-16T15:34:58.669 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3449.gddbc91cb.el9 ceph-noarch 142 k 2024-05-16T15:34:58.669 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3449.gddbc91cb.el9 ceph-noarch 3.5 M 2024-05-16T15:34:58.669 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3449.gddbc91cb.el9 ceph-noarch 7.4 M 2024-05-16T15:34:58.669 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-mgr-rook noarch 2:19.0.0-3449.gddbc91cb.el9 ceph-noarch 49 k 2024-05-16T15:34:58.669 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-radosgw x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 11 M 2024-05-16T15:34:58.670 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-test x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 49 M 2024-05-16T15:34:58.670 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-volume noarch 2:19.0.0-3449.gddbc91cb.el9 ceph-noarch 273 k 2024-05-16T15:34:58.670 INFO:teuthology.orchestra.run.smithi043.stdout: cephadm noarch 2:19.0.0-3449.gddbc91cb.el9 ceph-noarch 764 k 2024-05-16T15:34:58.670 INFO:teuthology.orchestra.run.smithi043.stdout: cephfs-mirror x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 225 k 2024-05-16T15:34:58.670 INFO:teuthology.orchestra.run.smithi043.stdout: cephfs-shell x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 27 k 2024-05-16T15:34:58.670 INFO:teuthology.orchestra.run.smithi043.stdout: cephfs-top noarch 2:19.0.0-3449.gddbc91cb.el9 ceph-noarch 18 k 2024-05-16T15:34:58.670 INFO:teuthology.orchestra.run.smithi043.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-05-16T15:34:58.670 INFO:teuthology.orchestra.run.smithi043.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-05-16T15:34:58.670 INFO:teuthology.orchestra.run.smithi043.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-05-16T15:34:58.670 INFO:teuthology.orchestra.run.smithi043.stdout: libcephfs-devel x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 32 k 2024-05-16T15:34:58.670 INFO:teuthology.orchestra.run.smithi043.stdout: libcephfs2 x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 746 k 2024-05-16T15:34:58.670 INFO:teuthology.orchestra.run.smithi043.stdout: librados-devel x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 127 k 2024-05-16T15:34:58.670 INFO:teuthology.orchestra.run.smithi043.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-05-16T15:34:58.671 INFO:teuthology.orchestra.run.smithi043.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-05-16T15:34:58.671 INFO:teuthology.orchestra.run.smithi043.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-05-16T15:34:58.671 INFO:teuthology.orchestra.run.smithi043.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-05-16T15:34:58.671 INFO:teuthology.orchestra.run.smithi043.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-05-16T15:34:58.671 INFO:teuthology.orchestra.run.smithi043.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-05-16T15:34:58.671 INFO:teuthology.orchestra.run.smithi043.stdout: python3-cephfs x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 161 k 2024-05-16T15:34:58.671 INFO:teuthology.orchestra.run.smithi043.stdout: python3-rados x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 321 k 2024-05-16T15:34:58.671 INFO:teuthology.orchestra.run.smithi043.stdout: python3-rbd x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 298 k 2024-05-16T15:34:58.671 INFO:teuthology.orchestra.run.smithi043.stdout: python3-rgw x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 99 k 2024-05-16T15:34:58.671 INFO:teuthology.orchestra.run.smithi043.stdout: rbd-fuse x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 85 k 2024-05-16T15:34:58.671 INFO:teuthology.orchestra.run.smithi043.stdout: rbd-mirror x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 3.1 M 2024-05-16T15:34:58.671 INFO:teuthology.orchestra.run.smithi043.stdout: rbd-nbd x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 170 k 2024-05-16T15:34:58.671 INFO:teuthology.orchestra.run.smithi043.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-05-16T15:34:58.672 INFO:teuthology.orchestra.run.smithi043.stdout:Upgrading: 2024-05-16T15:34:58.672 INFO:teuthology.orchestra.run.smithi043.stdout: NetworkManager x86_64 1:1.47.90-1.el9 baseos 2.3 M 2024-05-16T15:34:58.672 INFO:teuthology.orchestra.run.smithi043.stdout: NetworkManager-libnm x86_64 1:1.47.90-1.el9 baseos 1.8 M 2024-05-16T15:34:58.672 INFO:teuthology.orchestra.run.smithi043.stdout: NetworkManager-team x86_64 1:1.47.90-1.el9 baseos 41 k 2024-05-16T15:34:58.672 INFO:teuthology.orchestra.run.smithi043.stdout: NetworkManager-tui x86_64 1:1.47.90-1.el9 baseos 248 k 2024-05-16T15:34:58.672 INFO:teuthology.orchestra.run.smithi043.stdout: librados2 x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 3.4 M 2024-05-16T15:34:58.672 INFO:teuthology.orchestra.run.smithi043.stdout: librbd1 x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 3.1 M 2024-05-16T15:34:58.672 INFO:teuthology.orchestra.run.smithi043.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-05-16T15:34:58.672 INFO:teuthology.orchestra.run.smithi043.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-05-16T15:34:58.672 INFO:teuthology.orchestra.run.smithi043.stdout:Installing dependencies: 2024-05-16T15:34:58.672 INFO:teuthology.orchestra.run.smithi043.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-05-16T15:34:58.672 INFO:teuthology.orchestra.run.smithi043.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-05-16T15:34:58.672 INFO:teuthology.orchestra.run.smithi043.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-05-16T15:34:58.672 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-common x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 21 M 2024-05-16T15:34:58.673 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3449.gddbc91cb.el9 ceph-noarch 34 k 2024-05-16T15:34:58.673 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-mds x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 2.4 M 2024-05-16T15:34:58.673 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3449.gddbc91cb.el9 ceph-noarch 274 k 2024-05-16T15:34:58.673 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-mon x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 4.7 M 2024-05-16T15:34:58.673 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-osd x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 17 M 2024-05-16T15:34:58.673 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3449.gddbc91cb.el9 ceph-noarch 16 k 2024-05-16T15:34:58.673 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-selinux x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 25 k 2024-05-16T15:34:58.673 INFO:teuthology.orchestra.run.smithi043.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-05-16T15:34:58.673 INFO:teuthology.orchestra.run.smithi043.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-05-16T15:34:58.673 INFO:teuthology.orchestra.run.smithi043.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-05-16T15:34:58.673 INFO:teuthology.orchestra.run.smithi043.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-05-16T15:34:58.673 INFO:teuthology.orchestra.run.smithi043.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-05-16T15:34:58.673 INFO:teuthology.orchestra.run.smithi043.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-05-16T15:34:58.674 INFO:teuthology.orchestra.run.smithi043.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-05-16T15:34:58.674 INFO:teuthology.orchestra.run.smithi043.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-05-16T15:34:58.674 INFO:teuthology.orchestra.run.smithi043.stdout: libcephsqlite x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 164 k 2024-05-16T15:34:58.674 INFO:teuthology.orchestra.run.smithi043.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-05-16T15:34:58.674 INFO:teuthology.orchestra.run.smithi043.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-05-16T15:34:58.674 INFO:teuthology.orchestra.run.smithi043.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-05-16T15:34:58.674 INFO:teuthology.orchestra.run.smithi043.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-05-16T15:34:58.674 INFO:teuthology.orchestra.run.smithi043.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-05-16T15:34:58.674 INFO:teuthology.orchestra.run.smithi043.stdout: libradosstriper1 x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 500 k 2024-05-16T15:34:58.674 INFO:teuthology.orchestra.run.smithi043.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-05-16T15:34:58.674 INFO:teuthology.orchestra.run.smithi043.stdout: librgw2 x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 5.4 M 2024-05-16T15:34:58.674 INFO:teuthology.orchestra.run.smithi043.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-05-16T15:34:58.674 INFO:teuthology.orchestra.run.smithi043.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-05-16T15:34:58.675 INFO:teuthology.orchestra.run.smithi043.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-05-16T15:34:58.675 INFO:teuthology.orchestra.run.smithi043.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-05-16T15:34:58.675 INFO:teuthology.orchestra.run.smithi043.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-05-16T15:34:58.675 INFO:teuthology.orchestra.run.smithi043.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-05-16T15:34:58.675 INFO:teuthology.orchestra.run.smithi043.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-05-16T15:34:58.675 INFO:teuthology.orchestra.run.smithi043.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-05-16T15:34:58.675 INFO:teuthology.orchestra.run.smithi043.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-05-16T15:34:58.675 INFO:teuthology.orchestra.run.smithi043.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-05-16T15:34:58.675 INFO:teuthology.orchestra.run.smithi043.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-05-16T15:34:58.675 INFO:teuthology.orchestra.run.smithi043.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-05-16T15:34:58.675 INFO:teuthology.orchestra.run.smithi043.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-05-16T15:34:58.675 INFO:teuthology.orchestra.run.smithi043.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-05-16T15:34:58.675 INFO:teuthology.orchestra.run.smithi043.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-05-16T15:34:58.675 INFO:teuthology.orchestra.run.smithi043.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-05-16T15:34:58.676 INFO:teuthology.orchestra.run.smithi043.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-05-16T15:34:58.676 INFO:teuthology.orchestra.run.smithi043.stdout: python3-ceph-argparse x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 45 k 2024-05-16T15:34:58.676 INFO:teuthology.orchestra.run.smithi043.stdout: python3-ceph-common x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 135 k 2024-05-16T15:34:58.676 INFO:teuthology.orchestra.run.smithi043.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-05-16T15:34:58.676 INFO:teuthology.orchestra.run.smithi043.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-05-16T15:34:58.676 INFO:teuthology.orchestra.run.smithi043.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-05-16T15:34:58.676 INFO:teuthology.orchestra.run.smithi043.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-05-16T15:34:58.676 INFO:teuthology.orchestra.run.smithi043.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-05-16T15:34:58.676 INFO:teuthology.orchestra.run.smithi043.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-05-16T15:34:58.676 INFO:teuthology.orchestra.run.smithi043.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-05-16T15:34:58.676 INFO:teuthology.orchestra.run.smithi043.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-05-16T15:34:58.676 INFO:teuthology.orchestra.run.smithi043.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-05-16T15:34:58.676 INFO:teuthology.orchestra.run.smithi043.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-05-16T15:34:58.677 INFO:teuthology.orchestra.run.smithi043.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-05-16T15:34:58.677 INFO:teuthology.orchestra.run.smithi043.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-05-16T15:34:58.677 INFO:teuthology.orchestra.run.smithi043.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-05-16T15:34:58.677 INFO:teuthology.orchestra.run.smithi043.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-05-16T15:34:58.677 INFO:teuthology.orchestra.run.smithi043.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-05-16T15:34:58.677 INFO:teuthology.orchestra.run.smithi043.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-05-16T15:34:58.677 INFO:teuthology.orchestra.run.smithi043.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-05-16T15:34:58.677 INFO:teuthology.orchestra.run.smithi043.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-05-16T15:34:58.677 INFO:teuthology.orchestra.run.smithi043.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-05-16T15:34:58.677 INFO:teuthology.orchestra.run.smithi043.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-05-16T15:34:58.677 INFO:teuthology.orchestra.run.smithi043.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-05-16T15:34:58.677 INFO:teuthology.orchestra.run.smithi043.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-05-16T15:34:58.677 INFO:teuthology.orchestra.run.smithi043.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-05-16T15:34:58.677 INFO:teuthology.orchestra.run.smithi043.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-05-16T15:34:58.678 INFO:teuthology.orchestra.run.smithi043.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-05-16T15:34:58.678 INFO:teuthology.orchestra.run.smithi043.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-05-16T15:34:58.678 INFO:teuthology.orchestra.run.smithi043.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-05-16T15:34:58.678 INFO:teuthology.orchestra.run.smithi043.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-05-16T15:34:58.678 INFO:teuthology.orchestra.run.smithi043.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-05-16T15:34:58.678 INFO:teuthology.orchestra.run.smithi043.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-05-16T15:34:58.678 INFO:teuthology.orchestra.run.smithi043.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-05-16T15:34:58.678 INFO:teuthology.orchestra.run.smithi043.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-05-16T15:34:58.678 INFO:teuthology.orchestra.run.smithi043.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-05-16T15:34:58.678 INFO:teuthology.orchestra.run.smithi043.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-05-16T15:34:58.678 INFO:teuthology.orchestra.run.smithi043.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-05-16T15:34:58.678 INFO:teuthology.orchestra.run.smithi043.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-05-16T15:34:58.678 INFO:teuthology.orchestra.run.smithi043.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-05-16T15:34:58.678 INFO:teuthology.orchestra.run.smithi043.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-05-16T15:34:58.679 INFO:teuthology.orchestra.run.smithi043.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-05-16T15:34:58.679 INFO:teuthology.orchestra.run.smithi043.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-05-16T15:34:58.679 INFO:teuthology.orchestra.run.smithi043.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-05-16T15:34:58.679 INFO:teuthology.orchestra.run.smithi043.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-05-16T15:34:58.679 INFO:teuthology.orchestra.run.smithi043.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-05-16T15:34:58.679 INFO:teuthology.orchestra.run.smithi043.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-05-16T15:34:58.679 INFO:teuthology.orchestra.run.smithi043.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-05-16T15:34:58.679 INFO:teuthology.orchestra.run.smithi043.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-05-16T15:34:58.679 INFO:teuthology.orchestra.run.smithi043.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-05-16T15:34:58.679 INFO:teuthology.orchestra.run.smithi043.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-05-16T15:34:58.679 INFO:teuthology.orchestra.run.smithi043.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-05-16T15:34:58.679 INFO:teuthology.orchestra.run.smithi043.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-05-16T15:34:58.679 INFO:teuthology.orchestra.run.smithi043.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-05-16T15:34:58.680 INFO:teuthology.orchestra.run.smithi043.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-05-16T15:34:58.680 INFO:teuthology.orchestra.run.smithi043.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-05-16T15:34:58.680 INFO:teuthology.orchestra.run.smithi043.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-05-16T15:34:58.680 INFO:teuthology.orchestra.run.smithi043.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-05-16T15:34:58.680 INFO:teuthology.orchestra.run.smithi043.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-05-16T15:34:58.680 INFO:teuthology.orchestra.run.smithi043.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-05-16T15:34:58.680 INFO:teuthology.orchestra.run.smithi043.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-05-16T15:34:58.680 INFO:teuthology.orchestra.run.smithi043.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-05-16T15:34:58.680 INFO:teuthology.orchestra.run.smithi043.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-05-16T15:34:58.680 INFO:teuthology.orchestra.run.smithi043.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-05-16T15:34:58.680 INFO:teuthology.orchestra.run.smithi043.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-05-16T15:34:58.680 INFO:teuthology.orchestra.run.smithi043.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-05-16T15:34:58.680 INFO:teuthology.orchestra.run.smithi043.stdout:Installing weak dependencies: 2024-05-16T15:34:58.680 INFO:teuthology.orchestra.run.smithi043.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-05-16T15:34:58.680 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:34:58.680 INFO:teuthology.orchestra.run.smithi043.stdout:Transaction Summary 2024-05-16T15:34:58.681 INFO:teuthology.orchestra.run.smithi043.stdout:======================================================================================= 2024-05-16T15:34:58.681 INFO:teuthology.orchestra.run.smithi043.stdout:Install 148 Packages 2024-05-16T15:34:58.681 INFO:teuthology.orchestra.run.smithi043.stdout:Upgrade 8 Packages 2024-05-16T15:34:58.681 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:34:58.681 INFO:teuthology.orchestra.run.smithi043.stdout:Total download size: 226 M 2024-05-16T15:34:58.681 INFO:teuthology.orchestra.run.smithi043.stdout:Downloading Packages: 2024-05-16T15:34:58.803 INFO:teuthology.orchestra.run.smithi157.stdout:Extra Packages for Enterprise Linux 12 MB/s | 21 MB 00:01 2024-05-16T15:34:59.742 INFO:teuthology.orchestra.run.smithi043.stdout:(1/156): ceph-19.0.0-3449.gddbc91cb.el9.x86_64. 36 kB/s | 6.6 kB 00:00 2024-05-16T15:35:00.000 INFO:teuthology.orchestra.run.smithi043.stdout:(2/156): ceph-fuse-19.0.0-3449.gddbc91cb.el9.x8 3.4 MB/s | 890 kB 00:00 2024-05-16T15:35:00.067 INFO:teuthology.orchestra.run.smithi043.stdout:(3/156): ceph-immutable-object-cache-19.0.0-344 2.1 MB/s | 145 kB 00:00 2024-05-16T15:35:00.476 INFO:teuthology.orchestra.run.smithi043.stdout:(4/156): ceph-mds-19.0.0-3449.gddbc91cb.el9.x86 5.8 MB/s | 2.4 MB 00:00 2024-05-16T15:35:00.709 INFO:teuthology.orchestra.run.smithi043.stdout:(5/156): ceph-mgr-19.0.0-3449.gddbc91cb.el9.x86 6.5 MB/s | 1.5 MB 00:00 2024-05-16T15:35:01.309 INFO:teuthology.orchestra.run.smithi043.stdout:(6/156): ceph-mon-19.0.0-3449.gddbc91cb.el9.x86 7.8 MB/s | 4.7 MB 00:00 2024-05-16T15:35:01.376 INFO:teuthology.orchestra.run.smithi043.stdout:(7/156): ceph-base-19.0.0-3449.gddbc91cb.el9.x8 3.0 MB/s | 5.4 MB 00:01 2024-05-16T15:35:01.593 INFO:teuthology.orchestra.run.smithi043.stdout:(8/156): ceph-common-19.0.0-3449.gddbc91cb.el9. 10 MB/s | 21 MB 00:02 2024-05-16T15:35:01.652 INFO:teuthology.orchestra.run.smithi043.stdout:(9/156): ceph-selinux-19.0.0-3449.gddbc91cb.el9 435 kB/s | 25 kB 00:00 2024-05-16T15:35:02.919 INFO:teuthology.orchestra.run.smithi043.stdout:(10/156): ceph-osd-19.0.0-3449.gddbc91cb.el9.x8 10 MB/s | 17 MB 00:01 2024-05-16T15:35:02.985 INFO:teuthology.orchestra.run.smithi043.stdout:(11/156): cephfs-mirror-19.0.0-3449.gddbc91cb.e 3.3 MB/s | 225 kB 00:00 2024-05-16T15:35:03.052 INFO:teuthology.orchestra.run.smithi043.stdout:(12/156): cephfs-shell-19.0.0-3449.gddbc91cb.el 407 kB/s | 27 kB 00:00 2024-05-16T15:35:03.111 INFO:teuthology.orchestra.run.smithi043.stdout:(13/156): libcephfs-devel-19.0.0-3449.gddbc91cb 545 kB/s | 32 kB 00:00 2024-05-16T15:35:03.236 INFO:teuthology.orchestra.run.smithi043.stdout:(14/156): ceph-radosgw-19.0.0-3449.gddbc91cb.el 5.7 MB/s | 11 MB 00:01 2024-05-16T15:35:03.278 INFO:teuthology.orchestra.run.smithi043.stdout:(15/156): libcephfs2-19.0.0-3449.gddbc91cb.el9. 4.4 MB/s | 746 kB 00:00 2024-05-16T15:35:03.312 INFO:teuthology.orchestra.run.smithi043.stdout:(16/156): libcephsqlite-19.0.0-3449.gddbc91cb.e 2.1 MB/s | 164 kB 00:00 2024-05-16T15:35:03.354 INFO:teuthology.orchestra.run.smithi043.stdout:(17/156): librados-devel-19.0.0-3449.gddbc91cb. 1.6 MB/s | 127 kB 00:00 2024-05-16T15:35:03.454 INFO:teuthology.orchestra.run.smithi043.stdout:(18/156): libradosstriper1-19.0.0-3449.gddbc91c 3.4 MB/s | 500 kB 00:00 2024-05-16T15:35:03.483 INFO:teuthology.orchestra.run.smithi148.stdout:lab-extras 11 kB/s | 1.7 kB 00:00 2024-05-16T15:35:03.546 INFO:teuthology.orchestra.run.smithi043.stdout:(19/156): python3-ceph-argparse-19.0.0-3449.gdd 493 kB/s | 45 kB 00:00 2024-05-16T15:35:03.638 INFO:teuthology.orchestra.run.smithi043.stdout:(20/156): python3-ceph-common-19.0.0-3449.gddbc 1.4 MB/s | 135 kB 00:00 2024-05-16T15:35:03.739 INFO:teuthology.orchestra.run.smithi043.stdout:(21/156): python3-cephfs-19.0.0-3449.gddbc91cb. 1.6 MB/s | 161 kB 00:00 2024-05-16T15:35:03.831 INFO:teuthology.orchestra.run.smithi043.stdout:(22/156): librgw2-19.0.0-3449.gddbc91cb.el9.x86 11 MB/s | 5.4 MB 00:00 2024-05-16T15:35:03.856 INFO:teuthology.orchestra.run.smithi043.stdout:(23/156): python3-rados-19.0.0-3449.gddbc91cb.e 2.7 MB/s | 321 kB 00:00 2024-05-16T15:35:03.889 INFO:teuthology.orchestra.run.smithi043.stdout:(24/156): python3-rbd-19.0.0-3449.gddbc91cb.el9 5.0 MB/s | 298 kB 00:00 2024-05-16T15:35:03.923 INFO:teuthology.orchestra.run.smithi043.stdout:(25/156): python3-rgw-19.0.0-3449.gddbc91cb.el9 1.4 MB/s | 99 kB 00:00 2024-05-16T15:35:03.956 INFO:teuthology.orchestra.run.smithi043.stdout:(26/156): rbd-fuse-19.0.0-3449.gddbc91cb.el9.x8 1.2 MB/s | 85 kB 00:00 2024-05-16T15:35:04.032 INFO:teuthology.orchestra.run.smithi043.stdout:(27/156): rbd-nbd-19.0.0-3449.gddbc91cb.el9.x86 2.2 MB/s | 170 kB 00:00 2024-05-16T15:35:04.059 INFO:teuthology.orchestra.run.smithi157.stdout:lab-extras 16 kB/s | 1.7 kB 00:00 2024-05-16T15:35:04.091 INFO:teuthology.orchestra.run.smithi043.stdout:(28/156): ceph-grafana-dashboards-19.0.0-3449.g 586 kB/s | 34 kB 00:00 2024-05-16T15:35:04.158 INFO:teuthology.orchestra.run.smithi043.stdout:(29/156): ceph-mgr-cephadm-19.0.0-3449.gddbc91c 2.1 MB/s | 142 kB 00:00 2024-05-16T15:35:04.417 INFO:teuthology.orchestra.run.smithi043.stdout:(30/156): rbd-mirror-19.0.0-3449.gddbc91cb.el9. 6.3 MB/s | 3.1 MB 00:00 2024-05-16T15:35:04.533 INFO:teuthology.orchestra.run.smithi043.stdout:(31/156): ceph-mgr-dashboard-19.0.0-3449.gddbc9 9.4 MB/s | 3.5 MB 00:00 2024-05-16T15:35:04.600 INFO:teuthology.orchestra.run.smithi043.stdout:(32/156): ceph-mgr-modules-core-19.0.0-3449.gdd 4.0 MB/s | 274 kB 00:00 2024-05-16T15:35:04.659 INFO:teuthology.orchestra.run.smithi043.stdout:(33/156): ceph-mgr-rook-19.0.0-3449.gddbc91cb.e 848 kB/s | 49 kB 00:00 2024-05-16T15:35:04.726 INFO:teuthology.orchestra.run.smithi043.stdout:(34/156): ceph-prometheus-alerts-19.0.0-3449.gd 247 kB/s | 16 kB 00:00 2024-05-16T15:35:04.801 INFO:teuthology.orchestra.run.smithi043.stdout:(35/156): ceph-volume-19.0.0-3449.gddbc91cb.el9 3.6 MB/s | 273 kB 00:00 2024-05-16T15:35:04.910 INFO:teuthology.orchestra.run.smithi043.stdout:(36/156): cephadm-19.0.0-3449.gddbc91cb.el9.noa 6.9 MB/s | 764 kB 00:00 2024-05-16T15:35:04.977 INFO:teuthology.orchestra.run.smithi043.stdout:(37/156): cephfs-top-19.0.0-3449.gddbc91cb.el9. 274 kB/s | 18 kB 00:00 2024-05-16T15:35:05.494 INFO:teuthology.orchestra.run.smithi043.stdout:(38/156): ceph-test-19.0.0-3449.gddbc91cb.el9.x 13 MB/s | 49 MB 00:03 2024-05-16T15:35:05.511 INFO:teuthology.orchestra.run.smithi043.stdout:(39/156): fuse-2.9.9-15.el9.x86_64.rpm 150 kB/s | 80 kB 00:00 2024-05-16T15:35:05.619 INFO:teuthology.orchestra.run.smithi043.stdout:(40/156): ceph-mgr-diskprediction-local-19.0.0- 6.2 MB/s | 7.4 MB 00:01 2024-05-16T15:35:05.644 INFO:teuthology.orchestra.run.smithi043.stdout:(41/156): libquadmath-11.4.1-3.el9.x86_64.rpm 1.4 MB/s | 195 kB 00:00 2024-05-16T15:35:05.745 INFO:teuthology.orchestra.run.smithi043.stdout:(42/156): python3-cryptography-36.0.1-4.el9.x86 12 MB/s | 1.2 MB 00:00 2024-05-16T15:35:05.775 INFO:teuthology.orchestra.run.smithi148.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-16T15:35:05.776 INFO:teuthology.orchestra.run.smithi148.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-16T15:35:05.779 INFO:teuthology.orchestra.run.smithi043.stdout:(43/156): libgfortran-11.4.1-3.el9.x86_64.rpm 2.8 MB/s | 803 kB 00:00 2024-05-16T15:35:05.787 INFO:teuthology.orchestra.run.smithi148.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-05-16T15:35:05.787 INFO:teuthology.orchestra.run.smithi148.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-05-16T15:35:05.788 INFO:teuthology.orchestra.run.smithi148.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-05-16T15:35:05.789 INFO:teuthology.orchestra.run.smithi148.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-05-16T15:35:05.790 INFO:teuthology.orchestra.run.smithi148.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-05-16T15:35:05.793 INFO:teuthology.orchestra.run.smithi148.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-05-16T15:35:05.793 INFO:teuthology.orchestra.run.smithi148.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-05-16T15:35:05.804 INFO:teuthology.orchestra.run.smithi043.stdout:(44/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.3 MB/s | 253 kB 00:00 2024-05-16T15:35:05.829 INFO:teuthology.orchestra.run.smithi043.stdout:(45/156): python3-ply-3.11-14.el9.noarch.rpm 1.2 MB/s | 106 kB 00:00 2024-05-16T15:35:05.853 INFO:teuthology.orchestra.run.smithi148.stdout:Dependencies resolved. 2024-05-16T15:35:05.855 INFO:teuthology.orchestra.run.smithi043.stdout:(46/156): python3-pycparser-2.20-6.el9.noarch.r 1.8 MB/s | 135 kB 00:00 2024-05-16T15:35:05.879 INFO:teuthology.orchestra.run.smithi148.stdout:======================================================================================= 2024-05-16T15:35:05.879 INFO:teuthology.orchestra.run.smithi148.stdout: Package Arch Version Repository Size 2024-05-16T15:35:05.879 INFO:teuthology.orchestra.run.smithi148.stdout:======================================================================================= 2024-05-16T15:35:05.879 INFO:teuthology.orchestra.run.smithi148.stdout:Installing: 2024-05-16T15:35:05.879 INFO:teuthology.orchestra.run.smithi148.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-05-16T15:35:05.879 INFO:teuthology.orchestra.run.smithi148.stdout: ceph x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 6.6 k 2024-05-16T15:35:05.880 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-base x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 5.4 M 2024-05-16T15:35:05.880 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-fuse x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 890 k 2024-05-16T15:35:05.880 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 145 k 2024-05-16T15:35:05.880 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-mgr x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 1.5 M 2024-05-16T15:35:05.880 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3449.gddbc91cb.el9 ceph-noarch 142 k 2024-05-16T15:35:05.880 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3449.gddbc91cb.el9 ceph-noarch 3.5 M 2024-05-16T15:35:05.880 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3449.gddbc91cb.el9 ceph-noarch 7.4 M 2024-05-16T15:35:05.880 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-mgr-rook noarch 2:19.0.0-3449.gddbc91cb.el9 ceph-noarch 49 k 2024-05-16T15:35:05.880 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-radosgw x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 11 M 2024-05-16T15:35:05.880 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-test x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 49 M 2024-05-16T15:35:05.880 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-volume noarch 2:19.0.0-3449.gddbc91cb.el9 ceph-noarch 273 k 2024-05-16T15:35:05.880 INFO:teuthology.orchestra.run.smithi148.stdout: cephadm noarch 2:19.0.0-3449.gddbc91cb.el9 ceph-noarch 764 k 2024-05-16T15:35:05.880 INFO:teuthology.orchestra.run.smithi148.stdout: cephfs-mirror x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 225 k 2024-05-16T15:35:05.881 INFO:teuthology.orchestra.run.smithi148.stdout: cephfs-shell x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 27 k 2024-05-16T15:35:05.881 INFO:teuthology.orchestra.run.smithi148.stdout: cephfs-top noarch 2:19.0.0-3449.gddbc91cb.el9 ceph-noarch 18 k 2024-05-16T15:35:05.881 INFO:teuthology.orchestra.run.smithi148.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-05-16T15:35:05.881 INFO:teuthology.orchestra.run.smithi148.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-05-16T15:35:05.881 INFO:teuthology.orchestra.run.smithi148.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-05-16T15:35:05.881 INFO:teuthology.orchestra.run.smithi148.stdout: libcephfs-devel x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 32 k 2024-05-16T15:35:05.881 INFO:teuthology.orchestra.run.smithi148.stdout: libcephfs2 x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 746 k 2024-05-16T15:35:05.881 INFO:teuthology.orchestra.run.smithi148.stdout: librados-devel x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 127 k 2024-05-16T15:35:05.881 INFO:teuthology.orchestra.run.smithi148.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-05-16T15:35:05.881 INFO:teuthology.orchestra.run.smithi148.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-05-16T15:35:05.881 INFO:teuthology.orchestra.run.smithi148.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-05-16T15:35:05.881 INFO:teuthology.orchestra.run.smithi148.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-05-16T15:35:05.881 INFO:teuthology.orchestra.run.smithi148.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-05-16T15:35:05.882 INFO:teuthology.orchestra.run.smithi148.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-05-16T15:35:05.882 INFO:teuthology.orchestra.run.smithi148.stdout: python3-cephfs x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 161 k 2024-05-16T15:35:05.882 INFO:teuthology.orchestra.run.smithi148.stdout: python3-rados x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 321 k 2024-05-16T15:35:05.882 INFO:teuthology.orchestra.run.smithi148.stdout: python3-rbd x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 298 k 2024-05-16T15:35:05.882 INFO:teuthology.orchestra.run.smithi148.stdout: python3-rgw x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 99 k 2024-05-16T15:35:05.882 INFO:teuthology.orchestra.run.smithi148.stdout: rbd-fuse x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 85 k 2024-05-16T15:35:05.882 INFO:teuthology.orchestra.run.smithi148.stdout: rbd-mirror x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 3.1 M 2024-05-16T15:35:05.882 INFO:teuthology.orchestra.run.smithi148.stdout: rbd-nbd x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 170 k 2024-05-16T15:35:05.882 INFO:teuthology.orchestra.run.smithi148.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-05-16T15:35:05.882 INFO:teuthology.orchestra.run.smithi148.stdout:Upgrading: 2024-05-16T15:35:05.882 INFO:teuthology.orchestra.run.smithi148.stdout: NetworkManager x86_64 1:1.47.90-1.el9 baseos 2.3 M 2024-05-16T15:35:05.882 INFO:teuthology.orchestra.run.smithi148.stdout: NetworkManager-libnm x86_64 1:1.47.90-1.el9 baseos 1.8 M 2024-05-16T15:35:05.882 INFO:teuthology.orchestra.run.smithi148.stdout: NetworkManager-team x86_64 1:1.47.90-1.el9 baseos 41 k 2024-05-16T15:35:05.883 INFO:teuthology.orchestra.run.smithi148.stdout: NetworkManager-tui x86_64 1:1.47.90-1.el9 baseos 248 k 2024-05-16T15:35:05.883 INFO:teuthology.orchestra.run.smithi148.stdout: librados2 x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 3.4 M 2024-05-16T15:35:05.883 INFO:teuthology.orchestra.run.smithi148.stdout: librbd1 x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 3.1 M 2024-05-16T15:35:05.883 INFO:teuthology.orchestra.run.smithi148.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-05-16T15:35:05.883 INFO:teuthology.orchestra.run.smithi148.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-05-16T15:35:05.883 INFO:teuthology.orchestra.run.smithi148.stdout:Installing dependencies: 2024-05-16T15:35:05.883 INFO:teuthology.orchestra.run.smithi148.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-05-16T15:35:05.883 INFO:teuthology.orchestra.run.smithi148.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-05-16T15:35:05.883 INFO:teuthology.orchestra.run.smithi148.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-05-16T15:35:05.883 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-common x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 21 M 2024-05-16T15:35:05.883 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3449.gddbc91cb.el9 ceph-noarch 34 k 2024-05-16T15:35:05.883 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-mds x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 2.4 M 2024-05-16T15:35:05.883 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3449.gddbc91cb.el9 ceph-noarch 274 k 2024-05-16T15:35:05.883 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-mon x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 4.7 M 2024-05-16T15:35:05.883 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-osd x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 17 M 2024-05-16T15:35:05.884 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3449.gddbc91cb.el9 ceph-noarch 16 k 2024-05-16T15:35:05.884 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-selinux x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 25 k 2024-05-16T15:35:05.884 INFO:teuthology.orchestra.run.smithi148.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-05-16T15:35:05.884 INFO:teuthology.orchestra.run.smithi148.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-05-16T15:35:05.884 INFO:teuthology.orchestra.run.smithi148.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-05-16T15:35:05.884 INFO:teuthology.orchestra.run.smithi148.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-05-16T15:35:05.884 INFO:teuthology.orchestra.run.smithi148.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-05-16T15:35:05.884 INFO:teuthology.orchestra.run.smithi148.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-05-16T15:35:05.884 INFO:teuthology.orchestra.run.smithi148.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-05-16T15:35:05.884 INFO:teuthology.orchestra.run.smithi148.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-05-16T15:35:05.884 INFO:teuthology.orchestra.run.smithi148.stdout: libcephsqlite x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 164 k 2024-05-16T15:35:05.884 INFO:teuthology.orchestra.run.smithi148.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-05-16T15:35:05.884 INFO:teuthology.orchestra.run.smithi148.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-05-16T15:35:05.884 INFO:teuthology.orchestra.run.smithi148.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-05-16T15:35:05.885 INFO:teuthology.orchestra.run.smithi148.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-05-16T15:35:05.885 INFO:teuthology.orchestra.run.smithi148.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-05-16T15:35:05.885 INFO:teuthology.orchestra.run.smithi148.stdout: libradosstriper1 x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 500 k 2024-05-16T15:35:05.885 INFO:teuthology.orchestra.run.smithi148.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-05-16T15:35:05.885 INFO:teuthology.orchestra.run.smithi148.stdout: librgw2 x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 5.4 M 2024-05-16T15:35:05.885 INFO:teuthology.orchestra.run.smithi148.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-05-16T15:35:05.885 INFO:teuthology.orchestra.run.smithi148.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-05-16T15:35:05.885 INFO:teuthology.orchestra.run.smithi148.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-05-16T15:35:05.885 INFO:teuthology.orchestra.run.smithi148.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-05-16T15:35:05.885 INFO:teuthology.orchestra.run.smithi148.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-05-16T15:35:05.885 INFO:teuthology.orchestra.run.smithi148.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-05-16T15:35:05.885 INFO:teuthology.orchestra.run.smithi148.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-05-16T15:35:05.885 INFO:teuthology.orchestra.run.smithi148.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-05-16T15:35:05.886 INFO:teuthology.orchestra.run.smithi148.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-05-16T15:35:05.886 INFO:teuthology.orchestra.run.smithi148.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-05-16T15:35:05.886 INFO:teuthology.orchestra.run.smithi148.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-05-16T15:35:05.886 INFO:teuthology.orchestra.run.smithi148.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-05-16T15:35:05.886 INFO:teuthology.orchestra.run.smithi148.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-05-16T15:35:05.886 INFO:teuthology.orchestra.run.smithi148.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-05-16T15:35:05.886 INFO:teuthology.orchestra.run.smithi148.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-05-16T15:35:05.886 INFO:teuthology.orchestra.run.smithi148.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-05-16T15:35:05.886 INFO:teuthology.orchestra.run.smithi148.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-05-16T15:35:05.886 INFO:teuthology.orchestra.run.smithi148.stdout: python3-ceph-argparse x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 45 k 2024-05-16T15:35:05.886 INFO:teuthology.orchestra.run.smithi148.stdout: python3-ceph-common x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 135 k 2024-05-16T15:35:05.886 INFO:teuthology.orchestra.run.smithi148.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-05-16T15:35:05.886 INFO:teuthology.orchestra.run.smithi148.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-05-16T15:35:05.886 INFO:teuthology.orchestra.run.smithi148.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-05-16T15:35:05.886 INFO:teuthology.orchestra.run.smithi148.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-05-16T15:35:05.887 INFO:teuthology.orchestra.run.smithi148.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-05-16T15:35:05.887 INFO:teuthology.orchestra.run.smithi148.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-05-16T15:35:05.887 INFO:teuthology.orchestra.run.smithi148.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-05-16T15:35:05.887 INFO:teuthology.orchestra.run.smithi148.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-05-16T15:35:05.887 INFO:teuthology.orchestra.run.smithi148.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-05-16T15:35:05.887 INFO:teuthology.orchestra.run.smithi148.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-05-16T15:35:05.887 INFO:teuthology.orchestra.run.smithi148.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-05-16T15:35:05.887 INFO:teuthology.orchestra.run.smithi148.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-05-16T15:35:05.887 INFO:teuthology.orchestra.run.smithi148.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-05-16T15:35:05.887 INFO:teuthology.orchestra.run.smithi148.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-05-16T15:35:05.887 INFO:teuthology.orchestra.run.smithi148.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-05-16T15:35:05.887 INFO:teuthology.orchestra.run.smithi148.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-05-16T15:35:05.887 INFO:teuthology.orchestra.run.smithi148.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-05-16T15:35:05.887 INFO:teuthology.orchestra.run.smithi148.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-05-16T15:35:05.887 INFO:teuthology.orchestra.run.smithi148.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-05-16T15:35:05.888 INFO:teuthology.orchestra.run.smithi148.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-05-16T15:35:05.888 INFO:teuthology.orchestra.run.smithi148.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-05-16T15:35:05.888 INFO:teuthology.orchestra.run.smithi148.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-05-16T15:35:05.888 INFO:teuthology.orchestra.run.smithi148.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-05-16T15:35:05.888 INFO:teuthology.orchestra.run.smithi148.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-05-16T15:35:05.888 INFO:teuthology.orchestra.run.smithi148.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-05-16T15:35:05.888 INFO:teuthology.orchestra.run.smithi148.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-05-16T15:35:05.888 INFO:teuthology.orchestra.run.smithi148.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-05-16T15:35:05.888 INFO:teuthology.orchestra.run.smithi148.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-05-16T15:35:05.888 INFO:teuthology.orchestra.run.smithi148.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-05-16T15:35:05.888 INFO:teuthology.orchestra.run.smithi148.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-05-16T15:35:05.888 INFO:teuthology.orchestra.run.smithi148.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-05-16T15:35:05.888 INFO:teuthology.orchestra.run.smithi148.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-05-16T15:35:05.888 INFO:teuthology.orchestra.run.smithi148.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-05-16T15:35:05.888 INFO:teuthology.orchestra.run.smithi148.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-05-16T15:35:05.888 INFO:teuthology.orchestra.run.smithi148.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-05-16T15:35:05.889 INFO:teuthology.orchestra.run.smithi148.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-05-16T15:35:05.889 INFO:teuthology.orchestra.run.smithi148.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-05-16T15:35:05.889 INFO:teuthology.orchestra.run.smithi148.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-05-16T15:35:05.889 INFO:teuthology.orchestra.run.smithi148.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-05-16T15:35:05.889 INFO:teuthology.orchestra.run.smithi148.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-05-16T15:35:05.889 INFO:teuthology.orchestra.run.smithi148.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-05-16T15:35:05.889 INFO:teuthology.orchestra.run.smithi148.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-05-16T15:35:05.889 INFO:teuthology.orchestra.run.smithi148.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-05-16T15:35:05.889 INFO:teuthology.orchestra.run.smithi148.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-05-16T15:35:05.889 INFO:teuthology.orchestra.run.smithi148.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-05-16T15:35:05.889 INFO:teuthology.orchestra.run.smithi148.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-05-16T15:35:05.889 INFO:teuthology.orchestra.run.smithi148.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-05-16T15:35:05.889 INFO:teuthology.orchestra.run.smithi148.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-05-16T15:35:05.890 INFO:teuthology.orchestra.run.smithi148.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-05-16T15:35:05.890 INFO:teuthology.orchestra.run.smithi148.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-05-16T15:35:05.890 INFO:teuthology.orchestra.run.smithi148.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-05-16T15:35:05.890 INFO:teuthology.orchestra.run.smithi148.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-05-16T15:35:05.890 INFO:teuthology.orchestra.run.smithi148.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-05-16T15:35:05.890 INFO:teuthology.orchestra.run.smithi148.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-05-16T15:35:05.890 INFO:teuthology.orchestra.run.smithi148.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-05-16T15:35:05.890 INFO:teuthology.orchestra.run.smithi148.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-05-16T15:35:05.890 INFO:teuthology.orchestra.run.smithi148.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-05-16T15:35:05.890 INFO:teuthology.orchestra.run.smithi148.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-05-16T15:35:05.890 INFO:teuthology.orchestra.run.smithi148.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-05-16T15:35:05.890 INFO:teuthology.orchestra.run.smithi148.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-05-16T15:35:05.890 INFO:teuthology.orchestra.run.smithi148.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-05-16T15:35:05.890 INFO:teuthology.orchestra.run.smithi148.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-05-16T15:35:05.891 INFO:teuthology.orchestra.run.smithi148.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-05-16T15:35:05.891 INFO:teuthology.orchestra.run.smithi148.stdout:Installing weak dependencies: 2024-05-16T15:35:05.891 INFO:teuthology.orchestra.run.smithi148.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-05-16T15:35:05.891 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-05-16T15:35:05.891 INFO:teuthology.orchestra.run.smithi148.stdout:Transaction Summary 2024-05-16T15:35:05.891 INFO:teuthology.orchestra.run.smithi148.stdout:======================================================================================= 2024-05-16T15:35:05.891 INFO:teuthology.orchestra.run.smithi148.stdout:Install 148 Packages 2024-05-16T15:35:05.891 INFO:teuthology.orchestra.run.smithi148.stdout:Upgrade 8 Packages 2024-05-16T15:35:05.891 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-05-16T15:35:05.892 INFO:teuthology.orchestra.run.smithi043.stdout:(47/156): python3-requests-2.25.1-8.el9.noarch. 1.6 MB/s | 125 kB 00:00 2024-05-16T15:35:05.892 INFO:teuthology.orchestra.run.smithi148.stdout:Total download size: 226 M 2024-05-16T15:35:05.892 INFO:teuthology.orchestra.run.smithi148.stdout:Downloading Packages: 2024-05-16T15:35:05.905 INFO:teuthology.orchestra.run.smithi043.stdout:(48/156): python3-urllib3-1.26.5-5.el9.noarch.r 2.8 MB/s | 215 kB 00:00 2024-05-16T15:35:06.331 INFO:teuthology.orchestra.run.smithi043.stdout:(49/156): boost-program-options-1.75.0-8.el9.x8 251 kB/s | 107 kB 00:00 2024-05-16T15:35:06.377 INFO:teuthology.orchestra.run.smithi157.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-16T15:35:06.378 INFO:teuthology.orchestra.run.smithi157.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-16T15:35:06.389 INFO:teuthology.orchestra.run.smithi157.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-05-16T15:35:06.389 INFO:teuthology.orchestra.run.smithi157.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-05-16T15:35:06.390 INFO:teuthology.orchestra.run.smithi157.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-05-16T15:35:06.391 INFO:teuthology.orchestra.run.smithi157.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-05-16T15:35:06.393 INFO:teuthology.orchestra.run.smithi157.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-05-16T15:35:06.395 INFO:teuthology.orchestra.run.smithi157.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-05-16T15:35:06.396 INFO:teuthology.orchestra.run.smithi157.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-05-16T15:35:06.431 INFO:teuthology.orchestra.run.smithi043.stdout:(50/156): elfutils-libelf-devel-0.190-2.el9.x86 215 kB/s | 21 kB 00:00 2024-05-16T15:35:06.457 INFO:teuthology.orchestra.run.smithi157.stdout:Dependencies resolved. 2024-05-16T15:35:06.474 INFO:teuthology.orchestra.run.smithi157.stdout:======================================================================================= 2024-05-16T15:35:06.474 INFO:teuthology.orchestra.run.smithi157.stdout: Package Arch Version Repository Size 2024-05-16T15:35:06.474 INFO:teuthology.orchestra.run.smithi157.stdout:======================================================================================= 2024-05-16T15:35:06.474 INFO:teuthology.orchestra.run.smithi157.stdout:Installing: 2024-05-16T15:35:06.475 INFO:teuthology.orchestra.run.smithi157.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-05-16T15:35:06.475 INFO:teuthology.orchestra.run.smithi157.stdout: ceph x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 6.6 k 2024-05-16T15:35:06.475 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-base x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 5.4 M 2024-05-16T15:35:06.475 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-fuse x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 890 k 2024-05-16T15:35:06.475 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 145 k 2024-05-16T15:35:06.475 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mgr x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 1.5 M 2024-05-16T15:35:06.475 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3449.gddbc91cb.el9 ceph-noarch 142 k 2024-05-16T15:35:06.475 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3449.gddbc91cb.el9 ceph-noarch 3.5 M 2024-05-16T15:35:06.475 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3449.gddbc91cb.el9 ceph-noarch 7.4 M 2024-05-16T15:35:06.475 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mgr-rook noarch 2:19.0.0-3449.gddbc91cb.el9 ceph-noarch 49 k 2024-05-16T15:35:06.475 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-radosgw x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 11 M 2024-05-16T15:35:06.475 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-test x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 49 M 2024-05-16T15:35:06.475 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-volume noarch 2:19.0.0-3449.gddbc91cb.el9 ceph-noarch 273 k 2024-05-16T15:35:06.475 INFO:teuthology.orchestra.run.smithi157.stdout: cephadm noarch 2:19.0.0-3449.gddbc91cb.el9 ceph-noarch 764 k 2024-05-16T15:35:06.476 INFO:teuthology.orchestra.run.smithi157.stdout: cephfs-mirror x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 225 k 2024-05-16T15:35:06.476 INFO:teuthology.orchestra.run.smithi157.stdout: cephfs-shell x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 27 k 2024-05-16T15:35:06.476 INFO:teuthology.orchestra.run.smithi157.stdout: cephfs-top noarch 2:19.0.0-3449.gddbc91cb.el9 ceph-noarch 18 k 2024-05-16T15:35:06.476 INFO:teuthology.orchestra.run.smithi157.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-05-16T15:35:06.476 INFO:teuthology.orchestra.run.smithi157.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-05-16T15:35:06.476 INFO:teuthology.orchestra.run.smithi157.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-05-16T15:35:06.476 INFO:teuthology.orchestra.run.smithi157.stdout: libcephfs-devel x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 32 k 2024-05-16T15:35:06.476 INFO:teuthology.orchestra.run.smithi157.stdout: libcephfs2 x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 746 k 2024-05-16T15:35:06.476 INFO:teuthology.orchestra.run.smithi157.stdout: librados-devel x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 127 k 2024-05-16T15:35:06.477 INFO:teuthology.orchestra.run.smithi157.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-05-16T15:35:06.477 INFO:teuthology.orchestra.run.smithi157.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-05-16T15:35:06.477 INFO:teuthology.orchestra.run.smithi157.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-05-16T15:35:06.477 INFO:teuthology.orchestra.run.smithi157.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-05-16T15:35:06.477 INFO:teuthology.orchestra.run.smithi157.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-05-16T15:35:06.477 INFO:teuthology.orchestra.run.smithi157.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-05-16T15:35:06.477 INFO:teuthology.orchestra.run.smithi157.stdout: python3-cephfs x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 161 k 2024-05-16T15:35:06.477 INFO:teuthology.orchestra.run.smithi157.stdout: python3-rados x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 321 k 2024-05-16T15:35:06.477 INFO:teuthology.orchestra.run.smithi157.stdout: python3-rbd x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 298 k 2024-05-16T15:35:06.477 INFO:teuthology.orchestra.run.smithi157.stdout: python3-rgw x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 99 k 2024-05-16T15:35:06.477 INFO:teuthology.orchestra.run.smithi157.stdout: rbd-fuse x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 85 k 2024-05-16T15:35:06.477 INFO:teuthology.orchestra.run.smithi157.stdout: rbd-mirror x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 3.1 M 2024-05-16T15:35:06.477 INFO:teuthology.orchestra.run.smithi157.stdout: rbd-nbd x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 170 k 2024-05-16T15:35:06.477 INFO:teuthology.orchestra.run.smithi157.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-05-16T15:35:06.478 INFO:teuthology.orchestra.run.smithi157.stdout:Upgrading: 2024-05-16T15:35:06.478 INFO:teuthology.orchestra.run.smithi157.stdout: NetworkManager x86_64 1:1.47.90-1.el9 baseos 2.3 M 2024-05-16T15:35:06.478 INFO:teuthology.orchestra.run.smithi157.stdout: NetworkManager-libnm x86_64 1:1.47.90-1.el9 baseos 1.8 M 2024-05-16T15:35:06.478 INFO:teuthology.orchestra.run.smithi157.stdout: NetworkManager-team x86_64 1:1.47.90-1.el9 baseos 41 k 2024-05-16T15:35:06.478 INFO:teuthology.orchestra.run.smithi157.stdout: NetworkManager-tui x86_64 1:1.47.90-1.el9 baseos 248 k 2024-05-16T15:35:06.478 INFO:teuthology.orchestra.run.smithi157.stdout: librados2 x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 3.4 M 2024-05-16T15:35:06.478 INFO:teuthology.orchestra.run.smithi157.stdout: librbd1 x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 3.1 M 2024-05-16T15:35:06.478 INFO:teuthology.orchestra.run.smithi157.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-05-16T15:35:06.478 INFO:teuthology.orchestra.run.smithi157.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-05-16T15:35:06.478 INFO:teuthology.orchestra.run.smithi157.stdout:Installing dependencies: 2024-05-16T15:35:06.478 INFO:teuthology.orchestra.run.smithi157.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-05-16T15:35:06.478 INFO:teuthology.orchestra.run.smithi157.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-05-16T15:35:06.478 INFO:teuthology.orchestra.run.smithi157.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-05-16T15:35:06.479 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-common x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 21 M 2024-05-16T15:35:06.479 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3449.gddbc91cb.el9 ceph-noarch 34 k 2024-05-16T15:35:06.479 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mds x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 2.4 M 2024-05-16T15:35:06.479 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3449.gddbc91cb.el9 ceph-noarch 274 k 2024-05-16T15:35:06.479 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mon x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 4.7 M 2024-05-16T15:35:06.479 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-osd x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 17 M 2024-05-16T15:35:06.479 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3449.gddbc91cb.el9 ceph-noarch 16 k 2024-05-16T15:35:06.479 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-selinux x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 25 k 2024-05-16T15:35:06.479 INFO:teuthology.orchestra.run.smithi157.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-05-16T15:35:06.479 INFO:teuthology.orchestra.run.smithi157.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-05-16T15:35:06.479 INFO:teuthology.orchestra.run.smithi157.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-05-16T15:35:06.479 INFO:teuthology.orchestra.run.smithi157.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-05-16T15:35:06.479 INFO:teuthology.orchestra.run.smithi157.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-05-16T15:35:06.479 INFO:teuthology.orchestra.run.smithi157.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-05-16T15:35:06.480 INFO:teuthology.orchestra.run.smithi157.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-05-16T15:35:06.480 INFO:teuthology.orchestra.run.smithi157.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-05-16T15:35:06.480 INFO:teuthology.orchestra.run.smithi157.stdout: libcephsqlite x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 164 k 2024-05-16T15:35:06.480 INFO:teuthology.orchestra.run.smithi157.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-05-16T15:35:06.480 INFO:teuthology.orchestra.run.smithi157.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-05-16T15:35:06.480 INFO:teuthology.orchestra.run.smithi157.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-05-16T15:35:06.480 INFO:teuthology.orchestra.run.smithi157.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-05-16T15:35:06.480 INFO:teuthology.orchestra.run.smithi157.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-05-16T15:35:06.480 INFO:teuthology.orchestra.run.smithi157.stdout: libradosstriper1 x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 500 k 2024-05-16T15:35:06.480 INFO:teuthology.orchestra.run.smithi157.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-05-16T15:35:06.480 INFO:teuthology.orchestra.run.smithi157.stdout: librgw2 x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 5.4 M 2024-05-16T15:35:06.480 INFO:teuthology.orchestra.run.smithi157.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-05-16T15:35:06.480 INFO:teuthology.orchestra.run.smithi157.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-05-16T15:35:06.481 INFO:teuthology.orchestra.run.smithi157.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-05-16T15:35:06.481 INFO:teuthology.orchestra.run.smithi157.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-05-16T15:35:06.481 INFO:teuthology.orchestra.run.smithi157.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-05-16T15:35:06.481 INFO:teuthology.orchestra.run.smithi157.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-05-16T15:35:06.481 INFO:teuthology.orchestra.run.smithi157.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-05-16T15:35:06.481 INFO:teuthology.orchestra.run.smithi157.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-05-16T15:35:06.481 INFO:teuthology.orchestra.run.smithi157.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-05-16T15:35:06.481 INFO:teuthology.orchestra.run.smithi157.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-05-16T15:35:06.481 INFO:teuthology.orchestra.run.smithi157.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-05-16T15:35:06.481 INFO:teuthology.orchestra.run.smithi157.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-05-16T15:35:06.481 INFO:teuthology.orchestra.run.smithi157.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-05-16T15:35:06.481 INFO:teuthology.orchestra.run.smithi157.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-05-16T15:35:06.481 INFO:teuthology.orchestra.run.smithi157.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-05-16T15:35:06.482 INFO:teuthology.orchestra.run.smithi157.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-05-16T15:35:06.482 INFO:teuthology.orchestra.run.smithi157.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-05-16T15:35:06.482 INFO:teuthology.orchestra.run.smithi157.stdout: python3-ceph-argparse x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 45 k 2024-05-16T15:35:06.482 INFO:teuthology.orchestra.run.smithi157.stdout: python3-ceph-common x86_64 2:19.0.0-3449.gddbc91cb.el9 ceph 135 k 2024-05-16T15:35:06.482 INFO:teuthology.orchestra.run.smithi157.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-05-16T15:35:06.482 INFO:teuthology.orchestra.run.smithi157.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-05-16T15:35:06.482 INFO:teuthology.orchestra.run.smithi157.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-05-16T15:35:06.482 INFO:teuthology.orchestra.run.smithi157.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-05-16T15:35:06.482 INFO:teuthology.orchestra.run.smithi157.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-05-16T15:35:06.482 INFO:teuthology.orchestra.run.smithi157.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-05-16T15:35:06.482 INFO:teuthology.orchestra.run.smithi157.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-05-16T15:35:06.482 INFO:teuthology.orchestra.run.smithi157.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-05-16T15:35:06.482 INFO:teuthology.orchestra.run.smithi157.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-05-16T15:35:06.483 INFO:teuthology.orchestra.run.smithi157.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-05-16T15:35:06.483 INFO:teuthology.orchestra.run.smithi157.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-05-16T15:35:06.483 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-05-16T15:35:06.483 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-05-16T15:35:06.483 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-05-16T15:35:06.483 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-05-16T15:35:06.483 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-05-16T15:35:06.483 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-05-16T15:35:06.483 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-05-16T15:35:06.483 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-05-16T15:35:06.483 INFO:teuthology.orchestra.run.smithi157.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-05-16T15:35:06.483 INFO:teuthology.orchestra.run.smithi157.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-05-16T15:35:06.483 INFO:teuthology.orchestra.run.smithi157.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-05-16T15:35:06.484 INFO:teuthology.orchestra.run.smithi157.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-05-16T15:35:06.484 INFO:teuthology.orchestra.run.smithi157.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-05-16T15:35:06.484 INFO:teuthology.orchestra.run.smithi157.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-05-16T15:35:06.484 INFO:teuthology.orchestra.run.smithi157.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-05-16T15:35:06.484 INFO:teuthology.orchestra.run.smithi157.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-05-16T15:35:06.484 INFO:teuthology.orchestra.run.smithi157.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-05-16T15:35:06.484 INFO:teuthology.orchestra.run.smithi157.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-05-16T15:35:06.484 INFO:teuthology.orchestra.run.smithi157.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-05-16T15:35:06.484 INFO:teuthology.orchestra.run.smithi157.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-05-16T15:35:06.484 INFO:teuthology.orchestra.run.smithi157.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-05-16T15:35:06.484 INFO:teuthology.orchestra.run.smithi157.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-05-16T15:35:06.484 INFO:teuthology.orchestra.run.smithi157.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-05-16T15:35:06.484 INFO:teuthology.orchestra.run.smithi157.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-05-16T15:35:06.484 INFO:teuthology.orchestra.run.smithi157.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-05-16T15:35:06.485 INFO:teuthology.orchestra.run.smithi157.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-05-16T15:35:06.485 INFO:teuthology.orchestra.run.smithi157.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-05-16T15:35:06.485 INFO:teuthology.orchestra.run.smithi157.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-05-16T15:35:06.485 INFO:teuthology.orchestra.run.smithi157.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-05-16T15:35:06.485 INFO:teuthology.orchestra.run.smithi157.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-05-16T15:35:06.485 INFO:teuthology.orchestra.run.smithi157.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-05-16T15:35:06.485 INFO:teuthology.orchestra.run.smithi157.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-05-16T15:35:06.485 INFO:teuthology.orchestra.run.smithi157.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-05-16T15:35:06.485 INFO:teuthology.orchestra.run.smithi157.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-05-16T15:35:06.485 INFO:teuthology.orchestra.run.smithi157.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-05-16T15:35:06.485 INFO:teuthology.orchestra.run.smithi157.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-05-16T15:35:06.485 INFO:teuthology.orchestra.run.smithi157.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-05-16T15:35:06.485 INFO:teuthology.orchestra.run.smithi157.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-05-16T15:35:06.485 INFO:teuthology.orchestra.run.smithi157.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-05-16T15:35:06.485 INFO:teuthology.orchestra.run.smithi157.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-05-16T15:35:06.486 INFO:teuthology.orchestra.run.smithi157.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-05-16T15:35:06.486 INFO:teuthology.orchestra.run.smithi157.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-05-16T15:35:06.486 INFO:teuthology.orchestra.run.smithi157.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-05-16T15:35:06.486 INFO:teuthology.orchestra.run.smithi157.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-05-16T15:35:06.486 INFO:teuthology.orchestra.run.smithi157.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-05-16T15:35:06.486 INFO:teuthology.orchestra.run.smithi157.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-05-16T15:35:06.486 INFO:teuthology.orchestra.run.smithi157.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-05-16T15:35:06.486 INFO:teuthology.orchestra.run.smithi157.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-05-16T15:35:06.486 INFO:teuthology.orchestra.run.smithi157.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-05-16T15:35:06.486 INFO:teuthology.orchestra.run.smithi157.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-05-16T15:35:06.486 INFO:teuthology.orchestra.run.smithi157.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-05-16T15:35:06.486 INFO:teuthology.orchestra.run.smithi157.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-05-16T15:35:06.486 INFO:teuthology.orchestra.run.smithi157.stdout:Installing weak dependencies: 2024-05-16T15:35:06.486 INFO:teuthology.orchestra.run.smithi157.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-05-16T15:35:06.487 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-05-16T15:35:06.487 INFO:teuthology.orchestra.run.smithi157.stdout:Transaction Summary 2024-05-16T15:35:06.487 INFO:teuthology.orchestra.run.smithi157.stdout:======================================================================================= 2024-05-16T15:35:06.487 INFO:teuthology.orchestra.run.smithi157.stdout:Install 148 Packages 2024-05-16T15:35:06.487 INFO:teuthology.orchestra.run.smithi157.stdout:Upgrade 8 Packages 2024-05-16T15:35:06.487 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-05-16T15:35:06.487 INFO:teuthology.orchestra.run.smithi157.stdout:Total download size: 226 M 2024-05-16T15:35:06.487 INFO:teuthology.orchestra.run.smithi157.stdout:Downloading Packages: 2024-05-16T15:35:06.581 INFO:teuthology.orchestra.run.smithi043.stdout:(51/156): automake-1.16.2-8.el9.noarch.rpm 949 kB/s | 689 kB 00:00 2024-05-16T15:35:06.681 INFO:teuthology.orchestra.run.smithi043.stdout:(52/156): flexiblas-3.0.4-8.el9.x86_64.rpm 327 kB/s | 33 kB 00:00 2024-05-16T15:35:06.715 INFO:teuthology.orchestra.run.smithi043.stdout:(53/156): bison-3.7.4-5.el9.x86_64.rpm 1.1 MB/s | 943 kB 00:00 2024-05-16T15:35:06.740 INFO:teuthology.orchestra.run.smithi043.stdout:(54/156): flex-2.6.4-9.el9.x86_64.rpm 1.0 MB/s | 313 kB 00:00 2024-05-16T15:35:06.815 INFO:teuthology.orchestra.run.smithi043.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 181 kB/s | 18 kB 00:00 2024-05-16T15:35:06.841 INFO:teuthology.orchestra.run.smithi043.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 111 kB/s | 11 kB 00:00 2024-05-16T15:35:06.893 INFO:teuthology.orchestra.run.smithi148.stdout:(1/156): ceph-19.0.0-3449.gddbc91cb.el9.x86_64. 27 kB/s | 6.6 kB 00:00 2024-05-16T15:35:06.924 INFO:teuthology.orchestra.run.smithi043.stdout:(57/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.4 MB/s | 160 kB 00:00 2024-05-16T15:35:06.949 INFO:teuthology.orchestra.run.smithi043.stdout:(58/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 416 kB/s | 45 kB 00:00 2024-05-16T15:35:07.117 INFO:teuthology.orchestra.run.smithi043.stdout:(59/156): librdkafka-1.6.1-102.el9.x86_64.rpm 3.4 MB/s | 662 kB 00:00 2024-05-16T15:35:07.225 INFO:teuthology.orchestra.run.smithi043.stdout:(60/156): libtool-2.4.6-45.el9.x86_64.rpm 2.1 MB/s | 582 kB 00:00 2024-05-16T15:35:07.250 INFO:teuthology.orchestra.run.smithi043.stdout:(61/156): libuuid-devel-2.37.4-18.el9.x86_64.rp 191 kB/s | 25 kB 00:00 2024-05-16T15:35:07.326 INFO:teuthology.orchestra.run.smithi148.stdout:(2/156): ceph-fuse-19.0.0-3449.gddbc91cb.el9.x8 2.0 MB/s | 890 kB 00:00 2024-05-16T15:35:07.334 INFO:teuthology.orchestra.run.smithi043.stdout:(62/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 437 kB/s | 47 kB 00:00 2024-05-16T15:35:07.359 INFO:teuthology.orchestra.run.smithi043.stdout:(63/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.6 MB/s | 292 kB 00:00 2024-05-16T15:35:07.426 INFO:teuthology.orchestra.run.smithi148.stdout:(3/156): ceph-immutable-object-cache-19.0.0-344 1.4 MB/s | 145 kB 00:00 2024-05-16T15:35:07.451 INFO:teuthology.orchestra.run.smithi043.stdout:(64/156): lua-5.4.4-4.el9.x86_64.rpm 1.6 MB/s | 188 kB 00:00 2024-05-16T15:35:07.476 INFO:teuthology.orchestra.run.smithi043.stdout:(65/156): openblas-0.3.21-2.el9.x86_64.rpm 301 kB/s | 35 kB 00:00 2024-05-16T15:35:07.527 INFO:teuthology.orchestra.run.smithi148.stdout:(4/156): ceph-base-19.0.0-3449.gddbc91cb.el9.x8 6.1 MB/s | 5.4 MB 00:00 2024-05-16T15:35:07.577 INFO:teuthology.orchestra.run.smithi043.stdout:(66/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 3.3 MB/s | 3.0 MB 00:00 2024-05-16T15:35:07.627 INFO:teuthology.orchestra.run.smithi157.stdout:(1/156): ceph-19.0.0-3449.gddbc91cb.el9.x86_64. 35 kB/s | 6.6 kB 00:00 2024-05-16T15:35:07.711 INFO:teuthology.orchestra.run.smithi148.stdout:(5/156): ceph-mgr-19.0.0-3449.gddbc91cb.el9.x86 8.3 MB/s | 1.5 MB 00:00 2024-05-16T15:35:08.227 INFO:teuthology.orchestra.run.smithi148.stdout:(6/156): ceph-mds-19.0.0-3449.gddbc91cb.el9.x86 3.0 MB/s | 2.4 MB 00:00 2024-05-16T15:35:08.294 INFO:teuthology.orchestra.run.smithi148.stdout:(7/156): ceph-mon-19.0.0-3449.gddbc91cb.el9.x86 8.1 MB/s | 4.7 MB 00:00 2024-05-16T15:35:08.327 INFO:teuthology.orchestra.run.smithi157.stdout:(2/156): ceph-fuse-19.0.0-3449.gddbc91cb.el9.x8 1.2 MB/s | 890 kB 00:00 2024-05-16T15:35:08.503 INFO:teuthology.orchestra.run.smithi157.stdout:(3/156): ceph-immutable-object-cache-19.0.0-344 828 kB/s | 145 kB 00:00 2024-05-16T15:35:09.095 INFO:teuthology.orchestra.run.smithi148.stdout:(8/156): ceph-common-19.0.0-3449.gddbc91cb.el9. 8.7 MB/s | 21 MB 00:02 2024-05-16T15:35:09.161 INFO:teuthology.orchestra.run.smithi148.stdout:(9/156): ceph-selinux-19.0.0-3449.gddbc91cb.el9 379 kB/s | 25 kB 00:00 2024-05-16T15:35:09.186 INFO:teuthology.orchestra.run.smithi043.stdout:(67/156): openblas-openmp-0.3.21-2.el9.x86_64.r 2.7 MB/s | 4.7 MB 00:01 2024-05-16T15:35:09.412 INFO:teuthology.orchestra.run.smithi148.stdout:(10/156): ceph-radosgw-19.0.0-3449.gddbc91cb.el 9.5 MB/s | 11 MB 00:01 2024-05-16T15:35:09.461 INFO:teuthology.orchestra.run.smithi043.stdout:(68/156): postgresql-contrib-13.14-1.el9.x86_64 3.2 MB/s | 911 kB 00:00 2024-05-16T15:35:09.504 INFO:teuthology.orchestra.run.smithi148.stdout:(11/156): cephfs-mirror-19.0.0-3449.gddbc91cb.e 2.4 MB/s | 225 kB 00:00 2024-05-16T15:35:09.569 INFO:teuthology.orchestra.run.smithi043.stdout:(69/156): postgresql-private-libs-13.14-1.el9.x 1.2 MB/s | 133 kB 00:00 2024-05-16T15:35:09.571 INFO:teuthology.orchestra.run.smithi148.stdout:(12/156): cephfs-shell-19.0.0-3449.gddbc91cb.el 405 kB/s | 27 kB 00:00 2024-05-16T15:35:09.638 INFO:teuthology.orchestra.run.smithi148.stdout:(13/156): libcephfs-devel-19.0.0-3449.gddbc91cb 475 kB/s | 32 kB 00:00 2024-05-16T15:35:09.661 INFO:teuthology.orchestra.run.smithi157.stdout:(4/156): ceph-base-19.0.0-3449.gddbc91cb.el9.x8 2.4 MB/s | 5.4 MB 00:02 2024-05-16T15:35:09.703 INFO:teuthology.orchestra.run.smithi043.stdout:(70/156): postgresql-13.14-1.el9.x86_64.rpm 765 kB/s | 1.6 MB 00:02 2024-05-16T15:35:09.788 INFO:teuthology.orchestra.run.smithi148.stdout:(14/156): libcephfs2-19.0.0-3449.gddbc91cb.el9. 4.9 MB/s | 746 kB 00:00 2024-05-16T15:35:09.836 INFO:teuthology.orchestra.run.smithi157.stdout:(5/156): ceph-mds-19.0.0-3449.gddbc91cb.el9.x86 1.8 MB/s | 2.4 MB 00:01 2024-05-16T15:35:09.892 INFO:teuthology.orchestra.run.smithi148.stdout:(15/156): libcephsqlite-19.0.0-3449.gddbc91cb.e 1.5 MB/s | 164 kB 00:00 2024-05-16T15:35:09.972 INFO:teuthology.orchestra.run.smithi148.stdout:(16/156): librados-devel-19.0.0-3449.gddbc91cb. 1.6 MB/s | 127 kB 00:00 2024-05-16T15:35:10.020 INFO:teuthology.orchestra.run.smithi157.stdout:(6/156): ceph-mgr-19.0.0-3449.gddbc91cb.el9.x86 4.2 MB/s | 1.5 MB 00:00 2024-05-16T15:35:10.056 INFO:teuthology.orchestra.run.smithi148.stdout:(17/156): libradosstriper1-19.0.0-3449.gddbc91c 5.9 MB/s | 500 kB 00:00 2024-05-16T15:35:10.203 INFO:teuthology.orchestra.run.smithi043.stdout:(71/156): openssl-devel-3.2.1-1.el9.x86_64.rpm 1.6 MB/s | 4.4 MB 00:02 2024-05-16T15:35:10.254 INFO:teuthology.orchestra.run.smithi043.stdout:(72/156): protobuf-3.14.0-13.el9.x86_64.rpm 1.8 MB/s | 1.0 MB 00:00 2024-05-16T15:35:10.387 INFO:teuthology.orchestra.run.smithi043.stdout:(73/156): python3-attrs-20.3.0-7.el9.noarch.rpm 477 kB/s | 87 kB 00:00 2024-05-16T15:35:10.729 INFO:teuthology.orchestra.run.smithi043.stdout:(74/156): python3-devel-3.9.18-3.el9.x86_64.rpm 715 kB/s | 244 kB 00:00 2024-05-16T15:35:10.864 INFO:teuthology.orchestra.run.smithi148.stdout:(18/156): librgw2-19.0.0-3449.gddbc91cb.el9.x86 6.6 MB/s | 5.4 MB 00:00 2024-05-16T15:35:10.948 INFO:teuthology.orchestra.run.smithi148.stdout:(19/156): python3-ceph-argparse-19.0.0-3449.gdd 543 kB/s | 45 kB 00:00 2024-05-16T15:35:11.015 INFO:teuthology.orchestra.run.smithi148.stdout:(20/156): python3-ceph-common-19.0.0-3449.gddbc 2.0 MB/s | 135 kB 00:00 2024-05-16T15:35:11.096 INFO:teuthology.orchestra.run.smithi043.stdout:(75/156): python3-jinja2-2.11.3-5.el9.noarch.rp 676 kB/s | 248 kB 00:00 2024-05-16T15:35:11.098 INFO:teuthology.orchestra.run.smithi148.stdout:(21/156): python3-cephfs-19.0.0-3449.gddbc91cb. 1.9 MB/s | 161 kB 00:00 2024-05-16T15:35:11.190 INFO:teuthology.orchestra.run.smithi148.stdout:(22/156): python3-rados-19.0.0-3449.gddbc91cb.e 3.4 MB/s | 321 kB 00:00 2024-05-16T15:35:11.221 INFO:teuthology.orchestra.run.smithi043.stdout:(76/156): python3-jsonpatch-1.21-16.el9.noarch. 205 kB/s | 26 kB 00:00 2024-05-16T15:35:11.274 INFO:teuthology.orchestra.run.smithi148.stdout:(23/156): python3-rbd-19.0.0-3449.gddbc91cb.el9 3.5 MB/s | 298 kB 00:00 2024-05-16T15:35:11.330 INFO:teuthology.orchestra.run.smithi043.stdout:(77/156): python3-jsonpointer-2.0-4.el9.noarch. 177 kB/s | 19 kB 00:00 2024-05-16T15:35:11.430 INFO:teuthology.orchestra.run.smithi043.stdout:(78/156): postgresql-server-13.14-1.el9.x86_64. 3.1 MB/s | 5.8 MB 00:01 2024-05-16T15:35:11.466 INFO:teuthology.orchestra.run.smithi148.stdout:(24/156): ceph-osd-19.0.0-3449.gddbc91cb.el9.x8 5.2 MB/s | 17 MB 00:03 2024-05-16T15:35:11.491 INFO:teuthology.orchestra.run.smithi148.stdout:(25/156): python3-rgw-19.0.0-3449.gddbc91cb.el9 457 kB/s | 99 kB 00:00 2024-05-16T15:35:11.530 INFO:teuthology.orchestra.run.smithi043.stdout:(79/156): python3-markupsafe-1.1.1-12.el9.x86_6 348 kB/s | 35 kB 00:00 2024-05-16T15:35:11.558 INFO:teuthology.orchestra.run.smithi148.stdout:(26/156): rbd-fuse-19.0.0-3449.gddbc91cb.el9.x8 929 kB/s | 85 kB 00:00 2024-05-16T15:35:11.614 INFO:teuthology.orchestra.run.smithi043.stdout:(80/156): python3-mako-1.1.4-6.el9.noarch.rpm 607 kB/s | 172 kB 00:00 2024-05-16T15:35:11.973 INFO:teuthology.orchestra.run.smithi043.stdout:(81/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 699 kB/s | 250 kB 00:00 2024-05-16T15:35:11.978 INFO:teuthology.orchestra.run.smithi157.stdout:(7/156): ceph-osd-19.0.0-3449.gddbc91cb.el9.x86 8.6 MB/s | 17 MB 00:01 2024-05-16T15:35:11.992 INFO:teuthology.orchestra.run.smithi148.stdout:(27/156): rbd-mirror-19.0.0-3449.gddbc91cb.el9. 6.2 MB/s | 3.1 MB 00:00 2024-05-16T15:35:12.058 INFO:teuthology.orchestra.run.smithi148.stdout:(28/156): ceph-grafana-dashboards-19.0.0-3449.g 514 kB/s | 34 kB 00:00 2024-05-16T15:35:12.134 INFO:teuthology.orchestra.run.smithi148.stdout:(29/156): ceph-mgr-cephadm-19.0.0-3449.gddbc91c 1.9 MB/s | 142 kB 00:00 2024-05-16T15:35:12.145 INFO:teuthology.orchestra.run.smithi157.stdout:(8/156): ceph-mon-19.0.0-3449.gddbc91cb.el9.x86 2.0 MB/s | 4.7 MB 00:02 2024-05-16T15:35:12.220 INFO:teuthology.orchestra.run.smithi157.stdout:(9/156): ceph-selinux-19.0.0-3449.gddbc91cb.el9 336 kB/s | 25 kB 00:00 2024-05-16T15:35:12.242 INFO:teuthology.orchestra.run.smithi148.stdout:(30/156): rbd-nbd-19.0.0-3449.gddbc91cb.el9.x86 249 kB/s | 170 kB 00:00 2024-05-16T15:35:12.315 INFO:teuthology.orchestra.run.smithi043.stdout:(82/156): python3-oauthlib-3.1.1-5.el9.noarch.r 650 kB/s | 222 kB 00:00 2024-05-16T15:35:12.490 INFO:teuthology.orchestra.run.smithi043.stdout:(83/156): python3-packaging-20.9-5.el9.noarch.r 441 kB/s | 77 kB 00:00 2024-05-16T15:35:12.599 INFO:teuthology.orchestra.run.smithi043.stdout:(84/156): python3-prettytable-0.7.2-27.el9.noar 390 kB/s | 42 kB 00:00 2024-05-16T15:35:12.799 INFO:teuthology.orchestra.run.smithi043.stdout:(85/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 4.0 MB/s | 5.1 MB 00:01 2024-05-16T15:35:12.834 INFO:teuthology.orchestra.run.smithi148.stdout:(31/156): ceph-mgr-dashboard-19.0.0-3449.gddbc9 5.1 MB/s | 3.5 MB 00:00 2024-05-16T15:35:12.908 INFO:teuthology.orchestra.run.smithi043.stdout:(86/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.4 MB/s | 159 kB 00:00 2024-05-16T15:35:12.935 INFO:teuthology.orchestra.run.smithi148.stdout:(32/156): ceph-mgr-modules-core-19.0.0-3449.gdd 2.7 MB/s | 274 kB 00:00 2024-05-16T15:35:13.010 INFO:teuthology.orchestra.run.smithi148.stdout:(33/156): ceph-mgr-rook-19.0.0-3449.gddbc91cb.e 656 kB/s | 49 kB 00:00 2024-05-16T15:35:13.016 INFO:teuthology.orchestra.run.smithi043.stdout:(87/156): python3-pyasn1-modules-0.4.8-6.el9.no 2.5 MB/s | 279 kB 00:00 2024-05-16T15:35:13.067 INFO:teuthology.orchestra.run.smithi043.stdout:(88/156): python3-protobuf-3.14.0-13.el9.noarch 576 kB/s | 269 kB 00:00 2024-05-16T15:35:13.077 INFO:teuthology.orchestra.run.smithi148.stdout:(34/156): ceph-prometheus-alerts-19.0.0-3449.gd 247 kB/s | 16 kB 00:00 2024-05-16T15:35:13.117 INFO:teuthology.orchestra.run.smithi043.stdout:(89/156): python3-pytz-2021.1-5.el9.noarch.rpm 509 kB/s | 51 kB 00:00 2024-05-16T15:35:13.135 INFO:teuthology.orchestra.run.smithi148.stdout:(35/156): ceph-volume-19.0.0-3449.gddbc91cb.el9 4.6 MB/s | 273 kB 00:00 2024-05-16T15:35:13.167 INFO:teuthology.orchestra.run.smithi043.stdout:(90/156): python3-requests-oauthlib-1.3.0-12.el 535 kB/s | 54 kB 00:00 2024-05-16T15:35:13.179 INFO:teuthology.orchestra.run.smithi157.stdout:(10/156): ceph-radosgw-19.0.0-3449.gddbc91cb.el 8.8 MB/s | 11 MB 00:01 2024-05-16T15:35:13.268 INFO:teuthology.orchestra.run.smithi043.stdout:(91/156): python3-toml-0.10.2-6.el9.noarch.rpm 416 kB/s | 42 kB 00:00 2024-05-16T15:35:13.279 INFO:teuthology.orchestra.run.smithi157.stdout:(11/156): cephfs-mirror-19.0.0-3449.gddbc91cb.e 2.2 MB/s | 225 kB 00:00 2024-05-16T15:35:13.286 INFO:teuthology.orchestra.run.smithi148.stdout:(36/156): cephadm-19.0.0-3449.gddbc91cb.el9.noa 5.0 MB/s | 764 kB 00:00 2024-05-16T15:35:13.336 INFO:teuthology.orchestra.run.smithi148.stdout:(37/156): cephfs-top-19.0.0-3449.gddbc91cb.el9. 364 kB/s | 18 kB 00:00 2024-05-16T15:35:13.346 INFO:teuthology.orchestra.run.smithi157.stdout:(12/156): cephfs-shell-19.0.0-3449.gddbc91cb.el 405 kB/s | 27 kB 00:00 2024-05-16T15:35:13.376 INFO:teuthology.orchestra.run.smithi043.stdout:(92/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 407 kB/s | 44 kB 00:00 2024-05-16T15:35:13.422 INFO:teuthology.orchestra.run.smithi157.stdout:(13/156): libcephfs-devel-19.0.0-3449.gddbc91cb 424 kB/s | 32 kB 00:00 2024-05-16T15:35:13.453 INFO:teuthology.orchestra.run.smithi148.stdout:(38/156): fuse-2.9.9-15.el9.x86_64.rpm 691 kB/s | 80 kB 00:00 2024-05-16T15:35:13.539 INFO:teuthology.orchestra.run.smithi157.stdout:(14/156): libcephfs2-19.0.0-3449.gddbc91cb.el9. 6.3 MB/s | 746 kB 00:00 2024-05-16T15:35:13.578 INFO:teuthology.orchestra.run.smithi148.stdout:(39/156): libgfortran-11.4.1-3.el9.x86_64.rpm 6.3 MB/s | 803 kB 00:00 2024-05-16T15:35:13.622 INFO:teuthology.orchestra.run.smithi157.stdout:(15/156): libcephsqlite-19.0.0-3449.gddbc91cb.e 1.9 MB/s | 164 kB 00:00 2024-05-16T15:35:13.629 INFO:teuthology.orchestra.run.smithi148.stdout:(40/156): libquadmath-11.4.1-3.el9.x86_64.rpm 3.8 MB/s | 195 kB 00:00 2024-05-16T15:35:13.679 INFO:teuthology.orchestra.run.smithi148.stdout:(41/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 5.0 MB/s | 253 kB 00:00 2024-05-16T15:35:13.681 INFO:teuthology.orchestra.run.smithi157.stdout:(16/156): librados-devel-19.0.0-3449.gddbc91cb. 2.1 MB/s | 127 kB 00:00 2024-05-16T15:35:13.743 INFO:teuthology.orchestra.run.smithi043.stdout:(93/156): qatlib-24.02.0-1.el9.x86_64.rpm 602 kB/s | 221 kB 00:00 2024-05-16T15:35:13.754 INFO:teuthology.orchestra.run.smithi148.stdout:(42/156): python3-cryptography-36.0.1-4.el9.x86 16 MB/s | 1.2 MB 00:00 2024-05-16T15:35:13.781 INFO:teuthology.orchestra.run.smithi157.stdout:(17/156): libradosstriper1-19.0.0-3449.gddbc91c 4.9 MB/s | 500 kB 00:00 2024-05-16T15:35:13.805 INFO:teuthology.orchestra.run.smithi148.stdout:(43/156): python3-ply-3.11-14.el9.noarch.rpm 2.1 MB/s | 106 kB 00:00 2024-05-16T15:35:13.844 INFO:teuthology.orchestra.run.smithi043.stdout:(94/156): qatlib-service-24.02.0-1.el9.x86_64.r 358 kB/s | 36 kB 00:00 2024-05-16T15:35:13.846 INFO:teuthology.orchestra.run.smithi148.stdout:(44/156): python3-pycparser-2.20-6.el9.noarch.r 3.2 MB/s | 135 kB 00:00 2024-05-16T15:35:13.897 INFO:teuthology.orchestra.run.smithi148.stdout:(45/156): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-05-16T15:35:13.952 INFO:teuthology.orchestra.run.smithi043.stdout:(95/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 437 kB/s | 47 kB 00:00 2024-05-16T15:35:14.039 INFO:teuthology.orchestra.run.smithi148.stdout:(46/156): ceph-mgr-diskprediction-local-19.0.0- 4.1 MB/s | 7.4 MB 00:01 2024-05-16T15:35:14.064 INFO:teuthology.orchestra.run.smithi148.stdout:(47/156): python3-urllib3-1.26.5-5.el9.noarch.r 1.3 MB/s | 215 kB 00:00 2024-05-16T15:35:14.256 INFO:teuthology.orchestra.run.smithi148.stdout:(48/156): automake-1.16.2-8.el9.noarch.rpm 3.1 MB/s | 689 kB 00:00 2024-05-16T15:35:14.307 INFO:teuthology.orchestra.run.smithi148.stdout:(49/156): boost-program-options-1.75.0-8.el9.x8 2.1 MB/s | 107 kB 00:00 2024-05-16T15:35:14.349 INFO:teuthology.orchestra.run.smithi148.stdout:(50/156): elfutils-libelf-devel-0.190-2.el9.x86 516 kB/s | 21 kB 00:00 2024-05-16T15:35:14.386 INFO:teuthology.orchestra.run.smithi043.stdout:(96/156): socat-1.7.4.1-5.el9.x86_64.rpm 703 kB/s | 305 kB 00:00 2024-05-16T15:35:14.390 INFO:teuthology.orchestra.run.smithi157.stdout:(18/156): ceph-common-19.0.0-3449.gddbc91cb.el9 3.0 MB/s | 21 MB 00:06 2024-05-16T15:35:14.433 INFO:teuthology.orchestra.run.smithi148.stdout:(51/156): flex-2.6.4-9.el9.x86_64.rpm 3.7 MB/s | 313 kB 00:00 2024-05-16T15:35:14.465 INFO:teuthology.orchestra.run.smithi157.stdout:(19/156): librgw2-19.0.0-3449.gddbc91cb.el9.x86 7.9 MB/s | 5.4 MB 00:00 2024-05-16T15:35:14.482 INFO:teuthology.orchestra.run.smithi157.stdout:(20/156): python3-ceph-argparse-19.0.0-3449.gdd 493 kB/s | 45 kB 00:00 2024-05-16T15:35:14.495 INFO:teuthology.orchestra.run.smithi043.stdout:(97/156): uuid-1.6.2-55.el9.x86_64.rpm 532 kB/s | 58 kB 00:00 2024-05-16T15:35:14.502 INFO:teuthology.orchestra.run.smithi148.stdout:(52/156): flexiblas-3.0.4-8.el9.x86_64.rpm 470 kB/s | 33 kB 00:00 2024-05-16T15:35:14.524 INFO:teuthology.orchestra.run.smithi157.stdout:(21/156): python3-ceph-common-19.0.0-3449.gddbc 2.3 MB/s | 135 kB 00:00 2024-05-16T15:35:14.533 INFO:teuthology.orchestra.run.smithi148.stdout:(53/156): bison-3.7.4-5.el9.x86_64.rpm 2.0 MB/s | 943 kB 00:00 2024-05-16T15:35:14.549 INFO:teuthology.orchestra.run.smithi157.stdout:(22/156): python3-cephfs-19.0.0-3449.gddbc91cb. 2.4 MB/s | 161 kB 00:00 2024-05-16T15:35:14.575 INFO:teuthology.orchestra.run.smithi148.stdout:(54/156): flexiblas-openblas-openmp-3.0.4-8.el9 440 kB/s | 18 kB 00:00 2024-05-16T15:35:14.600 INFO:teuthology.orchestra.run.smithi157.stdout:(23/156): python3-rados-19.0.0-3449.gddbc91cb.e 4.2 MB/s | 321 kB 00:00 2024-05-16T15:35:14.625 INFO:teuthology.orchestra.run.smithi148.stdout:(55/156): libaio-devel-0.3.111-13.el9.x86_64.rp 222 kB/s | 11 kB 00:00 2024-05-16T15:35:14.650 INFO:teuthology.orchestra.run.smithi157.stdout:(24/156): python3-rbd-19.0.0-3449.gddbc91cb.el9 2.9 MB/s | 298 kB 00:00 2024-05-16T15:35:14.675 INFO:teuthology.orchestra.run.smithi157.stdout:(25/156): python3-rgw-19.0.0-3449.gddbc91cb.el9 1.3 MB/s | 99 kB 00:00 2024-05-16T15:35:14.678 INFO:teuthology.orchestra.run.smithi043.stdout:(98/156): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 511 kB/s | 94 kB 00:00 2024-05-16T15:35:14.692 INFO:teuthology.orchestra.run.smithi148.stdout:(56/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.4 MB/s | 160 kB 00:00 2024-05-16T15:35:14.700 INFO:teuthology.orchestra.run.smithi157.stdout:(26/156): rbd-fuse-19.0.0-3449.gddbc91cb.el9.x8 1.7 MB/s | 85 kB 00:00 2024-05-16T15:35:14.742 INFO:teuthology.orchestra.run.smithi148.stdout:(57/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 905 kB/s | 45 kB 00:00 2024-05-16T15:35:14.768 INFO:teuthology.orchestra.run.smithi157.stdout:(27/156): rbd-nbd-19.0.0-3449.gddbc91cb.el9.x86 2.5 MB/s | 170 kB 00:00 2024-05-16T15:35:14.818 INFO:teuthology.orchestra.run.smithi157.stdout:(28/156): ceph-grafana-dashboards-19.0.0-3449.g 686 kB/s | 34 kB 00:00 2024-05-16T15:35:14.870 INFO:teuthology.orchestra.run.smithi043.stdout:(99/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 332 kB/s | 64 kB 00:00 2024-05-16T15:35:14.885 INFO:teuthology.orchestra.run.smithi157.stdout:(29/156): ceph-mgr-cephadm-19.0.0-3449.gddbc91c 2.1 MB/s | 142 kB 00:00 2024-05-16T15:35:14.952 INFO:teuthology.orchestra.run.smithi157.stdout:(30/156): rbd-mirror-19.0.0-3449.gddbc91cb.el9. 11 MB/s | 3.1 MB 00:00 2024-05-16T15:35:14.979 INFO:teuthology.orchestra.run.smithi043.stdout:(100/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 413 kB/s | 45 kB 00:00 2024-05-16T15:35:15.163 INFO:teuthology.orchestra.run.smithi043.stdout:(101/156): lua-devel-5.4.4-4.el9.x86_64.rpm 122 kB/s | 22 kB 00:00 2024-05-16T15:35:15.260 INFO:teuthology.orchestra.run.smithi148.stdout:(58/156): ceph-test-19.0.0-3449.gddbc91cb.el9.x 8.1 MB/s | 49 MB 00:06 2024-05-16T15:35:15.285 INFO:teuthology.orchestra.run.smithi148.stdout:(59/156): librdkafka-1.6.1-102.el9.x86_64.rpm 1.2 MB/s | 662 kB 00:00 2024-05-16T15:35:15.335 INFO:teuthology.orchestra.run.smithi148.stdout:(60/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 3.6 MB/s | 3.0 MB 00:00 2024-05-16T15:35:15.360 INFO:teuthology.orchestra.run.smithi148.stdout:(61/156): libuuid-devel-2.37.4-18.el9.x86_64.rp 339 kB/s | 25 kB 00:00 2024-05-16T15:35:15.386 INFO:teuthology.orchestra.run.smithi148.stdout:(62/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 945 kB/s | 47 kB 00:00 2024-05-16T15:35:15.446 INFO:teuthology.orchestra.run.smithi043.stdout:(102/156): protobuf-compiler-3.14.0-13.el9.x86_ 3.0 MB/s | 863 kB 00:00 2024-05-16T15:35:15.453 INFO:teuthology.orchestra.run.smithi148.stdout:(63/156): lua-5.4.4-4.el9.x86_64.rpm 2.8 MB/s | 188 kB 00:00 2024-05-16T15:35:15.486 INFO:teuthology.orchestra.run.smithi157.stdout:(31/156): ceph-mgr-diskprediction-local-19.0.0- 14 MB/s | 7.4 MB 00:00 2024-05-16T15:35:15.486 INFO:teuthology.orchestra.run.smithi148.stdout:(64/156): libtool-2.4.6-45.el9.x86_64.rpm 2.5 MB/s | 582 kB 00:00 2024-05-16T15:35:15.511 INFO:teuthology.orchestra.run.smithi148.stdout:(65/156): openblas-0.3.21-2.el9.x86_64.rpm 602 kB/s | 35 kB 00:00 2024-05-16T15:35:15.537 INFO:teuthology.orchestra.run.smithi148.stdout:(66/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.6 MB/s | 292 kB 00:00 2024-05-16T15:35:15.569 INFO:teuthology.orchestra.run.smithi157.stdout:(32/156): ceph-mgr-dashboard-19.0.0-3449.gddbc9 5.2 MB/s | 3.5 MB 00:00 2024-05-16T15:35:15.595 INFO:teuthology.orchestra.run.smithi157.stdout:(33/156): ceph-mgr-modules-core-19.0.0-3449.gdd 2.5 MB/s | 274 kB 00:00 2024-05-16T15:35:15.620 INFO:teuthology.orchestra.run.smithi157.stdout:(34/156): ceph-mgr-rook-19.0.0-3449.gddbc91cb.e 985 kB/s | 49 kB 00:00 2024-05-16T15:35:15.670 INFO:teuthology.orchestra.run.smithi157.stdout:(35/156): ceph-prometheus-alerts-19.0.0-3449.gd 219 kB/s | 16 kB 00:00 2024-05-16T15:35:15.696 INFO:teuthology.orchestra.run.smithi157.stdout:(36/156): ceph-volume-19.0.0-3449.gddbc91cb.el9 3.5 MB/s | 273 kB 00:00 2024-05-16T15:35:15.746 INFO:teuthology.orchestra.run.smithi157.stdout:(37/156): cephfs-top-19.0.0-3449.gddbc91cb.el9. 366 kB/s | 18 kB 00:00 2024-05-16T15:35:15.755 INFO:teuthology.orchestra.run.smithi043.stdout:(103/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 6.2 MB/s | 16 MB 00:02 2024-05-16T15:35:15.779 INFO:teuthology.orchestra.run.smithi148.stdout:(67/156): openblas-openmp-0.3.21-2.el9.x86_64.r 16 MB/s | 4.7 MB 00:00 2024-05-16T15:35:15.787 INFO:teuthology.orchestra.run.smithi157.stdout:(38/156): cephadm-19.0.0-3449.gddbc91cb.el9.noa 6.4 MB/s | 764 kB 00:00 2024-05-16T15:35:15.837 INFO:teuthology.orchestra.run.smithi148.stdout:(68/156): postgresql-13.14-1.el9.x86_64.rpm 5.3 MB/s | 1.6 MB 00:00 2024-05-16T15:35:15.872 INFO:teuthology.orchestra.run.smithi148.stdout:(69/156): postgresql-contrib-13.14-1.el9.x86_64 9.7 MB/s | 911 kB 00:00 2024-05-16T15:35:15.897 INFO:teuthology.orchestra.run.smithi148.stdout:(70/156): postgresql-private-libs-13.14-1.el9.x 2.2 MB/s | 133 kB 00:00 2024-05-16T15:35:15.955 INFO:teuthology.orchestra.run.smithi148.stdout:(71/156): openssl-devel-3.2.1-1.el9.x86_64.rpm 10 MB/s | 4.4 MB 00:00 2024-05-16T15:35:15.997 INFO:teuthology.orchestra.run.smithi148.stdout:(72/156): python3-attrs-20.3.0-7.el9.noarch.rpm 2.1 MB/s | 87 kB 00:00 2024-05-16T15:35:16.014 INFO:teuthology.orchestra.run.smithi043.stdout:(104/156): python3-babel-2.9.1-2.el9.noarch.rpm 1.0 MB/s | 6.0 MB 00:05 2024-05-16T15:35:16.122 INFO:teuthology.orchestra.run.smithi148.stdout:(73/156): protobuf-3.14.0-13.el9.x86_64.rpm 4.5 MB/s | 1.0 MB 00:00 2024-05-16T15:35:16.197 INFO:teuthology.orchestra.run.smithi043.stdout:(105/156): abseil-cpp-20211102.0-3.el9.x86_64.r 730 kB/s | 548 kB 00:00 2024-05-16T15:35:16.214 INFO:teuthology.orchestra.run.smithi148.stdout:(74/156): postgresql-server-13.14-1.el9.x86_64. 17 MB/s | 5.8 MB 00:00 2024-05-16T15:35:16.239 INFO:teuthology.orchestra.run.smithi148.stdout:(75/156): python3-devel-3.9.18-3.el9.x86_64.rpm 2.0 MB/s | 244 kB 00:00 2024-05-16T15:35:16.264 INFO:teuthology.orchestra.run.smithi148.stdout:(76/156): python3-jinja2-2.11.3-5.el9.noarch.rp 4.8 MB/s | 248 kB 00:00 2024-05-16T15:35:16.298 INFO:teuthology.orchestra.run.smithi148.stdout:(77/156): python3-jsonpatch-1.21-16.el9.noarch. 437 kB/s | 26 kB 00:00 2024-05-16T15:35:16.314 INFO:teuthology.orchestra.run.smithi043.stdout:(106/156): gperftools-libs-2.9.1-2.el9.x86_64.r 553 kB/s | 309 kB 00:00 2024-05-16T15:35:16.323 INFO:teuthology.orchestra.run.smithi148.stdout:(78/156): python3-jsonpointer-2.0-4.el9.noarch. 327 kB/s | 19 kB 00:00 2024-05-16T15:35:16.364 INFO:teuthology.orchestra.run.smithi043.stdout:(107/156): grpc-data-1.46.7-10.el9.noarch.rpm 55 kB/s | 19 kB 00:00 2024-05-16T15:35:16.365 INFO:teuthology.orchestra.run.smithi148.stdout:(79/156): python3-mako-1.1.4-6.el9.noarch.rpm 2.5 MB/s | 172 kB 00:00 2024-05-16T15:35:16.391 INFO:teuthology.orchestra.run.smithi148.stdout:(80/156): python3-markupsafe-1.1.1-12.el9.x86_6 517 kB/s | 35 kB 00:00 2024-05-16T15:35:16.466 INFO:teuthology.orchestra.run.smithi148.stdout:(81/156): python3-babel-2.9.1-2.el9.noarch.rpm 13 MB/s | 6.0 MB 00:00 2024-05-16T15:35:16.491 INFO:teuthology.orchestra.run.smithi148.stdout:(82/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.4 MB/s | 250 kB 00:00 2024-05-16T15:35:16.538 INFO:teuthology.orchestra.run.smithi157.stdout:(39/156): fuse-2.9.9-15.el9.x86_64.rpm 101 kB/s | 80 kB 00:00 2024-05-16T15:35:16.575 INFO:teuthology.orchestra.run.smithi148.stdout:(83/156): python3-oauthlib-3.1.1-5.el9.noarch.r 2.0 MB/s | 222 kB 00:00 2024-05-16T15:35:16.650 INFO:teuthology.orchestra.run.smithi148.stdout:(84/156): python3-packaging-20.9-5.el9.noarch.r 486 kB/s | 77 kB 00:00 2024-05-16T15:35:16.677 INFO:teuthology.orchestra.run.smithi148.stdout:(85/156): python3-prettytable-0.7.2-27.el9.noar 424 kB/s | 42 kB 00:00 2024-05-16T15:35:16.701 INFO:teuthology.orchestra.run.smithi148.stdout:(86/156): python3-protobuf-3.14.0-13.el9.noarch 5.3 MB/s | 269 kB 00:00 2024-05-16T15:35:16.726 INFO:teuthology.orchestra.run.smithi148.stdout:(87/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.1 MB/s | 159 kB 00:00 2024-05-16T15:35:16.752 INFO:teuthology.orchestra.run.smithi148.stdout:(88/156): python3-pyasn1-modules-0.4.8-6.el9.no 5.4 MB/s | 279 kB 00:00 2024-05-16T15:35:16.777 INFO:teuthology.orchestra.run.smithi148.stdout:(89/156): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-05-16T15:35:16.802 INFO:teuthology.orchestra.run.smithi148.stdout:(90/156): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-05-16T15:35:16.844 INFO:teuthology.orchestra.run.smithi148.stdout:(91/156): python3-toml-0.10.2-6.el9.noarch.rpm 1.0 MB/s | 42 kB 00:00 2024-05-16T15:35:16.894 INFO:teuthology.orchestra.run.smithi148.stdout:(92/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 885 kB/s | 44 kB 00:00 2024-05-16T15:35:16.896 INFO:teuthology.orchestra.run.smithi157.stdout:(40/156): libgfortran-11.4.1-3.el9.x86_64.rpm 724 kB/s | 803 kB 00:01 2024-05-16T15:35:16.962 INFO:teuthology.orchestra.run.smithi148.stdout:(93/156): qatlib-24.02.0-1.el9.x86_64.rpm 3.2 MB/s | 221 kB 00:00 2024-05-16T15:35:17.037 INFO:teuthology.orchestra.run.smithi148.stdout:(94/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 7.6 MB/s | 5.1 MB 00:00 2024-05-16T15:35:17.062 INFO:teuthology.orchestra.run.smithi148.stdout:(95/156): qatlib-service-24.02.0-1.el9.x86_64.r 358 kB/s | 36 kB 00:00 2024-05-16T15:35:17.087 INFO:teuthology.orchestra.run.smithi148.stdout:(96/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 944 kB/s | 47 kB 00:00 2024-05-16T15:35:17.113 INFO:teuthology.orchestra.run.smithi148.stdout:(97/156): socat-1.7.4.1-5.el9.x86_64.rpm 5.9 MB/s | 305 kB 00:00 2024-05-16T15:35:17.138 INFO:teuthology.orchestra.run.smithi148.stdout:(98/156): uuid-1.6.2-55.el9.x86_64.rpm 1.1 MB/s | 58 kB 00:00 2024-05-16T15:35:17.172 INFO:teuthology.orchestra.run.smithi148.stdout:(99/156): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 1.6 MB/s | 94 kB 00:00 2024-05-16T15:35:17.197 INFO:teuthology.orchestra.run.smithi148.stdout:(100/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.1 MB/s | 64 kB 00:00 2024-05-16T15:35:17.222 INFO:teuthology.orchestra.run.smithi148.stdout:(101/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 892 kB/s | 45 kB 00:00 2024-05-16T15:35:17.447 INFO:teuthology.orchestra.run.smithi157.stdout:(41/156): libquadmath-11.4.1-3.el9.x86_64.rpm 215 kB/s | 195 kB 00:00 2024-05-16T15:35:17.481 INFO:teuthology.orchestra.run.smithi043.stdout:(108/156): libarrow-9.0.0-11.el9.x86_64.rpm 3.4 MB/s | 4.4 MB 00:01 2024-05-16T15:35:17.506 INFO:teuthology.orchestra.run.smithi043.stdout:(109/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 22 kB/s | 26 kB 00:01 2024-05-16T15:35:17.523 INFO:teuthology.orchestra.run.smithi148.stdout:(102/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 22 MB/s | 16 MB 00:00 2024-05-16T15:35:17.540 INFO:teuthology.orchestra.run.smithi043.stdout:(110/156): liboath-2.6.7-2.el9.x86_64.rpm 41 kB/s | 49 kB 00:01 2024-05-16T15:35:17.548 INFO:teuthology.orchestra.run.smithi148.stdout:(103/156): lua-devel-5.4.4-4.el9.x86_64.rpm 64 kB/s | 22 kB 00:00 2024-05-16T15:35:17.565 INFO:teuthology.orchestra.run.smithi043.stdout:(111/156): libunwind-1.6.2-1.el9.x86_64.rpm 808 kB/s | 67 kB 00:00 2024-05-16T15:35:17.607 INFO:teuthology.orchestra.run.smithi043.stdout:(112/156): luarocks-3.9.2-5.el9.noarch.rpm 2.2 MB/s | 151 kB 00:00 2024-05-16T15:35:17.716 INFO:teuthology.orchestra.run.smithi043.stdout:(113/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 4.7 MB/s | 839 kB 00:00 2024-05-16T15:35:17.799 INFO:teuthology.orchestra.run.smithi043.stdout:(114/156): python3-asyncssh-2.13.2-5.el9.noarch 2.3 MB/s | 548 kB 00:00 2024-05-16T15:35:17.814 INFO:teuthology.orchestra.run.smithi157.stdout:(42/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 276 kB/s | 253 kB 00:00 2024-05-16T15:35:17.825 INFO:teuthology.orchestra.run.smithi043.stdout:(115/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 200 kB/s | 43 kB 00:00 2024-05-16T15:35:17.841 INFO:teuthology.orchestra.run.smithi043.stdout:(116/156): python3-cachetools-4.2.4-1.el9.noarc 257 kB/s | 32 kB 00:00 2024-05-16T15:35:17.875 INFO:teuthology.orchestra.run.smithi043.stdout:(117/156): python3-certifi-2021.10.8-2.el9.noar 199 kB/s | 15 kB 00:00 2024-05-16T15:35:17.917 INFO:teuthology.orchestra.run.smithi043.stdout:(118/156): python3-cheroot-8.6.0-4.el9.noarch.r 2.2 MB/s | 172 kB 00:00 2024-05-16T15:35:17.956 INFO:teuthology.orchestra.run.smithi148.stdout:(104/156): protobuf-compiler-3.14.0-13.el9.x86_ 1.1 MB/s | 863 kB 00:00 2024-05-16T15:35:17.959 INFO:teuthology.orchestra.run.smithi043.stdout:(119/156): python3-cherrypy-18.6.1-2.el9.noarch 3.0 MB/s | 358 kB 00:00 2024-05-16T15:35:18.001 INFO:teuthology.orchestra.run.smithi043.stdout:(120/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 2.4 MB/s | 303 kB 00:00 2024-05-16T15:35:18.018 INFO:teuthology.orchestra.run.smithi043.stdout:(121/156): python3-colorama-0.4.4-12.el9.noarch 352 kB/s | 35 kB 00:00 2024-05-16T15:35:18.043 INFO:teuthology.orchestra.run.smithi043.stdout:(122/156): python3-google-auth-2.29.0-1.el9.noa 2.4 MB/s | 206 kB 00:00 2024-05-16T15:35:18.173 INFO:teuthology.orchestra.run.smithi148.stdout:(105/156): gperftools-libs-2.9.1-2.el9.x86_64.r 494 kB/s | 309 kB 00:00 2024-05-16T15:35:18.199 INFO:teuthology.orchestra.run.smithi148.stdout:(106/156): abseil-cpp-20211102.0-3.el9.x86_64.r 812 kB/s | 548 kB 00:00 2024-05-16T15:35:18.243 INFO:teuthology.orchestra.run.smithi043.stdout:(123/156): python3-grpcio-1.46.7-10.el9.x86_64. 8.4 MB/s | 2.0 MB 00:00 2024-05-16T15:35:18.260 INFO:teuthology.orchestra.run.smithi043.stdout:(124/156): python3-jaraco-8.2.1-3.el9.noarch.rp 49 kB/s | 11 kB 00:00 2024-05-16T15:35:18.285 INFO:teuthology.orchestra.run.smithi043.stdout:(125/156): python3-grpcio-tools-1.46.7-10.el9.x 599 kB/s | 144 kB 00:00 2024-05-16T15:35:18.311 INFO:teuthology.orchestra.run.smithi043.stdout:(126/156): python3-jaraco-classes-3.2.1-5.el9.n 263 kB/s | 18 kB 00:00 2024-05-16T15:35:18.336 INFO:teuthology.orchestra.run.smithi043.stdout:(127/156): python3-jaraco-collections-3.0.0-8.e 306 kB/s | 23 kB 00:00 2024-05-16T15:35:18.357 INFO:teuthology.orchestra.run.smithi148.stdout:(107/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 164 kB/s | 26 kB 00:00 2024-05-16T15:35:18.362 INFO:teuthology.orchestra.run.smithi043.stdout:(128/156): python3-jaraco-functools-3.5.0-2.el9 256 kB/s | 19 kB 00:00 2024-05-16T15:35:18.382 INFO:teuthology.orchestra.run.smithi148.stdout:(108/156): grpc-data-1.46.7-10.el9.noarch.rpm 46 kB/s | 19 kB 00:00 2024-05-16T15:35:18.387 INFO:teuthology.orchestra.run.smithi043.stdout:(129/156): python3-jaraco-text-3.2.0-6.el9.noar 261 kB/s | 20 kB 00:00 2024-05-16T15:35:18.471 INFO:teuthology.orchestra.run.smithi043.stdout:(130/156): python3-kubernetes-26.1.0-2.el9.noar 7.6 MB/s | 1.0 MB 00:00 2024-05-16T15:35:18.496 INFO:teuthology.orchestra.run.smithi043.stdout:(131/156): python3-logutils-0.3.5-21.el9.noarch 346 kB/s | 46 kB 00:00 2024-05-16T15:35:18.521 INFO:teuthology.orchestra.run.smithi043.stdout:(132/156): python3-more-itertools-8.12.0-2.el9. 592 kB/s | 79 kB 00:00 2024-05-16T15:35:18.539 INFO:teuthology.orchestra.run.smithi157.stdout:(43/156): python3-cryptography-36.0.1-4.el9.x86 1.1 MB/s | 1.2 MB 00:01 2024-05-16T15:35:18.546 INFO:teuthology.orchestra.run.smithi043.stdout:(133/156): python3-natsort-7.1.1-5.el9.noarch.r 769 kB/s | 58 kB 00:00 2024-05-16T15:35:18.564 INFO:teuthology.orchestra.run.smithi157.stdout:(44/156): python3-ply-3.11-14.el9.noarch.rpm 142 kB/s | 106 kB 00:00 2024-05-16T15:35:18.580 INFO:teuthology.orchestra.run.smithi043.stdout:(134/156): python3-portend-3.1.0-2.el9.noarch.r 283 kB/s | 16 kB 00:00 2024-05-16T15:35:18.591 INFO:teuthology.orchestra.run.smithi148.stdout:(109/156): liboath-2.6.7-2.el9.x86_64.rpm 208 kB/s | 49 kB 00:00 2024-05-16T15:35:18.605 INFO:teuthology.orchestra.run.smithi043.stdout:(135/156): python3-pecan-1.4.2-3.el9.noarch.rpm 3.2 MB/s | 272 kB 00:00 2024-05-16T15:35:18.630 INFO:teuthology.orchestra.run.smithi043.stdout:(136/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.0 MB/s | 90 kB 00:00 2024-05-16T15:35:18.656 INFO:teuthology.orchestra.run.smithi043.stdout:(137/156): python3-pyperclip-1.8.2-2.el9.noarch 375 kB/s | 28 kB 00:00 2024-05-16T15:35:18.666 INFO:teuthology.orchestra.run.smithi148.stdout:(110/156): libunwind-1.6.2-1.el9.x86_64.rpm 238 kB/s | 67 kB 00:00 2024-05-16T15:35:18.681 INFO:teuthology.orchestra.run.smithi043.stdout:(138/156): python3-repoze-lru-0.7-16.el9.noarch 409 kB/s | 31 kB 00:00 2024-05-16T15:35:18.706 INFO:teuthology.orchestra.run.smithi043.stdout:(139/156): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-05-16T15:35:18.708 INFO:teuthology.orchestra.run.smithi148.stdout:(111/156): luarocks-3.9.2-5.el9.noarch.rpm 1.3 MB/s | 151 kB 00:00 2024-05-16T15:35:18.732 INFO:teuthology.orchestra.run.smithi043.stdout:(140/156): python3-rsa-4.9-2.el9.noarch.rpm 784 kB/s | 59 kB 00:00 2024-05-16T15:35:18.757 INFO:teuthology.orchestra.run.smithi043.stdout:(141/156): python3-tempora-5.0.0-2.el9.noarch.r 476 kB/s | 36 kB 00:00 2024-05-16T15:35:18.782 INFO:teuthology.orchestra.run.smithi043.stdout:(142/156): python3-typing-extensions-4.4.0-2.el 677 kB/s | 51 kB 00:00 2024-05-16T15:35:18.808 INFO:teuthology.orchestra.run.smithi043.stdout:(143/156): python3-webob-1.8.7-6.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-05-16T15:35:18.833 INFO:teuthology.orchestra.run.smithi043.stdout:(144/156): python3-websocket-client-1.2.3-2.el9 1.2 MB/s | 90 kB 00:00 2024-05-16T15:35:18.858 INFO:teuthology.orchestra.run.smithi043.stdout:(145/156): python3-werkzeug-2.0.3-3.el9.1.noarc 5.6 MB/s | 427 kB 00:00 2024-05-16T15:35:18.883 INFO:teuthology.orchestra.run.smithi043.stdout:(146/156): python3-zc-lockfile-2.0-10.el9.noarc 265 kB/s | 20 kB 00:00 2024-05-16T15:35:18.884 INFO:teuthology.orchestra.run.smithi148.stdout:(112/156): python3-asyncssh-2.13.2-5.el9.noarch 3.1 MB/s | 548 kB 00:00 2024-05-16T15:35:18.909 INFO:teuthology.orchestra.run.smithi043.stdout:(147/156): re2-20211101-3.el9.x86_64.rpm 2.5 MB/s | 192 kB 00:00 2024-05-16T15:35:19.034 INFO:teuthology.orchestra.run.smithi043.stdout:(148/156): thrift-0.15.0-2.el9.x86_64.rpm 9.0 MB/s | 1.6 MB 00:00 2024-05-16T15:35:19.067 INFO:teuthology.orchestra.run.smithi148.stdout:(113/156): libarrow-9.0.0-11.el9.x86_64.rpm 4.9 MB/s | 4.4 MB 00:00 2024-05-16T15:35:19.114 INFO:teuthology.orchestra.run.smithi148.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 188 kB/s | 43 kB 00:00 2024-05-16T15:35:19.193 INFO:teuthology.orchestra.run.smithi148.stdout:(115/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 1.6 MB/s | 839 kB 00:00 2024-05-16T15:35:19.217 INFO:teuthology.orchestra.run.smithi043.stdout:(149/156): librados2-19.0.0-3449.gddbc91cb.el9. 10 MB/s | 3.4 MB 00:00 2024-05-16T15:35:19.235 INFO:teuthology.orchestra.run.smithi148.stdout:(116/156): python3-cachetools-4.2.4-1.el9.noarc 192 kB/s | 32 kB 00:00 2024-05-16T15:35:19.260 INFO:teuthology.orchestra.run.smithi148.stdout:(117/156): python3-certifi-2021.10.8-2.el9.noar 103 kB/s | 15 kB 00:00 2024-05-16T15:35:19.385 INFO:teuthology.orchestra.run.smithi148.stdout:(118/156): python3-cheroot-8.6.0-4.el9.noarch.r 893 kB/s | 172 kB 00:00 2024-05-16T15:35:19.409 INFO:teuthology.orchestra.run.smithi043.stdout:(150/156): NetworkManager-1.47.90-1.el9.x86_64. 6.2 MB/s | 2.3 MB 00:00 2024-05-16T15:35:19.410 INFO:teuthology.orchestra.run.smithi148.stdout:(119/156): python3-cherrypy-18.6.1-2.el9.noarch 2.0 MB/s | 358 kB 00:00 2024-05-16T15:35:19.436 INFO:teuthology.orchestra.run.smithi148.stdout:(120/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 1.7 MB/s | 303 kB 00:00 2024-05-16T15:35:19.460 INFO:teuthology.orchestra.run.smithi043.stdout:(151/156): NetworkManager-libnm-1.47.90-1.el9.x 7.5 MB/s | 1.8 MB 00:00 2024-05-16T15:35:19.477 INFO:teuthology.orchestra.run.smithi043.stdout:(152/156): NetworkManager-team-1.47.90-1.el9.x8 621 kB/s | 41 kB 00:00 2024-05-16T15:35:19.536 INFO:teuthology.orchestra.run.smithi148.stdout:(121/156): python3-colorama-0.4.4-12.el9.noarch 235 kB/s | 35 kB 00:00 2024-05-16T15:35:19.569 INFO:teuthology.orchestra.run.smithi043.stdout:(153/156): openssl-3.2.1-1.el9.x86_64.rpm 15 MB/s | 1.3 MB 00:00 2024-05-16T15:35:19.589 INFO:teuthology.orchestra.run.smithi157.stdout:(45/156): ceph-test-19.0.0-3449.gddbc91cb.el9.x 6.7 MB/s | 49 MB 00:07 2024-05-16T15:35:19.594 INFO:teuthology.orchestra.run.smithi043.stdout:(154/156): NetworkManager-tui-1.47.90-1.el9.x86 1.8 MB/s | 248 kB 00:00 2024-05-16T15:35:19.615 INFO:teuthology.orchestra.run.smithi157.stdout:(46/156): python3-pycparser-2.20-6.el9.noarch.r 126 kB/s | 135 kB 00:01 2024-05-16T15:35:19.640 INFO:teuthology.orchestra.run.smithi157.stdout:(47/156): python3-requests-2.25.1-8.el9.noarch. 116 kB/s | 125 kB 00:01 2024-05-16T15:35:19.669 INFO:teuthology.orchestra.run.smithi043.stdout:(155/156): librbd1-19.0.0-3449.gddbc91cb.el9.x8 4.1 MB/s | 3.1 MB 00:00 2024-05-16T15:35:19.686 INFO:teuthology.orchestra.run.smithi148.stdout:(122/156): python3-google-auth-2.29.0-1.el9.noa 746 kB/s | 206 kB 00:00 2024-05-16T15:35:19.904 INFO:teuthology.orchestra.run.smithi148.stdout:(123/156): python3-grpcio-1.46.7-10.el9.x86_64. 4.4 MB/s | 2.0 MB 00:00 2024-05-16T15:35:19.929 INFO:teuthology.orchestra.run.smithi148.stdout:(124/156): python3-grpcio-tools-1.46.7-10.el9.x 368 kB/s | 144 kB 00:00 2024-05-16T15:35:19.936 INFO:teuthology.orchestra.run.smithi043.stdout:(156/156): openssl-libs-3.2.1-1.el9.x86_64.rpm 6.5 MB/s | 2.4 MB 00:00 2024-05-16T15:35:19.941 INFO:teuthology.orchestra.run.smithi043.stdout:-------------------------------------------------------------------------------- 2024-05-16T15:35:19.941 INFO:teuthology.orchestra.run.smithi043.stdout:Total 11 MB/s | 226 MB 00:21 2024-05-16T15:35:19.957 INFO:teuthology.orchestra.run.smithi157.stdout:(48/156): bison-3.7.4-5.el9.x86_64.rpm 2.9 MB/s | 943 kB 00:00 2024-05-16T15:35:19.970 INFO:teuthology.orchestra.run.smithi148.stdout:(125/156): python3-jaraco-8.2.1-3.el9.noarch.rp 38 kB/s | 11 kB 00:00 2024-05-16T15:35:20.024 INFO:teuthology.orchestra.run.smithi157.stdout:(49/156): boost-program-options-1.75.0-8.el9.x8 1.6 MB/s | 107 kB 00:00 2024-05-16T15:35:20.037 INFO:teuthology.orchestra.run.smithi148.stdout:(126/156): python3-jaraco-functools-3.5.0-2.el9 291 kB/s | 19 kB 00:00 2024-05-16T15:35:20.082 INFO:teuthology.orchestra.run.smithi157.stdout:(50/156): elfutils-libelf-devel-0.190-2.el9.x86 370 kB/s | 21 kB 00:00 2024-05-16T15:35:20.113 INFO:teuthology.orchestra.run.smithi148.stdout:(127/156): python3-jaraco-text-3.2.0-6.el9.noar 262 kB/s | 20 kB 00:00 2024-05-16T15:35:20.138 INFO:teuthology.orchestra.run.smithi148.stdout:(128/156): python3-jaraco-classes-3.2.1-5.el9.n 75 kB/s | 18 kB 00:00 2024-05-16T15:35:20.149 INFO:teuthology.orchestra.run.smithi157.stdout:(51/156): flex-2.6.4-9.el9.x86_64.rpm 4.6 MB/s | 313 kB 00:00 2024-05-16T15:35:20.171 INFO:teuthology.orchestra.run.smithi148.stdout:(129/156): python3-jaraco-collections-3.0.0-8.e 95 kB/s | 23 kB 00:00 2024-05-16T15:35:20.183 INFO:teuthology.orchestra.run.smithi157.stdout:(52/156): automake-1.16.2-8.el9.noarch.rpm 1.2 MB/s | 689 kB 00:00 2024-05-16T15:35:20.216 INFO:teuthology.orchestra.run.smithi157.stdout:(53/156): flexiblas-3.0.4-8.el9.x86_64.rpm 489 kB/s | 33 kB 00:00 2024-05-16T15:35:20.222 INFO:teuthology.orchestra.run.smithi148.stdout:(130/156): python3-logutils-0.3.5-21.el9.noarch 553 kB/s | 46 kB 00:00 2024-05-16T15:35:20.283 INFO:teuthology.orchestra.run.smithi157.stdout:(54/156): flexiblas-openblas-openmp-3.0.4-8.el9 274 kB/s | 18 kB 00:00 2024-05-16T15:35:20.289 INFO:teuthology.orchestra.run.smithi148.stdout:(131/156): python3-more-itertools-8.12.0-2.el9. 674 kB/s | 79 kB 00:00 2024-05-16T15:35:20.314 INFO:teuthology.orchestra.run.smithi148.stdout:(132/156): python3-natsort-7.1.1-5.el9.noarch.r 628 kB/s | 58 kB 00:00 2024-05-16T15:35:20.347 INFO:teuthology.orchestra.run.smithi148.stdout:(133/156): python3-kubernetes-26.1.0-2.el9.noar 4.4 MB/s | 1.0 MB 00:00 2024-05-16T15:35:20.367 INFO:teuthology.orchestra.run.smithi157.stdout:(55/156): libaio-devel-0.3.111-13.el9.x86_64.rp 133 kB/s | 11 kB 00:00 2024-05-16T15:35:20.426 INFO:teuthology.orchestra.run.smithi157.stdout:(56/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.7 MB/s | 160 kB 00:00 2024-05-16T15:35:20.451 INFO:teuthology.orchestra.run.smithi157.stdout:(57/156): python3-urllib3-1.26.5-5.el9.noarch.r 249 kB/s | 215 kB 00:00 2024-05-16T15:35:20.476 INFO:teuthology.orchestra.run.smithi157.stdout:(58/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 901 kB/s | 45 kB 00:00 2024-05-16T15:35:20.506 INFO:teuthology.orchestra.run.smithi148.stdout:(134/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 568 kB/s | 90 kB 00:00 2024-05-16T15:35:20.532 INFO:teuthology.orchestra.run.smithi148.stdout:(135/156): python3-pecan-1.4.2-3.el9.noarch.rpm 1.1 MB/s | 272 kB 00:00 2024-05-16T15:35:20.568 INFO:teuthology.orchestra.run.smithi157.stdout:(59/156): libtool-2.4.6-45.el9.x86_64.rpm 6.2 MB/s | 582 kB 00:00 2024-05-16T15:35:20.590 INFO:teuthology.orchestra.run.smithi148.stdout:(136/156): python3-portend-3.1.0-2.el9.noarch.r 59 kB/s | 16 kB 00:00 2024-05-16T15:35:20.619 INFO:teuthology.orchestra.run.smithi157.stdout:(60/156): libuuid-devel-2.37.4-18.el9.x86_64.rp 509 kB/s | 25 kB 00:00 2024-05-16T15:35:20.669 INFO:teuthology.orchestra.run.smithi157.stdout:(61/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 953 kB/s | 47 kB 00:00 2024-05-16T15:35:20.727 INFO:teuthology.orchestra.run.smithi157.stdout:(62/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 4.9 MB/s | 292 kB 00:00 2024-05-16T15:35:20.786 INFO:teuthology.orchestra.run.smithi157.stdout:(63/156): lua-5.4.4-4.el9.x86_64.rpm 3.2 MB/s | 188 kB 00:00 2024-05-16T15:35:20.820 INFO:teuthology.orchestra.run.smithi157.stdout:(64/156): librdkafka-1.6.1-102.el9.x86_64.rpm 1.8 MB/s | 662 kB 00:00 2024-05-16T15:35:20.846 INFO:teuthology.orchestra.run.smithi157.stdout:(65/156): openblas-0.3.21-2.el9.x86_64.rpm 602 kB/s | 35 kB 00:00 2024-05-16T15:35:20.990 INFO:teuthology.orchestra.run.smithi148.stdout:(137/156): python3-pyperclip-1.8.2-2.el9.noarch 58 kB/s | 28 kB 00:00 2024-05-16T15:35:21.154 INFO:teuthology.orchestra.run.smithi157.stdout:(66/156): openssl-devel-3.2.1-1.el9.x86_64.rpm 14 MB/s | 4.4 MB 00:00 2024-05-16T15:35:21.166 INFO:teuthology.orchestra.run.smithi148.stdout:(138/156): python3-rsa-4.9-2.el9.noarch.rpm 338 kB/s | 59 kB 00:00 2024-05-16T15:35:21.194 INFO:teuthology.orchestra.run.smithi043.stdout:Running transaction check 2024-05-16T15:35:21.208 INFO:teuthology.orchestra.run.smithi148.stdout:(139/156): python3-repoze-lru-0.7-16.el9.noarch 45 kB/s | 31 kB 00:00 2024-05-16T15:35:21.233 INFO:teuthology.orchestra.run.smithi148.stdout:(140/156): python3-routes-2.5.1-5.el9.noarch.rp 293 kB/s | 188 kB 00:00 2024-05-16T15:35:21.271 INFO:teuthology.orchestra.run.smithi157.stdout:(67/156): postgresql-13.14-1.el9.x86_64.rpm 14 MB/s | 1.6 MB 00:00 2024-05-16T15:35:21.321 INFO:teuthology.orchestra.run.smithi157.stdout:(68/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 2.6 MB/s | 3.0 MB 00:01 2024-05-16T15:35:21.355 INFO:teuthology.orchestra.run.smithi157.stdout:(69/156): postgresql-contrib-13.14-1.el9.x86_64 11 MB/s | 911 kB 00:00 2024-05-16T15:35:21.362 INFO:teuthology.orchestra.run.smithi043.stdout:Transaction check succeeded. 2024-05-16T15:35:21.362 INFO:teuthology.orchestra.run.smithi043.stdout:Running transaction test 2024-05-16T15:35:21.371 INFO:teuthology.orchestra.run.smithi157.stdout:(70/156): postgresql-private-libs-13.14-1.el9.x 2.6 MB/s | 133 kB 00:00 2024-05-16T15:35:21.375 INFO:teuthology.orchestra.run.smithi148.stdout:(141/156): python3-typing-extensions-4.4.0-2.el 306 kB/s | 51 kB 00:00 2024-05-16T15:35:21.430 INFO:teuthology.orchestra.run.smithi157.stdout:(71/156): openblas-openmp-0.3.21-2.el9.x86_64.r 7.8 MB/s | 4.7 MB 00:00 2024-05-16T15:35:21.514 INFO:teuthology.orchestra.run.smithi157.stdout:(72/156): python3-attrs-20.3.0-7.el9.noarch.rpm 1.0 MB/s | 87 kB 00:00 2024-05-16T15:35:21.625 INFO:teuthology.orchestra.run.smithi148.stdout:(142/156): python3-tempora-5.0.0-2.el9.noarch.r 78 kB/s | 36 kB 00:00 2024-05-16T15:35:21.673 INFO:teuthology.orchestra.run.smithi157.stdout:(73/156): postgresql-server-13.14-1.el9.x86_64. 18 MB/s | 5.8 MB 00:00 2024-05-16T15:35:21.706 INFO:teuthology.orchestra.run.smithi157.stdout:(74/156): protobuf-3.14.0-13.el9.x86_64.rpm 3.0 MB/s | 1.0 MB 00:00 2024-05-16T15:35:21.717 INFO:teuthology.orchestra.run.smithi148.stdout:(143/156): python3-webob-1.8.7-6.el9.noarch.rpm 474 kB/s | 230 kB 00:00 2024-05-16T15:35:21.739 INFO:teuthology.orchestra.run.smithi157.stdout:(75/156): python3-devel-3.9.18-3.el9.x86_64.rpm 3.6 MB/s | 244 kB 00:00 2024-05-16T15:35:21.750 INFO:teuthology.orchestra.run.smithi148.stdout:(144/156): python3-websocket-client-1.2.3-2.el9 239 kB/s | 90 kB 00:00 2024-05-16T15:35:21.776 INFO:teuthology.orchestra.run.smithi148.stdout:(145/156): python3-werkzeug-2.0.3-3.el9.1.noarc 2.8 MB/s | 427 kB 00:00 2024-05-16T15:35:21.782 INFO:teuthology.orchestra.run.smithi157.stdout:(76/156): python3-jinja2-2.11.3-5.el9.noarch.rp 3.2 MB/s | 248 kB 00:00 2024-05-16T15:35:21.798 INFO:teuthology.orchestra.run.smithi157.stdout:(77/156): python3-jsonpatch-1.21-16.el9.noarch. 437 kB/s | 26 kB 00:00 2024-05-16T15:35:21.832 INFO:teuthology.orchestra.run.smithi157.stdout:(78/156): python3-jsonpointer-2.0-4.el9.noarch. 382 kB/s | 19 kB 00:00 2024-05-16T15:35:21.858 INFO:teuthology.orchestra.run.smithi157.stdout:(79/156): python3-mako-1.1.4-6.el9.noarch.rpm 2.9 MB/s | 172 kB 00:00 2024-05-16T15:35:21.883 INFO:teuthology.orchestra.run.smithi157.stdout:(80/156): python3-markupsafe-1.1.1-12.el9.x86_6 689 kB/s | 35 kB 00:00 2024-05-16T15:35:21.958 INFO:teuthology.orchestra.run.smithi157.stdout:(81/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 3.3 MB/s | 250 kB 00:00 2024-05-16T15:35:22.034 INFO:teuthology.orchestra.run.smithi157.stdout:(82/156): python3-babel-2.9.1-2.el9.noarch.rpm 11 MB/s | 6.0 MB 00:00 2024-05-16T15:35:22.067 INFO:teuthology.orchestra.run.smithi157.stdout:(83/156): python3-oauthlib-3.1.1-5.el9.noarch.r 2.0 MB/s | 222 kB 00:00 2024-05-16T15:35:22.101 INFO:teuthology.orchestra.run.smithi157.stdout:(84/156): python3-packaging-20.9-5.el9.noarch.r 1.1 MB/s | 77 kB 00:00 2024-05-16T15:35:22.126 INFO:teuthology.orchestra.run.smithi157.stdout:(85/156): python3-prettytable-0.7.2-27.el9.noar 720 kB/s | 42 kB 00:00 2024-05-16T15:35:22.176 INFO:teuthology.orchestra.run.smithi148.stdout:(146/156): thrift-0.15.0-2.el9.x86_64.rpm 4.0 MB/s | 1.6 MB 00:00 2024-05-16T15:35:22.193 INFO:teuthology.orchestra.run.smithi157.stdout:(86/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 15 MB/s | 5.1 MB 00:00 2024-05-16T15:35:22.218 INFO:teuthology.orchestra.run.smithi157.stdout:(87/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.7 MB/s | 159 kB 00:00 2024-05-16T15:35:22.243 INFO:teuthology.orchestra.run.smithi157.stdout:(88/156): python3-protobuf-3.14.0-13.el9.noarch 1.8 MB/s | 269 kB 00:00 2024-05-16T15:35:22.260 INFO:teuthology.orchestra.run.smithi148.stdout:(147/156): python3-zc-lockfile-2.0-10.el9.noarc 37 kB/s | 20 kB 00:00 2024-05-16T15:35:22.269 INFO:teuthology.orchestra.run.smithi157.stdout:(89/156): python3-pyasn1-modules-0.4.8-6.el9.no 3.6 MB/s | 279 kB 00:00 2024-05-16T15:35:22.294 INFO:teuthology.orchestra.run.smithi157.stdout:(90/156): python3-pytz-2021.1-5.el9.noarch.rpm 673 kB/s | 51 kB 00:00 2024-05-16T15:35:22.319 INFO:teuthology.orchestra.run.smithi157.stdout:(91/156): python3-requests-oauthlib-1.3.0-12.el 710 kB/s | 54 kB 00:00 2024-05-16T15:35:22.370 INFO:teuthology.orchestra.run.smithi157.stdout:(92/156): python3-toml-0.10.2-6.el9.noarch.rpm 553 kB/s | 42 kB 00:00 2024-05-16T15:35:22.395 INFO:teuthology.orchestra.run.smithi157.stdout:(93/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 585 kB/s | 44 kB 00:00 2024-05-16T15:35:22.452 INFO:teuthology.orchestra.run.smithi148.stdout:(148/156): re2-20211101-3.el9.x86_64.rpm 273 kB/s | 192 kB 00:00 2024-05-16T15:35:22.454 INFO:teuthology.orchestra.run.smithi157.stdout:(94/156): qatlib-24.02.0-1.el9.x86_64.rpm 2.6 MB/s | 221 kB 00:00 2024-05-16T15:35:22.479 INFO:teuthology.orchestra.run.smithi157.stdout:(95/156): qatlib-service-24.02.0-1.el9.x86_64.r 429 kB/s | 36 kB 00:00 2024-05-16T15:35:22.529 INFO:teuthology.orchestra.run.smithi157.stdout:(96/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 630 kB/s | 47 kB 00:00 2024-05-16T15:35:22.571 INFO:teuthology.orchestra.run.smithi157.stdout:(97/156): socat-1.7.4.1-5.el9.x86_64.rpm 3.2 MB/s | 305 kB 00:00 2024-05-16T15:35:22.611 INFO:teuthology.orchestra.run.smithi148.stdout:(149/156): librbd1-19.0.0-3449.gddbc91cb.el9.x8 9.0 MB/s | 3.1 MB 00:00 2024-05-16T15:35:22.613 INFO:teuthology.orchestra.run.smithi157.stdout:(98/156): uuid-1.6.2-55.el9.x86_64.rpm 689 kB/s | 58 kB 00:00 2024-05-16T15:35:22.655 INFO:teuthology.orchestra.run.smithi157.stdout:(99/156): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 1.1 MB/s | 94 kB 00:00 2024-05-16T15:35:22.706 INFO:teuthology.orchestra.run.smithi157.stdout:(100/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 692 kB/s | 64 kB 00:00 2024-05-16T15:35:22.748 INFO:teuthology.orchestra.run.smithi157.stdout:(101/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 485 kB/s | 45 kB 00:00 2024-05-16T15:35:22.973 INFO:teuthology.orchestra.run.smithi157.stdout:(102/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 23 MB/s | 16 MB 00:00 2024-05-16T15:35:23.019 INFO:teuthology.orchestra.run.smithi148.stdout:(150/156): NetworkManager-libnm-1.47.90-1.el9.x 4.4 MB/s | 1.8 MB 00:00 2024-05-16T15:35:23.086 INFO:teuthology.orchestra.run.smithi148.stdout:(151/156): librados2-19.0.0-3449.gddbc91cb.el9. 3.7 MB/s | 3.4 MB 00:00 2024-05-16T15:35:23.111 INFO:teuthology.orchestra.run.smithi148.stdout:(152/156): NetworkManager-team-1.47.90-1.el9.x8 453 kB/s | 41 kB 00:00 2024-05-16T15:35:23.221 INFO:teuthology.orchestra.run.smithi148.stdout:(153/156): openssl-3.2.1-1.el9.x86_64.rpm 12 MB/s | 1.3 MB 00:00 2024-05-16T15:35:23.362 INFO:teuthology.orchestra.run.smithi148.stdout:(154/156): NetworkManager-1.47.90-1.el9.x86_64. 2.5 MB/s | 2.3 MB 00:00 2024-05-16T15:35:23.387 INFO:teuthology.orchestra.run.smithi148.stdout:(155/156): NetworkManager-tui-1.47.90-1.el9.x86 824 kB/s | 248 kB 00:00 2024-05-16T15:35:23.434 INFO:teuthology.orchestra.run.smithi157.stdout:(103/156): lua-devel-5.4.4-4.el9.x86_64.rpm 31 kB/s | 22 kB 00:00 2024-05-16T15:35:23.437 INFO:teuthology.orchestra.run.smithi148.stdout:(156/156): openssl-libs-3.2.1-1.el9.x86_64.rpm 11 MB/s | 2.4 MB 00:00 2024-05-16T15:35:23.443 INFO:teuthology.orchestra.run.smithi148.stdout:-------------------------------------------------------------------------------- 2024-05-16T15:35:23.443 INFO:teuthology.orchestra.run.smithi148.stdout:Total 13 MB/s | 226 MB 00:17 2024-05-16T15:35:23.600 INFO:teuthology.orchestra.run.smithi043.stdout:Transaction test succeeded. 2024-05-16T15:35:23.601 INFO:teuthology.orchestra.run.smithi043.stdout:Running transaction 2024-05-16T15:35:23.740 INFO:teuthology.orchestra.run.smithi157.stdout:(104/156): abseil-cpp-20211102.0-3.el9.x86_64.r 715 kB/s | 548 kB 00:00 2024-05-16T15:35:23.949 INFO:teuthology.orchestra.run.smithi157.stdout:(105/156): grpc-data-1.46.7-10.el9.noarch.rpm 93 kB/s | 19 kB 00:00 2024-05-16T15:35:24.007 INFO:teuthology.orchestra.run.smithi157.stdout:(106/156): protobuf-compiler-3.14.0-13.el9.x86_ 685 kB/s | 863 kB 00:01 2024-05-16T15:35:24.058 INFO:teuthology.orchestra.run.smithi157.stdout:(107/156): gperftools-libs-2.9.1-2.el9.x86_64.r 495 kB/s | 309 kB 00:00 2024-05-16T15:35:24.183 INFO:teuthology.orchestra.run.smithi157.stdout:(108/156): liboath-2.6.7-2.el9.x86_64.rpm 389 kB/s | 49 kB 00:00 2024-05-16T15:35:24.300 INFO:teuthology.orchestra.run.smithi157.stdout:(109/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 89 kB/s | 26 kB 00:00 2024-05-16T15:35:24.559 INFO:teuthology.orchestra.run.smithi157.stdout:(110/156): libunwind-1.6.2-1.el9.x86_64.rpm 179 kB/s | 67 kB 00:00 2024-05-16T15:35:24.615 INFO:teuthology.orchestra.run.smithi148.stdout:Running transaction check 2024-05-16T15:35:24.765 INFO:teuthology.orchestra.run.smithi148.stdout:Transaction check succeeded. 2024-05-16T15:35:24.765 INFO:teuthology.orchestra.run.smithi148.stdout:Running transaction test 2024-05-16T15:35:24.776 INFO:teuthology.orchestra.run.smithi157.stdout:(111/156): libarrow-9.0.0-11.el9.x86_64.rpm 5.3 MB/s | 4.4 MB 00:00 2024-05-16T15:35:25.268 INFO:teuthology.orchestra.run.smithi157.stdout:(112/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 1.2 MB/s | 839 kB 00:00 2024-05-16T15:35:25.302 INFO:teuthology.orchestra.run.smithi157.stdout:(113/156): luarocks-3.9.2-5.el9.noarch.rpm 151 kB/s | 151 kB 00:01 2024-05-16T15:35:25.485 INFO:teuthology.orchestra.run.smithi157.stdout:(114/156): python3-asyncssh-2.13.2-5.el9.noarch 773 kB/s | 548 kB 00:00 2024-05-16T15:35:25.560 INFO:teuthology.orchestra.run.smithi157.stdout:(115/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 149 kB/s | 43 kB 00:00 2024-05-16T15:35:25.644 INFO:teuthology.orchestra.run.smithi157.stdout:(116/156): python3-cachetools-4.2.4-1.el9.noarc 94 kB/s | 32 kB 00:00 2024-05-16T15:35:25.677 INFO:teuthology.orchestra.run.smithi157.stdout:(117/156): python3-certifi-2021.10.8-2.el9.noar 78 kB/s | 15 kB 00:00 2024-05-16T15:35:25.769 INFO:teuthology.orchestra.run.smithi157.stdout:(118/156): python3-cheroot-8.6.0-4.el9.noarch.r 822 kB/s | 172 kB 00:00 2024-05-16T15:35:26.003 INFO:teuthology.orchestra.run.smithi157.stdout:(119/156): python3-cherrypy-18.6.1-2.el9.noarch 999 kB/s | 358 kB 00:00 2024-05-16T15:35:26.095 INFO:teuthology.orchestra.run.smithi157.stdout:(120/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 726 kB/s | 303 kB 00:00 2024-05-16T15:35:26.170 INFO:teuthology.orchestra.run.smithi157.stdout:(121/156): python3-colorama-0.4.4-12.el9.noarch 88 kB/s | 35 kB 00:00 2024-05-16T15:35:26.554 INFO:teuthology.orchestra.run.smithi157.stdout:(122/156): python3-google-auth-2.29.0-1.el9.noa 374 kB/s | 206 kB 00:00 2024-05-16T15:35:26.571 INFO:teuthology.orchestra.run.smithi157.stdout:(123/156): python3-grpcio-tools-1.46.7-10.el9.x 361 kB/s | 144 kB 00:00 2024-05-16T15:35:26.763 INFO:teuthology.orchestra.run.smithi157.stdout:(124/156): python3-grpcio-1.46.7-10.el9.x86_64. 3.1 MB/s | 2.0 MB 00:00 2024-05-16T15:35:26.888 INFO:teuthology.orchestra.run.smithi157.stdout:(125/156): python3-jaraco-8.2.1-3.el9.noarch.rp 32 kB/s | 11 kB 00:00 2024-05-16T15:35:26.913 INFO:teuthology.orchestra.run.smithi157.stdout:(126/156): python3-jaraco-classes-3.2.1-5.el9.n 52 kB/s | 18 kB 00:00 2024-05-16T15:35:26.972 INFO:teuthology.orchestra.run.smithi157.stdout:(127/156): python3-jaraco-collections-3.0.0-8.e 111 kB/s | 23 kB 00:00 2024-05-16T15:35:26.997 INFO:teuthology.orchestra.run.smithi157.stdout:(128/156): python3-jaraco-functools-3.5.0-2.el9 179 kB/s | 19 kB 00:00 2024-05-16T15:35:27.139 INFO:teuthology.orchestra.run.smithi148.stdout:Transaction test succeeded. 2024-05-16T15:35:27.139 INFO:teuthology.orchestra.run.smithi148.stdout:Running transaction 2024-05-16T15:35:27.156 INFO:teuthology.orchestra.run.smithi157.stdout:(129/156): python3-jaraco-text-3.2.0-6.el9.noar 81 kB/s | 20 kB 00:00 2024-05-16T15:35:27.606 INFO:teuthology.orchestra.run.smithi157.stdout:(130/156): python3-kubernetes-26.1.0-2.el9.noar 1.6 MB/s | 1.0 MB 00:00 2024-05-16T15:35:27.665 INFO:teuthology.orchestra.run.smithi157.stdout:(131/156): python3-logutils-0.3.5-21.el9.noarch 69 kB/s | 46 kB 00:00 2024-05-16T15:35:27.723 INFO:teuthology.orchestra.run.smithi157.stdout:(132/156): python3-more-itertools-8.12.0-2.el9. 139 kB/s | 79 kB 00:00 2024-05-16T15:35:27.857 INFO:teuthology.orchestra.run.smithi157.stdout:(133/156): python3-natsort-7.1.1-5.el9.noarch.r 230 kB/s | 58 kB 00:00 2024-05-16T15:35:28.007 INFO:teuthology.orchestra.run.smithi157.stdout:(134/156): python3-pecan-1.4.2-3.el9.noarch.rpm 796 kB/s | 272 kB 00:00 2024-05-16T15:35:28.090 INFO:teuthology.orchestra.run.smithi157.stdout:(135/156): python3-portend-3.1.0-2.el9.noarch.r 45 kB/s | 16 kB 00:00 2024-05-16T15:35:28.116 INFO:teuthology.orchestra.run.smithi157.stdout:(136/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 347 kB/s | 90 kB 00:00 2024-05-16T15:35:28.141 INFO:teuthology.orchestra.run.smithi157.stdout:(137/156): python3-pyperclip-1.8.2-2.el9.noarch 211 kB/s | 28 kB 00:00 2024-05-16T15:35:28.183 INFO:teuthology.orchestra.run.smithi157.stdout:(138/156): python3-repoze-lru-0.7-16.el9.noarch 334 kB/s | 31 kB 00:00 2024-05-16T15:35:28.225 INFO:teuthology.orchestra.run.smithi157.stdout:(139/156): python3-routes-2.5.1-5.el9.noarch.rp 1.7 MB/s | 188 kB 00:00 2024-05-16T15:35:28.317 INFO:teuthology.orchestra.run.smithi157.stdout:(140/156): python3-rsa-4.9-2.el9.noarch.rpm 336 kB/s | 59 kB 00:00 2024-05-16T15:35:28.351 INFO:teuthology.orchestra.run.smithi157.stdout:(141/156): python3-tempora-5.0.0-2.el9.noarch.r 213 kB/s | 36 kB 00:00 2024-05-16T15:35:28.409 INFO:teuthology.orchestra.run.smithi157.stdout:(142/156): python3-typing-extensions-4.4.0-2.el 277 kB/s | 51 kB 00:00 2024-05-16T15:35:28.543 INFO:teuthology.orchestra.run.smithi157.stdout:(143/156): python3-webob-1.8.7-6.el9.noarch.rpm 1.0 MB/s | 230 kB 00:00 2024-05-16T15:35:28.627 INFO:teuthology.orchestra.run.smithi157.stdout:(144/156): python3-websocket-client-1.2.3-2.el9 325 kB/s | 90 kB 00:00 2024-05-16T15:35:28.660 INFO:teuthology.orchestra.run.smithi157.stdout:(145/156): python3-werkzeug-2.0.3-3.el9.1.noarc 1.7 MB/s | 427 kB 00:00 2024-05-16T15:35:28.711 INFO:teuthology.orchestra.run.smithi157.stdout:(146/156): python3-zc-lockfile-2.0-10.el9.noarc 119 kB/s | 20 kB 00:00 2024-05-16T15:35:28.802 INFO:teuthology.orchestra.run.smithi157.stdout:(147/156): re2-20211101-3.el9.x86_64.rpm 1.1 MB/s | 192 kB 00:00 2024-05-16T15:35:28.969 INFO:teuthology.orchestra.run.smithi157.stdout:(148/156): thrift-0.15.0-2.el9.x86_64.rpm 5.1 MB/s | 1.6 MB 00:00 2024-05-16T15:35:29.120 INFO:teuthology.orchestra.run.smithi157.stdout:(149/156): librados2-19.0.0-3449.gddbc91cb.el9. 8.3 MB/s | 3.4 MB 00:00 2024-05-16T15:35:29.287 INFO:teuthology.orchestra.run.smithi157.stdout:(150/156): librbd1-19.0.0-3449.gddbc91cb.el9.x8 6.5 MB/s | 3.1 MB 00:00 2024-05-16T15:35:29.937 INFO:teuthology.orchestra.run.smithi157.stdout:(151/156): NetworkManager-team-1.47.90-1.el9.x8 64 kB/s | 41 kB 00:00 2024-05-16T15:35:30.087 INFO:teuthology.orchestra.run.smithi157.stdout:(152/156): NetworkManager-1.47.90-1.el9.x86_64. 2.1 MB/s | 2.3 MB 00:01 2024-05-16T15:35:30.138 INFO:teuthology.orchestra.run.smithi043.stdout: Preparing : 1/1 2024-05-16T15:35:30.233 INFO:teuthology.orchestra.run.smithi043.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/164 2024-05-16T15:35:30.272 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-05-16T15:35:30.296 INFO:teuthology.orchestra.run.smithi157.stdout:(153/156): NetworkManager-libnm-1.47.90-1.el9.x 1.5 MB/s | 1.8 MB 00:01 2024-05-16T15:35:30.343 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-05-16T15:35:30.384 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-05-16T15:35:30.409 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-05-16T15:35:30.472 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-05-16T15:35:30.823 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-05-16T15:35:30.926 INFO:teuthology.orchestra.run.smithi043.stdout: Upgrading : librados2-2:19.0.0-3449.gddbc91cb.el9.x86_64 8/164 2024-05-16T15:35:30.980 INFO:teuthology.orchestra.run.smithi157.stdout:(154/156): NetworkManager-tui-1.47.90-1.el9.x86 238 kB/s | 248 kB 00:01 2024-05-16T15:35:31.066 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: librados2-2:19.0.0-3449.gddbc91cb.el9.x86_64 8/164 2024-05-16T15:35:31.094 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : libcephfs2-2:19.0.0-3449.gddbc91cb.el9.x86_64 9/164 2024-05-16T15:35:31.187 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: libcephfs2-2:19.0.0-3449.gddbc91cb.el9.x86_64 9/164 2024-05-16T15:35:31.226 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-rados-2:19.0.0-3449.gddbc91cb.el9.x86_64 10/164 2024-05-16T15:35:31.416 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/164 2024-05-16T15:35:31.472 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : postgresql-13.14-1.el9.x86_64 12/164 2024-05-16T15:35:31.507 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : libcephsqlite-2:19.0.0-3449.gddbc91cb.el9.x86_64 13/164 2024-05-16T15:35:31.620 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3449.gddbc91cb.el9.x86_64 13/164 2024-05-16T15:35:31.629 INFO:teuthology.orchestra.run.smithi157.stdout:(155/156): openssl-3.2.1-1.el9.x86_64.rpm 896 kB/s | 1.3 MB 00:01 2024-05-16T15:35:31.650 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : libradosstriper1-2:19.0.0-3449.gddbc91cb.el9.x86 14/164 2024-05-16T15:35:31.713 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3449.gddbc91cb.el9.x86 14/164 2024-05-16T15:35:31.743 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-05-16T15:35:31.764 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-05-16T15:35:31.963 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-05-16T15:35:31.996 INFO:teuthology.orchestra.run.smithi157.stdout:(156/156): openssl-libs-3.2.1-1.el9.x86_64.rpm 1.4 MB/s | 2.4 MB 00:01 2024-05-16T15:35:32.001 INFO:teuthology.orchestra.run.smithi157.stdout:-------------------------------------------------------------------------------- 2024-05-16T15:35:32.001 INFO:teuthology.orchestra.run.smithi157.stdout:Total 8.9 MB/s | 226 MB 00:25 2024-05-16T15:35:32.129 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-05-16T15:35:32.290 INFO:teuthology.orchestra.run.smithi043.stdout: Upgrading : NetworkManager-libnm-1:1.47.90-1.el9.x86_64 17/164 2024-05-16T15:35:32.334 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.90-1.el9.x86_64 17/164 2024-05-16T15:35:32.441 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: NetworkManager-1:1.47.90-1.el9.x86_64 18/164 2024-05-16T15:35:32.510 INFO:teuthology.orchestra.run.smithi043.stdout: Upgrading : NetworkManager-1:1.47.90-1.el9.x86_64 18/164 2024-05-16T15:35:32.721 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: NetworkManager-1:1.47.90-1.el9.x86_64 18/164 2024-05-16T15:35:32.836 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : re2-1:20211101-3.el9.x86_64 19/164 2024-05-16T15:35:32.932 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-05-16T15:35:32.966 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-05-16T15:35:33.001 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-05-16T15:35:33.077 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-05-16T15:35:33.125 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-05-16T15:35:33.185 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 25/164 2024-05-16T15:35:33.197 INFO:teuthology.orchestra.run.smithi157.stdout:Running transaction check 2024-05-16T15:35:33.223 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 26/164 2024-05-16T15:35:33.246 INFO:teuthology.orchestra.run.smithi148.stdout: Preparing : 1/1 2024-05-16T15:35:33.254 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : lua-5.4.4-4.el9.x86_64 27/164 2024-05-16T15:35:33.326 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 28/164 2024-05-16T15:35:33.334 INFO:teuthology.orchestra.run.smithi148.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/164 2024-05-16T15:35:33.351 INFO:teuthology.orchestra.run.smithi157.stdout:Transaction check succeeded. 2024-05-16T15:35:33.351 INFO:teuthology.orchestra.run.smithi157.stdout:Running transaction test 2024-05-16T15:35:33.372 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-05-16T15:35:33.386 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 29/164 2024-05-16T15:35:33.432 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 30/164 2024-05-16T15:35:33.447 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-05-16T15:35:33.476 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 31/164 2024-05-16T15:35:33.484 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-05-16T15:35:33.509 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-05-16T15:35:33.555 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 32/164 2024-05-16T15:35:33.555 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-05-16T15:35:33.587 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-ceph-common-2:19.0.0-3449.gddbc91cb.el9. 33/164 2024-05-16T15:35:33.631 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-ceph-argparse-2:19.0.0-3449.gddbc91cb.el 34/164 2024-05-16T15:35:33.659 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-cephfs-2:19.0.0-3449.gddbc91cb.el9.x86_6 35/164 2024-05-16T15:35:33.735 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 36/164 2024-05-16T15:35:33.782 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : luarocks-3.9.2-5.el9.noarch 37/164 2024-05-16T15:35:33.861 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 38/164 2024-05-16T15:35:33.895 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-05-16T15:35:33.994 INFO:teuthology.orchestra.run.smithi148.stdout: Upgrading : librados2-2:19.0.0-3449.gddbc91cb.el9.x86_64 8/164 2024-05-16T15:35:34.006 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 39/164 2024-05-16T15:35:34.069 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 40/164 2024-05-16T15:35:34.116 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: librados2-2:19.0.0-3449.gddbc91cb.el9.x86_64 8/164 2024-05-16T15:35:34.161 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : libcephfs2-2:19.0.0-3449.gddbc91cb.el9.x86_64 9/164 2024-05-16T15:35:34.237 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: libcephfs2-2:19.0.0-3449.gddbc91cb.el9.x86_64 9/164 2024-05-16T15:35:34.266 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-rados-2:19.0.0-3449.gddbc91cb.el9.x86_64 10/164 2024-05-16T15:35:34.446 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/164 2024-05-16T15:35:34.497 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : postgresql-13.14-1.el9.x86_64 12/164 2024-05-16T15:35:34.524 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : libcephsqlite-2:19.0.0-3449.gddbc91cb.el9.x86_64 13/164 2024-05-16T15:35:34.630 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3449.gddbc91cb.el9.x86_64 13/164 2024-05-16T15:35:34.632 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-rsa-4.9-2.el9.noarch 41/164 2024-05-16T15:35:34.667 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : libradosstriper1-2:19.0.0-3449.gddbc91cb.el9.x86 14/164 2024-05-16T15:35:34.717 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 42/164 2024-05-16T15:35:34.730 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3449.gddbc91cb.el9.x86 14/164 2024-05-16T15:35:34.751 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 43/164 2024-05-16T15:35:34.751 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-05-16T15:35:34.777 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-05-16T15:35:34.795 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 44/164 2024-05-16T15:35:34.832 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : librados-devel-2:19.0.0-3449.gddbc91cb.el9.x86_6 45/164 2024-05-16T15:35:34.875 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 46/164 2024-05-16T15:35:34.937 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-05-16T15:35:35.040 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 47/164 2024-05-16T15:35:35.102 INFO:teuthology.orchestra.run.smithi043.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 48/164 2024-05-16T15:35:35.104 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-05-16T15:35:35.159 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 49/164 2024-05-16T15:35:35.232 INFO:teuthology.orchestra.run.smithi148.stdout: Upgrading : NetworkManager-libnm-1:1.47.90-1.el9.x86_64 17/164 2024-05-16T15:35:35.232 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 50/164 2024-05-16T15:35:35.277 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 51/164 2024-05-16T15:35:35.284 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.90-1.el9.x86_64 17/164 2024-05-16T15:35:35.314 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 52/164 2024-05-16T15:35:35.363 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 53/164 2024-05-16T15:35:35.388 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: NetworkManager-1:1.47.90-1.el9.x86_64 18/164 2024-05-16T15:35:35.396 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 54/164 2024-05-16T15:35:35.432 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 55/164 2024-05-16T15:35:35.468 INFO:teuthology.orchestra.run.smithi148.stdout: Upgrading : NetworkManager-1:1.47.90-1.el9.x86_64 18/164 2024-05-16T15:35:35.474 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 56/164 2024-05-16T15:35:35.540 INFO:teuthology.orchestra.run.smithi157.stdout:Transaction test succeeded. 2024-05-16T15:35:35.541 INFO:teuthology.orchestra.run.smithi157.stdout:Running transaction 2024-05-16T15:35:35.619 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 57/164 2024-05-16T15:35:35.662 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 58/164 2024-05-16T15:35:35.681 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: NetworkManager-1:1.47.90-1.el9.x86_64 18/164 2024-05-16T15:35:35.692 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 59/164 2024-05-16T15:35:35.735 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 60/164 2024-05-16T15:35:35.790 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : re2-1:20211101-3.el9.x86_64 19/164 2024-05-16T15:35:35.835 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-05-16T15:35:35.868 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 62/164 2024-05-16T15:35:35.885 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-05-16T15:35:35.909 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-05-16T15:35:35.924 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-05-16T15:35:35.941 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 64/164 2024-05-16T15:35:35.965 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-05-16T15:35:35.967 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-05-16T15:35:36.032 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-05-16T15:35:36.051 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-05-16T15:35:36.066 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-05-16T15:35:36.117 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 25/164 2024-05-16T15:35:36.151 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 26/164 2024-05-16T15:35:36.179 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : lua-5.4.4-4.el9.x86_64 27/164 2024-05-16T15:35:36.192 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-05-16T15:35:36.234 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-05-16T15:35:36.247 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 28/164 2024-05-16T15:35:36.278 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-05-16T15:35:36.301 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 29/164 2024-05-16T15:35:36.313 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-05-16T15:35:36.332 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 30/164 2024-05-16T15:35:36.352 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-05-16T15:35:36.375 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 31/164 2024-05-16T15:35:36.392 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-05-16T15:35:36.422 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-05-16T15:35:36.451 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 32/164 2024-05-16T15:35:36.456 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-05-16T15:35:36.486 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-ceph-common-2:19.0.0-3449.gddbc91cb.el9. 33/164 2024-05-16T15:35:36.489 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-05-16T15:35:36.521 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-ceph-argparse-2:19.0.0-3449.gddbc91cb.el 34/164 2024-05-16T15:35:36.531 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-05-16T15:35:36.549 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-cephfs-2:19.0.0-3449.gddbc91cb.el9.x86_6 35/164 2024-05-16T15:35:36.565 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-05-16T15:35:36.620 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 36/164 2024-05-16T15:35:36.657 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-05-16T15:35:36.665 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : luarocks-3.9.2-5.el9.noarch 37/164 2024-05-16T15:35:36.705 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-05-16T15:35:36.735 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-05-16T15:35:36.739 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 38/164 2024-05-16T15:35:36.783 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-05-16T15:35:36.872 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 39/164 2024-05-16T15:35:36.894 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-packaging-20.9-5.el9.noarch 82/164 2024-05-16T15:35:36.925 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 40/164 2024-05-16T15:35:36.954 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 83/164 2024-05-16T15:35:37.463 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-rsa-4.9-2.el9.noarch 41/164 2024-05-16T15:35:37.545 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 42/164 2024-05-16T15:35:37.575 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 43/164 2024-05-16T15:35:37.618 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 44/164 2024-05-16T15:35:37.655 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : librados-devel-2:19.0.0-3449.gddbc91cb.el9.x86_6 45/164 2024-05-16T15:35:37.708 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 46/164 2024-05-16T15:35:37.732 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 84/164 2024-05-16T15:35:37.776 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 85/164 2024-05-16T15:35:37.809 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 86/164 2024-05-16T15:35:37.861 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 47/164 2024-05-16T15:35:37.912 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 87/164 2024-05-16T15:35:37.916 INFO:teuthology.orchestra.run.smithi148.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 48/164 2024-05-16T15:35:37.968 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 88/164 2024-05-16T15:35:37.972 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 49/164 2024-05-16T15:35:38.044 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 50/164 2024-05-16T15:35:38.058 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-05-16T15:35:38.076 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 51/164 2024-05-16T15:35:38.094 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-05-16T15:35:38.112 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 52/164 2024-05-16T15:35:38.162 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 53/164 2024-05-16T15:35:38.195 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 54/164 2024-05-16T15:35:38.238 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 55/164 2024-05-16T15:35:38.278 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : openblas-0.3.21-2.el9.x86_64 91/164 2024-05-16T15:35:38.280 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 56/164 2024-05-16T15:35:38.309 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 92/164 2024-05-16T15:35:38.389 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-05-16T15:35:38.416 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 57/164 2024-05-16T15:35:38.460 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 58/164 2024-05-16T15:35:38.490 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 59/164 2024-05-16T15:35:38.531 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 60/164 2024-05-16T15:35:38.711 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-05-16T15:35:38.741 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 62/164 2024-05-16T15:35:38.782 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-05-16T15:35:38.814 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 64/164 2024-05-16T15:35:38.839 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-05-16T15:35:38.927 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-05-16T15:35:39.057 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-05-16T15:35:39.076 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-05-16T15:35:39.088 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-05-16T15:35:39.124 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-05-16T15:35:39.159 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-05-16T15:35:39.186 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-05-16T15:35:39.198 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-05-16T15:35:39.229 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-05-16T15:35:39.259 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-05-16T15:35:39.293 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-05-16T15:35:39.327 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-05-16T15:35:39.368 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-05-16T15:35:39.403 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-05-16T15:35:39.490 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-05-16T15:35:39.542 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-05-16T15:35:39.573 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-05-16T15:35:39.620 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-05-16T15:35:39.718 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-packaging-20.9-5.el9.noarch 82/164 2024-05-16T15:35:39.766 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 83/164 2024-05-16T15:35:40.489 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 84/164 2024-05-16T15:35:40.533 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-05-16T15:35:40.537 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 85/164 2024-05-16T15:35:40.571 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 86/164 2024-05-16T15:35:40.604 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-05-16T15:35:40.632 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-05-16T15:35:40.665 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 99/164 2024-05-16T15:35:40.670 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 87/164 2024-05-16T15:35:40.721 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 88/164 2024-05-16T15:35:40.808 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-05-16T15:35:40.865 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-05-16T15:35:41.004 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-05-16T15:35:41.042 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : openblas-0.3.21-2.el9.x86_64 91/164 2024-05-16T15:35:41.044 INFO:teuthology.orchestra.run.smithi043.stdout: Upgrading : librbd1-2:19.0.0-3449.gddbc91cb.el9.x86_64 101/164 2024-05-16T15:35:41.080 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 92/164 2024-05-16T15:35:41.144 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: librbd1-2:19.0.0-3449.gddbc91cb.el9.x86_64 101/164 2024-05-16T15:35:41.174 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-rbd-2:19.0.0-3449.gddbc91cb.el9.x86_64 102/164 2024-05-16T15:35:41.195 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-05-16T15:35:41.219 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-05-16T15:35:41.673 INFO:teuthology.orchestra.run.smithi157.stdout: Preparing : 1/1 2024-05-16T15:35:41.725 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-05-16T15:35:41.756 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : librgw2-2:19.0.0-3449.gddbc91cb.el9.x86_64 105/164 2024-05-16T15:35:41.759 INFO:teuthology.orchestra.run.smithi157.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/164 2024-05-16T15:35:41.810 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: librgw2-2:19.0.0-3449.gddbc91cb.el9.x86_64 105/164 2024-05-16T15:35:41.817 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-05-16T15:35:41.833 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-05-16T15:35:41.841 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-rgw-2:19.0.0-3449.gddbc91cb.el9.x86_64 106/164 2024-05-16T15:35:41.879 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-05-16T15:35:41.910 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-05-16T15:35:41.935 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-05-16T15:35:41.952 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-05-16T15:35:41.990 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-05-16T15:35:42.327 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-05-16T15:35:42.561 INFO:teuthology.orchestra.run.smithi157.stdout: Upgrading : librados2-2:19.0.0-3449.gddbc91cb.el9.x86_64 8/164 2024-05-16T15:35:42.667 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: librados2-2:19.0.0-3449.gddbc91cb.el9.x86_64 8/164 2024-05-16T15:35:42.696 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : libcephfs2-2:19.0.0-3449.gddbc91cb.el9.x86_64 9/164 2024-05-16T15:35:42.787 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: libcephfs2-2:19.0.0-3449.gddbc91cb.el9.x86_64 9/164 2024-05-16T15:35:42.817 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-rados-2:19.0.0-3449.gddbc91cb.el9.x86_64 10/164 2024-05-16T15:35:42.999 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/164 2024-05-16T15:35:43.057 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : postgresql-13.14-1.el9.x86_64 12/164 2024-05-16T15:35:43.084 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : libcephsqlite-2:19.0.0-3449.gddbc91cb.el9.x86_64 13/164 2024-05-16T15:35:43.190 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3449.gddbc91cb.el9.x86_64 13/164 2024-05-16T15:35:43.210 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-05-16T15:35:43.218 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : libradosstriper1-2:19.0.0-3449.gddbc91cb.el9.x86 14/164 2024-05-16T15:35:43.266 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3449.gddbc91cb.el9.x86 14/164 2024-05-16T15:35:43.285 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-05-16T15:35:43.286 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-05-16T15:35:43.311 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-05-16T15:35:43.313 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-05-16T15:35:43.346 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 99/164 2024-05-16T15:35:43.520 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-05-16T15:35:43.666 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-05-16T15:35:43.699 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-05-16T15:35:43.709 INFO:teuthology.orchestra.run.smithi148.stdout: Upgrading : librbd1-2:19.0.0-3449.gddbc91cb.el9.x86_64 101/164 2024-05-16T15:35:43.815 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: librbd1-2:19.0.0-3449.gddbc91cb.el9.x86_64 101/164 2024-05-16T15:35:43.833 INFO:teuthology.orchestra.run.smithi157.stdout: Upgrading : NetworkManager-libnm-1:1.47.90-1.el9.x86_64 17/164 2024-05-16T15:35:43.847 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-rbd-2:19.0.0-3449.gddbc91cb.el9.x86_64 102/164 2024-05-16T15:35:43.883 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-05-16T15:35:43.893 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.90-1.el9.x86_64 17/164 2024-05-16T15:35:43.998 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: NetworkManager-1:1.47.90-1.el9.x86_64 18/164 2024-05-16T15:35:44.087 INFO:teuthology.orchestra.run.smithi157.stdout: Upgrading : NetworkManager-1:1.47.90-1.el9.x86_64 18/164 2024-05-16T15:35:44.190 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: ceph-common-2:19.0.0-3449.gddbc91cb.el9.x86_64 107/164 2024-05-16T15:35:44.220 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : ceph-common-2:19.0.0-3449.gddbc91cb.el9.x86_64 107/164 2024-05-16T15:35:44.300 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: NetworkManager-1:1.47.90-1.el9.x86_64 18/164 2024-05-16T15:35:44.362 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-05-16T15:35:44.387 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : librgw2-2:19.0.0-3449.gddbc91cb.el9.x86_64 105/164 2024-05-16T15:35:44.411 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : re2-1:20211101-3.el9.x86_64 19/164 2024-05-16T15:35:44.458 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: librgw2-2:19.0.0-3449.gddbc91cb.el9.x86_64 105/164 2024-05-16T15:35:44.471 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-rgw-2:19.0.0-3449.gddbc91cb.el9.x86_64 106/164 2024-05-16T15:35:44.504 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-05-16T15:35:44.534 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-05-16T15:35:44.568 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-05-16T15:35:44.633 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-05-16T15:35:44.676 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-05-16T15:35:44.720 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 25/164 2024-05-16T15:35:44.753 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 26/164 2024-05-16T15:35:44.780 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : lua-5.4.4-4.el9.x86_64 27/164 2024-05-16T15:35:44.813 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: ceph-common-2:19.0.0-3449.gddbc91cb.el9.x86_64 107/164 2024-05-16T15:35:44.849 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : ceph-base-2:19.0.0-3449.gddbc91cb.el9.x86_64 108/164 2024-05-16T15:35:44.849 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 28/164 2024-05-16T15:35:44.903 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 29/164 2024-05-16T15:35:44.933 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 30/164 2024-05-16T15:35:44.940 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: ceph-base-2:19.0.0-3449.gddbc91cb.el9.x86_64 108/164 2024-05-16T15:35:44.940 INFO:teuthology.orchestra.run.smithi043.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-05-16T15:35:44.940 INFO:teuthology.orchestra.run.smithi043.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-05-16T15:35:44.940 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:35:44.966 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : ceph-selinux-2:19.0.0-3449.gddbc91cb.el9.x86_64 109/164 2024-05-16T15:35:44.968 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 31/164 2024-05-16T15:35:45.053 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 32/164 2024-05-16T15:35:45.087 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-ceph-common-2:19.0.0-3449.gddbc91cb.el9. 33/164 2024-05-16T15:35:45.131 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-ceph-argparse-2:19.0.0-3449.gddbc91cb.el 34/164 2024-05-16T15:35:45.159 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-cephfs-2:19.0.0-3449.gddbc91cb.el9.x86_6 35/164 2024-05-16T15:35:45.230 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 36/164 2024-05-16T15:35:45.283 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : luarocks-3.9.2-5.el9.noarch 37/164 2024-05-16T15:35:45.358 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 38/164 2024-05-16T15:35:45.491 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 39/164 2024-05-16T15:35:45.544 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 40/164 2024-05-16T15:35:46.079 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-rsa-4.9-2.el9.noarch 41/164 2024-05-16T15:35:46.155 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 42/164 2024-05-16T15:35:46.185 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 43/164 2024-05-16T15:35:46.228 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 44/164 2024-05-16T15:35:46.266 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : librados-devel-2:19.0.0-3449.gddbc91cb.el9.x86_6 45/164 2024-05-16T15:35:46.308 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 46/164 2024-05-16T15:35:46.458 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 47/164 2024-05-16T15:35:46.527 INFO:teuthology.orchestra.run.smithi157.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 48/164 2024-05-16T15:35:46.582 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 49/164 2024-05-16T15:35:46.654 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 50/164 2024-05-16T15:35:46.686 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 51/164 2024-05-16T15:35:46.746 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 52/164 2024-05-16T15:35:46.794 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 53/164 2024-05-16T15:35:46.820 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: ceph-common-2:19.0.0-3449.gddbc91cb.el9.x86_64 107/164 2024-05-16T15:35:46.830 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 54/164 2024-05-16T15:35:46.861 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : ceph-common-2:19.0.0-3449.gddbc91cb.el9.x86_64 107/164 2024-05-16T15:35:46.873 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 55/164 2024-05-16T15:35:46.915 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 56/164 2024-05-16T15:35:47.053 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 57/164 2024-05-16T15:35:47.096 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 58/164 2024-05-16T15:35:47.126 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 59/164 2024-05-16T15:35:47.167 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 60/164 2024-05-16T15:35:47.262 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-05-16T15:35:47.327 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 62/164 2024-05-16T15:35:47.352 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-05-16T15:35:47.383 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 64/164 2024-05-16T15:35:47.408 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-05-16T15:35:47.412 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: ceph-common-2:19.0.0-3449.gddbc91cb.el9.x86_64 107/164 2024-05-16T15:35:47.448 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : ceph-base-2:19.0.0-3449.gddbc91cb.el9.x86_64 108/164 2024-05-16T15:35:47.505 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-05-16T15:35:47.531 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: ceph-base-2:19.0.0-3449.gddbc91cb.el9.x86_64 108/164 2024-05-16T15:35:47.531 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-05-16T15:35:47.532 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-05-16T15:35:47.532 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-05-16T15:35:47.558 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : ceph-selinux-2:19.0.0-3449.gddbc91cb.el9.x86_64 109/164 2024-05-16T15:35:47.635 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-05-16T15:35:47.666 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-05-16T15:35:47.694 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-05-16T15:35:47.728 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-05-16T15:35:47.776 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-05-16T15:35:47.815 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-05-16T15:35:47.845 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-05-16T15:35:47.879 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-05-16T15:35:47.913 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-05-16T15:35:47.955 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-05-16T15:35:47.989 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-05-16T15:35:48.085 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-05-16T15:35:48.128 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-05-16T15:35:48.168 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-05-16T15:35:48.214 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-05-16T15:35:48.312 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-packaging-20.9-5.el9.noarch 82/164 2024-05-16T15:35:48.361 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 83/164 2024-05-16T15:35:49.085 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 84/164 2024-05-16T15:35:49.135 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 85/164 2024-05-16T15:35:49.168 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 86/164 2024-05-16T15:35:49.267 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 87/164 2024-05-16T15:35:49.326 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 88/164 2024-05-16T15:35:49.414 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-05-16T15:35:49.454 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-05-16T15:35:49.633 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : openblas-0.3.21-2.el9.x86_64 91/164 2024-05-16T15:35:49.660 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 92/164 2024-05-16T15:35:49.739 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-05-16T15:35:50.390 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-05-16T15:35:50.500 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-05-16T15:35:51.773 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-05-16T15:35:51.864 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-05-16T15:35:51.892 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-05-16T15:35:51.925 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 99/164 2024-05-16T15:35:52.240 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-05-16T15:35:52.280 INFO:teuthology.orchestra.run.smithi157.stdout: Upgrading : librbd1-2:19.0.0-3449.gddbc91cb.el9.x86_64 101/164 2024-05-16T15:35:52.371 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: librbd1-2:19.0.0-3449.gddbc91cb.el9.x86_64 101/164 2024-05-16T15:35:52.401 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-rbd-2:19.0.0-3449.gddbc91cb.el9.x86_64 102/164 2024-05-16T15:35:52.438 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-05-16T15:35:52.918 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-05-16T15:35:52.949 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : librgw2-2:19.0.0-3449.gddbc91cb.el9.x86_64 105/164 2024-05-16T15:35:53.021 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: librgw2-2:19.0.0-3449.gddbc91cb.el9.x86_64 105/164 2024-05-16T15:35:53.051 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-rgw-2:19.0.0-3449.gddbc91cb.el9.x86_64 106/164 2024-05-16T15:35:55.361 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: ceph-common-2:19.0.0-3449.gddbc91cb.el9.x86_64 107/164 2024-05-16T15:35:55.389 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-common-2:19.0.0-3449.gddbc91cb.el9.x86_64 107/164 2024-05-16T15:35:55.948 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: ceph-common-2:19.0.0-3449.gddbc91cb.el9.x86_64 107/164 2024-05-16T15:35:55.993 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-base-2:19.0.0-3449.gddbc91cb.el9.x86_64 108/164 2024-05-16T15:35:56.081 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: ceph-base-2:19.0.0-3449.gddbc91cb.el9.x86_64 108/164 2024-05-16T15:35:56.082 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-05-16T15:35:56.082 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-05-16T15:35:56.082 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-05-16T15:35:56.102 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-selinux-2:19.0.0-3449.gddbc91cb.el9.x86_64 109/164 2024-05-16T15:35:56.905 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3449.gddbc91cb.el9.x86_64 109/164 2024-05-16T15:35:56.905 INFO:teuthology.orchestra.run.smithi043.stdout:skipping the directory /sys 2024-05-16T15:35:56.905 INFO:teuthology.orchestra.run.smithi043.stdout:skipping the directory /proc 2024-05-16T15:35:56.905 INFO:teuthology.orchestra.run.smithi043.stdout:skipping the directory /mnt 2024-05-16T15:35:56.906 INFO:teuthology.orchestra.run.smithi043.stdout:skipping the directory /var/tmp 2024-05-16T15:35:56.906 INFO:teuthology.orchestra.run.smithi043.stdout:skipping the directory /home 2024-05-16T15:35:56.906 INFO:teuthology.orchestra.run.smithi043.stdout:skipping the directory /root 2024-05-16T15:35:56.906 INFO:teuthology.orchestra.run.smithi043.stdout:skipping the directory /tmp 2024-05-16T15:35:56.906 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:35:57.097 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : ceph-volume-2:19.0.0-3449.gddbc91cb.el9.noarch 110/164 2024-05-16T15:35:57.114 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: ceph-volume-2:19.0.0-3449.gddbc91cb.el9.noarch 110/164 2024-05-16T15:35:57.114 INFO:teuthology.orchestra.run.smithi043.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-16T15:35:57.114 INFO:teuthology.orchestra.run.smithi043.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-05-16T15:35:57.115 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:35:58.683 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : ceph-osd-2:19.0.0-3449.gddbc91cb.el9.x86_64 111/164 2024-05-16T15:35:58.712 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: ceph-osd-2:19.0.0-3449.gddbc91cb.el9.x86_64 111/164 2024-05-16T15:35:58.712 INFO:teuthology.orchestra.run.smithi043.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-16T15:35:58.712 INFO:teuthology.orchestra.run.smithi043.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-05-16T15:35:58.712 INFO:teuthology.orchestra.run.smithi043.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-16T15:35:58.712 INFO:teuthology.orchestra.run.smithi043.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-16T15:35:58.712 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:35:58.950 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : ceph-mds-2:19.0.0-3449.gddbc91cb.el9.x86_64 112/164 2024-05-16T15:35:58.975 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: ceph-mds-2:19.0.0-3449.gddbc91cb.el9.x86_64 112/164 2024-05-16T15:35:58.975 INFO:teuthology.orchestra.run.smithi043.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-16T15:35:58.975 INFO:teuthology.orchestra.run.smithi043.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-05-16T15:35:58.975 INFO:teuthology.orchestra.run.smithi043.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-16T15:35:58.975 INFO:teuthology.orchestra.run.smithi043.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-16T15:35:58.976 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:35:59.119 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3449.gddbc91cb.el9.x86_64 109/164 2024-05-16T15:35:59.119 INFO:teuthology.orchestra.run.smithi148.stdout:skipping the directory /sys 2024-05-16T15:35:59.119 INFO:teuthology.orchestra.run.smithi148.stdout:skipping the directory /proc 2024-05-16T15:35:59.119 INFO:teuthology.orchestra.run.smithi148.stdout:skipping the directory /mnt 2024-05-16T15:35:59.119 INFO:teuthology.orchestra.run.smithi148.stdout:skipping the directory /var/tmp 2024-05-16T15:35:59.119 INFO:teuthology.orchestra.run.smithi148.stdout:skipping the directory /home 2024-05-16T15:35:59.119 INFO:teuthology.orchestra.run.smithi148.stdout:skipping the directory /root 2024-05-16T15:35:59.119 INFO:teuthology.orchestra.run.smithi148.stdout:skipping the directory /tmp 2024-05-16T15:35:59.119 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-05-16T15:35:59.288 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : ceph-volume-2:19.0.0-3449.gddbc91cb.el9.noarch 110/164 2024-05-16T15:35:59.304 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: ceph-volume-2:19.0.0-3449.gddbc91cb.el9.noarch 110/164 2024-05-16T15:35:59.304 INFO:teuthology.orchestra.run.smithi148.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-16T15:35:59.304 INFO:teuthology.orchestra.run.smithi148.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-05-16T15:35:59.304 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-05-16T15:35:59.443 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : ceph-mon-2:19.0.0-3449.gddbc91cb.el9.x86_64 113/164 2024-05-16T15:35:59.468 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: ceph-mon-2:19.0.0-3449.gddbc91cb.el9.x86_64 113/164 2024-05-16T15:35:59.468 INFO:teuthology.orchestra.run.smithi043.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-16T15:35:59.468 INFO:teuthology.orchestra.run.smithi043.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-05-16T15:35:59.468 INFO:teuthology.orchestra.run.smithi043.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-16T15:35:59.468 INFO:teuthology.orchestra.run.smithi043.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-16T15:35:59.468 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:35:59.582 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-05-16T15:35:59.641 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-05-16T15:35:59.704 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-05-16T15:35:59.909 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-05-16T15:35:59.953 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-05-16T15:36:00.034 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-05-16T15:36:00.123 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-05-16T15:36:00.273 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-05-16T15:36:00.319 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-05-16T15:36:00.360 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-05-16T15:36:00.386 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : fuse-2.9.9-15.el9.x86_64 124/164 2024-05-16T15:36:00.807 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : ceph-osd-2:19.0.0-3449.gddbc91cb.el9.x86_64 111/164 2024-05-16T15:36:00.834 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: ceph-osd-2:19.0.0-3449.gddbc91cb.el9.x86_64 111/164 2024-05-16T15:36:00.834 INFO:teuthology.orchestra.run.smithi148.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-16T15:36:00.834 INFO:teuthology.orchestra.run.smithi148.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-05-16T15:36:00.834 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-16T15:36:00.834 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-16T15:36:00.835 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-05-16T15:36:00.844 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: cephadm-2:19.0.0-3449.gddbc91cb.el9.noarch 125/164 2024-05-16T15:36:00.877 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : cephadm-2:19.0.0-3449.gddbc91cb.el9.noarch 125/164 2024-05-16T15:36:00.910 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3449.gddbc91cb.e 126/164 2024-05-16T15:36:00.974 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3449.gddbc91cb. 127/164 2024-05-16T15:36:01.008 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3449.gddbc91cb.el9.noa 128/164 2024-05-16T15:36:01.074 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : ceph-mds-2:19.0.0-3449.gddbc91cb.el9.x86_64 112/164 2024-05-16T15:36:01.098 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: ceph-mds-2:19.0.0-3449.gddbc91cb.el9.x86_64 112/164 2024-05-16T15:36:01.098 INFO:teuthology.orchestra.run.smithi148.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-16T15:36:01.098 INFO:teuthology.orchestra.run.smithi148.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-05-16T15:36:01.098 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-16T15:36:01.098 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-16T15:36:01.098 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-05-16T15:36:01.542 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : ceph-mon-2:19.0.0-3449.gddbc91cb.el9.x86_64 113/164 2024-05-16T15:36:01.565 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: ceph-mon-2:19.0.0-3449.gddbc91cb.el9.x86_64 113/164 2024-05-16T15:36:01.566 INFO:teuthology.orchestra.run.smithi148.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-16T15:36:01.566 INFO:teuthology.orchestra.run.smithi148.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-05-16T15:36:01.566 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-16T15:36:01.566 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-16T15:36:01.566 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-05-16T15:36:01.672 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-05-16T15:36:01.729 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-05-16T15:36:01.785 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-05-16T15:36:01.970 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-05-16T15:36:02.017 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-05-16T15:36:02.095 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-05-16T15:36:02.108 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3449.gddbc91cb.el9.noa 128/164 2024-05-16T15:36:02.143 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3449.gddbc91cb.el9.n 129/164 2024-05-16T15:36:02.192 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-05-16T15:36:02.332 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-05-16T15:36:02.384 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-05-16T15:36:02.416 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-05-16T15:36:02.443 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : fuse-2.9.9-15.el9.x86_64 124/164 2024-05-16T15:36:02.814 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: cephadm-2:19.0.0-3449.gddbc91cb.el9.noarch 125/164 2024-05-16T15:36:02.842 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : cephadm-2:19.0.0-3449.gddbc91cb.el9.noarch 125/164 2024-05-16T15:36:02.874 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3449.gddbc91cb.e 126/164 2024-05-16T15:36:02.936 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3449.gddbc91cb. 127/164 2024-05-16T15:36:02.965 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3449.gddbc91cb.el9.noa 128/164 2024-05-16T15:36:03.159 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3449.gddbc91cb.el9.n 129/164 2024-05-16T15:36:03.185 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3449.gddb 130/164 2024-05-16T15:36:03.305 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3449.gddb 130/164 2024-05-16T15:36:03.481 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3449.gddbc91cb.el 131/164 2024-05-16T15:36:03.512 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : ceph-mgr-2:19.0.0-3449.gddbc91cb.el9.x86_64 132/164 2024-05-16T15:36:03.538 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3449.gddbc91cb.el9.x86_64 132/164 2024-05-16T15:36:03.538 INFO:teuthology.orchestra.run.smithi043.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-16T15:36:03.538 INFO:teuthology.orchestra.run.smithi043.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-05-16T15:36:03.538 INFO:teuthology.orchestra.run.smithi043.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-16T15:36:03.538 INFO:teuthology.orchestra.run.smithi043.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-16T15:36:03.538 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:36:03.588 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : ceph-mgr-rook-2:19.0.0-3449.gddbc91cb.el9.noarch 133/164 2024-05-16T15:36:03.600 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3449.gddbc91cb.el9.noarch 133/164 2024-05-16T15:36:03.701 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : ceph-2:19.0.0-3449.gddbc91cb.el9.x86_64 134/164 2024-05-16T15:36:03.757 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : ceph-fuse-2:19.0.0-3449.gddbc91cb.el9.x86_64 135/164 2024-05-16T15:36:04.013 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3449.gddbc91cb.el9.noa 128/164 2024-05-16T15:36:04.050 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3449.gddbc91cb.el9.n 129/164 2024-05-16T15:36:04.729 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : libtool-2.4.6-45.el9.x86_64 136/164 2024-05-16T15:36:04.757 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : ceph-radosgw-2:19.0.0-3449.gddbc91cb.el9.x86_64 137/164 2024-05-16T15:36:04.782 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3449.gddbc91cb.el9.x86_64 137/164 2024-05-16T15:36:04.783 INFO:teuthology.orchestra.run.smithi043.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-16T15:36:04.783 INFO:teuthology.orchestra.run.smithi043.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-05-16T15:36:04.783 INFO:teuthology.orchestra.run.smithi043.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-16T15:36:04.783 INFO:teuthology.orchestra.run.smithi043.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-16T15:36:04.783 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:36:04.824 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3449.gddbc9 138/164 2024-05-16T15:36:04.849 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3449.gddbc9 138/164 2024-05-16T15:36:04.849 INFO:teuthology.orchestra.run.smithi043.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-16T15:36:04.849 INFO:teuthology.orchestra.run.smithi043.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-05-16T15:36:04.849 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:36:04.900 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : cephfs-mirror-2:19.0.0-3449.gddbc91cb.el9.x86_64 139/164 2024-05-16T15:36:04.925 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3449.gddbc91cb.el9.x86_64 139/164 2024-05-16T15:36:04.925 INFO:teuthology.orchestra.run.smithi043.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-16T15:36:04.925 INFO:teuthology.orchestra.run.smithi043.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-05-16T15:36:04.925 INFO:teuthology.orchestra.run.smithi043.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-16T15:36:04.925 INFO:teuthology.orchestra.run.smithi043.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-16T15:36:04.925 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:36:05.013 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3449.gddbc91cb.el9.n 129/164 2024-05-16T15:36:05.042 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3449.gddb 130/164 2024-05-16T15:36:05.154 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3449.gddb 130/164 2024-05-16T15:36:05.242 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : rbd-mirror-2:19.0.0-3449.gddbc91cb.el9.x86_64 140/164 2024-05-16T15:36:05.268 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3449.gddbc91cb.el9.x86_64 140/164 2024-05-16T15:36:05.268 INFO:teuthology.orchestra.run.smithi043.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-16T15:36:05.268 INFO:teuthology.orchestra.run.smithi043.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-05-16T15:36:05.268 INFO:teuthology.orchestra.run.smithi043.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-16T15:36:05.268 INFO:teuthology.orchestra.run.smithi043.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-16T15:36:05.268 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:36:05.327 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3449.gddbc91cb.el 131/164 2024-05-16T15:36:05.361 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : ceph-mgr-2:19.0.0-3449.gddbc91cb.el9.x86_64 132/164 2024-05-16T15:36:05.384 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3449.gddbc91cb.el9.x86_64 132/164 2024-05-16T15:36:05.385 INFO:teuthology.orchestra.run.smithi148.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-16T15:36:05.385 INFO:teuthology.orchestra.run.smithi148.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-05-16T15:36:05.385 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-16T15:36:05.385 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-16T15:36:05.385 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-05-16T15:36:05.428 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : ceph-mgr-rook-2:19.0.0-3449.gddbc91cb.el9.noarch 133/164 2024-05-16T15:36:05.439 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3449.gddbc91cb.el9.noarch 133/164 2024-05-16T15:36:05.537 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : ceph-2:19.0.0-3449.gddbc91cb.el9.x86_64 134/164 2024-05-16T15:36:05.593 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : ceph-fuse-2:19.0.0-3449.gddbc91cb.el9.x86_64 135/164 2024-05-16T15:36:06.520 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : libtool-2.4.6-45.el9.x86_64 136/164 2024-05-16T15:36:06.548 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : ceph-radosgw-2:19.0.0-3449.gddbc91cb.el9.x86_64 137/164 2024-05-16T15:36:06.571 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3449.gddbc91cb.el9.x86_64 137/164 2024-05-16T15:36:06.571 INFO:teuthology.orchestra.run.smithi148.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-16T15:36:06.571 INFO:teuthology.orchestra.run.smithi148.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-05-16T15:36:06.571 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-16T15:36:06.571 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-16T15:36:06.571 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-05-16T15:36:06.615 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3449.gddbc9 138/164 2024-05-16T15:36:06.638 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3449.gddbc9 138/164 2024-05-16T15:36:06.638 INFO:teuthology.orchestra.run.smithi148.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-16T15:36:06.638 INFO:teuthology.orchestra.run.smithi148.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-05-16T15:36:06.638 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-05-16T15:36:06.682 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : cephfs-mirror-2:19.0.0-3449.gddbc91cb.el9.x86_64 139/164 2024-05-16T15:36:06.705 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3449.gddbc91cb.el9.x86_64 139/164 2024-05-16T15:36:06.705 INFO:teuthology.orchestra.run.smithi148.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-16T15:36:06.705 INFO:teuthology.orchestra.run.smithi148.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-05-16T15:36:06.705 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-16T15:36:06.705 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-16T15:36:06.705 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-05-16T15:36:07.007 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : rbd-mirror-2:19.0.0-3449.gddbc91cb.el9.x86_64 140/164 2024-05-16T15:36:07.031 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3449.gddbc91cb.el9.x86_64 140/164 2024-05-16T15:36:07.031 INFO:teuthology.orchestra.run.smithi148.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-16T15:36:07.031 INFO:teuthology.orchestra.run.smithi148.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-05-16T15:36:07.031 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-16T15:36:07.031 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-16T15:36:07.031 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-05-16T15:36:07.723 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3449.gddbc91cb.el9.x86_64 109/164 2024-05-16T15:36:07.745 INFO:teuthology.orchestra.run.smithi157.stdout:skipping the directory /sys 2024-05-16T15:36:07.746 INFO:teuthology.orchestra.run.smithi157.stdout:skipping the directory /proc 2024-05-16T15:36:07.746 INFO:teuthology.orchestra.run.smithi157.stdout:skipping the directory /mnt 2024-05-16T15:36:07.746 INFO:teuthology.orchestra.run.smithi157.stdout:skipping the directory /var/tmp 2024-05-16T15:36:07.746 INFO:teuthology.orchestra.run.smithi157.stdout:skipping the directory /home 2024-05-16T15:36:07.746 INFO:teuthology.orchestra.run.smithi157.stdout:skipping the directory /root 2024-05-16T15:36:07.746 INFO:teuthology.orchestra.run.smithi157.stdout:skipping the directory /tmp 2024-05-16T15:36:07.746 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-05-16T15:36:07.883 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-volume-2:19.0.0-3449.gddbc91cb.el9.noarch 110/164 2024-05-16T15:36:07.899 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: ceph-volume-2:19.0.0-3449.gddbc91cb.el9.noarch 110/164 2024-05-16T15:36:07.899 INFO:teuthology.orchestra.run.smithi157.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-16T15:36:07.899 INFO:teuthology.orchestra.run.smithi157.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-05-16T15:36:07.899 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-05-16T15:36:09.402 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-osd-2:19.0.0-3449.gddbc91cb.el9.x86_64 111/164 2024-05-16T15:36:09.430 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: ceph-osd-2:19.0.0-3449.gddbc91cb.el9.x86_64 111/164 2024-05-16T15:36:09.430 INFO:teuthology.orchestra.run.smithi157.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-16T15:36:09.430 INFO:teuthology.orchestra.run.smithi157.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-05-16T15:36:09.430 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-16T15:36:09.430 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-16T15:36:09.430 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-05-16T15:36:09.662 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-mds-2:19.0.0-3449.gddbc91cb.el9.x86_64 112/164 2024-05-16T15:36:09.686 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: ceph-mds-2:19.0.0-3449.gddbc91cb.el9.x86_64 112/164 2024-05-16T15:36:09.686 INFO:teuthology.orchestra.run.smithi157.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-16T15:36:09.686 INFO:teuthology.orchestra.run.smithi157.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-05-16T15:36:09.686 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-16T15:36:09.686 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-16T15:36:09.686 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-05-16T15:36:10.139 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-mon-2:19.0.0-3449.gddbc91cb.el9.x86_64 113/164 2024-05-16T15:36:10.154 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : ceph-test-2:19.0.0-3449.gddbc91cb.el9.x86_64 141/164 2024-05-16T15:36:10.163 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: ceph-mon-2:19.0.0-3449.gddbc91cb.el9.x86_64 113/164 2024-05-16T15:36:10.163 INFO:teuthology.orchestra.run.smithi157.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-16T15:36:10.163 INFO:teuthology.orchestra.run.smithi157.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-05-16T15:36:10.163 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-16T15:36:10.163 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-16T15:36:10.163 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-05-16T15:36:10.196 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : rbd-fuse-2:19.0.0-3449.gddbc91cb.el9.x86_64 142/164 2024-05-16T15:36:10.245 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : rbd-nbd-2:19.0.0-3449.gddbc91cb.el9.x86_64 143/164 2024-05-16T15:36:10.269 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-05-16T15:36:10.276 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 144/164 2024-05-16T15:36:10.304 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 145/164 2024-05-16T15:36:10.326 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-05-16T15:36:10.382 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-05-16T15:36:10.501 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : cephfs-shell-2:19.0.0-3449.gddbc91cb.el9.x86_64 146/164 2024-05-16T15:36:10.556 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 147/164 2024-05-16T15:36:10.568 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-05-16T15:36:10.578 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : libcephfs-devel-2:19.0.0-3449.gddbc91cb.el9.x86_ 148/164 2024-05-16T15:36:10.607 INFO:teuthology.orchestra.run.smithi043.stdout: Upgrading : NetworkManager-team-1:1.47.90-1.el9.x86_64 149/164 2024-05-16T15:36:10.615 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-05-16T15:36:10.645 INFO:teuthology.orchestra.run.smithi043.stdout: Upgrading : NetworkManager-tui-1:1.47.90-1.el9.x86_64 150/164 2024-05-16T15:36:10.694 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-05-16T15:36:10.782 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-05-16T15:36:10.922 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-05-16T15:36:10.982 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-05-16T15:36:11.014 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-05-16T15:36:11.041 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : fuse-2.9.9-15.el9.x86_64 124/164 2024-05-16T15:36:11.276 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 151/164 2024-05-16T15:36:11.326 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 151/164 2024-05-16T15:36:11.347 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 151/164 2024-05-16T15:36:11.480 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: cephadm-2:19.0.0-3449.gddbc91cb.el9.noarch 125/164 2024-05-16T15:36:11.507 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : cephadm-2:19.0.0-3449.gddbc91cb.el9.noarch 125/164 2024-05-16T15:36:11.539 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3449.gddbc91cb.e 126/164 2024-05-16T15:36:11.601 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3449.gddbc91cb. 127/164 2024-05-16T15:36:11.630 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3449.gddbc91cb.el9.noa 128/164 2024-05-16T15:36:11.669 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : ceph-test-2:19.0.0-3449.gddbc91cb.el9.x86_64 141/164 2024-05-16T15:36:11.713 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : rbd-fuse-2:19.0.0-3449.gddbc91cb.el9.x86_64 142/164 2024-05-16T15:36:11.751 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : rbd-nbd-2:19.0.0-3449.gddbc91cb.el9.x86_64 143/164 2024-05-16T15:36:11.784 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 144/164 2024-05-16T15:36:11.811 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 145/164 2024-05-16T15:36:12.025 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : cephfs-shell-2:19.0.0-3449.gddbc91cb.el9.x86_64 146/164 2024-05-16T15:36:12.095 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 147/164 2024-05-16T15:36:12.125 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : libcephfs-devel-2:19.0.0-3449.gddbc91cb.el9.x86_ 148/164 2024-05-16T15:36:12.155 INFO:teuthology.orchestra.run.smithi148.stdout: Upgrading : NetworkManager-team-1:1.47.90-1.el9.x86_64 149/164 2024-05-16T15:36:12.201 INFO:teuthology.orchestra.run.smithi148.stdout: Upgrading : NetworkManager-tui-1:1.47.90-1.el9.x86_64 150/164 2024-05-16T15:36:12.269 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : cephfs-top-2:19.0.0-3449.gddbc91cb.el9.noarch 152/164 2024-05-16T15:36:12.364 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 153/164 2024-05-16T15:36:12.413 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-05-16T15:36:12.509 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-05-16T15:36:12.542 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-05-16T15:36:12.568 INFO:teuthology.orchestra.run.smithi043.stdout: Cleanup : NetworkManager-tui-1:1.47.4-1.el9.x86_64 157/164 2024-05-16T15:36:12.568 INFO:teuthology.orchestra.run.smithi043.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 158/164 2024-05-16T15:36:12.652 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 158/164 2024-05-16T15:36:12.682 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3449.gddbc91cb.el9.noa 128/164 2024-05-16T15:36:12.685 INFO:teuthology.orchestra.run.smithi043.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 159/164 2024-05-16T15:36:12.685 INFO:teuthology.orchestra.run.smithi043.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-05-16T15:36:12.715 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3449.gddbc91cb.el9.n 129/164 2024-05-16T15:36:12.770 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-05-16T15:36:12.778 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 151/164 2024-05-16T15:36:12.795 INFO:teuthology.orchestra.run.smithi043.stdout: Cleanup : NetworkManager-team-1:1.47.4-1.el9.x86_64 161/164 2024-05-16T15:36:12.801 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 162/164 2024-05-16T15:36:12.801 INFO:teuthology.orchestra.run.smithi043.stdout: Cleanup : NetworkManager-1:1.47.4-1.el9.x86_64 162/164 2024-05-16T15:36:12.815 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 151/164 2024-05-16T15:36:12.836 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 151/164 2024-05-16T15:36:12.997 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 162/164 2024-05-16T15:36:12.997 INFO:teuthology.orchestra.run.smithi043.stdout: Cleanup : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 163/164 2024-05-16T15:36:13.082 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 163/164 2024-05-16T15:36:13.150 INFO:teuthology.orchestra.run.smithi043.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 164/164 2024-05-16T15:36:13.681 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : cephfs-top-2:19.0.0-3449.gddbc91cb.el9.noarch 152/164 2024-05-16T15:36:13.690 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3449.gddbc91cb.el9.n 129/164 2024-05-16T15:36:13.715 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3449.gddb 130/164 2024-05-16T15:36:13.770 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 153/164 2024-05-16T15:36:13.820 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-05-16T15:36:13.827 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3449.gddb 130/164 2024-05-16T15:36:13.920 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-05-16T15:36:13.956 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-05-16T15:36:13.982 INFO:teuthology.orchestra.run.smithi148.stdout: Cleanup : NetworkManager-tui-1:1.47.4-1.el9.x86_64 157/164 2024-05-16T15:36:13.983 INFO:teuthology.orchestra.run.smithi148.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 158/164 2024-05-16T15:36:13.988 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3449.gddbc91cb.el 131/164 2024-05-16T15:36:14.017 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-mgr-2:19.0.0-3449.gddbc91cb.el9.x86_64 132/164 2024-05-16T15:36:14.042 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3449.gddbc91cb.el9.x86_64 132/164 2024-05-16T15:36:14.042 INFO:teuthology.orchestra.run.smithi157.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-16T15:36:14.042 INFO:teuthology.orchestra.run.smithi157.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-05-16T15:36:14.042 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-16T15:36:14.042 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-16T15:36:14.042 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-05-16T15:36:14.066 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 158/164 2024-05-16T15:36:14.091 INFO:teuthology.orchestra.run.smithi148.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 159/164 2024-05-16T15:36:14.091 INFO:teuthology.orchestra.run.smithi148.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-05-16T15:36:14.093 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-mgr-rook-2:19.0.0-3449.gddbc91cb.el9.noarch 133/164 2024-05-16T15:36:14.105 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3449.gddbc91cb.el9.noarch 133/164 2024-05-16T15:36:14.176 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-05-16T15:36:14.201 INFO:teuthology.orchestra.run.smithi148.stdout: Cleanup : NetworkManager-team-1:1.47.4-1.el9.x86_64 161/164 2024-05-16T15:36:14.203 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-2:19.0.0-3449.gddbc91cb.el9.x86_64 134/164 2024-05-16T15:36:14.206 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 162/164 2024-05-16T15:36:14.206 INFO:teuthology.orchestra.run.smithi148.stdout: Cleanup : NetworkManager-1:1.47.4-1.el9.x86_64 162/164 2024-05-16T15:36:14.258 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-fuse-2:19.0.0-3449.gddbc91cb.el9.x86_64 135/164 2024-05-16T15:36:14.403 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 162/164 2024-05-16T15:36:14.403 INFO:teuthology.orchestra.run.smithi148.stdout: Cleanup : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 163/164 2024-05-16T15:36:14.487 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 163/164 2024-05-16T15:36:14.551 INFO:teuthology.orchestra.run.smithi148.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 164/164 2024-05-16T15:36:15.189 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : libtool-2.4.6-45.el9.x86_64 136/164 2024-05-16T15:36:15.221 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-radosgw-2:19.0.0-3449.gddbc91cb.el9.x86_64 137/164 2024-05-16T15:36:15.244 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3449.gddbc91cb.el9.x86_64 137/164 2024-05-16T15:36:15.245 INFO:teuthology.orchestra.run.smithi157.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-16T15:36:15.245 INFO:teuthology.orchestra.run.smithi157.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-05-16T15:36:15.245 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-16T15:36:15.245 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-16T15:36:15.245 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-05-16T15:36:15.288 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3449.gddbc9 138/164 2024-05-16T15:36:15.311 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3449.gddbc9 138/164 2024-05-16T15:36:15.311 INFO:teuthology.orchestra.run.smithi157.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-16T15:36:15.311 INFO:teuthology.orchestra.run.smithi157.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-05-16T15:36:15.311 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-05-16T15:36:15.355 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : cephfs-mirror-2:19.0.0-3449.gddbc91cb.el9.x86_64 139/164 2024-05-16T15:36:15.379 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3449.gddbc91cb.el9.x86_64 139/164 2024-05-16T15:36:15.379 INFO:teuthology.orchestra.run.smithi157.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-16T15:36:15.379 INFO:teuthology.orchestra.run.smithi157.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-05-16T15:36:15.379 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-16T15:36:15.379 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-16T15:36:15.380 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-05-16T15:36:15.689 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : rbd-mirror-2:19.0.0-3449.gddbc91cb.el9.x86_64 140/164 2024-05-16T15:36:15.713 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3449.gddbc91cb.el9.x86_64 140/164 2024-05-16T15:36:15.713 INFO:teuthology.orchestra.run.smithi157.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-16T15:36:15.713 INFO:teuthology.orchestra.run.smithi157.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-05-16T15:36:15.713 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-16T15:36:15.713 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-16T15:36:15.713 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-05-16T15:36:18.797 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: openssl-libs-1:3.0.7-27.el9.x86_64 164/164 2024-05-16T15:36:18.797 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : ceph-2:19.0.0-3449.gddbc91cb.el9.x86_64 1/164 2024-05-16T15:36:18.797 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : ceph-base-2:19.0.0-3449.gddbc91cb.el9.x86_64 2/164 2024-05-16T15:36:18.798 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : ceph-common-2:19.0.0-3449.gddbc91cb.el9.x86_64 3/164 2024-05-16T15:36:18.798 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : ceph-fuse-2:19.0.0-3449.gddbc91cb.el9.x86_64 4/164 2024-05-16T15:36:18.798 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3449.gddbc9 5/164 2024-05-16T15:36:18.798 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : ceph-mds-2:19.0.0-3449.gddbc91cb.el9.x86_64 6/164 2024-05-16T15:36:18.798 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : ceph-mgr-2:19.0.0-3449.gddbc91cb.el9.x86_64 7/164 2024-05-16T15:36:18.798 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : ceph-mon-2:19.0.0-3449.gddbc91cb.el9.x86_64 8/164 2024-05-16T15:36:18.798 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : ceph-osd-2:19.0.0-3449.gddbc91cb.el9.x86_64 9/164 2024-05-16T15:36:18.798 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : ceph-radosgw-2:19.0.0-3449.gddbc91cb.el9.x86_64 10/164 2024-05-16T15:36:18.798 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : ceph-selinux-2:19.0.0-3449.gddbc91cb.el9.x86_64 11/164 2024-05-16T15:36:18.798 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : ceph-test-2:19.0.0-3449.gddbc91cb.el9.x86_64 12/164 2024-05-16T15:36:18.798 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : cephfs-mirror-2:19.0.0-3449.gddbc91cb.el9.x86_64 13/164 2024-05-16T15:36:18.798 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : cephfs-shell-2:19.0.0-3449.gddbc91cb.el9.x86_64 14/164 2024-05-16T15:36:18.798 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : libcephfs-devel-2:19.0.0-3449.gddbc91cb.el9.x86_ 15/164 2024-05-16T15:36:18.799 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : libcephfs2-2:19.0.0-3449.gddbc91cb.el9.x86_64 16/164 2024-05-16T15:36:18.799 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : libcephsqlite-2:19.0.0-3449.gddbc91cb.el9.x86_64 17/164 2024-05-16T15:36:18.799 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : librados-devel-2:19.0.0-3449.gddbc91cb.el9.x86_6 18/164 2024-05-16T15:36:18.799 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : libradosstriper1-2:19.0.0-3449.gddbc91cb.el9.x86 19/164 2024-05-16T15:36:18.799 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : librgw2-2:19.0.0-3449.gddbc91cb.el9.x86_64 20/164 2024-05-16T15:36:18.799 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3449.gddbc91cb.el 21/164 2024-05-16T15:36:18.799 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-ceph-common-2:19.0.0-3449.gddbc91cb.el9. 22/164 2024-05-16T15:36:18.799 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-cephfs-2:19.0.0-3449.gddbc91cb.el9.x86_6 23/164 2024-05-16T15:36:18.799 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-rados-2:19.0.0-3449.gddbc91cb.el9.x86_64 24/164 2024-05-16T15:36:18.799 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-rbd-2:19.0.0-3449.gddbc91cb.el9.x86_64 25/164 2024-05-16T15:36:18.799 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-rgw-2:19.0.0-3449.gddbc91cb.el9.x86_64 26/164 2024-05-16T15:36:18.811 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : rbd-fuse-2:19.0.0-3449.gddbc91cb.el9.x86_64 27/164 2024-05-16T15:36:18.812 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : rbd-mirror-2:19.0.0-3449.gddbc91cb.el9.x86_64 28/164 2024-05-16T15:36:18.812 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : rbd-nbd-2:19.0.0-3449.gddbc91cb.el9.x86_64 29/164 2024-05-16T15:36:18.812 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3449.gddbc91cb. 30/164 2024-05-16T15:36:18.812 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3449.gddbc91cb.el9.noa 31/164 2024-05-16T15:36:18.812 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3449.gddbc91cb.el9.n 32/164 2024-05-16T15:36:18.812 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3449.gddb 33/164 2024-05-16T15:36:18.812 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3449.gddbc91cb.el 34/164 2024-05-16T15:36:18.812 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3449.gddbc91cb.el9.noarch 35/164 2024-05-16T15:36:18.812 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3449.gddbc91cb.e 36/164 2024-05-16T15:36:18.812 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : ceph-volume-2:19.0.0-3449.gddbc91cb.el9.noarch 37/164 2024-05-16T15:36:18.812 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : cephadm-2:19.0.0-3449.gddbc91cb.el9.noarch 38/164 2024-05-16T15:36:18.812 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : cephfs-top-2:19.0.0-3449.gddbc91cb.el9.noarch 39/164 2024-05-16T15:36:18.812 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/164 2024-05-16T15:36:18.812 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/164 2024-05-16T15:36:18.813 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/164 2024-05-16T15:36:18.813 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-05-16T15:36:18.813 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-05-16T15:36:18.813 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-05-16T15:36:18.813 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-05-16T15:36:18.813 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-05-16T15:36:18.813 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/164 2024-05-16T15:36:18.813 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-05-16T15:36:18.813 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-05-16T15:36:18.813 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-05-16T15:36:18.813 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/164 2024-05-16T15:36:18.813 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-05-16T15:36:18.813 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-05-16T15:36:18.813 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-05-16T15:36:18.813 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-05-16T15:36:18.814 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-05-16T15:36:18.814 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-05-16T15:36:18.814 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-05-16T15:36:18.814 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-05-16T15:36:18.814 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/164 2024-05-16T15:36:18.814 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/164 2024-05-16T15:36:18.814 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-05-16T15:36:18.814 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-05-16T15:36:18.814 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-05-16T15:36:18.814 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/164 2024-05-16T15:36:18.814 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/164 2024-05-16T15:36:18.814 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/164 2024-05-16T15:36:18.814 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/164 2024-05-16T15:36:18.814 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/164 2024-05-16T15:36:18.815 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/164 2024-05-16T15:36:18.815 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/164 2024-05-16T15:36:18.815 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-05-16T15:36:18.815 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-05-16T15:36:18.815 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-05-16T15:36:18.815 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/164 2024-05-16T15:36:18.815 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/164 2024-05-16T15:36:18.815 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/164 2024-05-16T15:36:18.815 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/164 2024-05-16T15:36:18.815 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/164 2024-05-16T15:36:18.815 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/164 2024-05-16T15:36:18.815 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/164 2024-05-16T15:36:18.815 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/164 2024-05-16T15:36:18.816 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/164 2024-05-16T15:36:18.816 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/164 2024-05-16T15:36:18.816 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/164 2024-05-16T15:36:18.816 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/164 2024-05-16T15:36:18.816 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/164 2024-05-16T15:36:18.816 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/164 2024-05-16T15:36:18.816 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/164 2024-05-16T15:36:18.816 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/164 2024-05-16T15:36:18.816 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/164 2024-05-16T15:36:18.816 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/164 2024-05-16T15:36:18.816 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/164 2024-05-16T15:36:18.816 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/164 2024-05-16T15:36:18.816 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/164 2024-05-16T15:36:18.816 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/164 2024-05-16T15:36:18.817 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/164 2024-05-16T15:36:18.817 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/164 2024-05-16T15:36:18.817 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/164 2024-05-16T15:36:18.817 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/164 2024-05-16T15:36:18.817 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/164 2024-05-16T15:36:18.817 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/164 2024-05-16T15:36:18.817 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/164 2024-05-16T15:36:18.817 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/164 2024-05-16T15:36:18.817 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/164 2024-05-16T15:36:18.817 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/164 2024-05-16T15:36:18.817 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 108/164 2024-05-16T15:36:18.817 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 109/164 2024-05-16T15:36:18.817 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/164 2024-05-16T15:36:18.817 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/164 2024-05-16T15:36:18.817 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 112/164 2024-05-16T15:36:18.817 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 113/164 2024-05-16T15:36:18.817 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/164 2024-05-16T15:36:18.818 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/164 2024-05-16T15:36:18.818 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/164 2024-05-16T15:36:18.818 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/164 2024-05-16T15:36:18.818 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/164 2024-05-16T15:36:18.818 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/164 2024-05-16T15:36:18.818 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/164 2024-05-16T15:36:18.818 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/164 2024-05-16T15:36:18.818 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/164 2024-05-16T15:36:18.818 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-05-16T15:36:18.818 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-05-16T15:36:18.818 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-05-16T15:36:18.818 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-05-16T15:36:18.818 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-05-16T15:36:18.818 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-05-16T15:36:18.818 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-05-16T15:36:18.819 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-05-16T15:36:18.819 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-05-16T15:36:18.819 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-05-16T15:36:18.819 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-05-16T15:36:18.819 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-05-16T15:36:18.819 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-05-16T15:36:18.819 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-05-16T15:36:18.819 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-05-16T15:36:18.819 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-05-16T15:36:18.819 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-05-16T15:36:18.819 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-05-16T15:36:18.819 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-05-16T15:36:18.819 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/164 2024-05-16T15:36:18.819 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/164 2024-05-16T15:36:18.819 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-05-16T15:36:18.819 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-05-16T15:36:18.819 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-05-16T15:36:18.820 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/164 2024-05-16T15:36:18.820 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-05-16T15:36:18.820 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : librados2-2:19.0.0-3449.gddbc91cb.el9.x86_64 149/164 2024-05-16T15:36:18.820 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-05-16T15:36:18.820 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : librbd1-2:19.0.0-3449.gddbc91cb.el9.x86_64 151/164 2024-05-16T15:36:18.820 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-05-16T15:36:18.820 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : NetworkManager-1:1.47.90-1.el9.x86_64 153/164 2024-05-16T15:36:18.820 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 154/164 2024-05-16T15:36:18.820 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : NetworkManager-libnm-1:1.47.90-1.el9.x86_64 155/164 2024-05-16T15:36:18.820 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 156/164 2024-05-16T15:36:18.820 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : NetworkManager-team-1:1.47.90-1.el9.x86_64 157/164 2024-05-16T15:36:18.820 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 158/164 2024-05-16T15:36:18.820 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : NetworkManager-tui-1:1.47.90-1.el9.x86_64 159/164 2024-05-16T15:36:18.820 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/164 2024-05-16T15:36:18.820 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 161/164 2024-05-16T15:36:18.820 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 162/164 2024-05-16T15:36:18.821 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 163/164 2024-05-16T15:36:20.070 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: openssl-libs-1:3.0.7-27.el9.x86_64 164/164 2024-05-16T15:36:20.070 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : ceph-2:19.0.0-3449.gddbc91cb.el9.x86_64 1/164 2024-05-16T15:36:20.070 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : ceph-base-2:19.0.0-3449.gddbc91cb.el9.x86_64 2/164 2024-05-16T15:36:20.070 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : ceph-common-2:19.0.0-3449.gddbc91cb.el9.x86_64 3/164 2024-05-16T15:36:20.070 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : ceph-fuse-2:19.0.0-3449.gddbc91cb.el9.x86_64 4/164 2024-05-16T15:36:20.071 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3449.gddbc9 5/164 2024-05-16T15:36:20.071 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : ceph-mds-2:19.0.0-3449.gddbc91cb.el9.x86_64 6/164 2024-05-16T15:36:20.071 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : ceph-mgr-2:19.0.0-3449.gddbc91cb.el9.x86_64 7/164 2024-05-16T15:36:20.071 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : ceph-mon-2:19.0.0-3449.gddbc91cb.el9.x86_64 8/164 2024-05-16T15:36:20.071 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : ceph-osd-2:19.0.0-3449.gddbc91cb.el9.x86_64 9/164 2024-05-16T15:36:20.071 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : ceph-radosgw-2:19.0.0-3449.gddbc91cb.el9.x86_64 10/164 2024-05-16T15:36:20.071 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : ceph-selinux-2:19.0.0-3449.gddbc91cb.el9.x86_64 11/164 2024-05-16T15:36:20.071 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : ceph-test-2:19.0.0-3449.gddbc91cb.el9.x86_64 12/164 2024-05-16T15:36:20.071 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : cephfs-mirror-2:19.0.0-3449.gddbc91cb.el9.x86_64 13/164 2024-05-16T15:36:20.071 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : cephfs-shell-2:19.0.0-3449.gddbc91cb.el9.x86_64 14/164 2024-05-16T15:36:20.071 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : libcephfs-devel-2:19.0.0-3449.gddbc91cb.el9.x86_ 15/164 2024-05-16T15:36:20.071 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : libcephfs2-2:19.0.0-3449.gddbc91cb.el9.x86_64 16/164 2024-05-16T15:36:20.071 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : libcephsqlite-2:19.0.0-3449.gddbc91cb.el9.x86_64 17/164 2024-05-16T15:36:20.071 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : librados-devel-2:19.0.0-3449.gddbc91cb.el9.x86_6 18/164 2024-05-16T15:36:20.072 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : libradosstriper1-2:19.0.0-3449.gddbc91cb.el9.x86 19/164 2024-05-16T15:36:20.072 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : librgw2-2:19.0.0-3449.gddbc91cb.el9.x86_64 20/164 2024-05-16T15:36:20.072 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3449.gddbc91cb.el 21/164 2024-05-16T15:36:20.072 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-ceph-common-2:19.0.0-3449.gddbc91cb.el9. 22/164 2024-05-16T15:36:20.072 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-cephfs-2:19.0.0-3449.gddbc91cb.el9.x86_6 23/164 2024-05-16T15:36:20.072 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-rados-2:19.0.0-3449.gddbc91cb.el9.x86_64 24/164 2024-05-16T15:36:20.072 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-rbd-2:19.0.0-3449.gddbc91cb.el9.x86_64 25/164 2024-05-16T15:36:20.072 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-rgw-2:19.0.0-3449.gddbc91cb.el9.x86_64 26/164 2024-05-16T15:36:20.072 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : rbd-fuse-2:19.0.0-3449.gddbc91cb.el9.x86_64 27/164 2024-05-16T15:36:20.072 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : rbd-mirror-2:19.0.0-3449.gddbc91cb.el9.x86_64 28/164 2024-05-16T15:36:20.072 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : rbd-nbd-2:19.0.0-3449.gddbc91cb.el9.x86_64 29/164 2024-05-16T15:36:20.072 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3449.gddbc91cb. 30/164 2024-05-16T15:36:20.085 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3449.gddbc91cb.el9.noa 31/164 2024-05-16T15:36:20.085 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3449.gddbc91cb.el9.n 32/164 2024-05-16T15:36:20.085 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3449.gddb 33/164 2024-05-16T15:36:20.085 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3449.gddbc91cb.el 34/164 2024-05-16T15:36:20.085 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3449.gddbc91cb.el9.noarch 35/164 2024-05-16T15:36:20.085 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3449.gddbc91cb.e 36/164 2024-05-16T15:36:20.086 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : ceph-volume-2:19.0.0-3449.gddbc91cb.el9.noarch 37/164 2024-05-16T15:36:20.086 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : cephadm-2:19.0.0-3449.gddbc91cb.el9.noarch 38/164 2024-05-16T15:36:20.086 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : cephfs-top-2:19.0.0-3449.gddbc91cb.el9.noarch 39/164 2024-05-16T15:36:20.086 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/164 2024-05-16T15:36:20.086 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/164 2024-05-16T15:36:20.086 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/164 2024-05-16T15:36:20.086 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-05-16T15:36:20.086 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-05-16T15:36:20.086 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-05-16T15:36:20.086 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-05-16T15:36:20.087 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-05-16T15:36:20.087 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/164 2024-05-16T15:36:20.087 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-05-16T15:36:20.087 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-05-16T15:36:20.087 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-05-16T15:36:20.087 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/164 2024-05-16T15:36:20.087 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-05-16T15:36:20.087 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-05-16T15:36:20.087 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-05-16T15:36:20.087 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-05-16T15:36:20.087 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-05-16T15:36:20.087 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-05-16T15:36:20.087 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-05-16T15:36:20.087 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-05-16T15:36:20.087 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/164 2024-05-16T15:36:20.088 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/164 2024-05-16T15:36:20.088 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-05-16T15:36:20.088 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-05-16T15:36:20.088 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-05-16T15:36:20.088 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/164 2024-05-16T15:36:20.088 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/164 2024-05-16T15:36:20.088 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/164 2024-05-16T15:36:20.088 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/164 2024-05-16T15:36:20.088 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/164 2024-05-16T15:36:20.088 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/164 2024-05-16T15:36:20.088 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/164 2024-05-16T15:36:20.088 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-05-16T15:36:20.088 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-05-16T15:36:20.088 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-05-16T15:36:20.088 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/164 2024-05-16T15:36:20.089 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/164 2024-05-16T15:36:20.089 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/164 2024-05-16T15:36:20.089 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/164 2024-05-16T15:36:20.089 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/164 2024-05-16T15:36:20.089 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/164 2024-05-16T15:36:20.089 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/164 2024-05-16T15:36:20.089 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/164 2024-05-16T15:36:20.089 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/164 2024-05-16T15:36:20.089 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/164 2024-05-16T15:36:20.089 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/164 2024-05-16T15:36:20.089 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/164 2024-05-16T15:36:20.089 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/164 2024-05-16T15:36:20.089 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/164 2024-05-16T15:36:20.089 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/164 2024-05-16T15:36:20.090 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/164 2024-05-16T15:36:20.090 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/164 2024-05-16T15:36:20.090 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/164 2024-05-16T15:36:20.090 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/164 2024-05-16T15:36:20.090 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/164 2024-05-16T15:36:20.090 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/164 2024-05-16T15:36:20.090 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/164 2024-05-16T15:36:20.090 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/164 2024-05-16T15:36:20.090 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/164 2024-05-16T15:36:20.090 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/164 2024-05-16T15:36:20.090 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/164 2024-05-16T15:36:20.090 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/164 2024-05-16T15:36:20.090 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/164 2024-05-16T15:36:20.090 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/164 2024-05-16T15:36:20.091 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/164 2024-05-16T15:36:20.091 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/164 2024-05-16T15:36:20.091 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/164 2024-05-16T15:36:20.091 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 108/164 2024-05-16T15:36:20.091 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 109/164 2024-05-16T15:36:20.091 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/164 2024-05-16T15:36:20.091 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/164 2024-05-16T15:36:20.091 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 112/164 2024-05-16T15:36:20.091 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 113/164 2024-05-16T15:36:20.091 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/164 2024-05-16T15:36:20.091 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/164 2024-05-16T15:36:20.091 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/164 2024-05-16T15:36:20.091 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/164 2024-05-16T15:36:20.091 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/164 2024-05-16T15:36:20.091 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/164 2024-05-16T15:36:20.091 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/164 2024-05-16T15:36:20.092 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/164 2024-05-16T15:36:20.092 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/164 2024-05-16T15:36:20.092 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-05-16T15:36:20.092 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-05-16T15:36:20.092 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-05-16T15:36:20.092 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-05-16T15:36:20.092 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-05-16T15:36:20.092 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-05-16T15:36:20.092 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-05-16T15:36:20.092 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-05-16T15:36:20.092 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-05-16T15:36:20.092 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-05-16T15:36:20.093 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-05-16T15:36:20.093 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-05-16T15:36:20.093 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-05-16T15:36:20.093 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-05-16T15:36:20.093 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-05-16T15:36:20.093 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-05-16T15:36:20.093 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-05-16T15:36:20.093 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-05-16T15:36:20.093 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-05-16T15:36:20.093 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/164 2024-05-16T15:36:20.093 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/164 2024-05-16T15:36:20.093 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-05-16T15:36:20.093 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-05-16T15:36:20.093 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-05-16T15:36:20.094 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/164 2024-05-16T15:36:20.094 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-05-16T15:36:20.094 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : librados2-2:19.0.0-3449.gddbc91cb.el9.x86_64 149/164 2024-05-16T15:36:20.094 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-05-16T15:36:20.094 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : librbd1-2:19.0.0-3449.gddbc91cb.el9.x86_64 151/164 2024-05-16T15:36:20.094 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-05-16T15:36:20.094 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : NetworkManager-1:1.47.90-1.el9.x86_64 153/164 2024-05-16T15:36:20.094 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 154/164 2024-05-16T15:36:20.094 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : NetworkManager-libnm-1:1.47.90-1.el9.x86_64 155/164 2024-05-16T15:36:20.094 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 156/164 2024-05-16T15:36:20.094 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : NetworkManager-team-1:1.47.90-1.el9.x86_64 157/164 2024-05-16T15:36:20.094 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 158/164 2024-05-16T15:36:20.094 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : NetworkManager-tui-1:1.47.90-1.el9.x86_64 159/164 2024-05-16T15:36:20.095 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/164 2024-05-16T15:36:20.095 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 161/164 2024-05-16T15:36:20.095 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 162/164 2024-05-16T15:36:20.095 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 163/164 2024-05-16T15:36:20.343 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-test-2:19.0.0-3449.gddbc91cb.el9.x86_64 141/164 2024-05-16T15:36:20.384 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : rbd-fuse-2:19.0.0-3449.gddbc91cb.el9.x86_64 142/164 2024-05-16T15:36:20.425 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : rbd-nbd-2:19.0.0-3449.gddbc91cb.el9.x86_64 143/164 2024-05-16T15:36:20.457 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 144/164 2024-05-16T15:36:20.484 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 145/164 2024-05-16T15:36:20.670 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : cephfs-shell-2:19.0.0-3449.gddbc91cb.el9.x86_64 146/164 2024-05-16T15:36:20.707 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 147/164 2024-05-16T15:36:20.746 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : libcephfs-devel-2:19.0.0-3449.gddbc91cb.el9.x86_ 148/164 2024-05-16T15:36:20.776 INFO:teuthology.orchestra.run.smithi157.stdout: Upgrading : NetworkManager-team-1:1.47.90-1.el9.x86_64 149/164 2024-05-16T15:36:20.814 INFO:teuthology.orchestra.run.smithi157.stdout: Upgrading : NetworkManager-tui-1:1.47.90-1.el9.x86_64 150/164 2024-05-16T15:36:21.418 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 151/164 2024-05-16T15:36:21.461 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 151/164 2024-05-16T15:36:21.482 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 151/164 2024-05-16T15:36:21.536 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 164/164 2024-05-16T15:36:21.536 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:36:21.536 INFO:teuthology.orchestra.run.smithi043.stdout:Upgraded: 2024-05-16T15:36:21.536 INFO:teuthology.orchestra.run.smithi043.stdout: NetworkManager-1:1.47.90-1.el9.x86_64 2024-05-16T15:36:21.537 INFO:teuthology.orchestra.run.smithi043.stdout: NetworkManager-libnm-1:1.47.90-1.el9.x86_64 2024-05-16T15:36:21.537 INFO:teuthology.orchestra.run.smithi043.stdout: NetworkManager-team-1:1.47.90-1.el9.x86_64 2024-05-16T15:36:21.537 INFO:teuthology.orchestra.run.smithi043.stdout: NetworkManager-tui-1:1.47.90-1.el9.x86_64 2024-05-16T15:36:21.537 INFO:teuthology.orchestra.run.smithi043.stdout: librados2-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:21.537 INFO:teuthology.orchestra.run.smithi043.stdout: librbd1-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:21.537 INFO:teuthology.orchestra.run.smithi043.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-05-16T15:36:21.537 INFO:teuthology.orchestra.run.smithi043.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-05-16T15:36:21.537 INFO:teuthology.orchestra.run.smithi043.stdout:Installed: 2024-05-16T15:36:21.537 INFO:teuthology.orchestra.run.smithi043.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-05-16T15:36:21.537 INFO:teuthology.orchestra.run.smithi043.stdout: automake-1.16.2-8.el9.noarch 2024-05-16T15:36:21.537 INFO:teuthology.orchestra.run.smithi043.stdout: bison-3.7.4-5.el9.x86_64 2024-05-16T15:36:21.537 INFO:teuthology.orchestra.run.smithi043.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-05-16T15:36:21.538 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:21.538 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-base-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:21.538 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-common-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:21.538 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-fuse-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:21.538 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-grafana-dashboards-2:19.0.0-3449.gddbc91cb.el9.noarch 2024-05-16T15:36:21.538 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-immutable-object-cache-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:21.538 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-mds-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:21.538 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-mgr-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:21.538 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-mgr-cephadm-2:19.0.0-3449.gddbc91cb.el9.noarch 2024-05-16T15:36:21.538 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-mgr-dashboard-2:19.0.0-3449.gddbc91cb.el9.noarch 2024-05-16T15:36:21.538 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3449.gddbc91cb.el9.noarch 2024-05-16T15:36:21.538 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-mgr-modules-core-2:19.0.0-3449.gddbc91cb.el9.noarch 2024-05-16T15:36:21.538 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-mgr-rook-2:19.0.0-3449.gddbc91cb.el9.noarch 2024-05-16T15:36:21.538 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-mon-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:21.538 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-osd-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:21.538 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-prometheus-alerts-2:19.0.0-3449.gddbc91cb.el9.noarch 2024-05-16T15:36:21.539 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-radosgw-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:21.539 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-selinux-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:21.539 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-test-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:21.539 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-volume-2:19.0.0-3449.gddbc91cb.el9.noarch 2024-05-16T15:36:21.539 INFO:teuthology.orchestra.run.smithi043.stdout: cephadm-2:19.0.0-3449.gddbc91cb.el9.noarch 2024-05-16T15:36:21.539 INFO:teuthology.orchestra.run.smithi043.stdout: cephfs-mirror-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:21.539 INFO:teuthology.orchestra.run.smithi043.stdout: cephfs-shell-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:21.539 INFO:teuthology.orchestra.run.smithi043.stdout: cephfs-top-2:19.0.0-3449.gddbc91cb.el9.noarch 2024-05-16T15:36:21.539 INFO:teuthology.orchestra.run.smithi043.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-05-16T15:36:21.539 INFO:teuthology.orchestra.run.smithi043.stdout: flex-2.6.4-9.el9.x86_64 2024-05-16T15:36:21.539 INFO:teuthology.orchestra.run.smithi043.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-05-16T15:36:21.539 INFO:teuthology.orchestra.run.smithi043.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-05-16T15:36:21.539 INFO:teuthology.orchestra.run.smithi043.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-05-16T15:36:21.539 INFO:teuthology.orchestra.run.smithi043.stdout: fuse-2.9.9-15.el9.x86_64 2024-05-16T15:36:21.539 INFO:teuthology.orchestra.run.smithi043.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-05-16T15:36:21.540 INFO:teuthology.orchestra.run.smithi043.stdout: grpc-data-1.46.7-10.el9.noarch 2024-05-16T15:36:21.540 INFO:teuthology.orchestra.run.smithi043.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-05-16T15:36:21.540 INFO:teuthology.orchestra.run.smithi043.stdout: libarrow-9.0.0-11.el9.x86_64 2024-05-16T15:36:21.540 INFO:teuthology.orchestra.run.smithi043.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-05-16T15:36:21.540 INFO:teuthology.orchestra.run.smithi043.stdout: libcephfs-devel-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:21.540 INFO:teuthology.orchestra.run.smithi043.stdout: libcephfs2-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:21.540 INFO:teuthology.orchestra.run.smithi043.stdout: libcephsqlite-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:21.540 INFO:teuthology.orchestra.run.smithi043.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-05-16T15:36:21.540 INFO:teuthology.orchestra.run.smithi043.stdout: liboath-2.6.7-2.el9.x86_64 2024-05-16T15:36:21.540 INFO:teuthology.orchestra.run.smithi043.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-05-16T15:36:21.540 INFO:teuthology.orchestra.run.smithi043.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-05-16T15:36:21.540 INFO:teuthology.orchestra.run.smithi043.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-05-16T15:36:21.540 INFO:teuthology.orchestra.run.smithi043.stdout: librados-devel-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:21.540 INFO:teuthology.orchestra.run.smithi043.stdout: libradosstriper1-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:21.540 INFO:teuthology.orchestra.run.smithi043.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-05-16T15:36:21.541 INFO:teuthology.orchestra.run.smithi043.stdout: librgw2-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:21.541 INFO:teuthology.orchestra.run.smithi043.stdout: libtool-2.4.6-45.el9.x86_64 2024-05-16T15:36:21.541 INFO:teuthology.orchestra.run.smithi043.stdout: libunwind-1.6.2-1.el9.x86_64 2024-05-16T15:36:21.541 INFO:teuthology.orchestra.run.smithi043.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-05-16T15:36:21.541 INFO:teuthology.orchestra.run.smithi043.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-05-16T15:36:21.541 INFO:teuthology.orchestra.run.smithi043.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-05-16T15:36:21.541 INFO:teuthology.orchestra.run.smithi043.stdout: lua-5.4.4-4.el9.x86_64 2024-05-16T15:36:21.541 INFO:teuthology.orchestra.run.smithi043.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-05-16T15:36:21.541 INFO:teuthology.orchestra.run.smithi043.stdout: luarocks-3.9.2-5.el9.noarch 2024-05-16T15:36:21.541 INFO:teuthology.orchestra.run.smithi043.stdout: openblas-0.3.21-2.el9.x86_64 2024-05-16T15:36:21.541 INFO:teuthology.orchestra.run.smithi043.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-05-16T15:36:21.541 INFO:teuthology.orchestra.run.smithi043.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-05-16T15:36:21.541 INFO:teuthology.orchestra.run.smithi043.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-05-16T15:36:21.541 INFO:teuthology.orchestra.run.smithi043.stdout: postgresql-13.14-1.el9.x86_64 2024-05-16T15:36:21.541 INFO:teuthology.orchestra.run.smithi043.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-05-16T15:36:21.541 INFO:teuthology.orchestra.run.smithi043.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-05-16T15:36:21.542 INFO:teuthology.orchestra.run.smithi043.stdout: postgresql-server-13.14-1.el9.x86_64 2024-05-16T15:36:21.542 INFO:teuthology.orchestra.run.smithi043.stdout: protobuf-3.14.0-13.el9.x86_64 2024-05-16T15:36:21.542 INFO:teuthology.orchestra.run.smithi043.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-05-16T15:36:21.542 INFO:teuthology.orchestra.run.smithi043.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-05-16T15:36:21.542 INFO:teuthology.orchestra.run.smithi043.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-05-16T15:36:21.542 INFO:teuthology.orchestra.run.smithi043.stdout: python3-babel-2.9.1-2.el9.noarch 2024-05-16T15:36:21.542 INFO:teuthology.orchestra.run.smithi043.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-05-16T15:36:21.542 INFO:teuthology.orchestra.run.smithi043.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-05-16T15:36:21.542 INFO:teuthology.orchestra.run.smithi043.stdout: python3-ceph-argparse-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:21.542 INFO:teuthology.orchestra.run.smithi043.stdout: python3-ceph-common-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:21.542 INFO:teuthology.orchestra.run.smithi043.stdout: python3-cephfs-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:21.542 INFO:teuthology.orchestra.run.smithi043.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-05-16T15:36:21.542 INFO:teuthology.orchestra.run.smithi043.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-05-16T15:36:21.542 INFO:teuthology.orchestra.run.smithi043.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-05-16T15:36:21.542 INFO:teuthology.orchestra.run.smithi043.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-05-16T15:36:21.543 INFO:teuthology.orchestra.run.smithi043.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-05-16T15:36:21.543 INFO:teuthology.orchestra.run.smithi043.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-05-16T15:36:21.543 INFO:teuthology.orchestra.run.smithi043.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-05-16T15:36:21.543 INFO:teuthology.orchestra.run.smithi043.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-05-16T15:36:21.543 INFO:teuthology.orchestra.run.smithi043.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-05-16T15:36:21.543 INFO:teuthology.orchestra.run.smithi043.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-05-16T15:36:21.543 INFO:teuthology.orchestra.run.smithi043.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-05-16T15:36:21.543 INFO:teuthology.orchestra.run.smithi043.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-05-16T15:36:21.543 INFO:teuthology.orchestra.run.smithi043.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-05-16T15:36:21.543 INFO:teuthology.orchestra.run.smithi043.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-05-16T15:36:21.543 INFO:teuthology.orchestra.run.smithi043.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-05-16T15:36:21.543 INFO:teuthology.orchestra.run.smithi043.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-05-16T15:36:21.543 INFO:teuthology.orchestra.run.smithi043.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-05-16T15:36:21.543 INFO:teuthology.orchestra.run.smithi043.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-05-16T15:36:21.543 INFO:teuthology.orchestra.run.smithi043.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-05-16T15:36:21.543 INFO:teuthology.orchestra.run.smithi043.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-05-16T15:36:21.544 INFO:teuthology.orchestra.run.smithi043.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-05-16T15:36:21.544 INFO:teuthology.orchestra.run.smithi043.stdout: python3-mako-1.1.4-6.el9.noarch 2024-05-16T15:36:21.544 INFO:teuthology.orchestra.run.smithi043.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-05-16T15:36:21.544 INFO:teuthology.orchestra.run.smithi043.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-05-16T15:36:21.544 INFO:teuthology.orchestra.run.smithi043.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-05-16T15:36:21.544 INFO:teuthology.orchestra.run.smithi043.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-05-16T15:36:21.544 INFO:teuthology.orchestra.run.smithi043.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-05-16T15:36:21.544 INFO:teuthology.orchestra.run.smithi043.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-05-16T15:36:21.544 INFO:teuthology.orchestra.run.smithi043.stdout: python3-packaging-20.9-5.el9.noarch 2024-05-16T15:36:21.544 INFO:teuthology.orchestra.run.smithi043.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-05-16T15:36:21.544 INFO:teuthology.orchestra.run.smithi043.stdout: python3-ply-3.11-14.el9.noarch 2024-05-16T15:36:21.544 INFO:teuthology.orchestra.run.smithi043.stdout: python3-portend-3.1.0-2.el9.noarch 2024-05-16T15:36:21.544 INFO:teuthology.orchestra.run.smithi043.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-05-16T15:36:21.544 INFO:teuthology.orchestra.run.smithi043.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-05-16T15:36:21.544 INFO:teuthology.orchestra.run.smithi043.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-05-16T15:36:21.544 INFO:teuthology.orchestra.run.smithi043.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-05-16T15:36:21.544 INFO:teuthology.orchestra.run.smithi043.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-05-16T15:36:21.545 INFO:teuthology.orchestra.run.smithi043.stdout: python3-pycparser-2.20-6.el9.noarch 2024-05-16T15:36:21.545 INFO:teuthology.orchestra.run.smithi043.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-05-16T15:36:21.545 INFO:teuthology.orchestra.run.smithi043.stdout: python3-pytz-2021.1-5.el9.noarch 2024-05-16T15:36:21.545 INFO:teuthology.orchestra.run.smithi043.stdout: python3-rados-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:21.545 INFO:teuthology.orchestra.run.smithi043.stdout: python3-rbd-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:21.545 INFO:teuthology.orchestra.run.smithi043.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-05-16T15:36:21.545 INFO:teuthology.orchestra.run.smithi043.stdout: python3-requests-2.25.1-8.el9.noarch 2024-05-16T15:36:21.545 INFO:teuthology.orchestra.run.smithi043.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-05-16T15:36:21.545 INFO:teuthology.orchestra.run.smithi043.stdout: python3-rgw-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:21.545 INFO:teuthology.orchestra.run.smithi043.stdout: python3-routes-2.5.1-5.el9.noarch 2024-05-16T15:36:21.545 INFO:teuthology.orchestra.run.smithi043.stdout: python3-rsa-4.9-2.el9.noarch 2024-05-16T15:36:21.545 INFO:teuthology.orchestra.run.smithi043.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-05-16T15:36:21.545 INFO:teuthology.orchestra.run.smithi043.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-05-16T15:36:21.545 INFO:teuthology.orchestra.run.smithi043.stdout: python3-toml-0.10.2-6.el9.noarch 2024-05-16T15:36:21.545 INFO:teuthology.orchestra.run.smithi043.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-05-16T15:36:21.545 INFO:teuthology.orchestra.run.smithi043.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-05-16T15:36:21.545 INFO:teuthology.orchestra.run.smithi043.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-05-16T15:36:21.546 INFO:teuthology.orchestra.run.smithi043.stdout: python3-webob-1.8.7-6.el9.noarch 2024-05-16T15:36:21.546 INFO:teuthology.orchestra.run.smithi043.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-05-16T15:36:21.546 INFO:teuthology.orchestra.run.smithi043.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-05-16T15:36:21.546 INFO:teuthology.orchestra.run.smithi043.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-05-16T15:36:21.546 INFO:teuthology.orchestra.run.smithi043.stdout: qatlib-24.02.0-1.el9.x86_64 2024-05-16T15:36:21.546 INFO:teuthology.orchestra.run.smithi043.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-05-16T15:36:21.546 INFO:teuthology.orchestra.run.smithi043.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-05-16T15:36:21.546 INFO:teuthology.orchestra.run.smithi043.stdout: rbd-fuse-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:21.546 INFO:teuthology.orchestra.run.smithi043.stdout: rbd-mirror-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:21.546 INFO:teuthology.orchestra.run.smithi043.stdout: rbd-nbd-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:21.546 INFO:teuthology.orchestra.run.smithi043.stdout: re2-1:20211101-3.el9.x86_64 2024-05-16T15:36:21.546 INFO:teuthology.orchestra.run.smithi043.stdout: socat-1.7.4.1-5.el9.x86_64 2024-05-16T15:36:21.546 INFO:teuthology.orchestra.run.smithi043.stdout: thrift-0.15.0-2.el9.x86_64 2024-05-16T15:36:21.546 INFO:teuthology.orchestra.run.smithi043.stdout: uuid-1.6.2-55.el9.x86_64 2024-05-16T15:36:21.546 INFO:teuthology.orchestra.run.smithi043.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-05-16T15:36:21.547 INFO:teuthology.orchestra.run.smithi043.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-05-16T15:36:21.547 INFO:teuthology.orchestra.run.smithi043.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-05-16T15:36:21.547 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:36:21.547 INFO:teuthology.orchestra.run.smithi043.stdout:Complete! 2024-05-16T15:36:21.959 DEBUG:teuthology.parallel:result is None 2024-05-16T15:36:22.342 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : cephfs-top-2:19.0.0-3449.gddbc91cb.el9.noarch 152/164 2024-05-16T15:36:22.432 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 153/164 2024-05-16T15:36:22.486 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-05-16T15:36:22.582 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-05-16T15:36:22.619 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-05-16T15:36:22.644 INFO:teuthology.orchestra.run.smithi157.stdout: Cleanup : NetworkManager-tui-1:1.47.4-1.el9.x86_64 157/164 2024-05-16T15:36:22.645 INFO:teuthology.orchestra.run.smithi157.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 158/164 2024-05-16T15:36:22.712 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 158/164 2024-05-16T15:36:22.745 INFO:teuthology.orchestra.run.smithi157.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 159/164 2024-05-16T15:36:22.745 INFO:teuthology.orchestra.run.smithi157.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-05-16T15:36:22.830 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-05-16T15:36:22.855 INFO:teuthology.orchestra.run.smithi157.stdout: Cleanup : NetworkManager-team-1:1.47.4-1.el9.x86_64 161/164 2024-05-16T15:36:22.860 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 162/164 2024-05-16T15:36:22.860 INFO:teuthology.orchestra.run.smithi157.stdout: Cleanup : NetworkManager-1:1.47.4-1.el9.x86_64 162/164 2024-05-16T15:36:22.944 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 164/164 2024-05-16T15:36:22.944 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-05-16T15:36:22.944 INFO:teuthology.orchestra.run.smithi148.stdout:Upgraded: 2024-05-16T15:36:22.944 INFO:teuthology.orchestra.run.smithi148.stdout: NetworkManager-1:1.47.90-1.el9.x86_64 2024-05-16T15:36:22.944 INFO:teuthology.orchestra.run.smithi148.stdout: NetworkManager-libnm-1:1.47.90-1.el9.x86_64 2024-05-16T15:36:22.944 INFO:teuthology.orchestra.run.smithi148.stdout: NetworkManager-team-1:1.47.90-1.el9.x86_64 2024-05-16T15:36:22.945 INFO:teuthology.orchestra.run.smithi148.stdout: NetworkManager-tui-1:1.47.90-1.el9.x86_64 2024-05-16T15:36:22.945 INFO:teuthology.orchestra.run.smithi148.stdout: librados2-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:22.945 INFO:teuthology.orchestra.run.smithi148.stdout: librbd1-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:22.945 INFO:teuthology.orchestra.run.smithi148.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-05-16T15:36:22.945 INFO:teuthology.orchestra.run.smithi148.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-05-16T15:36:22.945 INFO:teuthology.orchestra.run.smithi148.stdout:Installed: 2024-05-16T15:36:22.945 INFO:teuthology.orchestra.run.smithi148.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-05-16T15:36:22.945 INFO:teuthology.orchestra.run.smithi148.stdout: automake-1.16.2-8.el9.noarch 2024-05-16T15:36:22.945 INFO:teuthology.orchestra.run.smithi148.stdout: bison-3.7.4-5.el9.x86_64 2024-05-16T15:36:22.945 INFO:teuthology.orchestra.run.smithi148.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-05-16T15:36:22.945 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:22.945 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-base-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:22.945 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-common-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:22.945 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-fuse-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:22.945 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-grafana-dashboards-2:19.0.0-3449.gddbc91cb.el9.noarch 2024-05-16T15:36:22.946 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-immutable-object-cache-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:22.946 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-mds-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:22.946 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-mgr-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:22.946 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-mgr-cephadm-2:19.0.0-3449.gddbc91cb.el9.noarch 2024-05-16T15:36:22.946 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-mgr-dashboard-2:19.0.0-3449.gddbc91cb.el9.noarch 2024-05-16T15:36:22.946 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3449.gddbc91cb.el9.noarch 2024-05-16T15:36:22.946 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-mgr-modules-core-2:19.0.0-3449.gddbc91cb.el9.noarch 2024-05-16T15:36:22.946 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-mgr-rook-2:19.0.0-3449.gddbc91cb.el9.noarch 2024-05-16T15:36:22.946 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-mon-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:22.946 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-osd-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:22.946 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-prometheus-alerts-2:19.0.0-3449.gddbc91cb.el9.noarch 2024-05-16T15:36:22.946 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-radosgw-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:22.946 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-selinux-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:22.947 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-test-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:22.947 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-volume-2:19.0.0-3449.gddbc91cb.el9.noarch 2024-05-16T15:36:22.947 INFO:teuthology.orchestra.run.smithi148.stdout: cephadm-2:19.0.0-3449.gddbc91cb.el9.noarch 2024-05-16T15:36:22.947 INFO:teuthology.orchestra.run.smithi148.stdout: cephfs-mirror-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:22.947 INFO:teuthology.orchestra.run.smithi148.stdout: cephfs-shell-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:22.947 INFO:teuthology.orchestra.run.smithi148.stdout: cephfs-top-2:19.0.0-3449.gddbc91cb.el9.noarch 2024-05-16T15:36:22.947 INFO:teuthology.orchestra.run.smithi148.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-05-16T15:36:22.947 INFO:teuthology.orchestra.run.smithi148.stdout: flex-2.6.4-9.el9.x86_64 2024-05-16T15:36:22.947 INFO:teuthology.orchestra.run.smithi148.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-05-16T15:36:22.947 INFO:teuthology.orchestra.run.smithi148.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-05-16T15:36:22.947 INFO:teuthology.orchestra.run.smithi148.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-05-16T15:36:22.947 INFO:teuthology.orchestra.run.smithi148.stdout: fuse-2.9.9-15.el9.x86_64 2024-05-16T15:36:22.947 INFO:teuthology.orchestra.run.smithi148.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-05-16T15:36:22.947 INFO:teuthology.orchestra.run.smithi148.stdout: grpc-data-1.46.7-10.el9.noarch 2024-05-16T15:36:22.947 INFO:teuthology.orchestra.run.smithi148.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-05-16T15:36:22.948 INFO:teuthology.orchestra.run.smithi148.stdout: libarrow-9.0.0-11.el9.x86_64 2024-05-16T15:36:22.948 INFO:teuthology.orchestra.run.smithi148.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-05-16T15:36:22.948 INFO:teuthology.orchestra.run.smithi148.stdout: libcephfs-devel-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:22.948 INFO:teuthology.orchestra.run.smithi148.stdout: libcephfs2-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:22.948 INFO:teuthology.orchestra.run.smithi148.stdout: libcephsqlite-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:22.948 INFO:teuthology.orchestra.run.smithi148.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-05-16T15:36:22.948 INFO:teuthology.orchestra.run.smithi148.stdout: liboath-2.6.7-2.el9.x86_64 2024-05-16T15:36:22.948 INFO:teuthology.orchestra.run.smithi148.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-05-16T15:36:22.948 INFO:teuthology.orchestra.run.smithi148.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-05-16T15:36:22.948 INFO:teuthology.orchestra.run.smithi148.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-05-16T15:36:22.948 INFO:teuthology.orchestra.run.smithi148.stdout: librados-devel-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:22.948 INFO:teuthology.orchestra.run.smithi148.stdout: libradosstriper1-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:22.948 INFO:teuthology.orchestra.run.smithi148.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-05-16T15:36:22.948 INFO:teuthology.orchestra.run.smithi148.stdout: librgw2-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:22.948 INFO:teuthology.orchestra.run.smithi148.stdout: libtool-2.4.6-45.el9.x86_64 2024-05-16T15:36:22.949 INFO:teuthology.orchestra.run.smithi148.stdout: libunwind-1.6.2-1.el9.x86_64 2024-05-16T15:36:22.949 INFO:teuthology.orchestra.run.smithi148.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-05-16T15:36:22.949 INFO:teuthology.orchestra.run.smithi148.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-05-16T15:36:22.949 INFO:teuthology.orchestra.run.smithi148.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-05-16T15:36:22.949 INFO:teuthology.orchestra.run.smithi148.stdout: lua-5.4.4-4.el9.x86_64 2024-05-16T15:36:22.949 INFO:teuthology.orchestra.run.smithi148.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-05-16T15:36:22.949 INFO:teuthology.orchestra.run.smithi148.stdout: luarocks-3.9.2-5.el9.noarch 2024-05-16T15:36:22.949 INFO:teuthology.orchestra.run.smithi148.stdout: openblas-0.3.21-2.el9.x86_64 2024-05-16T15:36:22.949 INFO:teuthology.orchestra.run.smithi148.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-05-16T15:36:22.949 INFO:teuthology.orchestra.run.smithi148.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-05-16T15:36:22.949 INFO:teuthology.orchestra.run.smithi148.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-05-16T15:36:22.949 INFO:teuthology.orchestra.run.smithi148.stdout: postgresql-13.14-1.el9.x86_64 2024-05-16T15:36:22.949 INFO:teuthology.orchestra.run.smithi148.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-05-16T15:36:22.949 INFO:teuthology.orchestra.run.smithi148.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-05-16T15:36:22.950 INFO:teuthology.orchestra.run.smithi148.stdout: postgresql-server-13.14-1.el9.x86_64 2024-05-16T15:36:22.950 INFO:teuthology.orchestra.run.smithi148.stdout: protobuf-3.14.0-13.el9.x86_64 2024-05-16T15:36:22.950 INFO:teuthology.orchestra.run.smithi148.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-05-16T15:36:22.950 INFO:teuthology.orchestra.run.smithi148.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-05-16T15:36:22.950 INFO:teuthology.orchestra.run.smithi148.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-05-16T15:36:22.950 INFO:teuthology.orchestra.run.smithi148.stdout: python3-babel-2.9.1-2.el9.noarch 2024-05-16T15:36:22.950 INFO:teuthology.orchestra.run.smithi148.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-05-16T15:36:22.950 INFO:teuthology.orchestra.run.smithi148.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-05-16T15:36:22.950 INFO:teuthology.orchestra.run.smithi148.stdout: python3-ceph-argparse-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:22.950 INFO:teuthology.orchestra.run.smithi148.stdout: python3-ceph-common-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:22.950 INFO:teuthology.orchestra.run.smithi148.stdout: python3-cephfs-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:22.950 INFO:teuthology.orchestra.run.smithi148.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-05-16T15:36:22.950 INFO:teuthology.orchestra.run.smithi148.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-05-16T15:36:22.950 INFO:teuthology.orchestra.run.smithi148.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-05-16T15:36:22.951 INFO:teuthology.orchestra.run.smithi148.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-05-16T15:36:22.951 INFO:teuthology.orchestra.run.smithi148.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-05-16T15:36:22.951 INFO:teuthology.orchestra.run.smithi148.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-05-16T15:36:22.951 INFO:teuthology.orchestra.run.smithi148.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-05-16T15:36:22.951 INFO:teuthology.orchestra.run.smithi148.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-05-16T15:36:22.951 INFO:teuthology.orchestra.run.smithi148.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-05-16T15:36:22.951 INFO:teuthology.orchestra.run.smithi148.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-05-16T15:36:22.951 INFO:teuthology.orchestra.run.smithi148.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-05-16T15:36:22.951 INFO:teuthology.orchestra.run.smithi148.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-05-16T15:36:22.951 INFO:teuthology.orchestra.run.smithi148.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-05-16T15:36:22.951 INFO:teuthology.orchestra.run.smithi148.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-05-16T15:36:22.951 INFO:teuthology.orchestra.run.smithi148.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-05-16T15:36:22.951 INFO:teuthology.orchestra.run.smithi148.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-05-16T15:36:22.951 INFO:teuthology.orchestra.run.smithi148.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-05-16T15:36:22.951 INFO:teuthology.orchestra.run.smithi148.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-05-16T15:36:22.951 INFO:teuthology.orchestra.run.smithi148.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-05-16T15:36:22.952 INFO:teuthology.orchestra.run.smithi148.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-05-16T15:36:22.952 INFO:teuthology.orchestra.run.smithi148.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-05-16T15:36:22.952 INFO:teuthology.orchestra.run.smithi148.stdout: python3-mako-1.1.4-6.el9.noarch 2024-05-16T15:36:22.952 INFO:teuthology.orchestra.run.smithi148.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-05-16T15:36:22.952 INFO:teuthology.orchestra.run.smithi148.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-05-16T15:36:22.952 INFO:teuthology.orchestra.run.smithi148.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-05-16T15:36:22.952 INFO:teuthology.orchestra.run.smithi148.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-05-16T15:36:22.952 INFO:teuthology.orchestra.run.smithi148.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-05-16T15:36:22.952 INFO:teuthology.orchestra.run.smithi148.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-05-16T15:36:22.952 INFO:teuthology.orchestra.run.smithi148.stdout: python3-packaging-20.9-5.el9.noarch 2024-05-16T15:36:22.952 INFO:teuthology.orchestra.run.smithi148.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-05-16T15:36:22.952 INFO:teuthology.orchestra.run.smithi148.stdout: python3-ply-3.11-14.el9.noarch 2024-05-16T15:36:22.952 INFO:teuthology.orchestra.run.smithi148.stdout: python3-portend-3.1.0-2.el9.noarch 2024-05-16T15:36:22.952 INFO:teuthology.orchestra.run.smithi148.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-05-16T15:36:22.953 INFO:teuthology.orchestra.run.smithi148.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-05-16T15:36:22.953 INFO:teuthology.orchestra.run.smithi148.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-05-16T15:36:22.953 INFO:teuthology.orchestra.run.smithi148.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-05-16T15:36:22.953 INFO:teuthology.orchestra.run.smithi148.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-05-16T15:36:22.953 INFO:teuthology.orchestra.run.smithi148.stdout: python3-pycparser-2.20-6.el9.noarch 2024-05-16T15:36:22.953 INFO:teuthology.orchestra.run.smithi148.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-05-16T15:36:22.953 INFO:teuthology.orchestra.run.smithi148.stdout: python3-pytz-2021.1-5.el9.noarch 2024-05-16T15:36:22.953 INFO:teuthology.orchestra.run.smithi148.stdout: python3-rados-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:22.953 INFO:teuthology.orchestra.run.smithi148.stdout: python3-rbd-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:22.953 INFO:teuthology.orchestra.run.smithi148.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-05-16T15:36:22.953 INFO:teuthology.orchestra.run.smithi148.stdout: python3-requests-2.25.1-8.el9.noarch 2024-05-16T15:36:22.953 INFO:teuthology.orchestra.run.smithi148.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-05-16T15:36:22.953 INFO:teuthology.orchestra.run.smithi148.stdout: python3-rgw-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:22.953 INFO:teuthology.orchestra.run.smithi148.stdout: python3-routes-2.5.1-5.el9.noarch 2024-05-16T15:36:22.953 INFO:teuthology.orchestra.run.smithi148.stdout: python3-rsa-4.9-2.el9.noarch 2024-05-16T15:36:22.953 INFO:teuthology.orchestra.run.smithi148.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-05-16T15:36:22.954 INFO:teuthology.orchestra.run.smithi148.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-05-16T15:36:22.954 INFO:teuthology.orchestra.run.smithi148.stdout: python3-toml-0.10.2-6.el9.noarch 2024-05-16T15:36:22.954 INFO:teuthology.orchestra.run.smithi148.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-05-16T15:36:22.954 INFO:teuthology.orchestra.run.smithi148.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-05-16T15:36:22.954 INFO:teuthology.orchestra.run.smithi148.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-05-16T15:36:22.954 INFO:teuthology.orchestra.run.smithi148.stdout: python3-webob-1.8.7-6.el9.noarch 2024-05-16T15:36:22.954 INFO:teuthology.orchestra.run.smithi148.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-05-16T15:36:22.954 INFO:teuthology.orchestra.run.smithi148.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-05-16T15:36:22.954 INFO:teuthology.orchestra.run.smithi148.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-05-16T15:36:22.954 INFO:teuthology.orchestra.run.smithi148.stdout: qatlib-24.02.0-1.el9.x86_64 2024-05-16T15:36:22.954 INFO:teuthology.orchestra.run.smithi148.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-05-16T15:36:22.954 INFO:teuthology.orchestra.run.smithi148.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-05-16T15:36:22.954 INFO:teuthology.orchestra.run.smithi148.stdout: rbd-fuse-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:22.954 INFO:teuthology.orchestra.run.smithi148.stdout: rbd-mirror-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:22.955 INFO:teuthology.orchestra.run.smithi148.stdout: rbd-nbd-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:22.955 INFO:teuthology.orchestra.run.smithi148.stdout: re2-1:20211101-3.el9.x86_64 2024-05-16T15:36:22.955 INFO:teuthology.orchestra.run.smithi148.stdout: socat-1.7.4.1-5.el9.x86_64 2024-05-16T15:36:22.955 INFO:teuthology.orchestra.run.smithi148.stdout: thrift-0.15.0-2.el9.x86_64 2024-05-16T15:36:22.955 INFO:teuthology.orchestra.run.smithi148.stdout: uuid-1.6.2-55.el9.x86_64 2024-05-16T15:36:22.955 INFO:teuthology.orchestra.run.smithi148.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-05-16T15:36:22.955 INFO:teuthology.orchestra.run.smithi148.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-05-16T15:36:22.955 INFO:teuthology.orchestra.run.smithi148.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-05-16T15:36:22.955 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-05-16T15:36:22.955 INFO:teuthology.orchestra.run.smithi148.stdout:Complete! 2024-05-16T15:36:23.048 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 162/164 2024-05-16T15:36:23.048 INFO:teuthology.orchestra.run.smithi157.stdout: Cleanup : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 163/164 2024-05-16T15:36:23.133 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 163/164 2024-05-16T15:36:23.197 INFO:teuthology.orchestra.run.smithi157.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 164/164 2024-05-16T15:36:23.374 DEBUG:teuthology.parallel:result is None 2024-05-16T15:36:28.818 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: openssl-libs-1:3.0.7-27.el9.x86_64 164/164 2024-05-16T15:36:28.818 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-2:19.0.0-3449.gddbc91cb.el9.x86_64 1/164 2024-05-16T15:36:28.819 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-base-2:19.0.0-3449.gddbc91cb.el9.x86_64 2/164 2024-05-16T15:36:28.819 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-common-2:19.0.0-3449.gddbc91cb.el9.x86_64 3/164 2024-05-16T15:36:28.819 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-fuse-2:19.0.0-3449.gddbc91cb.el9.x86_64 4/164 2024-05-16T15:36:28.819 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3449.gddbc9 5/164 2024-05-16T15:36:28.819 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-mds-2:19.0.0-3449.gddbc91cb.el9.x86_64 6/164 2024-05-16T15:36:28.819 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-mgr-2:19.0.0-3449.gddbc91cb.el9.x86_64 7/164 2024-05-16T15:36:28.819 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-mon-2:19.0.0-3449.gddbc91cb.el9.x86_64 8/164 2024-05-16T15:36:28.819 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-osd-2:19.0.0-3449.gddbc91cb.el9.x86_64 9/164 2024-05-16T15:36:28.819 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-radosgw-2:19.0.0-3449.gddbc91cb.el9.x86_64 10/164 2024-05-16T15:36:28.819 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-selinux-2:19.0.0-3449.gddbc91cb.el9.x86_64 11/164 2024-05-16T15:36:28.819 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-test-2:19.0.0-3449.gddbc91cb.el9.x86_64 12/164 2024-05-16T15:36:28.819 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : cephfs-mirror-2:19.0.0-3449.gddbc91cb.el9.x86_64 13/164 2024-05-16T15:36:28.819 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : cephfs-shell-2:19.0.0-3449.gddbc91cb.el9.x86_64 14/164 2024-05-16T15:36:28.819 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : libcephfs-devel-2:19.0.0-3449.gddbc91cb.el9.x86_ 15/164 2024-05-16T15:36:28.820 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : libcephfs2-2:19.0.0-3449.gddbc91cb.el9.x86_64 16/164 2024-05-16T15:36:28.820 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : libcephsqlite-2:19.0.0-3449.gddbc91cb.el9.x86_64 17/164 2024-05-16T15:36:28.820 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : librados-devel-2:19.0.0-3449.gddbc91cb.el9.x86_6 18/164 2024-05-16T15:36:28.820 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : libradosstriper1-2:19.0.0-3449.gddbc91cb.el9.x86 19/164 2024-05-16T15:36:28.820 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : librgw2-2:19.0.0-3449.gddbc91cb.el9.x86_64 20/164 2024-05-16T15:36:28.820 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3449.gddbc91cb.el 21/164 2024-05-16T15:36:28.820 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-ceph-common-2:19.0.0-3449.gddbc91cb.el9. 22/164 2024-05-16T15:36:28.820 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-cephfs-2:19.0.0-3449.gddbc91cb.el9.x86_6 23/164 2024-05-16T15:36:28.820 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-rados-2:19.0.0-3449.gddbc91cb.el9.x86_64 24/164 2024-05-16T15:36:28.820 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-rbd-2:19.0.0-3449.gddbc91cb.el9.x86_64 25/164 2024-05-16T15:36:28.820 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-rgw-2:19.0.0-3449.gddbc91cb.el9.x86_64 26/164 2024-05-16T15:36:28.820 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : rbd-fuse-2:19.0.0-3449.gddbc91cb.el9.x86_64 27/164 2024-05-16T15:36:28.820 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : rbd-mirror-2:19.0.0-3449.gddbc91cb.el9.x86_64 28/164 2024-05-16T15:36:28.820 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : rbd-nbd-2:19.0.0-3449.gddbc91cb.el9.x86_64 29/164 2024-05-16T15:36:28.832 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3449.gddbc91cb. 30/164 2024-05-16T15:36:28.832 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3449.gddbc91cb.el9.noa 31/164 2024-05-16T15:36:28.832 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3449.gddbc91cb.el9.n 32/164 2024-05-16T15:36:28.832 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3449.gddb 33/164 2024-05-16T15:36:28.832 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3449.gddbc91cb.el 34/164 2024-05-16T15:36:28.832 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3449.gddbc91cb.el9.noarch 35/164 2024-05-16T15:36:28.832 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3449.gddbc91cb.e 36/164 2024-05-16T15:36:28.832 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-volume-2:19.0.0-3449.gddbc91cb.el9.noarch 37/164 2024-05-16T15:36:28.832 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : cephadm-2:19.0.0-3449.gddbc91cb.el9.noarch 38/164 2024-05-16T15:36:28.832 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : cephfs-top-2:19.0.0-3449.gddbc91cb.el9.noarch 39/164 2024-05-16T15:36:28.833 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/164 2024-05-16T15:36:28.833 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/164 2024-05-16T15:36:28.833 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/164 2024-05-16T15:36:28.833 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-05-16T15:36:28.833 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-05-16T15:36:28.833 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-05-16T15:36:28.833 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-05-16T15:36:28.833 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-05-16T15:36:28.833 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/164 2024-05-16T15:36:28.833 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-05-16T15:36:28.833 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-05-16T15:36:28.833 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-05-16T15:36:28.833 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/164 2024-05-16T15:36:28.834 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-05-16T15:36:28.834 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-05-16T15:36:28.834 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-05-16T15:36:28.834 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-05-16T15:36:28.834 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-05-16T15:36:28.834 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-05-16T15:36:28.834 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-05-16T15:36:28.834 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-05-16T15:36:28.834 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/164 2024-05-16T15:36:28.834 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/164 2024-05-16T15:36:28.834 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-05-16T15:36:28.834 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-05-16T15:36:28.834 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-05-16T15:36:28.835 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/164 2024-05-16T15:36:28.835 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/164 2024-05-16T15:36:28.835 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/164 2024-05-16T15:36:28.835 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/164 2024-05-16T15:36:28.835 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/164 2024-05-16T15:36:28.835 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/164 2024-05-16T15:36:28.835 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/164 2024-05-16T15:36:28.835 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-05-16T15:36:28.835 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-05-16T15:36:28.835 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-05-16T15:36:28.835 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/164 2024-05-16T15:36:28.835 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/164 2024-05-16T15:36:28.835 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/164 2024-05-16T15:36:28.836 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/164 2024-05-16T15:36:28.836 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/164 2024-05-16T15:36:28.836 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/164 2024-05-16T15:36:28.836 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/164 2024-05-16T15:36:28.836 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/164 2024-05-16T15:36:28.836 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/164 2024-05-16T15:36:28.836 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/164 2024-05-16T15:36:28.836 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/164 2024-05-16T15:36:28.836 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/164 2024-05-16T15:36:28.836 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/164 2024-05-16T15:36:28.836 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/164 2024-05-16T15:36:28.836 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/164 2024-05-16T15:36:28.836 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/164 2024-05-16T15:36:28.836 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/164 2024-05-16T15:36:28.837 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/164 2024-05-16T15:36:28.837 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/164 2024-05-16T15:36:28.837 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/164 2024-05-16T15:36:28.837 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/164 2024-05-16T15:36:28.837 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/164 2024-05-16T15:36:28.837 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/164 2024-05-16T15:36:28.837 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/164 2024-05-16T15:36:28.837 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/164 2024-05-16T15:36:28.837 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/164 2024-05-16T15:36:28.837 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/164 2024-05-16T15:36:28.837 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/164 2024-05-16T15:36:28.837 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/164 2024-05-16T15:36:28.837 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/164 2024-05-16T15:36:28.838 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/164 2024-05-16T15:36:28.838 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/164 2024-05-16T15:36:28.838 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 108/164 2024-05-16T15:36:28.838 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 109/164 2024-05-16T15:36:28.838 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/164 2024-05-16T15:36:28.838 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/164 2024-05-16T15:36:28.838 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 112/164 2024-05-16T15:36:28.838 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 113/164 2024-05-16T15:36:28.838 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/164 2024-05-16T15:36:28.838 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/164 2024-05-16T15:36:28.838 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/164 2024-05-16T15:36:28.838 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/164 2024-05-16T15:36:28.838 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/164 2024-05-16T15:36:28.838 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/164 2024-05-16T15:36:28.839 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/164 2024-05-16T15:36:28.839 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/164 2024-05-16T15:36:28.839 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/164 2024-05-16T15:36:28.839 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-05-16T15:36:28.839 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-05-16T15:36:28.839 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-05-16T15:36:28.839 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-05-16T15:36:28.839 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-05-16T15:36:28.839 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-05-16T15:36:28.839 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-05-16T15:36:28.839 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-05-16T15:36:28.839 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-05-16T15:36:28.839 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-05-16T15:36:28.839 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-05-16T15:36:28.839 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-05-16T15:36:28.840 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-05-16T15:36:28.840 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-05-16T15:36:28.840 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-05-16T15:36:28.840 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-05-16T15:36:28.840 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-05-16T15:36:28.840 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-05-16T15:36:28.840 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-05-16T15:36:28.840 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/164 2024-05-16T15:36:28.840 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/164 2024-05-16T15:36:28.840 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-05-16T15:36:28.840 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-05-16T15:36:28.840 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-05-16T15:36:28.840 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/164 2024-05-16T15:36:28.840 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-05-16T15:36:28.840 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : librados2-2:19.0.0-3449.gddbc91cb.el9.x86_64 149/164 2024-05-16T15:36:28.841 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-05-16T15:36:28.841 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : librbd1-2:19.0.0-3449.gddbc91cb.el9.x86_64 151/164 2024-05-16T15:36:28.841 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-05-16T15:36:28.841 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : NetworkManager-1:1.47.90-1.el9.x86_64 153/164 2024-05-16T15:36:28.841 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 154/164 2024-05-16T15:36:28.841 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : NetworkManager-libnm-1:1.47.90-1.el9.x86_64 155/164 2024-05-16T15:36:28.841 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 156/164 2024-05-16T15:36:28.841 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : NetworkManager-team-1:1.47.90-1.el9.x86_64 157/164 2024-05-16T15:36:28.841 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 158/164 2024-05-16T15:36:28.841 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : NetworkManager-tui-1:1.47.90-1.el9.x86_64 159/164 2024-05-16T15:36:28.841 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/164 2024-05-16T15:36:28.841 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 161/164 2024-05-16T15:36:28.841 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 162/164 2024-05-16T15:36:28.841 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 163/164 2024-05-16T15:36:31.379 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 164/164 2024-05-16T15:36:31.380 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-05-16T15:36:31.380 INFO:teuthology.orchestra.run.smithi157.stdout:Upgraded: 2024-05-16T15:36:31.380 INFO:teuthology.orchestra.run.smithi157.stdout: NetworkManager-1:1.47.90-1.el9.x86_64 2024-05-16T15:36:31.380 INFO:teuthology.orchestra.run.smithi157.stdout: NetworkManager-libnm-1:1.47.90-1.el9.x86_64 2024-05-16T15:36:31.380 INFO:teuthology.orchestra.run.smithi157.stdout: NetworkManager-team-1:1.47.90-1.el9.x86_64 2024-05-16T15:36:31.380 INFO:teuthology.orchestra.run.smithi157.stdout: NetworkManager-tui-1:1.47.90-1.el9.x86_64 2024-05-16T15:36:31.380 INFO:teuthology.orchestra.run.smithi157.stdout: librados2-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:31.380 INFO:teuthology.orchestra.run.smithi157.stdout: librbd1-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:31.380 INFO:teuthology.orchestra.run.smithi157.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-05-16T15:36:31.380 INFO:teuthology.orchestra.run.smithi157.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-05-16T15:36:31.380 INFO:teuthology.orchestra.run.smithi157.stdout:Installed: 2024-05-16T15:36:31.380 INFO:teuthology.orchestra.run.smithi157.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-05-16T15:36:31.381 INFO:teuthology.orchestra.run.smithi157.stdout: automake-1.16.2-8.el9.noarch 2024-05-16T15:36:31.381 INFO:teuthology.orchestra.run.smithi157.stdout: bison-3.7.4-5.el9.x86_64 2024-05-16T15:36:31.381 INFO:teuthology.orchestra.run.smithi157.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-05-16T15:36:31.381 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:31.381 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-base-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:31.381 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-common-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:31.381 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-fuse-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:31.381 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-grafana-dashboards-2:19.0.0-3449.gddbc91cb.el9.noarch 2024-05-16T15:36:31.381 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-immutable-object-cache-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:31.381 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mds-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:31.381 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mgr-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:31.381 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mgr-cephadm-2:19.0.0-3449.gddbc91cb.el9.noarch 2024-05-16T15:36:31.381 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mgr-dashboard-2:19.0.0-3449.gddbc91cb.el9.noarch 2024-05-16T15:36:31.381 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3449.gddbc91cb.el9.noarch 2024-05-16T15:36:31.382 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mgr-modules-core-2:19.0.0-3449.gddbc91cb.el9.noarch 2024-05-16T15:36:31.382 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mgr-rook-2:19.0.0-3449.gddbc91cb.el9.noarch 2024-05-16T15:36:31.382 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mon-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:31.382 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-osd-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:31.382 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-prometheus-alerts-2:19.0.0-3449.gddbc91cb.el9.noarch 2024-05-16T15:36:31.382 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-radosgw-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:31.382 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-selinux-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:31.382 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-test-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:31.382 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-volume-2:19.0.0-3449.gddbc91cb.el9.noarch 2024-05-16T15:36:31.383 INFO:teuthology.orchestra.run.smithi157.stdout: cephadm-2:19.0.0-3449.gddbc91cb.el9.noarch 2024-05-16T15:36:31.383 INFO:teuthology.orchestra.run.smithi157.stdout: cephfs-mirror-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:31.383 INFO:teuthology.orchestra.run.smithi157.stdout: cephfs-shell-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:31.383 INFO:teuthology.orchestra.run.smithi157.stdout: cephfs-top-2:19.0.0-3449.gddbc91cb.el9.noarch 2024-05-16T15:36:31.383 INFO:teuthology.orchestra.run.smithi157.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-05-16T15:36:31.383 INFO:teuthology.orchestra.run.smithi157.stdout: flex-2.6.4-9.el9.x86_64 2024-05-16T15:36:31.383 INFO:teuthology.orchestra.run.smithi157.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-05-16T15:36:31.383 INFO:teuthology.orchestra.run.smithi157.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-05-16T15:36:31.383 INFO:teuthology.orchestra.run.smithi157.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-05-16T15:36:31.383 INFO:teuthology.orchestra.run.smithi157.stdout: fuse-2.9.9-15.el9.x86_64 2024-05-16T15:36:31.383 INFO:teuthology.orchestra.run.smithi157.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-05-16T15:36:31.383 INFO:teuthology.orchestra.run.smithi157.stdout: grpc-data-1.46.7-10.el9.noarch 2024-05-16T15:36:31.383 INFO:teuthology.orchestra.run.smithi157.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-05-16T15:36:31.383 INFO:teuthology.orchestra.run.smithi157.stdout: libarrow-9.0.0-11.el9.x86_64 2024-05-16T15:36:31.383 INFO:teuthology.orchestra.run.smithi157.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-05-16T15:36:31.383 INFO:teuthology.orchestra.run.smithi157.stdout: libcephfs-devel-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:31.384 INFO:teuthology.orchestra.run.smithi157.stdout: libcephfs2-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:31.384 INFO:teuthology.orchestra.run.smithi157.stdout: libcephsqlite-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:31.384 INFO:teuthology.orchestra.run.smithi157.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-05-16T15:36:31.384 INFO:teuthology.orchestra.run.smithi157.stdout: liboath-2.6.7-2.el9.x86_64 2024-05-16T15:36:31.384 INFO:teuthology.orchestra.run.smithi157.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-05-16T15:36:31.384 INFO:teuthology.orchestra.run.smithi157.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-05-16T15:36:31.384 INFO:teuthology.orchestra.run.smithi157.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-05-16T15:36:31.384 INFO:teuthology.orchestra.run.smithi157.stdout: librados-devel-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:31.384 INFO:teuthology.orchestra.run.smithi157.stdout: libradosstriper1-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:31.384 INFO:teuthology.orchestra.run.smithi157.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-05-16T15:36:31.384 INFO:teuthology.orchestra.run.smithi157.stdout: librgw2-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:31.384 INFO:teuthology.orchestra.run.smithi157.stdout: libtool-2.4.6-45.el9.x86_64 2024-05-16T15:36:31.384 INFO:teuthology.orchestra.run.smithi157.stdout: libunwind-1.6.2-1.el9.x86_64 2024-05-16T15:36:31.384 INFO:teuthology.orchestra.run.smithi157.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-05-16T15:36:31.385 INFO:teuthology.orchestra.run.smithi157.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-05-16T15:36:31.385 INFO:teuthology.orchestra.run.smithi157.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-05-16T15:36:31.385 INFO:teuthology.orchestra.run.smithi157.stdout: lua-5.4.4-4.el9.x86_64 2024-05-16T15:36:31.385 INFO:teuthology.orchestra.run.smithi157.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-05-16T15:36:31.385 INFO:teuthology.orchestra.run.smithi157.stdout: luarocks-3.9.2-5.el9.noarch 2024-05-16T15:36:31.385 INFO:teuthology.orchestra.run.smithi157.stdout: openblas-0.3.21-2.el9.x86_64 2024-05-16T15:36:31.385 INFO:teuthology.orchestra.run.smithi157.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-05-16T15:36:31.385 INFO:teuthology.orchestra.run.smithi157.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-05-16T15:36:31.385 INFO:teuthology.orchestra.run.smithi157.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-05-16T15:36:31.385 INFO:teuthology.orchestra.run.smithi157.stdout: postgresql-13.14-1.el9.x86_64 2024-05-16T15:36:31.385 INFO:teuthology.orchestra.run.smithi157.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-05-16T15:36:31.385 INFO:teuthology.orchestra.run.smithi157.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-05-16T15:36:31.385 INFO:teuthology.orchestra.run.smithi157.stdout: postgresql-server-13.14-1.el9.x86_64 2024-05-16T15:36:31.385 INFO:teuthology.orchestra.run.smithi157.stdout: protobuf-3.14.0-13.el9.x86_64 2024-05-16T15:36:31.385 INFO:teuthology.orchestra.run.smithi157.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-05-16T15:36:31.386 INFO:teuthology.orchestra.run.smithi157.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-05-16T15:36:31.386 INFO:teuthology.orchestra.run.smithi157.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-05-16T15:36:31.386 INFO:teuthology.orchestra.run.smithi157.stdout: python3-babel-2.9.1-2.el9.noarch 2024-05-16T15:36:31.386 INFO:teuthology.orchestra.run.smithi157.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-05-16T15:36:31.386 INFO:teuthology.orchestra.run.smithi157.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-05-16T15:36:31.386 INFO:teuthology.orchestra.run.smithi157.stdout: python3-ceph-argparse-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:31.386 INFO:teuthology.orchestra.run.smithi157.stdout: python3-ceph-common-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:31.386 INFO:teuthology.orchestra.run.smithi157.stdout: python3-cephfs-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:31.386 INFO:teuthology.orchestra.run.smithi157.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-05-16T15:36:31.386 INFO:teuthology.orchestra.run.smithi157.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-05-16T15:36:31.386 INFO:teuthology.orchestra.run.smithi157.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-05-16T15:36:31.386 INFO:teuthology.orchestra.run.smithi157.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-05-16T15:36:31.386 INFO:teuthology.orchestra.run.smithi157.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-05-16T15:36:31.386 INFO:teuthology.orchestra.run.smithi157.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-05-16T15:36:31.386 INFO:teuthology.orchestra.run.smithi157.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-05-16T15:36:31.386 INFO:teuthology.orchestra.run.smithi157.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-05-16T15:36:31.387 INFO:teuthology.orchestra.run.smithi157.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-05-16T15:36:31.387 INFO:teuthology.orchestra.run.smithi157.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-05-16T15:36:31.387 INFO:teuthology.orchestra.run.smithi157.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-05-16T15:36:31.387 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-05-16T15:36:31.387 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-05-16T15:36:31.387 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-05-16T15:36:31.387 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-05-16T15:36:31.387 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-05-16T15:36:31.387 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-05-16T15:36:31.387 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-05-16T15:36:31.387 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-05-16T15:36:31.388 INFO:teuthology.orchestra.run.smithi157.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-05-16T15:36:31.388 INFO:teuthology.orchestra.run.smithi157.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-05-16T15:36:31.388 INFO:teuthology.orchestra.run.smithi157.stdout: python3-mako-1.1.4-6.el9.noarch 2024-05-16T15:36:31.388 INFO:teuthology.orchestra.run.smithi157.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-05-16T15:36:31.388 INFO:teuthology.orchestra.run.smithi157.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-05-16T15:36:31.388 INFO:teuthology.orchestra.run.smithi157.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-05-16T15:36:31.388 INFO:teuthology.orchestra.run.smithi157.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-05-16T15:36:31.388 INFO:teuthology.orchestra.run.smithi157.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-05-16T15:36:31.388 INFO:teuthology.orchestra.run.smithi157.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-05-16T15:36:31.388 INFO:teuthology.orchestra.run.smithi157.stdout: python3-packaging-20.9-5.el9.noarch 2024-05-16T15:36:31.388 INFO:teuthology.orchestra.run.smithi157.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-05-16T15:36:31.388 INFO:teuthology.orchestra.run.smithi157.stdout: python3-ply-3.11-14.el9.noarch 2024-05-16T15:36:31.388 INFO:teuthology.orchestra.run.smithi157.stdout: python3-portend-3.1.0-2.el9.noarch 2024-05-16T15:36:31.388 INFO:teuthology.orchestra.run.smithi157.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-05-16T15:36:31.388 INFO:teuthology.orchestra.run.smithi157.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-05-16T15:36:31.388 INFO:teuthology.orchestra.run.smithi157.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-05-16T15:36:31.389 INFO:teuthology.orchestra.run.smithi157.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-05-16T15:36:31.389 INFO:teuthology.orchestra.run.smithi157.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-05-16T15:36:31.389 INFO:teuthology.orchestra.run.smithi157.stdout: python3-pycparser-2.20-6.el9.noarch 2024-05-16T15:36:31.389 INFO:teuthology.orchestra.run.smithi157.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-05-16T15:36:31.389 INFO:teuthology.orchestra.run.smithi157.stdout: python3-pytz-2021.1-5.el9.noarch 2024-05-16T15:36:31.389 INFO:teuthology.orchestra.run.smithi157.stdout: python3-rados-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:31.389 INFO:teuthology.orchestra.run.smithi157.stdout: python3-rbd-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:31.389 INFO:teuthology.orchestra.run.smithi157.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-05-16T15:36:31.389 INFO:teuthology.orchestra.run.smithi157.stdout: python3-requests-2.25.1-8.el9.noarch 2024-05-16T15:36:31.389 INFO:teuthology.orchestra.run.smithi157.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-05-16T15:36:31.389 INFO:teuthology.orchestra.run.smithi157.stdout: python3-rgw-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:31.389 INFO:teuthology.orchestra.run.smithi157.stdout: python3-routes-2.5.1-5.el9.noarch 2024-05-16T15:36:31.389 INFO:teuthology.orchestra.run.smithi157.stdout: python3-rsa-4.9-2.el9.noarch 2024-05-16T15:36:31.389 INFO:teuthology.orchestra.run.smithi157.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-05-16T15:36:31.389 INFO:teuthology.orchestra.run.smithi157.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-05-16T15:36:31.389 INFO:teuthology.orchestra.run.smithi157.stdout: python3-toml-0.10.2-6.el9.noarch 2024-05-16T15:36:31.390 INFO:teuthology.orchestra.run.smithi157.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-05-16T15:36:31.390 INFO:teuthology.orchestra.run.smithi157.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-05-16T15:36:31.390 INFO:teuthology.orchestra.run.smithi157.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-05-16T15:36:31.390 INFO:teuthology.orchestra.run.smithi157.stdout: python3-webob-1.8.7-6.el9.noarch 2024-05-16T15:36:31.390 INFO:teuthology.orchestra.run.smithi157.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-05-16T15:36:31.390 INFO:teuthology.orchestra.run.smithi157.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-05-16T15:36:31.390 INFO:teuthology.orchestra.run.smithi157.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-05-16T15:36:31.390 INFO:teuthology.orchestra.run.smithi157.stdout: qatlib-24.02.0-1.el9.x86_64 2024-05-16T15:36:31.390 INFO:teuthology.orchestra.run.smithi157.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-05-16T15:36:31.390 INFO:teuthology.orchestra.run.smithi157.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-05-16T15:36:31.390 INFO:teuthology.orchestra.run.smithi157.stdout: rbd-fuse-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:31.390 INFO:teuthology.orchestra.run.smithi157.stdout: rbd-mirror-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:31.390 INFO:teuthology.orchestra.run.smithi157.stdout: rbd-nbd-2:19.0.0-3449.gddbc91cb.el9.x86_64 2024-05-16T15:36:31.390 INFO:teuthology.orchestra.run.smithi157.stdout: re2-1:20211101-3.el9.x86_64 2024-05-16T15:36:31.391 INFO:teuthology.orchestra.run.smithi157.stdout: socat-1.7.4.1-5.el9.x86_64 2024-05-16T15:36:31.391 INFO:teuthology.orchestra.run.smithi157.stdout: thrift-0.15.0-2.el9.x86_64 2024-05-16T15:36:31.391 INFO:teuthology.orchestra.run.smithi157.stdout: uuid-1.6.2-55.el9.x86_64 2024-05-16T15:36:31.391 INFO:teuthology.orchestra.run.smithi157.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-05-16T15:36:31.391 INFO:teuthology.orchestra.run.smithi157.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-05-16T15:36:31.391 INFO:teuthology.orchestra.run.smithi157.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-05-16T15:36:31.391 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-05-16T15:36:31.391 INFO:teuthology.orchestra.run.smithi157.stdout:Complete! 2024-05-16T15:36:31.800 DEBUG:teuthology.parallel:result is None 2024-05-16T15:36:31.801 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=ddbc91cbb025d4140650569b3f9e53bec459037d 2024-05-16T15:36:31.940 DEBUG:teuthology.orchestra.run.smithi043:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-05-16T15:36:31.967 INFO:teuthology.orchestra.run.smithi043.stdout:19.0.0-3449.gddbc91cb.el9 2024-05-16T15:36:31.968 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3449.gddbc91cb.el9 2024-05-16T15:36:31.968 INFO:teuthology.task.install:The correct ceph version 19.0.0-3449.gddbc91cb is installed. 2024-05-16T15:36:31.970 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=ddbc91cbb025d4140650569b3f9e53bec459037d 2024-05-16T15:36:32.230 DEBUG:teuthology.orchestra.run.smithi148:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-05-16T15:36:32.257 INFO:teuthology.orchestra.run.smithi148.stdout:19.0.0-3449.gddbc91cb.el9 2024-05-16T15:36:32.257 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3449.gddbc91cb.el9 2024-05-16T15:36:32.257 INFO:teuthology.task.install:The correct ceph version 19.0.0-3449.gddbc91cb is installed. 2024-05-16T15:36:32.259 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=ddbc91cbb025d4140650569b3f9e53bec459037d 2024-05-16T15:36:32.610 DEBUG:teuthology.orchestra.run.smithi157:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-05-16T15:36:32.636 INFO:teuthology.orchestra.run.smithi157.stdout:19.0.0-3449.gddbc91cb.el9 2024-05-16T15:36:32.636 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3449.gddbc91cb.el9 2024-05-16T15:36:32.637 INFO:teuthology.task.install:The correct ceph version 19.0.0-3449.gddbc91cb is installed. 2024-05-16T15:36:32.639 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-05-16T15:36:32.639 DEBUG:teuthology.orchestra.run.smithi043:> set -ex 2024-05-16T15:36:32.639 DEBUG:teuthology.orchestra.run.smithi043:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-05-16T15:36:32.672 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-05-16T15:36:32.672 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-05-16T15:36:32.705 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-05-16T15:36:32.705 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-05-16T15:36:32.738 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-05-16T15:36:32.738 DEBUG:teuthology.orchestra.run.smithi043:> set -ex 2024-05-16T15:36:32.739 DEBUG:teuthology.orchestra.run.smithi043:> sudo dd of=/usr/bin/daemon-helper 2024-05-16T15:36:32.770 DEBUG:teuthology.orchestra.run.smithi043:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-05-16T15:36:32.840 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-05-16T15:36:32.840 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd of=/usr/bin/daemon-helper 2024-05-16T15:36:32.870 DEBUG:teuthology.orchestra.run.smithi148:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-05-16T15:36:32.938 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-05-16T15:36:32.939 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd of=/usr/bin/daemon-helper 2024-05-16T15:36:32.969 DEBUG:teuthology.orchestra.run.smithi157:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-05-16T15:36:33.038 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-05-16T15:36:33.038 DEBUG:teuthology.orchestra.run.smithi043:> set -ex 2024-05-16T15:36:33.038 DEBUG:teuthology.orchestra.run.smithi043:> sudo dd of=/usr/bin/adjust-ulimits 2024-05-16T15:36:33.069 DEBUG:teuthology.orchestra.run.smithi043:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-05-16T15:36:33.139 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-05-16T15:36:33.139 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd of=/usr/bin/adjust-ulimits 2024-05-16T15:36:33.168 DEBUG:teuthology.orchestra.run.smithi148:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-05-16T15:36:33.235 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-05-16T15:36:33.235 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd of=/usr/bin/adjust-ulimits 2024-05-16T15:36:33.265 DEBUG:teuthology.orchestra.run.smithi157:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-05-16T15:36:33.333 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-05-16T15:36:33.392 DEBUG:teuthology.orchestra.run.smithi043:> set -ex 2024-05-16T15:36:33.393 DEBUG:teuthology.orchestra.run.smithi043:> sudo dd of=/usr/bin/stdin-killer 2024-05-16T15:36:33.423 DEBUG:teuthology.orchestra.run.smithi043:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-05-16T15:36:33.492 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-05-16T15:36:33.493 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd of=/usr/bin/stdin-killer 2024-05-16T15:36:33.521 DEBUG:teuthology.orchestra.run.smithi148:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-05-16T15:36:33.590 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-05-16T15:36:33.590 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd of=/usr/bin/stdin-killer 2024-05-16T15:36:33.619 DEBUG:teuthology.orchestra.run.smithi157:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-05-16T15:36:33.689 INFO:teuthology.run_tasks:Running task cephadm... 2024-05-16T15:36:33.782 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'max_mds': 5, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'mds_bal_replicate_threshold': 1, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10000}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'slow metadata IO', 'SLOW_OPS', 'slow request'], 'sha1': 'ddbc91cbb025d4140650569b3f9e53bec459037d', 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated'}} 2024-05-16T15:36:33.782 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d 2024-05-16T15:36:33.783 INFO:tasks.cephadm:Cluster fsid is 13155b42-139a-11ef-bc9a-c7b262605968 2024-05-16T15:36:33.783 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-05-16T15:36:33.783 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.43', 'mon.b': '172.21.15.148', 'mon.c': '172.21.15.157'} 2024-05-16T15:36:33.783 INFO:tasks.cephadm:First mon is mon.a on smithi043 2024-05-16T15:36:33.783 INFO:tasks.cephadm:First mgr is x 2024-05-16T15:36:33.783 INFO:tasks.cephadm:Normalizing hostnames... 2024-05-16T15:36:33.784 DEBUG:teuthology.orchestra.run.smithi043:> sudo hostname $(hostname -s) 2024-05-16T15:36:33.811 DEBUG:teuthology.orchestra.run.smithi148:> sudo hostname $(hostname -s) 2024-05-16T15:36:33.841 DEBUG:teuthology.orchestra.run.smithi157:> sudo hostname $(hostname -s) 2024-05-16T15:36:33.871 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2024-05-16T15:36:33.871 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=ddbc91cbb025d4140650569b3f9e53bec459037d 2024-05-16T15:36:34.011 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': 'ddbc91cbb025d4140650569b3f9e53bec459037d', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/79444/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-3449-gddbc91cb', 'node_name': '172.21.5.39+adami09', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-3449.gddbc91cb'}, 'url': 'https://1.chacra.ceph.com/r/ceph/wip-63896-from-wip-rishabh-testing-20240501.193033/ddbc91cbb025d4140650569b3f9e53bec459037d/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-05-16 09:56:45.133447', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-63896-from-wip-rishabh-testing-20240501.193033', 'chacra_url': 'https://1.chacra.ceph.com/repos/ceph/wip-63896-from-wip-rishabh-testing-20240501.193033/ddbc91cbb025d4140650569b3f9e53bec459037d/centos/9/flavors/default/', 'archs': ['source', 'x86_64'], 'distro': 'centos'}] 2024-05-16T15:36:34.146 INFO:tasks.util.chacra:got chacra host 1.chacra.ceph.com, ref wip-63896-from-wip-rishabh-testing-20240501.193033, sha1 ddbc91cbb025d4140650569b3f9e53bec459037d from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=ddbc91cbb025d4140650569b3f9e53bec459037d 2024-05-16T15:36:34.147 INFO:tasks.cephadm:Discovered cachra url: https://1.chacra.ceph.com/binaries/ceph/wip-63896-from-wip-rishabh-testing-20240501.193033/ddbc91cbb025d4140650569b3f9e53bec459037d/centos/9/x86_64/flavors/default/cephadm 2024-05-16T15:36:34.148 DEBUG:teuthology.orchestra.run.smithi043:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/wip-63896-from-wip-rishabh-testing-20240501.193033/ddbc91cbb025d4140650569b3f9e53bec459037d/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-05-16T15:36:34.638 INFO:teuthology.orchestra.run.smithi043.stdout:-rw-r--r--. 1 ubuntu ubuntu 782902 May 16 15:36 /home/ubuntu/cephtest/cephadm 2024-05-16T15:36:34.638 DEBUG:teuthology.orchestra.run.smithi148:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/wip-63896-from-wip-rishabh-testing-20240501.193033/ddbc91cbb025d4140650569b3f9e53bec459037d/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-05-16T15:36:35.362 INFO:teuthology.orchestra.run.smithi148.stdout:-rw-r--r--. 1 ubuntu ubuntu 782902 May 16 15:36 /home/ubuntu/cephtest/cephadm 2024-05-16T15:36:35.362 DEBUG:teuthology.orchestra.run.smithi157:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/wip-63896-from-wip-rishabh-testing-20240501.193033/ddbc91cbb025d4140650569b3f9e53bec459037d/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-05-16T15:36:35.827 INFO:teuthology.orchestra.run.smithi157.stdout:-rw-r--r--. 1 ubuntu ubuntu 782902 May 16 15:36 /home/ubuntu/cephtest/cephadm 2024-05-16T15:36:35.828 DEBUG:teuthology.orchestra.run.smithi043:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-05-16T15:36:35.848 DEBUG:teuthology.orchestra.run.smithi148:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-05-16T15:36:35.868 DEBUG:teuthology.orchestra.run.smithi157:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-05-16T15:36:35.903 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d on all hosts... 2024-05-16T15:36:35.904 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d pull 2024-05-16T15:36:35.907 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d pull 2024-05-16T15:36:35.911 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d pull 2024-05-16T15:36:36.790 INFO:teuthology.orchestra.run.smithi043.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d... 2024-05-16T15:36:36.833 INFO:teuthology.orchestra.run.smithi157.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d... 2024-05-16T15:36:36.845 INFO:teuthology.orchestra.run.smithi148.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d... 2024-05-16T15:37:07.620 INFO:teuthology.orchestra.run.smithi157.stdout:{ 2024-05-16T15:37:07.620 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph_version": "ceph version 19.0.0-3449-gddbc91cb (ddbc91cbb025d4140650569b3f9e53bec459037d) squid (dev)", 2024-05-16T15:37:07.620 INFO:teuthology.orchestra.run.smithi157.stdout: "image_id": "bc0afc5f792216c18cc9b63b7b42000fd468161488acab6065a32abbb64b541b", 2024-05-16T15:37:07.620 INFO:teuthology.orchestra.run.smithi157.stdout: "repo_digests": [ 2024-05-16T15:37:07.620 INFO:teuthology.orchestra.run.smithi157.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381" 2024-05-16T15:37:07.620 INFO:teuthology.orchestra.run.smithi157.stdout: ] 2024-05-16T15:37:07.621 INFO:teuthology.orchestra.run.smithi157.stdout:} 2024-05-16T15:37:10.016 INFO:teuthology.orchestra.run.smithi148.stdout:{ 2024-05-16T15:37:10.016 INFO:teuthology.orchestra.run.smithi148.stdout: "ceph_version": "ceph version 19.0.0-3449-gddbc91cb (ddbc91cbb025d4140650569b3f9e53bec459037d) squid (dev)", 2024-05-16T15:37:10.016 INFO:teuthology.orchestra.run.smithi148.stdout: "image_id": "bc0afc5f792216c18cc9b63b7b42000fd468161488acab6065a32abbb64b541b", 2024-05-16T15:37:10.016 INFO:teuthology.orchestra.run.smithi148.stdout: "repo_digests": [ 2024-05-16T15:37:10.016 INFO:teuthology.orchestra.run.smithi148.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381" 2024-05-16T15:37:10.016 INFO:teuthology.orchestra.run.smithi148.stdout: ] 2024-05-16T15:37:10.016 INFO:teuthology.orchestra.run.smithi148.stdout:} 2024-05-16T15:37:11.292 INFO:teuthology.orchestra.run.smithi043.stdout:{ 2024-05-16T15:37:11.292 INFO:teuthology.orchestra.run.smithi043.stdout: "ceph_version": "ceph version 19.0.0-3449-gddbc91cb (ddbc91cbb025d4140650569b3f9e53bec459037d) squid (dev)", 2024-05-16T15:37:11.292 INFO:teuthology.orchestra.run.smithi043.stdout: "image_id": "bc0afc5f792216c18cc9b63b7b42000fd468161488acab6065a32abbb64b541b", 2024-05-16T15:37:11.292 INFO:teuthology.orchestra.run.smithi043.stdout: "repo_digests": [ 2024-05-16T15:37:11.292 INFO:teuthology.orchestra.run.smithi043.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381" 2024-05-16T15:37:11.292 INFO:teuthology.orchestra.run.smithi043.stdout: ] 2024-05-16T15:37:11.292 INFO:teuthology.orchestra.run.smithi043.stdout:} 2024-05-16T15:37:11.316 DEBUG:teuthology.orchestra.run.smithi043:> sudo mkdir -p /etc/ceph 2024-05-16T15:37:11.359 DEBUG:teuthology.orchestra.run.smithi148:> sudo mkdir -p /etc/ceph 2024-05-16T15:37:11.392 DEBUG:teuthology.orchestra.run.smithi157:> sudo mkdir -p /etc/ceph 2024-05-16T15:37:11.427 DEBUG:teuthology.orchestra.run.smithi043:> sudo chmod 777 /etc/ceph 2024-05-16T15:37:11.454 DEBUG:teuthology.orchestra.run.smithi148:> sudo chmod 777 /etc/ceph 2024-05-16T15:37:11.482 DEBUG:teuthology.orchestra.run.smithi157:> sudo chmod 777 /etc/ceph 2024-05-16T15:37:11.512 INFO:tasks.cephadm:Writing seed config... 2024-05-16T15:37:11.513 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2024-05-16T15:37:11.513 INFO:tasks.cephadm: override: [client] debug client = 20 2024-05-16T15:37:11.513 INFO:tasks.cephadm: override: [client] debug ms = 1 2024-05-16T15:37:11.513 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2024-05-16T15:37:11.513 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2024-05-16T15:37:11.513 INFO:tasks.cephadm: override: [mds] debug mds = 20 2024-05-16T15:37:11.513 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2024-05-16T15:37:11.513 INFO:tasks.cephadm: override: [mds] debug ms = 1 2024-05-16T15:37:11.514 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2024-05-16T15:37:11.514 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2024-05-16T15:37:11.514 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2024-05-16T15:37:11.514 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2024-05-16T15:37:11.514 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2024-05-16T15:37:11.514 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2024-05-16T15:37:11.514 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2024-05-16T15:37:11.514 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2024-05-16T15:37:11.514 INFO:tasks.cephadm: override: [mds] mds_bal_replicate_threshold = 1 2024-05-16T15:37:11.514 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2024-05-16T15:37:11.514 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2024-05-16T15:37:11.514 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2024-05-16T15:37:11.514 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2024-05-16T15:37:11.514 INFO:tasks.cephadm: override: [mgr] debug client = 20 2024-05-16T15:37:11.515 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-05-16T15:37:11.515 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-05-16T15:37:11.515 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-05-16T15:37:11.515 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-05-16T15:37:11.515 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-05-16T15:37:11.515 INFO:tasks.cephadm: override: [mon] mon down mkfs grace = 300 2024-05-16T15:37:11.515 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2024-05-16T15:37:11.515 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2024-05-16T15:37:11.515 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2024-05-16T15:37:11.515 INFO:tasks.cephadm: override: [osd] debug bluefs = 20 2024-05-16T15:37:11.515 INFO:tasks.cephadm: override: [osd] debug bluestore = 20 2024-05-16T15:37:11.515 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-05-16T15:37:11.515 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-05-16T15:37:11.515 INFO:tasks.cephadm: override: [osd] debug rocksdb = 10 2024-05-16T15:37:11.515 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2024-05-16T15:37:11.516 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2024-05-16T15:37:11.516 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2024-05-16T15:37:11.516 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2024-05-16T15:37:11.516 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2024-05-16T15:37:11.516 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2024-05-16T15:37:11.516 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-05-16T15:37:11.516 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10000 2024-05-16T15:37:11.517 DEBUG:teuthology.orchestra.run.smithi043:> set -ex 2024-05-16T15:37:11.517 DEBUG:teuthology.orchestra.run.smithi043:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-05-16T15:37:11.533 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 13155b42-139a-11ef-bc9a-c7b262605968 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bluestore block size = 96636764160 bluestore fsck on mount = True debug bluefs = 20 debug bluestore = 20 debug ms = 1 debug osd = 20 debug rocksdb = 10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10000 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug client = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon down mkfs grace = 300 mon op complaint time = 120 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True mds_bal_replicate_threshold = 1 osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2024-05-16T15:37:11.533 DEBUG:teuthology.orchestra.run.smithi043:mon.a> sudo journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@mon.a.service 2024-05-16T15:37:11.576 DEBUG:teuthology.orchestra.run.smithi043:mgr.x> sudo journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@mgr.x.service 2024-05-16T15:37:11.619 INFO:tasks.cephadm:Bootstrapping... 2024-05-16T15:37:11.620 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d -v bootstrap --fsid 13155b42-139a-11ef-bc9a-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.43 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-05-16T15:37:11.818 INFO:teuthology.orchestra.run.smithi043.stdout:-------------------------------------------------------------------------------- 2024-05-16T15:37:11.818 INFO:teuthology.orchestra.run.smithi043.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d', '-v', 'bootstrap', '--fsid', '13155b42-139a-11ef-bc9a-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.43', '--skip-admin-label'] 2024-05-16T15:37:11.818 INFO:teuthology.orchestra.run.smithi043.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-05-16T15:37:11.819 INFO:teuthology.orchestra.run.smithi043.stdout:Verifying podman|docker is present... 2024-05-16T15:37:11.844 INFO:teuthology.orchestra.run.smithi043.stdout:/bin/podman: stdout 5.0.2 2024-05-16T15:37:11.844 INFO:teuthology.orchestra.run.smithi043.stdout:Verifying lvm2 is present... 2024-05-16T15:37:11.844 INFO:teuthology.orchestra.run.smithi043.stdout:Verifying time synchronization is in place... 2024-05-16T15:37:11.852 INFO:teuthology.orchestra.run.smithi043.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-05-16T15:37:11.852 INFO:teuthology.orchestra.run.smithi043.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-05-16T15:37:11.858 INFO:teuthology.orchestra.run.smithi043.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-05-16T15:37:11.859 INFO:teuthology.orchestra.run.smithi043.stdout:systemctl: stdout inactive 2024-05-16T15:37:11.866 INFO:teuthology.orchestra.run.smithi043.stdout:systemctl: stdout enabled 2024-05-16T15:37:11.872 INFO:teuthology.orchestra.run.smithi043.stdout:systemctl: stdout active 2024-05-16T15:37:11.872 INFO:teuthology.orchestra.run.smithi043.stdout:Unit chronyd.service is enabled and running 2024-05-16T15:37:11.872 INFO:teuthology.orchestra.run.smithi043.stdout:Repeating the final host check... 2024-05-16T15:37:11.897 INFO:teuthology.orchestra.run.smithi043.stdout:/bin/podman: stdout 5.0.2 2024-05-16T15:37:11.897 INFO:teuthology.orchestra.run.smithi043.stdout:podman (/bin/podman) version 5.0.2 is present 2024-05-16T15:37:11.897 INFO:teuthology.orchestra.run.smithi043.stdout:systemctl is present 2024-05-16T15:37:11.897 INFO:teuthology.orchestra.run.smithi043.stdout:lvcreate is present 2024-05-16T15:37:11.904 INFO:teuthology.orchestra.run.smithi043.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-05-16T15:37:11.904 INFO:teuthology.orchestra.run.smithi043.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-05-16T15:37:11.910 INFO:teuthology.orchestra.run.smithi043.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-05-16T15:37:11.910 INFO:teuthology.orchestra.run.smithi043.stdout:systemctl: stdout inactive 2024-05-16T15:37:11.917 INFO:teuthology.orchestra.run.smithi043.stdout:systemctl: stdout enabled 2024-05-16T15:37:11.923 INFO:teuthology.orchestra.run.smithi043.stdout:systemctl: stdout active 2024-05-16T15:37:11.924 INFO:teuthology.orchestra.run.smithi043.stdout:Unit chronyd.service is enabled and running 2024-05-16T15:37:11.924 INFO:teuthology.orchestra.run.smithi043.stdout:Host looks OK 2024-05-16T15:37:11.924 INFO:teuthology.orchestra.run.smithi043.stdout:Cluster fsid: 13155b42-139a-11ef-bc9a-c7b262605968 2024-05-16T15:37:11.924 INFO:teuthology.orchestra.run.smithi043.stdout:Acquiring lock 140527435235280 on /run/cephadm/13155b42-139a-11ef-bc9a-c7b262605968.lock 2024-05-16T15:37:11.924 INFO:teuthology.orchestra.run.smithi043.stdout:Lock 140527435235280 acquired on /run/cephadm/13155b42-139a-11ef-bc9a-c7b262605968.lock 2024-05-16T15:37:11.924 INFO:teuthology.orchestra.run.smithi043.stdout:Verifying IP 172.21.15.43 port 3300 ... 2024-05-16T15:37:11.925 INFO:teuthology.orchestra.run.smithi043.stdout:Verifying IP 172.21.15.43 port 6789 ... 2024-05-16T15:37:11.925 INFO:teuthology.orchestra.run.smithi043.stdout:Base mon IP(s) is [172.21.15.43:3300, 172.21.15.43:6789], mon addrv is [v2:172.21.15.43:3300,v1:172.21.15.43:6789] 2024-05-16T15:37:11.928 INFO:teuthology.orchestra.run.smithi043.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.43 metric 100 2024-05-16T15:37:11.928 INFO:teuthology.orchestra.run.smithi043.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.43 metric 100 2024-05-16T15:37:11.931 INFO:teuthology.orchestra.run.smithi043.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-05-16T15:37:11.931 INFO:teuthology.orchestra.run.smithi043.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 1024 pref medium 2024-05-16T15:37:11.931 INFO:teuthology.orchestra.run.smithi043.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 100 pref medium 2024-05-16T15:37:11.933 INFO:teuthology.orchestra.run.smithi043.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-05-16T15:37:11.933 INFO:teuthology.orchestra.run.smithi043.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-05-16T15:37:11.933 INFO:teuthology.orchestra.run.smithi043.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-05-16T15:37:11.934 INFO:teuthology.orchestra.run.smithi043.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-05-16T15:37:11.934 INFO:teuthology.orchestra.run.smithi043.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:febd:1358/64 scope link noprefixroute 2024-05-16T15:37:11.934 INFO:teuthology.orchestra.run.smithi043.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-05-16T15:37:11.934 INFO:teuthology.orchestra.run.smithi043.stdout:Mon IP `172.21.15.43` is in CIDR network `172.21.0.0/20` 2024-05-16T15:37:11.934 INFO:teuthology.orchestra.run.smithi043.stdout:Mon IP `172.21.15.43` is in CIDR network `172.21.0.0/20` 2024-05-16T15:37:11.934 INFO:teuthology.orchestra.run.smithi043.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-05-16T15:37:11.935 INFO:teuthology.orchestra.run.smithi043.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-05-16T15:37:11.936 INFO:teuthology.orchestra.run.smithi043.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d... 2024-05-16T15:37:14.521 INFO:teuthology.orchestra.run.smithi043.stdout:/bin/podman: stdout bc0afc5f792216c18cc9b63b7b42000fd468161488acab6065a32abbb64b541b 2024-05-16T15:37:14.521 INFO:teuthology.orchestra.run.smithi043.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d... 2024-05-16T15:37:14.521 INFO:teuthology.orchestra.run.smithi043.stdout:/bin/podman: stderr Getting image source signatures 2024-05-16T15:37:14.521 INFO:teuthology.orchestra.run.smithi043.stdout:/bin/podman: stderr Copying blob sha256:863ce8ea538461df71f5a6eb84817d4a67f1e381516a68f30f15d063ae9d4a8c 2024-05-16T15:37:14.522 INFO:teuthology.orchestra.run.smithi043.stdout:/bin/podman: stderr Copying blob sha256:d0e808cd455827ca3108db1b0125dcee9ffc148daa1d7dde963f550bc831d501 2024-05-16T15:37:14.522 INFO:teuthology.orchestra.run.smithi043.stdout:/bin/podman: stderr Copying config sha256:bc0afc5f792216c18cc9b63b7b42000fd468161488acab6065a32abbb64b541b 2024-05-16T15:37:14.522 INFO:teuthology.orchestra.run.smithi043.stdout:/bin/podman: stderr Writing manifest to image destination 2024-05-16T15:37:15.450 INFO:teuthology.orchestra.run.smithi043.stdout:ceph: stdout ceph version 19.0.0-3449-gddbc91cb (ddbc91cbb025d4140650569b3f9e53bec459037d) squid (dev) 2024-05-16T15:37:15.451 INFO:teuthology.orchestra.run.smithi043.stdout:Ceph version: ceph version 19.0.0-3449-gddbc91cb (ddbc91cbb025d4140650569b3f9e53bec459037d) squid (dev) 2024-05-16T15:37:15.451 INFO:teuthology.orchestra.run.smithi043.stdout:Extracting ceph user uid/gid from container image... 2024-05-16T15:37:16.239 INFO:teuthology.orchestra.run.smithi043.stdout:stat: stdout 167 167 2024-05-16T15:37:16.239 INFO:teuthology.orchestra.run.smithi043.stdout:Creating initial keys... 2024-05-16T15:37:17.087 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph-authtool: stdout AQAsKEZmOHUJIRAA2CBWBFSLCqrjD9DKAdhnHg== 2024-05-16T15:37:18.217 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph-authtool: stdout AQAtKEZmZtKFHxAAR+K4L2wY12Vfex5aLni1MQ== 2024-05-16T15:37:19.047 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph-authtool: stdout AQAuKEZmvpBDIBAAXk+Q4959cJdwUMcDm2gBcw== 2024-05-16T15:37:19.048 INFO:teuthology.orchestra.run.smithi043.stdout:Creating initial monmap... 2024-05-16T15:37:19.929 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-05-16T15:37:19.929 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-05-16T15:37:19.929 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 13155b42-139a-11ef-bc9a-c7b262605968 2024-05-16T15:37:19.930 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-05-16T15:37:19.930 INFO:teuthology.orchestra.run.smithi043.stdout:monmaptool for a [v2:172.21.15.43:3300,v1:172.21.15.43:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-05-16T15:37:19.930 INFO:teuthology.orchestra.run.smithi043.stdout:setting min_mon_release = quincy 2024-05-16T15:37:19.930 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/monmaptool: set fsid to 13155b42-139a-11ef-bc9a-c7b262605968 2024-05-16T15:37:19.930 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-05-16T15:37:19.930 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:37:19.930 INFO:teuthology.orchestra.run.smithi043.stdout:Creating mon... 2024-05-16T15:37:20.835 INFO:teuthology.orchestra.run.smithi043.stdout:create mon.a on 2024-05-16T15:37:21.061 INFO:teuthology.orchestra.run.smithi043.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-05-16T15:37:21.257 INFO:teuthology.orchestra.run.smithi043.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-05-16T15:37:21.436 INFO:teuthology.orchestra.run.smithi043.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-13155b42-139a-11ef-bc9a-c7b262605968.target → /etc/systemd/system/ceph-13155b42-139a-11ef-bc9a-c7b262605968.target. 2024-05-16T15:37:21.436 INFO:teuthology.orchestra.run.smithi043.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-13155b42-139a-11ef-bc9a-c7b262605968.target → /etc/systemd/system/ceph-13155b42-139a-11ef-bc9a-c7b262605968.target. 2024-05-16T15:37:21.673 INFO:teuthology.orchestra.run.smithi043.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-13155b42-139a-11ef-bc9a-c7b262605968@mon.a 2024-05-16T15:37:21.673 INFO:teuthology.orchestra.run.smithi043.stdout:systemctl: stderr Failed to reset failed state of unit ceph-13155b42-139a-11ef-bc9a-c7b262605968@mon.a.service: Unit ceph-13155b42-139a-11ef-bc9a-c7b262605968@mon.a.service not loaded. 2024-05-16T15:37:21.848 INFO:teuthology.orchestra.run.smithi043.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-13155b42-139a-11ef-bc9a-c7b262605968.target.wants/ceph-13155b42-139a-11ef-bc9a-c7b262605968@mon.a.service → /etc/systemd/system/ceph-13155b42-139a-11ef-bc9a-c7b262605968@.service. 2024-05-16T15:37:22.345 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:22 smithi043 ceph-mon[31239]: mon.a is new leader, mons a in quorum (ranks 0) 2024-05-16T15:37:22.345 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:22 smithi043 bash[31219]: 257614368b54a82cdbbb5585d896ccb29dbfd3609fc31d9d8a13377e5a2ebd1a 2024-05-16T15:37:22.359 INFO:teuthology.orchestra.run.smithi043.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-05-16T15:37:22.360 INFO:teuthology.orchestra.run.smithi043.stdout:systemctl: stdout disabled 2024-05-16T15:37:22.368 INFO:teuthology.orchestra.run.smithi043.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-05-16T15:37:22.368 INFO:teuthology.orchestra.run.smithi043.stdout:systemctl: stdout inactive 2024-05-16T15:37:22.368 INFO:teuthology.orchestra.run.smithi043.stdout:firewalld.service is not enabled 2024-05-16T15:37:22.368 INFO:teuthology.orchestra.run.smithi043.stdout:Not possible to enable service . firewalld.service is not available 2024-05-16T15:37:22.368 INFO:teuthology.orchestra.run.smithi043.stdout:Waiting for mon to start... 2024-05-16T15:37:22.369 INFO:teuthology.orchestra.run.smithi043.stdout:Waiting for mon... 2024-05-16T15:37:22.629 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:22 smithi043 systemd[1]: Started Ceph mon.a for 13155b42-139a-11ef-bc9a-c7b262605968. 2024-05-16T15:37:23.468 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:23 smithi043 ceph-mon[31239]: mon.a is new leader, mons a in quorum (ranks 0) 2024-05-16T15:37:23.468 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:23 smithi043 ceph-mon[31239]: monmap epoch 1 2024-05-16T15:37:23.468 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:23 smithi043 ceph-mon[31239]: fsid 13155b42-139a-11ef-bc9a-c7b262605968 2024-05-16T15:37:23.468 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:23 smithi043 ceph-mon[31239]: last_changed 2024-05-16T15:37:19.362496+0000 2024-05-16T15:37:23.468 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:23 smithi043 ceph-mon[31239]: created 2024-05-16T15:37:19.362496+0000 2024-05-16T15:37:23.469 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:23 smithi043 ceph-mon[31239]: min_mon_release 19 (squid) 2024-05-16T15:37:23.469 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:23 smithi043 ceph-mon[31239]: election_strategy: 1 2024-05-16T15:37:23.469 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:23 smithi043 ceph-mon[31239]: 0: [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] mon.a 2024-05-16T15:37:23.469 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:23 smithi043 ceph-mon[31239]: fsmap 2024-05-16T15:37:23.469 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:23 smithi043 ceph-mon[31239]: osdmap e1: 0 total, 0 up, 0 in 2024-05-16T15:37:23.469 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:23 smithi043 ceph-mon[31239]: mgrmap e1: no daemons active 2024-05-16T15:37:23.469 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:23 smithi043 ceph-mon[31239]: from='client.? 172.21.15.43:0/920662700' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-05-16T15:37:23.527 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout cluster: 2024-05-16T15:37:23.527 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout id: 13155b42-139a-11ef-bc9a-c7b262605968 2024-05-16T15:37:23.527 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-05-16T15:37:23.527 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout 2024-05-16T15:37:23.528 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout services: 2024-05-16T15:37:23.528 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.613016s) 2024-05-16T15:37:23.528 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-05-16T15:37:23.528 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-05-16T15:37:23.528 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout 2024-05-16T15:37:23.528 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout data: 2024-05-16T15:37:23.528 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-05-16T15:37:23.528 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-05-16T15:37:23.528 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-05-16T15:37:23.528 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout pgs: 2024-05-16T15:37:23.528 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout 2024-05-16T15:37:23.528 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:22.840+0000 7fbee8698700 1 Processor -- start 2024-05-16T15:37:23.528 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:22.840+0000 7fbee8698700 1 -- start start 2024-05-16T15:37:23.528 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:22.840+0000 7fbee8698700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbee01096f0 0x7fbee010bae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:37:23.528 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:22.840+0000 7fbee8698700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fbee007ce70 con 0x7fbee01096f0 2024-05-16T15:37:23.529 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:22.841+0000 7fbee6434700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbee01096f0 0x7fbee010bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:37:23.529 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:22.841+0000 7fbee6434700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbee01096f0 0x7fbee010bae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:37842/0 (socket says 172.21.15.43:37842) 2024-05-16T15:37:23.529 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:22.841+0000 7fbee6434700 1 -- 172.21.15.43:0/2094176849 learned_addr learned my addr 172.21.15.43:0/2094176849 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:37:23.529 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:22.841+0000 7fbee6434700 1 -- 172.21.15.43:0/2094176849 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbee010c020 con 0x7fbee01096f0 2024-05-16T15:37:23.529 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:22.841+0000 7fbee6434700 1 --2- 172.21.15.43:0/2094176849 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbee01096f0 0x7fbee010bae0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fbedc0098a0 tx=0x7fbedc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4d38392817bcd1d server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:37:23.529 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:22.841+0000 7fbee5432700 1 -- 172.21.15.43:0/2094176849 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbedc004160 con 0x7fbee01096f0 2024-05-16T15:37:23.529 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:22.841+0000 7fbee5432700 1 -- 172.21.15.43:0/2094176849 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbedc004300 con 0x7fbee01096f0 2024-05-16T15:37:23.529 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:22.841+0000 7fbee5432700 1 -- 172.21.15.43:0/2094176849 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbedc0036a0 con 0x7fbee01096f0 2024-05-16T15:37:23.529 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:22.842+0000 7fbee8698700 1 -- 172.21.15.43:0/2094176849 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbee01096f0 msgr2=0x7fbee010bae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:37:23.529 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:22.842+0000 7fbee8698700 1 --2- 172.21.15.43:0/2094176849 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbee01096f0 0x7fbee010bae0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fbedc0098a0 tx=0x7fbedc009bb0 comp rx=0 tx=0).stop 2024-05-16T15:37:23.529 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:22.842+0000 7fbee8698700 1 -- 172.21.15.43:0/2094176849 shutdown_connections 2024-05-16T15:37:23.529 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:22.842+0000 7fbee8698700 1 --2- 172.21.15.43:0/2094176849 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbee01096f0 0x7fbee010bae0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:37:23.529 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:22.842+0000 7fbee8698700 1 -- 172.21.15.43:0/2094176849 >> 172.21.15.43:0/2094176849 conn(0x7fbee0103140 msgr2=0x7fbee0105560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:37:23.529 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:22.842+0000 7fbee8698700 1 -- 172.21.15.43:0/2094176849 shutdown_connections 2024-05-16T15:37:23.530 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:22.842+0000 7fbee8698700 1 -- 172.21.15.43:0/2094176849 wait complete. 2024-05-16T15:37:23.530 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:22.843+0000 7fbee8698700 1 Processor -- start 2024-05-16T15:37:23.530 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:22.843+0000 7fbee8698700 1 -- start start 2024-05-16T15:37:23.530 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:22.843+0000 7fbee8698700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbee01096f0 0x7fbee019c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:37:23.530 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:22.843+0000 7fbee8698700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fbee010c4f0 con 0x7fbee01096f0 2024-05-16T15:37:23.530 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:22.843+0000 7fbee6434700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbee01096f0 0x7fbee019c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:37:23.530 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:22.843+0000 7fbee6434700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbee01096f0 0x7fbee019c2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:37844/0 (socket says 172.21.15.43:37844) 2024-05-16T15:37:23.530 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:22.843+0000 7fbee6434700 1 -- 172.21.15.43:0/920662700 learned_addr learned my addr 172.21.15.43:0/920662700 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:37:23.530 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:22.844+0000 7fbee6434700 1 -- 172.21.15.43:0/920662700 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbee019c830 con 0x7fbee01096f0 2024-05-16T15:37:23.530 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:22.844+0000 7fbee6434700 1 --2- 172.21.15.43:0/920662700 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbee01096f0 0x7fbee019c2f0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fbedc000c00 tx=0x7fbedc004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:37:23.530 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:22.844+0000 7fbed77fe700 1 -- 172.21.15.43:0/920662700 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbedc003db0 con 0x7fbee01096f0 2024-05-16T15:37:23.530 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:22.844+0000 7fbed77fe700 1 -- 172.21.15.43:0/920662700 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbedc011630 con 0x7fbee01096f0 2024-05-16T15:37:23.530 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:22.844+0000 7fbee8698700 1 -- 172.21.15.43:0/920662700 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbee019cac0 con 0x7fbee01096f0 2024-05-16T15:37:23.530 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:22.844+0000 7fbed77fe700 1 -- 172.21.15.43:0/920662700 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbedc011950 con 0x7fbee01096f0 2024-05-16T15:37:23.530 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:22.844+0000 7fbee8698700 1 -- 172.21.15.43:0/920662700 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbee019f7b0 con 0x7fbee01096f0 2024-05-16T15:37:23.531 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:22.845+0000 7fbed77fe700 1 -- 172.21.15.43:0/920662700 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fbedc011af0 con 0x7fbee01096f0 2024-05-16T15:37:23.531 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:22.845+0000 7fbed57fa700 1 -- 172.21.15.43:0/920662700 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbec8005330 con 0x7fbee01096f0 2024-05-16T15:37:23.531 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:22.845+0000 7fbed77fe700 1 -- 172.21.15.43:0/920662700 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fbedc01c450 con 0x7fbee01096f0 2024-05-16T15:37:23.531 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:22.848+0000 7fbed77fe700 1 -- 172.21.15.43:0/920662700 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7fbedc032020 con 0x7fbee01096f0 2024-05-16T15:37:23.531 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:22.922+0000 7fbed57fa700 1 -- 172.21.15.43:0/920662700 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "status"} v 0) -- 0x7fbec80058f0 con 0x7fbee01096f0 2024-05-16T15:37:23.531 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:22.922+0000 7fbed77fe700 1 -- 172.21.15.43:0/920662700 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) ==== 54+0+317 (secure 0 0 0) 0x7fbedc004260 con 0x7fbee01096f0 2024-05-16T15:37:23.531 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:22.923+0000 7fbed57fa700 1 -- 172.21.15.43:0/920662700 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbee01096f0 msgr2=0x7fbee019c2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:37:23.531 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:22.923+0000 7fbed57fa700 1 --2- 172.21.15.43:0/920662700 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbee01096f0 0x7fbee019c2f0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fbedc000c00 tx=0x7fbedc004750 comp rx=0 tx=0).stop 2024-05-16T15:37:23.531 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:22.923+0000 7fbed57fa700 1 -- 172.21.15.43:0/920662700 shutdown_connections 2024-05-16T15:37:23.531 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:22.923+0000 7fbed57fa700 1 --2- 172.21.15.43:0/920662700 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbee01096f0 0x7fbee019c2f0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:37:23.531 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:22.923+0000 7fbed57fa700 1 -- 172.21.15.43:0/920662700 >> 172.21.15.43:0/920662700 conn(0x7fbee0103140 msgr2=0x7fbee0103ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:37:23.532 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:22.924+0000 7fbed57fa700 1 -- 172.21.15.43:0/920662700 shutdown_connections 2024-05-16T15:37:23.532 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:22.924+0000 7fbed57fa700 1 -- 172.21.15.43:0/920662700 wait complete. 2024-05-16T15:37:23.532 INFO:teuthology.orchestra.run.smithi043.stdout:mon is available 2024-05-16T15:37:23.532 INFO:teuthology.orchestra.run.smithi043.stdout:Assimilating anything we can from ceph.conf... 2024-05-16T15:37:24.508 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout 2024-05-16T15:37:24.508 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout [global] 2024-05-16T15:37:24.508 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout fsid = 13155b42-139a-11ef-bc9a-c7b262605968 2024-05-16T15:37:24.509 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-05-16T15:37:24.509 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.43:3300,v1:172.21.15.43:6789] 2024-05-16T15:37:24.509 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-05-16T15:37:24.509 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-05-16T15:37:24.509 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-05-16T15:37:24.509 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-05-16T15:37:24.509 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout 2024-05-16T15:37:24.509 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout [mgr] 2024-05-16T15:37:24.509 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-05-16T15:37:24.509 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout 2024-05-16T15:37:24.509 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout [osd] 2024-05-16T15:37:24.509 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-05-16T15:37:24.509 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-05-16T15:37:24.509 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-05-16T15:37:24.509 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-05-16T15:37:24.510 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-05-16T15:37:24.510 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:23.928+0000 7f7493d37700 1 Processor -- start 2024-05-16T15:37:24.510 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:23.928+0000 7f7493d37700 1 -- start start 2024-05-16T15:37:24.510 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:23.928+0000 7f7493d37700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f748c106fc0 0x7f748c1073e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:37:24.510 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:23.928+0000 7f7493d37700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f748c1079b0 con 0x7f748c106fc0 2024-05-16T15:37:24.510 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:23.929+0000 7f7491ad3700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f748c106fc0 0x7f748c1073e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:37:24.510 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:23.929+0000 7f7491ad3700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f748c106fc0 0x7f748c1073e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:37860/0 (socket says 172.21.15.43:37860) 2024-05-16T15:37:24.510 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:23.929+0000 7f7491ad3700 1 -- 172.21.15.43:0/1391403362 learned_addr learned my addr 172.21.15.43:0/1391403362 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:37:24.510 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:23.929+0000 7f7491ad3700 1 -- 172.21.15.43:0/1391403362 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f748c107b30 con 0x7f748c106fc0 2024-05-16T15:37:24.510 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:23.929+0000 7f7491ad3700 1 --2- 172.21.15.43:0/1391403362 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f748c106fc0 0x7f748c1073e0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f74880098a0 tx=0x7f7488009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6134d4d2222ea6a8 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:37:24.510 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:23.929+0000 7f7490ad1700 1 -- 172.21.15.43:0/1391403362 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7488004160 con 0x7f748c106fc0 2024-05-16T15:37:24.510 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:23.930+0000 7f7490ad1700 1 -- 172.21.15.43:0/1391403362 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7488004300 con 0x7f748c106fc0 2024-05-16T15:37:24.510 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:23.930+0000 7f7490ad1700 1 -- 172.21.15.43:0/1391403362 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f74880036a0 con 0x7f748c106fc0 2024-05-16T15:37:24.511 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:23.930+0000 7f7493d37700 1 -- 172.21.15.43:0/1391403362 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f748c106fc0 msgr2=0x7f748c1073e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:37:24.511 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:23.930+0000 7f7493d37700 1 --2- 172.21.15.43:0/1391403362 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f748c106fc0 0x7f748c1073e0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f74880098a0 tx=0x7f7488009bb0 comp rx=0 tx=0).stop 2024-05-16T15:37:24.511 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:23.930+0000 7f7493d37700 1 -- 172.21.15.43:0/1391403362 shutdown_connections 2024-05-16T15:37:24.511 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:23.930+0000 7f7493d37700 1 --2- 172.21.15.43:0/1391403362 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f748c106fc0 0x7f748c1073e0 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:37:24.511 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:23.930+0000 7f7493d37700 1 -- 172.21.15.43:0/1391403362 >> 172.21.15.43:0/1391403362 conn(0x7f748c102980 msgr2=0x7f748c104da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:37:24.511 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:23.930+0000 7f7493d37700 1 -- 172.21.15.43:0/1391403362 shutdown_connections 2024-05-16T15:37:24.511 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:23.930+0000 7f7493d37700 1 -- 172.21.15.43:0/1391403362 wait complete. 2024-05-16T15:37:24.511 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:23.931+0000 7f7493d37700 1 Processor -- start 2024-05-16T15:37:24.511 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:23.931+0000 7f7493d37700 1 -- start start 2024-05-16T15:37:24.511 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:23.931+0000 7f7493d37700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f748c106fc0 0x7f748c19c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:37:24.511 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:23.931+0000 7f7493d37700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f748c10a3a0 con 0x7f748c106fc0 2024-05-16T15:37:24.511 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:23.931+0000 7f7491ad3700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f748c106fc0 0x7f748c19c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:37:24.511 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:23.931+0000 7f7491ad3700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f748c106fc0 0x7f748c19c3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:37874/0 (socket says 172.21.15.43:37874) 2024-05-16T15:37:24.511 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:23.931+0000 7f7491ad3700 1 -- 172.21.15.43:0/3370204518 learned_addr learned my addr 172.21.15.43:0/3370204518 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:37:24.600 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:23.931+0000 7f7491ad3700 1 -- 172.21.15.43:0/3370204518 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f748c19c920 con 0x7f748c106fc0 2024-05-16T15:37:24.600 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:23.932+0000 7f7491ad3700 1 --2- 172.21.15.43:0/3370204518 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f748c106fc0 0x7f748c19c3e0 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f7488000c00 tx=0x7f7488004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:37:24.600 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:23.932+0000 7f7482ffd700 1 -- 172.21.15.43:0/3370204518 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7488003db0 con 0x7f748c106fc0 2024-05-16T15:37:24.600 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:23.932+0000 7f7482ffd700 1 -- 172.21.15.43:0/3370204518 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7488011630 con 0x7f748c106fc0 2024-05-16T15:37:24.600 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:23.932+0000 7f7493d37700 1 -- 172.21.15.43:0/3370204518 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f748c19cbb0 con 0x7f748c106fc0 2024-05-16T15:37:24.600 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:23.932+0000 7f7482ffd700 1 -- 172.21.15.43:0/3370204518 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7488011950 con 0x7f748c106fc0 2024-05-16T15:37:24.600 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:23.932+0000 7f7493d37700 1 -- 172.21.15.43:0/3370204518 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f748c19f8a0 con 0x7f748c106fc0 2024-05-16T15:37:24.600 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:23.932+0000 7f7482ffd700 1 -- 172.21.15.43:0/3370204518 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f7488011af0 con 0x7f748c106fc0 2024-05-16T15:37:24.600 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:23.932+0000 7f7482ffd700 1 -- 172.21.15.43:0/3370204518 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f748801c450 con 0x7f748c106fc0 2024-05-16T15:37:24.600 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:23.933+0000 7f7493d37700 1 -- 172.21.15.43:0/3370204518 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f748c064b00 con 0x7f748c106fc0 2024-05-16T15:37:24.601 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:23.935+0000 7f7482ffd700 1 -- 172.21.15.43:0/3370204518 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f7488032020 con 0x7f748c106fc0 2024-05-16T15:37:24.601 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:24.006+0000 7f7493d37700 1 -- 172.21.15.43:0/3370204518 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7f748c02e650 con 0x7f748c106fc0 2024-05-16T15:37:24.601 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:24.009+0000 7f7482ffd700 1 -- 172.21.15.43:0/3370204518 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) ==== 70+0+465 (secure 0 0 0) 0x7f7488004260 con 0x7f748c106fc0 2024-05-16T15:37:24.601 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:24.010+0000 7f7493d37700 1 -- 172.21.15.43:0/3370204518 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f748c106fc0 msgr2=0x7f748c19c3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:37:24.601 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:24.010+0000 7f7482ffd700 1 -- 172.21.15.43:0/3370204518 <== mon.0 v2:172.21.15.43:3300/0 8 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f748801c650 con 0x7f748c106fc0 2024-05-16T15:37:24.601 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:24.010+0000 7f7493d37700 1 --2- 172.21.15.43:0/3370204518 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f748c106fc0 0x7f748c19c3e0 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f7488000c00 tx=0x7f7488004750 comp rx=0 tx=0).stop 2024-05-16T15:37:24.601 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:24.010+0000 7f7493d37700 1 -- 172.21.15.43:0/3370204518 shutdown_connections 2024-05-16T15:37:24.601 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:24.010+0000 7f7493d37700 1 --2- 172.21.15.43:0/3370204518 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f748c106fc0 0x7f748c19c3e0 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:37:24.601 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:24.010+0000 7f7493d37700 1 -- 172.21.15.43:0/3370204518 >> 172.21.15.43:0/3370204518 conn(0x7f748c102980 msgr2=0x7f748c193050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:37:24.601 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:24.010+0000 7f7493d37700 1 -- 172.21.15.43:0/3370204518 shutdown_connections 2024-05-16T15:37:24.601 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:24.010+0000 7f7493d37700 1 -- 172.21.15.43:0/3370204518 wait complete. 2024-05-16T15:37:24.601 INFO:teuthology.orchestra.run.smithi043.stdout:Generating new minimal ceph.conf... 2024-05-16T15:37:24.625 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:24 smithi043 ceph-mon[31239]: from='client.? 172.21.15.43:0/3370204518' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-05-16T15:37:24.626 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:24 smithi043 ceph-mon[31239]: from='client.? 172.21.15.43:0/3370204518' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-05-16T15:37:25.547 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:24.928+0000 7fc39af27700 1 Processor -- start 2024-05-16T15:37:25.547 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:24.928+0000 7fc39af27700 1 -- start start 2024-05-16T15:37:25.547 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:24.929+0000 7fc39af27700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc3941096c0 0x7fc39410bab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:37:25.547 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:24.929+0000 7fc39af27700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fc39407ce70 con 0x7fc3941096c0 2024-05-16T15:37:25.547 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:24.929+0000 7fc398cc3700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc3941096c0 0x7fc39410bab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:37:25.547 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:24.929+0000 7fc398cc3700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc3941096c0 0x7fc39410bab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:37890/0 (socket says 172.21.15.43:37890) 2024-05-16T15:37:25.547 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:24.929+0000 7fc398cc3700 1 -- 172.21.15.43:0/156956190 learned_addr learned my addr 172.21.15.43:0/156956190 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:37:25.547 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:24.929+0000 7fc398cc3700 1 -- 172.21.15.43:0/156956190 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc39410bff0 con 0x7fc3941096c0 2024-05-16T15:37:25.547 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:24.929+0000 7fc398cc3700 1 --2- 172.21.15.43:0/156956190 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc3941096c0 0x7fc39410bab0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fc3880098a0 tx=0x7fc388009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51f209df8b0593c2 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:37:25.547 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:24.929+0000 7fc3937fe700 1 -- 172.21.15.43:0/156956190 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc388004160 con 0x7fc3941096c0 2024-05-16T15:37:25.549 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:24.929+0000 7fc3937fe700 1 -- 172.21.15.43:0/156956190 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7fc388004300 con 0x7fc3941096c0 2024-05-16T15:37:25.549 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:24.929+0000 7fc3937fe700 1 -- 172.21.15.43:0/156956190 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc3880119e0 con 0x7fc3941096c0 2024-05-16T15:37:25.549 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:24.930+0000 7fc39af27700 1 -- 172.21.15.43:0/156956190 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc3941096c0 msgr2=0x7fc39410bab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:37:25.549 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:24.930+0000 7fc39af27700 1 --2- 172.21.15.43:0/156956190 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc3941096c0 0x7fc39410bab0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fc3880098a0 tx=0x7fc388009bb0 comp rx=0 tx=0).stop 2024-05-16T15:37:25.549 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:24.930+0000 7fc39af27700 1 -- 172.21.15.43:0/156956190 shutdown_connections 2024-05-16T15:37:25.550 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:24.930+0000 7fc39af27700 1 --2- 172.21.15.43:0/156956190 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc3941096c0 0x7fc39410bab0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:37:25.550 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:24.930+0000 7fc39af27700 1 -- 172.21.15.43:0/156956190 >> 172.21.15.43:0/156956190 conn(0x7fc3941030f0 msgr2=0x7fc394105530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:37:25.550 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:24.930+0000 7fc39af27700 1 -- 172.21.15.43:0/156956190 shutdown_connections 2024-05-16T15:37:25.550 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:24.930+0000 7fc39af27700 1 -- 172.21.15.43:0/156956190 wait complete. 2024-05-16T15:37:25.550 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:24.931+0000 7fc39af27700 1 Processor -- start 2024-05-16T15:37:25.550 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:24.931+0000 7fc39af27700 1 -- start start 2024-05-16T15:37:25.550 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:24.931+0000 7fc39af27700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc3941096c0 0x7fc39419cad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:37:25.550 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:24.931+0000 7fc39af27700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fc39410cef0 con 0x7fc3941096c0 2024-05-16T15:37:25.550 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:24.931+0000 7fc398cc3700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc3941096c0 0x7fc39419cad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:37:25.550 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:24.931+0000 7fc398cc3700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc3941096c0 0x7fc39419cad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:37894/0 (socket says 172.21.15.43:37894) 2024-05-16T15:37:25.550 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:24.931+0000 7fc398cc3700 1 -- 172.21.15.43:0/4255932313 learned_addr learned my addr 172.21.15.43:0/4255932313 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:37:25.550 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:24.931+0000 7fc398cc3700 1 -- 172.21.15.43:0/4255932313 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc39419d010 con 0x7fc3941096c0 2024-05-16T15:37:25.550 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:24.931+0000 7fc398cc3700 1 --2- 172.21.15.43:0/4255932313 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc3941096c0 0x7fc39419cad0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fc3880116a0 tx=0x7fc3880046a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:37:25.550 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:24.932+0000 7fc391ffb700 1 -- 172.21.15.43:0/4255932313 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc388003b70 con 0x7fc3941096c0 2024-05-16T15:37:25.551 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:24.932+0000 7fc391ffb700 1 -- 172.21.15.43:0/4255932313 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7fc38801a8a0 con 0x7fc3941096c0 2024-05-16T15:37:25.551 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:24.932+0000 7fc39af27700 1 -- 172.21.15.43:0/4255932313 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc39419d2a0 con 0x7fc3941096c0 2024-05-16T15:37:25.551 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:24.932+0000 7fc391ffb700 1 -- 172.21.15.43:0/4255932313 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc388024890 con 0x7fc3941096c0 2024-05-16T15:37:25.551 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:24.932+0000 7fc39af27700 1 -- 172.21.15.43:0/4255932313 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc39419ff90 con 0x7fc3941096c0 2024-05-16T15:37:25.551 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:24.932+0000 7fc391ffb700 1 -- 172.21.15.43:0/4255932313 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fc388022020 con 0x7fc3941096c0 2024-05-16T15:37:25.551 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:24.932+0000 7fc391ffb700 1 -- 172.21.15.43:0/4255932313 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fc3880193c0 con 0x7fc3941096c0 2024-05-16T15:37:25.551 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:24.933+0000 7fc39af27700 1 -- 172.21.15.43:0/4255932313 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc394064b00 con 0x7fc3941096c0 2024-05-16T15:37:25.551 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:24.935+0000 7fc391ffb700 1 -- 172.21.15.43:0/4255932313 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7fc388004300 con 0x7fc3941096c0 2024-05-16T15:37:25.551 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:25.006+0000 7fc39af27700 1 -- 172.21.15.43:0/4255932313 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7fc3941a0160 con 0x7fc3941096c0 2024-05-16T15:37:25.551 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:25.007+0000 7fc391ffb700 1 -- 172.21.15.43:0/4255932313 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) ==== 76+0+175 (secure 0 0 0) 0x7fc38801aa50 con 0x7fc3941096c0 2024-05-16T15:37:25.551 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:25.008+0000 7fc39af27700 1 -- 172.21.15.43:0/4255932313 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc3941096c0 msgr2=0x7fc39419cad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:37:25.551 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:25.008+0000 7fc39af27700 1 --2- 172.21.15.43:0/4255932313 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc3941096c0 0x7fc39419cad0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fc3880116a0 tx=0x7fc3880046a0 comp rx=0 tx=0).stop 2024-05-16T15:37:25.551 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:25.008+0000 7fc39af27700 1 -- 172.21.15.43:0/4255932313 shutdown_connections 2024-05-16T15:37:25.552 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:25.008+0000 7fc39af27700 1 --2- 172.21.15.43:0/4255932313 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc3941096c0 0x7fc39419cad0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:37:25.552 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:25.008+0000 7fc39af27700 1 -- 172.21.15.43:0/4255932313 >> 172.21.15.43:0/4255932313 conn(0x7fc3941030f0 msgr2=0x7fc394103c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:37:25.552 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:25.008+0000 7fc39af27700 1 -- 172.21.15.43:0/4255932313 shutdown_connections 2024-05-16T15:37:25.552 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:25.008+0000 7fc39af27700 1 -- 172.21.15.43:0/4255932313 wait complete. 2024-05-16T15:37:25.552 INFO:teuthology.orchestra.run.smithi043.stdout:Restarting the monitor... 2024-05-16T15:37:25.565 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:25 smithi043 ceph-mon[31239]: from='client.? 172.21.15.43:0/4255932313' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:37:25.968 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:25 smithi043 systemd[1]: Stopping Ceph mon.a for 13155b42-139a-11ef-bc9a-c7b262605968... 2024-05-16T15:37:25.968 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:25 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mon-a[31234]: 2024-05-16T15:37:25.806+0000 7fbf8844f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-05-16T15:37:25.968 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:25 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mon-a[31234]: 2024-05-16T15:37:25.806+0000 7fbf8844f700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-05-16T15:37:26.326 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:26 smithi043 podman[31493]: 2024-05-16 15:37:26.001736853 +0000 UTC m=+0.285424460 container died 257614368b54a82cdbbb5585d896ccb29dbfd3609fc31d9d8a13377e5a2ebd1a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mon-a, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True) 2024-05-16T15:37:26.717 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:26 smithi043 podman[31493]: 2024-05-16 15:37:26.322820981 +0000 UTC m=+0.606508572 container cleanup 257614368b54a82cdbbb5585d896ccb29dbfd3609fc31d9d8a13377e5a2ebd1a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mon-a, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-05-16T15:37:26.718 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:26 smithi043 bash[31493]: ceph-13155b42-139a-11ef-bc9a-c7b262605968-mon-a 2024-05-16T15:37:26.718 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:26 smithi043 podman[31505]: 2024-05-16 15:37:26.515366818 +0000 UTC m=+0.504279084 container remove 257614368b54a82cdbbb5585d896ccb29dbfd3609fc31d9d8a13377e5a2ebd1a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mon-a, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, io.buildah.version=1.33.5) 2024-05-16T15:37:27.075 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:26 smithi043 systemd[1]: ceph-13155b42-139a-11ef-bc9a-c7b262605968@mon.a.service: Deactivated successfully. 2024-05-16T15:37:27.075 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:26 smithi043 systemd[1]: Stopped Ceph mon.a for 13155b42-139a-11ef-bc9a-c7b262605968. 2024-05-16T15:37:27.075 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:26 smithi043 systemd[1]: Starting Ceph mon.a for 13155b42-139a-11ef-bc9a-c7b262605968... 2024-05-16T15:37:27.075 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:26 smithi043 podman[31601]: 2024-05-16 15:37:26.871851253 +0000 UTC m=+0.017490032 image pull bc0afc5f792216c18cc9b63b7b42000fd468161488acab6065a32abbb64b541b quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d 2024-05-16T15:37:27.075 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:26 smithi043 podman[31601]: 2024-05-16 15:37:26.974567579 +0000 UTC m=+0.120206384 container create 6b3f8b8081b2d0225c0927b372d16ef469d0438e0b9ae40fb1728dfc3468679b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mon-a, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-05-16T15:37:27.275 INFO:teuthology.orchestra.run.smithi043.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-05-16T15:37:27.398 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 podman[31601]: 2024-05-16 15:37:27.168329938 +0000 UTC m=+0.313968698 container init 6b3f8b8081b2d0225c0927b372d16ef469d0438e0b9ae40fb1728dfc3468679b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux ) 2024-05-16T15:37:27.398 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 podman[31601]: 2024-05-16 15:37:27.171557222 +0000 UTC m=+0.317195983 container start 6b3f8b8081b2d0225c0927b372d16ef469d0438e0b9ae40fb1728dfc3468679b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mon-a, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True) 2024-05-16T15:37:27.398 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: set uid:gid to 167:167 (ceph:ceph) 2024-05-16T15:37:27.398 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: ceph version 19.0.0-3449-gddbc91cb (ddbc91cbb025d4140650569b3f9e53bec459037d) squid (dev), process ceph-mon, pid 2 2024-05-16T15:37:27.398 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: pidfile_write: ignore empty --pid-file 2024-05-16T15:37:27.398 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: load: jerasure load: lrc 2024-05-16T15:37:27.398 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: RocksDB version: 7.9.2 2024-05-16T15:37:27.398 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Git sha 0 2024-05-16T15:37:27.398 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Compile date 2024-05-16 09:06:49 2024-05-16T15:37:27.398 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: DB SUMMARY 2024-05-16T15:37:27.399 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: DB Session ID: A5NLKKFUVNLONJ6S7UGH 2024-05-16T15:37:27.399 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: CURRENT file: CURRENT 2024-05-16T15:37:27.399 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: IDENTITY file: IDENTITY 2024-05-16T15:37:27.399 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-05-16T15:37:27.399 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-05-16T15:37:27.399 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 103534 ; 2024-05-16T15:37:27.399 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.error_if_exists: 0 2024-05-16T15:37:27.399 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.create_if_missing: 0 2024-05-16T15:37:27.399 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.paranoid_checks: 1 2024-05-16T15:37:27.399 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.flush_verify_memtable_count: 1 2024-05-16T15:37:27.399 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-05-16T15:37:27.399 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-05-16T15:37:27.399 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.env: 0x562f78fcbcc0 2024-05-16T15:37:27.399 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.fs: PosixFileSystem 2024-05-16T15:37:27.400 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.info_log: 0x562f7a015da0 2024-05-16T15:37:27.400 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.max_file_opening_threads: 16 2024-05-16T15:37:27.401 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.statistics: (nil) 2024-05-16T15:37:27.401 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.use_fsync: 0 2024-05-16T15:37:27.401 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.max_log_file_size: 0 2024-05-16T15:37:27.401 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-05-16T15:37:27.401 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.log_file_time_to_roll: 0 2024-05-16T15:37:27.401 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.keep_log_file_num: 1000 2024-05-16T15:37:27.401 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.recycle_log_file_num: 0 2024-05-16T15:37:27.402 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.allow_fallocate: 1 2024-05-16T15:37:27.402 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.allow_mmap_reads: 0 2024-05-16T15:37:27.402 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.allow_mmap_writes: 0 2024-05-16T15:37:27.402 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.use_direct_reads: 0 2024-05-16T15:37:27.402 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-05-16T15:37:27.402 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.create_missing_column_families: 0 2024-05-16T15:37:27.402 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.db_log_dir: 2024-05-16T15:37:27.402 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.wal_dir: 2024-05-16T15:37:27.402 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.table_cache_numshardbits: 6 2024-05-16T15:37:27.402 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.WAL_ttl_seconds: 0 2024-05-16T15:37:27.402 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.WAL_size_limit_MB: 0 2024-05-16T15:37:27.402 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-05-16T15:37:27.403 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-05-16T15:37:27.403 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.is_fd_close_on_exec: 1 2024-05-16T15:37:27.403 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.advise_random_on_open: 1 2024-05-16T15:37:27.403 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.db_write_buffer_size: 0 2024-05-16T15:37:27.403 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.write_buffer_manager: 0x562f79fe70e0 2024-05-16T15:37:27.403 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-05-16T15:37:27.403 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-05-16T15:37:27.403 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.use_adaptive_mutex: 0 2024-05-16T15:37:27.403 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.rate_limiter: (nil) 2024-05-16T15:37:27.403 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-05-16T15:37:27.403 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.wal_recovery_mode: 2 2024-05-16T15:37:27.403 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.enable_thread_tracking: 0 2024-05-16T15:37:27.403 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.enable_pipelined_write: 0 2024-05-16T15:37:27.404 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.unordered_write: 0 2024-05-16T15:37:27.404 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-05-16T15:37:27.404 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-05-16T15:37:27.404 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-05-16T15:37:27.404 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-05-16T15:37:27.404 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.row_cache: None 2024-05-16T15:37:27.404 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.wal_filter: None 2024-05-16T15:37:27.404 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-05-16T15:37:27.404 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.allow_ingest_behind: 0 2024-05-16T15:37:27.404 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.two_write_queues: 0 2024-05-16T15:37:27.404 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.manual_wal_flush: 0 2024-05-16T15:37:27.404 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.wal_compression: 0 2024-05-16T15:37:27.404 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.atomic_flush: 0 2024-05-16T15:37:27.404 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-05-16T15:37:27.405 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.persist_stats_to_disk: 0 2024-05-16T15:37:27.405 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.write_dbid_to_manifest: 0 2024-05-16T15:37:27.405 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.log_readahead_size: 0 2024-05-16T15:37:27.405 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-05-16T15:37:27.405 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.best_efforts_recovery: 0 2024-05-16T15:37:27.405 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-05-16T15:37:27.405 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-05-16T15:37:27.405 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.allow_data_in_errors: 0 2024-05-16T15:37:27.405 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.db_host_id: __hostname__ 2024-05-16T15:37:27.405 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.enforce_single_del_contracts: true 2024-05-16T15:37:27.405 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.max_background_jobs: 2 2024-05-16T15:37:27.405 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.max_background_compactions: -1 2024-05-16T15:37:27.405 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.max_subcompactions: 1 2024-05-16T15:37:27.405 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-05-16T15:37:27.406 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-05-16T15:37:27.406 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.delayed_write_rate : 16777216 2024-05-16T15:37:27.406 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.max_total_wal_size: 0 2024-05-16T15:37:27.406 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-05-16T15:37:27.406 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.stats_dump_period_sec: 600 2024-05-16T15:37:27.406 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.stats_persist_period_sec: 600 2024-05-16T15:37:27.406 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-05-16T15:37:27.406 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.max_open_files: -1 2024-05-16T15:37:27.406 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.bytes_per_sync: 0 2024-05-16T15:37:27.406 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.wal_bytes_per_sync: 0 2024-05-16T15:37:27.406 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.strict_bytes_per_sync: 0 2024-05-16T15:37:27.406 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.compaction_readahead_size: 0 2024-05-16T15:37:27.406 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.max_background_flushes: -1 2024-05-16T15:37:27.406 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Compression algorithms supported: 2024-05-16T15:37:27.407 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-05-16T15:37:27.407 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: kZSTD supported: 0 2024-05-16T15:37:27.407 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: kXpressCompression supported: 0 2024-05-16T15:37:27.407 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: kLZ4HCCompression supported: 1 2024-05-16T15:37:27.407 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: kZlibCompression supported: 1 2024-05-16T15:37:27.407 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: kSnappyCompression supported: 1 2024-05-16T15:37:27.407 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: kLZ4Compression supported: 1 2024-05-16T15:37:27.407 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: kBZip2Compression supported: 0 2024-05-16T15:37:27.407 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Fast CRC32 supported: Supported on x86 2024-05-16T15:37:27.407 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: DMutex implementation: pthread_mutex_t 2024-05-16T15:37:27.407 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-05-16T15:37:27.407 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-05-16T15:37:27.407 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-05-16T15:37:27.407 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.merge_operator: 2024-05-16T15:37:27.407 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.compaction_filter: None 2024-05-16T15:37:27.408 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.compaction_filter_factory: None 2024-05-16T15:37:27.408 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.sst_partitioner_factory: None 2024-05-16T15:37:27.408 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.memtable_factory: SkipListFactory 2024-05-16T15:37:27.408 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.table_factory: BlockBasedTable 2024-05-16T15:37:27.408 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x562f7a015f60) 2024-05-16T15:37:27.408 INFO:journalctl@ceph.mon.a.smithi043.stdout: cache_index_and_filter_blocks: 1 2024-05-16T15:37:27.408 INFO:journalctl@ceph.mon.a.smithi043.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-05-16T15:37:27.408 INFO:journalctl@ceph.mon.a.smithi043.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-05-16T15:37:27.408 INFO:journalctl@ceph.mon.a.smithi043.stdout: pin_top_level_index_and_filter: 1 2024-05-16T15:37:27.408 INFO:journalctl@ceph.mon.a.smithi043.stdout: index_type: 0 2024-05-16T15:37:27.408 INFO:journalctl@ceph.mon.a.smithi043.stdout: data_block_index_type: 0 2024-05-16T15:37:27.408 INFO:journalctl@ceph.mon.a.smithi043.stdout: index_shortening: 1 2024-05-16T15:37:27.408 INFO:journalctl@ceph.mon.a.smithi043.stdout: data_block_hash_table_util_ratio: 0.750000 2024-05-16T15:37:27.408 INFO:journalctl@ceph.mon.a.smithi043.stdout: checksum: 4 2024-05-16T15:37:27.408 INFO:journalctl@ceph.mon.a.smithi043.stdout: no_block_cache: 0 2024-05-16T15:37:27.409 INFO:journalctl@ceph.mon.a.smithi043.stdout: block_cache: 0x562f7a0191f0 2024-05-16T15:37:27.409 INFO:journalctl@ceph.mon.a.smithi043.stdout: block_cache_name: BinnedLRUCache 2024-05-16T15:37:27.409 INFO:journalctl@ceph.mon.a.smithi043.stdout: block_cache_options: 2024-05-16T15:37:27.409 INFO:journalctl@ceph.mon.a.smithi043.stdout: capacity : 536870912 2024-05-16T15:37:27.409 INFO:journalctl@ceph.mon.a.smithi043.stdout: num_shard_bits : 4 2024-05-16T15:37:27.409 INFO:journalctl@ceph.mon.a.smithi043.stdout: strict_capacity_limit : 0 2024-05-16T15:37:27.409 INFO:journalctl@ceph.mon.a.smithi043.stdout: high_pri_pool_ratio: 0.000 2024-05-16T15:37:27.409 INFO:journalctl@ceph.mon.a.smithi043.stdout: block_cache_compressed: (nil) 2024-05-16T15:37:27.409 INFO:journalctl@ceph.mon.a.smithi043.stdout: persistent_cache: (nil) 2024-05-16T15:37:27.409 INFO:journalctl@ceph.mon.a.smithi043.stdout: block_size: 4096 2024-05-16T15:37:27.409 INFO:journalctl@ceph.mon.a.smithi043.stdout: block_size_deviation: 10 2024-05-16T15:37:27.409 INFO:journalctl@ceph.mon.a.smithi043.stdout: block_restart_interval: 16 2024-05-16T15:37:27.409 INFO:journalctl@ceph.mon.a.smithi043.stdout: index_block_restart_interval: 1 2024-05-16T15:37:27.409 INFO:journalctl@ceph.mon.a.smithi043.stdout: metadata_block_size: 4096 2024-05-16T15:37:27.409 INFO:journalctl@ceph.mon.a.smithi043.stdout: partition_filters: 0 2024-05-16T15:37:27.410 INFO:journalctl@ceph.mon.a.smithi043.stdout: use_delta_encoding: 1 2024-05-16T15:37:27.410 INFO:journalctl@ceph.mon.a.smithi043.stdout: filter_policy: bloomfilter 2024-05-16T15:37:27.410 INFO:journalctl@ceph.mon.a.smithi043.stdout: whole_key_filtering: 1 2024-05-16T15:37:27.410 INFO:journalctl@ceph.mon.a.smithi043.stdout: verify_compression: 0 2024-05-16T15:37:27.410 INFO:journalctl@ceph.mon.a.smithi043.stdout: read_amp_bytes_per_bit: 0 2024-05-16T15:37:27.410 INFO:journalctl@ceph.mon.a.smithi043.stdout: format_version: 5 2024-05-16T15:37:27.410 INFO:journalctl@ceph.mon.a.smithi043.stdout: enable_index_compression: 1 2024-05-16T15:37:27.410 INFO:journalctl@ceph.mon.a.smithi043.stdout: block_align: 0 2024-05-16T15:37:27.410 INFO:journalctl@ceph.mon.a.smithi043.stdout: max_auto_readahead_size: 262144 2024-05-16T15:37:27.410 INFO:journalctl@ceph.mon.a.smithi043.stdout: prepopulate_block_cache: 0 2024-05-16T15:37:27.410 INFO:journalctl@ceph.mon.a.smithi043.stdout: initial_auto_readahead_size: 8192 2024-05-16T15:37:27.410 INFO:journalctl@ceph.mon.a.smithi043.stdout: num_file_reads_for_auto_readahead: 2 2024-05-16T15:37:27.410 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.write_buffer_size: 33554432 2024-05-16T15:37:27.410 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.max_write_buffer_number: 2 2024-05-16T15:37:27.411 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.compression: NoCompression 2024-05-16T15:37:27.411 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.bottommost_compression: Disabled 2024-05-16T15:37:27.411 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.prefix_extractor: nullptr 2024-05-16T15:37:27.411 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-05-16T15:37:27.411 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.num_levels: 7 2024-05-16T15:37:27.411 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-05-16T15:37:27.411 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-05-16T15:37:27.411 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-05-16T15:37:27.411 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-05-16T15:37:27.411 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-05-16T15:37:27.411 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-05-16T15:37:27.411 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-05-16T15:37:27.412 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-05-16T15:37:27.412 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-05-16T15:37:27.412 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-05-16T15:37:27.412 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-05-16T15:37:27.412 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-05-16T15:37:27.412 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.compression_opts.window_bits: -14 2024-05-16T15:37:27.412 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.compression_opts.level: 32767 2024-05-16T15:37:27.412 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.compression_opts.strategy: 0 2024-05-16T15:37:27.412 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-05-16T15:37:27.412 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-05-16T15:37:27.412 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-05-16T15:37:27.412 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-05-16T15:37:27.412 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.compression_opts.enabled: false 2024-05-16T15:37:27.412 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-05-16T15:37:27.413 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-05-16T15:37:27.413 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-05-16T15:37:27.413 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-05-16T15:37:27.413 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.target_file_size_base: 67108864 2024-05-16T15:37:27.413 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.target_file_size_multiplier: 1 2024-05-16T15:37:27.413 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-05-16T15:37:27.413 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-05-16T15:37:27.413 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-05-16T15:37:27.413 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-05-16T15:37:27.413 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-05-16T15:37:27.413 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-05-16T15:37:27.413 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-05-16T15:37:27.414 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-05-16T15:37:27.414 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-05-16T15:37:27.414 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-05-16T15:37:27.414 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-05-16T15:37:27.414 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-05-16T15:37:27.414 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-05-16T15:37:27.414 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.arena_block_size: 1048576 2024-05-16T15:37:27.414 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-05-16T15:37:27.414 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-05-16T15:37:27.414 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.disable_auto_compactions: 0 2024-05-16T15:37:27.414 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-05-16T15:37:27.414 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-05-16T15:37:27.414 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-05-16T15:37:27.414 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-05-16T15:37:27.415 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-05-16T15:37:27.415 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-05-16T15:37:27.415 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-05-16T15:37:27.415 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-05-16T15:37:27.415 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-05-16T15:37:27.415 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-05-16T15:37:27.415 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-05-16T15:37:27.415 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.inplace_update_support: 0 2024-05-16T15:37:27.415 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.inplace_update_num_locks: 10000 2024-05-16T15:37:27.415 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-05-16T15:37:27.415 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-05-16T15:37:27.415 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.memtable_huge_page_size: 0 2024-05-16T15:37:27.415 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.bloom_locality: 0 2024-05-16T15:37:27.415 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.max_successive_merges: 0 2024-05-16T15:37:27.415 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.optimize_filters_for_hits: 0 2024-05-16T15:37:27.416 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.paranoid_file_checks: 0 2024-05-16T15:37:27.416 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.force_consistency_checks: 1 2024-05-16T15:37:27.416 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.report_bg_io_stats: 0 2024-05-16T15:37:27.416 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.ttl: 2592000 2024-05-16T15:37:27.416 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.periodic_compaction_seconds: 0 2024-05-16T15:37:27.416 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-05-16T15:37:27.416 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-05-16T15:37:27.416 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.enable_blob_files: false 2024-05-16T15:37:27.416 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.min_blob_size: 0 2024-05-16T15:37:27.416 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.blob_file_size: 268435456 2024-05-16T15:37:27.416 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.blob_compression_type: NoCompression 2024-05-16T15:37:27.416 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.enable_blob_garbage_collection: false 2024-05-16T15:37:27.416 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-05-16T15:37:27.416 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-05-16T15:37:27.416 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-05-16T15:37:27.417 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.blob_file_starting_level: 0 2024-05-16T15:37:27.417 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-05-16T15:37:27.417 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-05-16T15:37:27.417 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-05-16T15:37:27.417 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 587d3e73-3968-4a35-9c1a-2d844980d665 2024-05-16T15:37:27.417 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: EVENT_LOG_v1 {"time_micros": 1715873847201334, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-05-16T15:37:27.417 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-05-16T15:37:27.417 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: EVENT_LOG_v1 {"time_micros": 1715873847202441, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 98814, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 320, "table_properties": {"data_size": 96767, "index_size": 303, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 709, "raw_key_size": 13784, "raw_average_key_size": 49, "raw_value_size": 89225, "raw_average_value_size": 319, "num_data_blocks": 12, "num_entries": 279, "num_filter_entries": 279, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1715873847, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "587d3e73-3968-4a35-9c1a-2d844980d665", "db_session_id": "A5NLKKFUVNLONJ6S7UGH", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-05-16T15:37:27.417 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: EVENT_LOG_v1 {"time_micros": 1715873847202535, "job": 1, "event": "recovery_finished"} 2024-05-16T15:37:27.417 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-05-16T15:37:27.417 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-05-16T15:37:27.417 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x562f7a136000 2024-05-16T15:37:27.417 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: DB pointer 0x562f7a122000 2024-05-16T15:37:27.417 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-05-16T15:37:27.418 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-05-16T15:37:27.418 INFO:journalctl@ceph.mon.a.smithi043.stdout: ** DB Stats ** 2024-05-16T15:37:27.418 INFO:journalctl@ceph.mon.a.smithi043.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-16T15:37:27.418 INFO:journalctl@ceph.mon.a.smithi043.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-05-16T15:37:27.418 INFO:journalctl@ceph.mon.a.smithi043.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-16T15:37:27.418 INFO:journalctl@ceph.mon.a.smithi043.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-16T15:37:27.418 INFO:journalctl@ceph.mon.a.smithi043.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-05-16T15:37:27.418 INFO:journalctl@ceph.mon.a.smithi043.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-16T15:37:27.418 INFO:journalctl@ceph.mon.a.smithi043.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-16T15:37:27.418 INFO:journalctl@ceph.mon.a.smithi043.stdout: 2024-05-16T15:37:27.418 INFO:journalctl@ceph.mon.a.smithi043.stdout: ** Compaction Stats [default] ** 2024-05-16T15:37:27.418 INFO:journalctl@ceph.mon.a.smithi043.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-16T15:37:27.418 INFO:journalctl@ceph.mon.a.smithi043.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-05-16T15:37:27.418 INFO:journalctl@ceph.mon.a.smithi043.stdout: L0 2/0 98.36 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 135.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-16T15:37:27.418 INFO:journalctl@ceph.mon.a.smithi043.stdout: Sum 2/0 98.36 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 135.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-16T15:37:27.419 INFO:journalctl@ceph.mon.a.smithi043.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 135.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-16T15:37:27.419 INFO:journalctl@ceph.mon.a.smithi043.stdout: 2024-05-16T15:37:27.419 INFO:journalctl@ceph.mon.a.smithi043.stdout: ** Compaction Stats [default] ** 2024-05-16T15:37:27.419 INFO:journalctl@ceph.mon.a.smithi043.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-16T15:37:27.419 INFO:journalctl@ceph.mon.a.smithi043.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-05-16T15:37:27.419 INFO:journalctl@ceph.mon.a.smithi043.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 135.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-16T15:37:27.419 INFO:journalctl@ceph.mon.a.smithi043.stdout: 2024-05-16T15:37:27.419 INFO:journalctl@ceph.mon.a.smithi043.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-05-16T15:37:27.419 INFO:journalctl@ceph.mon.a.smithi043.stdout: 2024-05-16T15:37:27.419 INFO:journalctl@ceph.mon.a.smithi043.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-16T15:37:27.419 INFO:journalctl@ceph.mon.a.smithi043.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-05-16T15:37:27.419 INFO:journalctl@ceph.mon.a.smithi043.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-05-16T15:37:27.419 INFO:journalctl@ceph.mon.a.smithi043.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-05-16T15:37:27.419 INFO:journalctl@ceph.mon.a.smithi043.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-05-16T15:37:27.419 INFO:journalctl@ceph.mon.a.smithi043.stdout: AddFile(Keys): cumulative 0, interval 0 2024-05-16T15:37:27.420 INFO:journalctl@ceph.mon.a.smithi043.stdout: Cumulative compaction: 0.00 GB write, 28.80 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-16T15:37:27.420 INFO:journalctl@ceph.mon.a.smithi043.stdout: Interval compaction: 0.00 GB write, 28.80 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-16T15:37:27.420 INFO:journalctl@ceph.mon.a.smithi043.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-05-16T15:37:27.420 INFO:journalctl@ceph.mon.a.smithi043.stdout: Block cache BinnedLRUCache@0x562f7a0191f0#2 capacity: 512.00 MB usage: 1.39 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-05-16T15:37:27.420 INFO:journalctl@ceph.mon.a.smithi043.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.89 KB,0.000169873%) IndexBlock(2,0.50 KB,9.53674e-05%) Misc(1,0.00 KB,0%) 2024-05-16T15:37:27.420 INFO:journalctl@ceph.mon.a.smithi043.stdout: 2024-05-16T15:37:27.420 INFO:journalctl@ceph.mon.a.smithi043.stdout: ** File Read Latency Histogram By Level [default] ** 2024-05-16T15:37:27.420 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: starting mon.a rank 0 at public addrs [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] at bind addrs [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 13155b42-139a-11ef-bc9a-c7b262605968 2024-05-16T15:37:27.420 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: mon.a@-1(???) e1 preinit fsid 13155b42-139a-11ef-bc9a-c7b262605968 2024-05-16T15:37:27.420 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: mon.a@-1(???).mds e1 new map 2024-05-16T15:37:27.420 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: mon.a@-1(???).mds e1 print_map 2024-05-16T15:37:27.420 INFO:journalctl@ceph.mon.a.smithi043.stdout: e1 2024-05-16T15:37:27.420 INFO:journalctl@ceph.mon.a.smithi043.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-05-16T15:37:27.420 INFO:journalctl@ceph.mon.a.smithi043.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-05-16T15:37:27.420 INFO:journalctl@ceph.mon.a.smithi043.stdout: legacy client fscid: -1 2024-05-16T15:37:27.421 INFO:journalctl@ceph.mon.a.smithi043.stdout: 2024-05-16T15:37:27.421 INFO:journalctl@ceph.mon.a.smithi043.stdout: No filesystems configured 2024-05-16T15:37:27.421 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-05-16T15:37:27.421 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-05-16T15:37:27.421 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-05-16T15:37:27.421 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-05-16T15:37:27.421 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-05-16T15:37:27.421 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: mon.a is new leader, mons a in quorum (ranks 0) 2024-05-16T15:37:27.421 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: monmap epoch 1 2024-05-16T15:37:27.421 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: fsid 13155b42-139a-11ef-bc9a-c7b262605968 2024-05-16T15:37:27.421 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: last_changed 2024-05-16T15:37:19.362496+0000 2024-05-16T15:37:27.421 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: created 2024-05-16T15:37:19.362496+0000 2024-05-16T15:37:27.421 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: min_mon_release 19 (squid) 2024-05-16T15:37:27.421 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: election_strategy: 1 2024-05-16T15:37:27.422 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: 0: [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] mon.a 2024-05-16T15:37:27.422 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: fsmap 2024-05-16T15:37:27.422 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: osdmap e1: 0 total, 0 up, 0 in 2024-05-16T15:37:27.422 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 ceph-mon[31619]: mgrmap e1: no daemons active 2024-05-16T15:37:27.422 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 bash[31601]: 6b3f8b8081b2d0225c0927b372d16ef469d0438e0b9ae40fb1728dfc3468679b 2024-05-16T15:37:27.422 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:27 smithi043 systemd[1]: Started Ceph mon.a for 13155b42-139a-11ef-bc9a-c7b262605968. 2024-05-16T15:37:28.377 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:27.761+0000 7ffa29f54700 1 Processor -- start 2024-05-16T15:37:28.378 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:27.761+0000 7ffa29f54700 1 -- start start 2024-05-16T15:37:28.378 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:27.761+0000 7ffa29f54700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ffa24108cc0 0x7ffa241090e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:37:28.378 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:27.761+0000 7ffa29f54700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7ffa241096b0 con 0x7ffa24108cc0 2024-05-16T15:37:28.378 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:27.761+0000 7ffa237fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ffa24108cc0 0x7ffa241090e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:37:28.378 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:27.761+0000 7ffa237fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ffa24108cc0 0x7ffa241090e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:42416/0 (socket says 172.21.15.43:42416) 2024-05-16T15:37:28.378 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:27.761+0000 7ffa237fe700 1 -- 172.21.15.43:0/4232676872 learned_addr learned my addr 172.21.15.43:0/4232676872 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:37:28.378 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:27.762+0000 7ffa237fe700 1 -- 172.21.15.43:0/4232676872 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa24109e70 con 0x7ffa24108cc0 2024-05-16T15:37:28.378 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:27.762+0000 7ffa237fe700 1 --2- 172.21.15.43:0/4232676872 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ffa24108cc0 0x7ffa241090e0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7ffa0c0098a0 tx=0x7ffa0c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc78cc704b8c7f21 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:37:28.378 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:27.762+0000 7ffa227fc700 1 -- 172.21.15.43:0/4232676872 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffa0c004160 con 0x7ffa24108cc0 2024-05-16T15:37:28.378 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:27.762+0000 7ffa227fc700 1 -- 172.21.15.43:0/4232676872 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7ffa0c004300 con 0x7ffa24108cc0 2024-05-16T15:37:28.378 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:27.762+0000 7ffa227fc700 1 -- 172.21.15.43:0/4232676872 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffa0c0119e0 con 0x7ffa24108cc0 2024-05-16T15:37:28.379 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:27.763+0000 7ffa29f54700 1 -- 172.21.15.43:0/4232676872 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ffa24108cc0 msgr2=0x7ffa241090e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:37:28.379 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:27.763+0000 7ffa29f54700 1 --2- 172.21.15.43:0/4232676872 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ffa24108cc0 0x7ffa241090e0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7ffa0c0098a0 tx=0x7ffa0c009bb0 comp rx=0 tx=0).stop 2024-05-16T15:37:28.379 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:27.763+0000 7ffa29f54700 1 -- 172.21.15.43:0/4232676872 shutdown_connections 2024-05-16T15:37:28.379 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:27.763+0000 7ffa29f54700 1 --2- 172.21.15.43:0/4232676872 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ffa24108cc0 0x7ffa241090e0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:37:28.379 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:27.763+0000 7ffa29f54700 1 -- 172.21.15.43:0/4232676872 >> 172.21.15.43:0/4232676872 conn(0x7ffa241042a0 msgr2=0x7ffa241066c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:37:28.379 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:27.763+0000 7ffa29f54700 1 -- 172.21.15.43:0/4232676872 shutdown_connections 2024-05-16T15:37:28.379 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:27.763+0000 7ffa29f54700 1 -- 172.21.15.43:0/4232676872 wait complete. 2024-05-16T15:37:28.379 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:27.763+0000 7ffa29f54700 1 Processor -- start 2024-05-16T15:37:28.379 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:27.763+0000 7ffa29f54700 1 -- start start 2024-05-16T15:37:28.379 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:27.764+0000 7ffa29f54700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ffa24108cc0 0x7ffa2407eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:37:28.379 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:27.764+0000 7ffa29f54700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7ffa2410d0a0 con 0x7ffa24108cc0 2024-05-16T15:37:28.379 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:27.764+0000 7ffa237fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ffa24108cc0 0x7ffa2407eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:37:28.379 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:27.764+0000 7ffa237fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ffa24108cc0 0x7ffa2407eb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:42424/0 (socket says 172.21.15.43:42424) 2024-05-16T15:37:28.380 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:27.764+0000 7ffa237fe700 1 -- 172.21.15.43:0/3275643278 learned_addr learned my addr 172.21.15.43:0/3275643278 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:37:28.380 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:27.764+0000 7ffa237fe700 1 -- 172.21.15.43:0/3275643278 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa2407f070 con 0x7ffa24108cc0 2024-05-16T15:37:28.380 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:27.764+0000 7ffa237fe700 1 --2- 172.21.15.43:0/3275643278 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ffa24108cc0 0x7ffa2407eb30 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7ffa0c0116a0 tx=0x7ffa0c011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:37:28.380 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:27.764+0000 7ffa20ff9700 1 -- 172.21.15.43:0/3275643278 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffa0c0039f0 con 0x7ffa24108cc0 2024-05-16T15:37:28.380 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:27.764+0000 7ffa29f54700 1 -- 172.21.15.43:0/3275643278 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa2407d260 con 0x7ffa24108cc0 2024-05-16T15:37:28.380 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:27.764+0000 7ffa20ff9700 1 -- 172.21.15.43:0/3275643278 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7ffa0c003b90 con 0x7ffa24108cc0 2024-05-16T15:37:28.380 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:27.764+0000 7ffa20ff9700 1 -- 172.21.15.43:0/3275643278 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffa0c01a600 con 0x7ffa24108cc0 2024-05-16T15:37:28.380 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:27.764+0000 7ffa29f54700 1 -- 172.21.15.43:0/3275643278 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa2407d7a0 con 0x7ffa24108cc0 2024-05-16T15:37:28.380 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:27.765+0000 7ffa20ff9700 1 -- 172.21.15.43:0/3275643278 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7ffa0c01ac90 con 0x7ffa24108cc0 2024-05-16T15:37:28.380 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:27.765+0000 7ffa20ff9700 1 -- 172.21.15.43:0/3275643278 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7ffa0c019700 con 0x7ffa24108cc0 2024-05-16T15:37:28.380 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:27.765+0000 7ffa29f54700 1 -- 172.21.15.43:0/3275643278 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffa2410d220 con 0x7ffa24108cc0 2024-05-16T15:37:28.380 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:27.768+0000 7ffa20ff9700 1 -- 172.21.15.43:0/3275643278 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7ffa0c024a50 con 0x7ffa24108cc0 2024-05-16T15:37:28.380 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:27.837+0000 7ffa29f54700 1 -- 172.21.15.43:0/3275643278 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) -- 0x7ffa24064b00 con 0x7ffa24108cc0 2024-05-16T15:37:28.380 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:27.839+0000 7ffa20ff9700 1 -- 172.21.15.43:0/3275643278 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) ==== 124+0+0 (secure 0 0 0) 0x7ffa0c024430 con 0x7ffa24108cc0 2024-05-16T15:37:28.381 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:27.840+0000 7ffa29f54700 1 -- 172.21.15.43:0/3275643278 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ffa24108cc0 msgr2=0x7ffa2407eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:37:28.381 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:27.840+0000 7ffa29f54700 1 --2- 172.21.15.43:0/3275643278 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ffa24108cc0 0x7ffa2407eb30 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7ffa0c0116a0 tx=0x7ffa0c011a60 comp rx=0 tx=0).stop 2024-05-16T15:37:28.381 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:27.840+0000 7ffa29f54700 1 -- 172.21.15.43:0/3275643278 shutdown_connections 2024-05-16T15:37:28.381 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:27.840+0000 7ffa29f54700 1 --2- 172.21.15.43:0/3275643278 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ffa24108cc0 0x7ffa2407eb30 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:37:28.381 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:27.840+0000 7ffa29f54700 1 -- 172.21.15.43:0/3275643278 >> 172.21.15.43:0/3275643278 conn(0x7ffa241042a0 msgr2=0x7ffa24104c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:37:28.381 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:27.840+0000 7ffa29f54700 1 -- 172.21.15.43:0/3275643278 shutdown_connections 2024-05-16T15:37:28.381 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:27.840+0000 7ffa29f54700 1 -- 172.21.15.43:0/3275643278 wait complete. 2024-05-16T15:37:28.381 INFO:teuthology.orchestra.run.smithi043.stdout:Wrote config to /etc/ceph/ceph.conf 2024-05-16T15:37:28.403 INFO:teuthology.orchestra.run.smithi043.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-05-16T15:37:28.403 INFO:teuthology.orchestra.run.smithi043.stdout:Creating mgr... 2024-05-16T15:37:28.404 INFO:teuthology.orchestra.run.smithi043.stdout:Verifying port 0.0.0.0:9283 ... 2024-05-16T15:37:28.404 INFO:teuthology.orchestra.run.smithi043.stdout:Verifying port 0.0.0.0:8765 ... 2024-05-16T15:37:28.670 INFO:teuthology.orchestra.run.smithi043.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-13155b42-139a-11ef-bc9a-c7b262605968@mgr.x 2024-05-16T15:37:28.670 INFO:teuthology.orchestra.run.smithi043.stdout:systemctl: stderr Failed to reset failed state of unit ceph-13155b42-139a-11ef-bc9a-c7b262605968@mgr.x.service: Unit ceph-13155b42-139a-11ef-bc9a-c7b262605968@mgr.x.service not loaded. 2024-05-16T15:37:28.823 INFO:teuthology.orchestra.run.smithi043.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-13155b42-139a-11ef-bc9a-c7b262605968.target.wants/ceph-13155b42-139a-11ef-bc9a-c7b262605968@mgr.x.service → /etc/systemd/system/ceph-13155b42-139a-11ef-bc9a-c7b262605968@.service. 2024-05-16T15:37:29.145 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:28 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/3275643278' entity='client.admin' 2024-05-16T15:37:29.324 INFO:teuthology.orchestra.run.smithi043.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-05-16T15:37:29.324 INFO:teuthology.orchestra.run.smithi043.stdout:systemctl: stdout disabled 2024-05-16T15:37:29.332 INFO:teuthology.orchestra.run.smithi043.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-05-16T15:37:29.332 INFO:teuthology.orchestra.run.smithi043.stdout:systemctl: stdout inactive 2024-05-16T15:37:29.332 INFO:teuthology.orchestra.run.smithi043.stdout:firewalld.service is not enabled 2024-05-16T15:37:29.332 INFO:teuthology.orchestra.run.smithi043.stdout:Not possible to enable service . firewalld.service is not available 2024-05-16T15:37:29.342 INFO:teuthology.orchestra.run.smithi043.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-05-16T15:37:29.342 INFO:teuthology.orchestra.run.smithi043.stdout:systemctl: stdout disabled 2024-05-16T15:37:29.350 INFO:teuthology.orchestra.run.smithi043.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-05-16T15:37:29.351 INFO:teuthology.orchestra.run.smithi043.stdout:systemctl: stdout inactive 2024-05-16T15:37:29.351 INFO:teuthology.orchestra.run.smithi043.stdout:firewalld.service is not enabled 2024-05-16T15:37:29.351 INFO:teuthology.orchestra.run.smithi043.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-05-16T15:37:29.351 INFO:teuthology.orchestra.run.smithi043.stdout:Waiting for mgr to start... 2024-05-16T15:37:29.351 INFO:teuthology.orchestra.run.smithi043.stdout:Waiting for mgr... 2024-05-16T15:37:30.043 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:29 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/213099793' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-16T15:37:30.520 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout 2024-05-16T15:37:30.521 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout { 2024-05-16T15:37:30.521 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "fsid": "13155b42-139a-11ef-bc9a-c7b262605968", 2024-05-16T15:37:30.521 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "health": { 2024-05-16T15:37:30.521 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-05-16T15:37:30.521 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-05-16T15:37:30.521 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-05-16T15:37:30.521 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout }, 2024-05-16T15:37:30.521 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-05-16T15:37:30.521 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-05-16T15:37:30.521 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout 0 2024-05-16T15:37:30.521 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout ], 2024-05-16T15:37:30.521 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-05-16T15:37:30.521 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "a" 2024-05-16T15:37:30.522 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout ], 2024-05-16T15:37:30.522 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-05-16T15:37:30.522 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "monmap": { 2024-05-16T15:37:30.522 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-16T15:37:30.522 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-05-16T15:37:30.522 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-05-16T15:37:30.522 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout }, 2024-05-16T15:37:30.522 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-05-16T15:37:30.522 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-16T15:37:30.522 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-05-16T15:37:30.522 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-05-16T15:37:30.522 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-05-16T15:37:30.522 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-05-16T15:37:30.522 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-05-16T15:37:30.523 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-05-16T15:37:30.523 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout }, 2024-05-16T15:37:30.523 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-05-16T15:37:30.523 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-05-16T15:37:30.523 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-05-16T15:37:30.523 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-05-16T15:37:30.523 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-05-16T15:37:30.523 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-05-16T15:37:30.523 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-05-16T15:37:30.523 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-05-16T15:37:30.523 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-05-16T15:37:30.523 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout }, 2024-05-16T15:37:30.523 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-05-16T15:37:30.523 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-16T15:37:30.523 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-05-16T15:37:30.524 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-05-16T15:37:30.524 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout }, 2024-05-16T15:37:30.524 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-05-16T15:37:30.524 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "available": false, 2024-05-16T15:37:30.524 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-05-16T15:37:30.524 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "modules": [ 2024-05-16T15:37:30.524 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "iostat", 2024-05-16T15:37:30.524 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "nfs", 2024-05-16T15:37:30.524 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "restful" 2024-05-16T15:37:30.524 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout ], 2024-05-16T15:37:30.524 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-16T15:37:30.524 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout }, 2024-05-16T15:37:30.524 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-05-16T15:37:30.524 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-16T15:37:30.525 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "modified": "2024-05-16T15:37:22.311550+0000", 2024-05-16T15:37:30.525 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-16T15:37:30.525 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout }, 2024-05-16T15:37:30.525 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-05-16T15:37:30.525 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout } 2024-05-16T15:37:30.525 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:29.820+0000 7f061a3c1700 1 Processor -- start 2024-05-16T15:37:30.525 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:29.820+0000 7f061a3c1700 1 -- start start 2024-05-16T15:37:30.525 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:29.821+0000 7f061a3c1700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f06141097a0 0x7f061410bb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:37:30.525 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:29.821+0000 7f061a3c1700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f061407cd90 con 0x7f06141097a0 2024-05-16T15:37:30.525 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:29.821+0000 7f0613fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f06141097a0 0x7f061410bb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:37:30.525 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:29.821+0000 7f0613fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f06141097a0 0x7f061410bb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:42452/0 (socket says 172.21.15.43:42452) 2024-05-16T15:37:30.525 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:29.821+0000 7f0613fff700 1 -- 172.21.15.43:0/599967047 learned_addr learned my addr 172.21.15.43:0/599967047 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:37:30.525 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:29.821+0000 7f0613fff700 1 -- 172.21.15.43:0/599967047 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f061410c0d0 con 0x7f06141097a0 2024-05-16T15:37:30.525 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:29.822+0000 7f0613fff700 1 --2- 172.21.15.43:0/599967047 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f06141097a0 0x7f061410bb90 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f06040098a0 tx=0x7f0604009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ed9564dc1fe54d9 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:37:30.526 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:29.822+0000 7f0612ffd700 1 -- 172.21.15.43:0/599967047 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0604004160 con 0x7f06141097a0 2024-05-16T15:37:30.526 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:29.822+0000 7f0612ffd700 1 -- 172.21.15.43:0/599967047 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f0604004300 con 0x7f06141097a0 2024-05-16T15:37:30.526 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:29.822+0000 7f0612ffd700 1 -- 172.21.15.43:0/599967047 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f06040119e0 con 0x7f06141097a0 2024-05-16T15:37:30.526 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:29.822+0000 7f061a3c1700 1 -- 172.21.15.43:0/599967047 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f06141097a0 msgr2=0x7f061410bb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:37:30.526 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:29.822+0000 7f061a3c1700 1 --2- 172.21.15.43:0/599967047 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f06141097a0 0x7f061410bb90 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f06040098a0 tx=0x7f0604009bb0 comp rx=0 tx=0).stop 2024-05-16T15:37:30.526 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:29.822+0000 7f061a3c1700 1 -- 172.21.15.43:0/599967047 shutdown_connections 2024-05-16T15:37:30.526 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:29.822+0000 7f061a3c1700 1 --2- 172.21.15.43:0/599967047 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f06141097a0 0x7f061410bb90 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:37:30.526 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:29.822+0000 7f061a3c1700 1 -- 172.21.15.43:0/599967047 >> 172.21.15.43:0/599967047 conn(0x7f06141030f0 msgr2=0x7f0614105530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:37:30.526 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:29.823+0000 7f061a3c1700 1 -- 172.21.15.43:0/599967047 shutdown_connections 2024-05-16T15:37:30.526 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:29.823+0000 7f061a3c1700 1 -- 172.21.15.43:0/599967047 wait complete. 2024-05-16T15:37:30.526 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:29.823+0000 7f061a3c1700 1 Processor -- start 2024-05-16T15:37:30.526 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:29.823+0000 7f061a3c1700 1 -- start start 2024-05-16T15:37:30.526 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:29.824+0000 7f061a3c1700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f06141097a0 0x7f061419caa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:37:30.526 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:29.824+0000 7f061a3c1700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f061410cf00 con 0x7f06141097a0 2024-05-16T15:37:30.527 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:29.824+0000 7f0613fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f06141097a0 0x7f061419caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:37:30.527 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:29.824+0000 7f0613fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f06141097a0 0x7f061419caa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:42468/0 (socket says 172.21.15.43:42468) 2024-05-16T15:37:30.527 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:29.824+0000 7f0613fff700 1 -- 172.21.15.43:0/213099793 learned_addr learned my addr 172.21.15.43:0/213099793 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:37:30.527 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:29.824+0000 7f0613fff700 1 -- 172.21.15.43:0/213099793 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f061419cfe0 con 0x7f06141097a0 2024-05-16T15:37:30.527 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:29.824+0000 7f0613fff700 1 --2- 172.21.15.43:0/213099793 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f06141097a0 0x7f061419caa0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f06040119e0 tx=0x7f06040046a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:37:30.527 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:29.824+0000 7f06117fa700 1 -- 172.21.15.43:0/213099793 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0604003bf0 con 0x7f06141097a0 2024-05-16T15:37:30.527 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:29.824+0000 7f06117fa700 1 -- 172.21.15.43:0/213099793 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f060401a8a0 con 0x7f06141097a0 2024-05-16T15:37:30.527 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:29.824+0000 7f061a3c1700 1 -- 172.21.15.43:0/213099793 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f061419d270 con 0x7f06141097a0 2024-05-16T15:37:30.527 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:29.824+0000 7f06117fa700 1 -- 172.21.15.43:0/213099793 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f06040248c0 con 0x7f06141097a0 2024-05-16T15:37:30.527 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:29.824+0000 7f061a3c1700 1 -- 172.21.15.43:0/213099793 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f061419ff60 con 0x7f06141097a0 2024-05-16T15:37:30.527 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:29.825+0000 7f06117fa700 1 -- 172.21.15.43:0/213099793 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f0604022020 con 0x7f06141097a0 2024-05-16T15:37:30.527 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:29.825+0000 7f06117fa700 1 -- 172.21.15.43:0/213099793 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f060402c3a0 con 0x7f06141097a0 2024-05-16T15:37:30.527 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:29.825+0000 7f061a3c1700 1 -- 172.21.15.43:0/213099793 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0614064b00 con 0x7f06141097a0 2024-05-16T15:37:30.528 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:29.828+0000 7f06117fa700 1 -- 172.21.15.43:0/213099793 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f0604004300 con 0x7f06141097a0 2024-05-16T15:37:30.528 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:29.903+0000 7f061a3c1700 1 -- 172.21.15.43:0/213099793 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f06141a04b0 con 0x7f06141097a0 2024-05-16T15:37:30.528 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:29.903+0000 7f06117fa700 1 -- 172.21.15.43:0/213099793 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f060401a430 con 0x7f06141097a0 2024-05-16T15:37:30.528 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:29.904+0000 7f061a3c1700 1 -- 172.21.15.43:0/213099793 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f06141097a0 msgr2=0x7f061419caa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:37:30.528 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:29.904+0000 7f061a3c1700 1 --2- 172.21.15.43:0/213099793 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f06141097a0 0x7f061419caa0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f06040119e0 tx=0x7f06040046a0 comp rx=0 tx=0).stop 2024-05-16T15:37:30.528 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:29.905+0000 7f061a3c1700 1 -- 172.21.15.43:0/213099793 shutdown_connections 2024-05-16T15:37:30.528 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:29.905+0000 7f061a3c1700 1 --2- 172.21.15.43:0/213099793 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f06141097a0 0x7f061419caa0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:37:30.528 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:29.905+0000 7f061a3c1700 1 -- 172.21.15.43:0/213099793 >> 172.21.15.43:0/213099793 conn(0x7f06141030f0 msgr2=0x7f0614103c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:37:30.528 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:29.905+0000 7f061a3c1700 1 -- 172.21.15.43:0/213099793 shutdown_connections 2024-05-16T15:37:30.528 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:29.905+0000 7f061a3c1700 1 -- 172.21.15.43:0/213099793 wait complete. 2024-05-16T15:37:30.528 INFO:teuthology.orchestra.run.smithi043.stdout:mgr not available, waiting (1/15)... 2024-05-16T15:37:31.718 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:31 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:37:31.584+0000 7f112dc8b200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-16T15:37:32.065 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:31 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:37:31.762+0000 7f112dc8b200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-16T15:37:32.066 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:32 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:37:32.061+0000 7f112dc8b200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-16T15:37:32.373 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:32 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:37:32.157+0000 7f112dc8b200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-16T15:37:32.373 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:32 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:37:32.369+0000 7f112dc8b200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-16T15:37:32.643 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:32 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:37:32.571+0000 7f112dc8b200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-16T15:37:33.458 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:33 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/3545414062' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-16T15:37:33.459 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:33 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:37:33.224+0000 7f112dc8b200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-16T15:37:33.459 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:33 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:37:33.454+0000 7f112dc8b200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-16T15:37:34.218 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:33 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:37:33.900+0000 7f112dc8b200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-16T15:37:34.218 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:34 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:37:34.001+0000 7f112dc8b200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-16T15:37:34.718 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:34 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:37:34.388+0000 7f112dc8b200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-16T15:37:35.122 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:34 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:37:34.765+0000 7f112dc8b200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-16T15:37:35.122 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:34 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:37:34.861+0000 7f112dc8b200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-16T15:37:35.468 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:35 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:37:35.118+0000 7f112dc8b200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-16T15:37:35.468 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:35 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:37:35.259+0000 7f112dc8b200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-16T15:37:35.468 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:35 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:37:35.358+0000 7f112dc8b200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-16T15:37:35.968 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:35 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:37:35.702+0000 7f112dc8b200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-16T15:37:35.968 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:35 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:37:35.798+0000 7f112dc8b200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-16T15:37:36.718 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:36 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:37:36.437+0000 7f112dc8b200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-16T15:37:36.718 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:36 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:37:36.662+0000 7f112dc8b200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-16T15:37:37.218 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:36 smithi043 ceph-mon[31619]: Activating manager daemon x 2024-05-16T15:37:37.218 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:36 smithi043 ceph-mon[31619]: mgrmap e2: x(active, starting, since 0.00330462s) 2024-05-16T15:37:37.218 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:36 smithi043 ceph-mon[31619]: from='mgr.14100 172.21.15.43:0/3452042269' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-16T15:37:37.218 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:36 smithi043 ceph-mon[31619]: from='mgr.14100 172.21.15.43:0/3452042269' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-16T15:37:37.218 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:36 smithi043 ceph-mon[31619]: from='mgr.14100 172.21.15.43:0/3452042269' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-16T15:37:37.218 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:36 smithi043 ceph-mon[31619]: from='mgr.14100 172.21.15.43:0/3452042269' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-16T15:37:37.219 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:36 smithi043 ceph-mon[31619]: from='mgr.14100 172.21.15.43:0/3452042269' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-16T15:37:37.219 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:36 smithi043 ceph-mon[31619]: Manager daemon x is now available 2024-05-16T15:37:37.219 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:36 smithi043 ceph-mon[31619]: from='mgr.14100 172.21.15.43:0/3452042269' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-16T15:37:37.219 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:36 smithi043 ceph-mon[31619]: from='mgr.14100 172.21.15.43:0/3452042269' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-16T15:37:37.219 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:36 smithi043 ceph-mon[31619]: from='mgr.14100 172.21.15.43:0/3452042269' entity='mgr.x' 2024-05-16T15:37:37.219 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:36 smithi043 ceph-mon[31619]: from='mgr.14100 172.21.15.43:0/3452042269' entity='mgr.x' 2024-05-16T15:37:37.219 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:36 smithi043 ceph-mon[31619]: from='mgr.14100 172.21.15.43:0/3452042269' entity='mgr.x' 2024-05-16T15:37:38.968 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:38 smithi043 ceph-mon[31619]: mgrmap e3: x(active, since 1.00817s) 2024-05-16T15:37:39.786 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout 2024-05-16T15:37:39.786 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout { 2024-05-16T15:37:39.786 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "fsid": "13155b42-139a-11ef-bc9a-c7b262605968", 2024-05-16T15:37:39.786 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "health": { 2024-05-16T15:37:39.786 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-05-16T15:37:39.786 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-05-16T15:37:39.786 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-05-16T15:37:39.786 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout }, 2024-05-16T15:37:39.786 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-05-16T15:37:39.786 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-05-16T15:37:39.787 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout 0 2024-05-16T15:37:39.787 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout ], 2024-05-16T15:37:39.787 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-05-16T15:37:39.787 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "a" 2024-05-16T15:37:39.787 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout ], 2024-05-16T15:37:39.787 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2024-05-16T15:37:39.787 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "monmap": { 2024-05-16T15:37:39.787 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-16T15:37:39.787 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-05-16T15:37:39.787 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-05-16T15:37:39.787 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout }, 2024-05-16T15:37:39.787 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-05-16T15:37:39.787 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-16T15:37:39.787 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-05-16T15:37:39.787 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-05-16T15:37:39.788 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-05-16T15:37:39.796 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-05-16T15:37:39.796 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-05-16T15:37:39.796 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-05-16T15:37:39.796 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout }, 2024-05-16T15:37:39.796 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-05-16T15:37:39.796 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-05-16T15:37:39.796 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-05-16T15:37:39.796 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-05-16T15:37:39.796 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-05-16T15:37:39.796 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-05-16T15:37:39.796 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-05-16T15:37:39.797 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-05-16T15:37:39.797 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-05-16T15:37:39.797 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout }, 2024-05-16T15:37:39.797 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-05-16T15:37:39.797 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-16T15:37:39.797 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-05-16T15:37:39.797 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-05-16T15:37:39.797 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout }, 2024-05-16T15:37:39.797 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-05-16T15:37:39.797 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "available": false, 2024-05-16T15:37:39.797 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-05-16T15:37:39.797 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "modules": [ 2024-05-16T15:37:39.797 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "iostat", 2024-05-16T15:37:39.797 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "nfs", 2024-05-16T15:37:39.797 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "restful" 2024-05-16T15:37:39.798 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout ], 2024-05-16T15:37:39.798 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-16T15:37:39.798 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout }, 2024-05-16T15:37:39.798 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-05-16T15:37:39.798 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-16T15:37:39.798 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "modified": "2024-05-16T15:37:22.311550+0000", 2024-05-16T15:37:39.798 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-16T15:37:39.798 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout }, 2024-05-16T15:37:39.798 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-05-16T15:37:39.798 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout } 2024-05-16T15:37:39.798 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:33.041+0000 7fb54e4b8700 1 Processor -- start 2024-05-16T15:37:39.798 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:33.041+0000 7fb54e4b8700 1 -- start start 2024-05-16T15:37:39.798 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:33.041+0000 7fb54e4b8700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb548108ce0 0x7fb548109100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:37:39.798 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:33.041+0000 7fb54e4b8700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fb5481096d0 con 0x7fb548108ce0 2024-05-16T15:37:39.799 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:33.042+0000 7fb547fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb548108ce0 0x7fb548109100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:37:39.799 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:33.042+0000 7fb547fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb548108ce0 0x7fb548109100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:42482/0 (socket says 172.21.15.43:42482) 2024-05-16T15:37:39.799 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:33.042+0000 7fb547fff700 1 -- 172.21.15.43:0/4155226347 learned_addr learned my addr 172.21.15.43:0/4155226347 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:37:39.799 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:33.042+0000 7fb547fff700 1 -- 172.21.15.43:0/4155226347 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb548109e40 con 0x7fb548108ce0 2024-05-16T15:37:39.799 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:33.042+0000 7fb547fff700 1 --2- 172.21.15.43:0/4155226347 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb548108ce0 0x7fb548109100 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fb5380098a0 tx=0x7fb538009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd2dab5d0de8375d server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:37:39.799 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:33.042+0000 7fb5477fe700 1 -- 172.21.15.43:0/4155226347 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb538004160 con 0x7fb548108ce0 2024-05-16T15:37:39.799 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:33.042+0000 7fb5477fe700 1 -- 172.21.15.43:0/4155226347 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7fb538004300 con 0x7fb548108ce0 2024-05-16T15:37:39.799 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:33.043+0000 7fb5477fe700 1 -- 172.21.15.43:0/4155226347 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb5380119e0 con 0x7fb548108ce0 2024-05-16T15:37:39.799 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:33.043+0000 7fb54e4b8700 1 -- 172.21.15.43:0/4155226347 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb548108ce0 msgr2=0x7fb548109100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:37:39.799 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:33.043+0000 7fb54e4b8700 1 --2- 172.21.15.43:0/4155226347 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb548108ce0 0x7fb548109100 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fb5380098a0 tx=0x7fb538009bb0 comp rx=0 tx=0).stop 2024-05-16T15:37:39.799 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:33.043+0000 7fb54e4b8700 1 -- 172.21.15.43:0/4155226347 shutdown_connections 2024-05-16T15:37:39.799 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:33.043+0000 7fb54e4b8700 1 --2- 172.21.15.43:0/4155226347 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb548108ce0 0x7fb548109100 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:37:39.799 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:33.043+0000 7fb54e4b8700 1 -- 172.21.15.43:0/4155226347 >> 172.21.15.43:0/4155226347 conn(0x7fb5481042a0 msgr2=0x7fb5481066c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:37:39.800 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:33.043+0000 7fb54e4b8700 1 -- 172.21.15.43:0/4155226347 shutdown_connections 2024-05-16T15:37:39.800 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:33.043+0000 7fb54e4b8700 1 -- 172.21.15.43:0/4155226347 wait complete. 2024-05-16T15:37:39.800 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:33.044+0000 7fb54e4b8700 1 Processor -- start 2024-05-16T15:37:39.800 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:33.044+0000 7fb54e4b8700 1 -- start start 2024-05-16T15:37:39.800 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:33.044+0000 7fb54e4b8700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb548108ce0 0x7fb54819ca10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:37:39.800 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:33.044+0000 7fb54e4b8700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fb54810d070 con 0x7fb548108ce0 2024-05-16T15:37:39.800 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:33.044+0000 7fb547fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb548108ce0 0x7fb54819ca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:37:39.800 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:33.044+0000 7fb547fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb548108ce0 0x7fb54819ca10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:42486/0 (socket says 172.21.15.43:42486) 2024-05-16T15:37:39.800 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:33.044+0000 7fb547fff700 1 -- 172.21.15.43:0/3545414062 learned_addr learned my addr 172.21.15.43:0/3545414062 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:37:39.800 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:33.045+0000 7fb547fff700 1 -- 172.21.15.43:0/3545414062 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb54819cf50 con 0x7fb548108ce0 2024-05-16T15:37:39.800 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:33.045+0000 7fb547fff700 1 --2- 172.21.15.43:0/3545414062 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb548108ce0 0x7fb54819ca10 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fb5380116a0 tx=0x7fb538011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:37:39.800 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:33.045+0000 7fb545ffb700 1 -- 172.21.15.43:0/3545414062 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb5380039f0 con 0x7fb548108ce0 2024-05-16T15:37:39.800 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:33.045+0000 7fb545ffb700 1 -- 172.21.15.43:0/3545414062 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7fb538003b90 con 0x7fb548108ce0 2024-05-16T15:37:39.800 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:33.045+0000 7fb54e4b8700 1 -- 172.21.15.43:0/3545414062 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb54819d1e0 con 0x7fb548108ce0 2024-05-16T15:37:39.801 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:33.045+0000 7fb545ffb700 1 -- 172.21.15.43:0/3545414062 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb53801a600 con 0x7fb548108ce0 2024-05-16T15:37:39.801 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:33.045+0000 7fb54e4b8700 1 -- 172.21.15.43:0/3545414062 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb54819fed0 con 0x7fb548108ce0 2024-05-16T15:37:39.801 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:33.045+0000 7fb545ffb700 1 -- 172.21.15.43:0/3545414062 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fb53801acb0 con 0x7fb548108ce0 2024-05-16T15:37:39.801 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:33.045+0000 7fb545ffb700 1 -- 172.21.15.43:0/3545414062 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fb538019700 con 0x7fb548108ce0 2024-05-16T15:37:39.801 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:33.046+0000 7fb54e4b8700 1 -- 172.21.15.43:0/3545414062 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb54810d1f0 con 0x7fb548108ce0 2024-05-16T15:37:39.801 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:33.049+0000 7fb545ffb700 1 -- 172.21.15.43:0/3545414062 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7fb538024a50 con 0x7fb548108ce0 2024-05-16T15:37:39.801 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:33.127+0000 7fb54e4b8700 1 -- 172.21.15.43:0/3545414062 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7fb5481a0400 con 0x7fb548108ce0 2024-05-16T15:37:39.801 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:33.127+0000 7fb545ffb700 1 -- 172.21.15.43:0/3545414062 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7fb538024430 con 0x7fb548108ce0 2024-05-16T15:37:39.801 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:33.128+0000 7fb54e4b8700 1 -- 172.21.15.43:0/3545414062 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb548108ce0 msgr2=0x7fb54819ca10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:37:39.801 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:33.128+0000 7fb54e4b8700 1 --2- 172.21.15.43:0/3545414062 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb548108ce0 0x7fb54819ca10 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fb5380116a0 tx=0x7fb538011a60 comp rx=0 tx=0).stop 2024-05-16T15:37:39.801 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:33.128+0000 7fb54e4b8700 1 -- 172.21.15.43:0/3545414062 shutdown_connections 2024-05-16T15:37:39.801 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:33.128+0000 7fb54e4b8700 1 --2- 172.21.15.43:0/3545414062 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb548108ce0 0x7fb54819ca10 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:37:39.801 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:33.128+0000 7fb54e4b8700 1 -- 172.21.15.43:0/3545414062 >> 172.21.15.43:0/3545414062 conn(0x7fb5481042a0 msgr2=0x7fb548104c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:37:39.801 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:33.128+0000 7fb54e4b8700 1 -- 172.21.15.43:0/3545414062 shutdown_connections 2024-05-16T15:37:39.802 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:33.128+0000 7fb54e4b8700 1 -- 172.21.15.43:0/3545414062 wait complete. 2024-05-16T15:37:39.802 INFO:teuthology.orchestra.run.smithi043.stdout:mgr not available, waiting (2/15)... 2024-05-16T15:37:39.968 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:39 smithi043 ceph-mon[31619]: mgrmap e4: x(active, since 2s) 2024-05-16T15:37:43.718 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:43 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/2457729538' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-16T15:37:43.922 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout 2024-05-16T15:37:43.933 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout { 2024-05-16T15:37:43.933 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "fsid": "13155b42-139a-11ef-bc9a-c7b262605968", 2024-05-16T15:37:43.933 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "health": { 2024-05-16T15:37:43.933 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-05-16T15:37:43.933 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-05-16T15:37:43.933 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-05-16T15:37:43.933 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout }, 2024-05-16T15:37:43.934 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-05-16T15:37:43.934 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-05-16T15:37:43.934 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout 0 2024-05-16T15:37:43.934 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout ], 2024-05-16T15:37:43.934 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-05-16T15:37:43.934 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "a" 2024-05-16T15:37:43.934 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout ], 2024-05-16T15:37:43.934 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "quorum_age": 16, 2024-05-16T15:37:43.934 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "monmap": { 2024-05-16T15:37:43.934 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-16T15:37:43.934 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-05-16T15:37:43.934 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-05-16T15:37:43.934 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout }, 2024-05-16T15:37:43.934 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-05-16T15:37:43.935 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-16T15:37:43.935 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-05-16T15:37:43.935 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-05-16T15:37:43.935 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-05-16T15:37:43.935 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-05-16T15:37:43.935 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-05-16T15:37:43.935 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-05-16T15:37:43.935 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout }, 2024-05-16T15:37:43.935 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-05-16T15:37:43.935 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-05-16T15:37:43.935 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-05-16T15:37:43.935 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-05-16T15:37:43.935 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-05-16T15:37:43.935 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-05-16T15:37:43.935 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-05-16T15:37:43.936 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-05-16T15:37:43.936 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-05-16T15:37:43.936 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout }, 2024-05-16T15:37:43.936 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-05-16T15:37:43.936 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-16T15:37:43.936 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-05-16T15:37:43.936 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-05-16T15:37:43.936 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout }, 2024-05-16T15:37:43.936 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-05-16T15:37:43.936 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "available": true, 2024-05-16T15:37:43.936 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-05-16T15:37:43.936 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "modules": [ 2024-05-16T15:37:43.936 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "iostat", 2024-05-16T15:37:43.936 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "nfs", 2024-05-16T15:37:43.936 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "restful" 2024-05-16T15:37:43.937 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout ], 2024-05-16T15:37:43.937 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-16T15:37:43.937 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout }, 2024-05-16T15:37:43.937 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-05-16T15:37:43.937 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-16T15:37:43.937 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "modified": "2024-05-16T15:37:22.311550+0000", 2024-05-16T15:37:43.937 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-16T15:37:43.937 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout }, 2024-05-16T15:37:43.937 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-05-16T15:37:43.937 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout } 2024-05-16T15:37:43.937 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.015+0000 7f9c467d1700 1 Processor -- start 2024-05-16T15:37:43.937 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.015+0000 7f9c467d1700 1 -- start start 2024-05-16T15:37:43.937 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.016+0000 7f9c467d1700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9c40109720 0x7f9c4010bb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:37:43.937 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.016+0000 7f9c467d1700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f9c4007ce10 con 0x7f9c40109720 2024-05-16T15:37:43.938 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.016+0000 7f9c3ffff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9c40109720 0x7f9c4010bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:37:43.938 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.016+0000 7f9c3ffff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9c40109720 0x7f9c4010bb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:43614/0 (socket says 172.21.15.43:43614) 2024-05-16T15:37:43.938 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.016+0000 7f9c3ffff700 1 -- 172.21.15.43:0/1085074727 learned_addr learned my addr 172.21.15.43:0/1085074727 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:37:43.938 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.016+0000 7f9c3ffff700 1 -- 172.21.15.43:0/1085074727 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c4010c050 con 0x7f9c40109720 2024-05-16T15:37:43.938 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.016+0000 7f9c3ffff700 1 --2- 172.21.15.43:0/1085074727 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9c40109720 0x7f9c4010bb10 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f9c300098a0 tx=0x7f9c30009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87d66236f83cdfc7 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:37:43.938 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.017+0000 7f9c3effd700 1 -- 172.21.15.43:0/1085074727 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9c30004160 con 0x7f9c40109720 2024-05-16T15:37:43.938 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.017+0000 7f9c3effd700 1 -- 172.21.15.43:0/1085074727 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f9c30004300 con 0x7f9c40109720 2024-05-16T15:37:43.938 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.017+0000 7f9c3effd700 1 -- 172.21.15.43:0/1085074727 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9c300119e0 con 0x7f9c40109720 2024-05-16T15:37:43.938 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.017+0000 7f9c467d1700 1 -- 172.21.15.43:0/1085074727 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9c40109720 msgr2=0x7f9c4010bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:37:43.938 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.017+0000 7f9c467d1700 1 --2- 172.21.15.43:0/1085074727 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9c40109720 0x7f9c4010bb10 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f9c300098a0 tx=0x7f9c30009bb0 comp rx=0 tx=0).stop 2024-05-16T15:37:43.938 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.017+0000 7f9c467d1700 1 -- 172.21.15.43:0/1085074727 shutdown_connections 2024-05-16T15:37:43.938 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.017+0000 7f9c467d1700 1 --2- 172.21.15.43:0/1085074727 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9c40109720 0x7f9c4010bb10 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:37:43.939 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.017+0000 7f9c467d1700 1 -- 172.21.15.43:0/1085074727 >> 172.21.15.43:0/1085074727 conn(0x7f9c401030f0 msgr2=0x7f9c40105530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:37:43.939 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.017+0000 7f9c467d1700 1 -- 172.21.15.43:0/1085074727 shutdown_connections 2024-05-16T15:37:43.939 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.017+0000 7f9c467d1700 1 -- 172.21.15.43:0/1085074727 wait complete. 2024-05-16T15:37:43.939 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.018+0000 7f9c467d1700 1 Processor -- start 2024-05-16T15:37:43.939 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.018+0000 7f9c467d1700 1 -- start start 2024-05-16T15:37:43.939 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.018+0000 7f9c467d1700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9c40109720 0x7f9c4019ca90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:37:43.939 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.019+0000 7f9c467d1700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f9c4010cef0 con 0x7f9c40109720 2024-05-16T15:37:43.939 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.019+0000 7f9c3ffff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9c40109720 0x7f9c4019ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:37:43.939 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.019+0000 7f9c3ffff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9c40109720 0x7f9c4019ca90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:43620/0 (socket says 172.21.15.43:43620) 2024-05-16T15:37:43.940 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.019+0000 7f9c3ffff700 1 -- 172.21.15.43:0/2457729538 learned_addr learned my addr 172.21.15.43:0/2457729538 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:37:43.940 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.019+0000 7f9c3ffff700 1 -- 172.21.15.43:0/2457729538 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c4019cfd0 con 0x7f9c40109720 2024-05-16T15:37:43.940 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.019+0000 7f9c3ffff700 1 --2- 172.21.15.43:0/2457729538 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9c40109720 0x7f9c4019ca90 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f9c300116a0 tx=0x7f9c300046a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:37:43.940 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.019+0000 7f9c3d7fa700 1 -- 172.21.15.43:0/2457729538 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9c30003b70 con 0x7f9c40109720 2024-05-16T15:37:43.940 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.019+0000 7f9c467d1700 1 -- 172.21.15.43:0/2457729538 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c4019d260 con 0x7f9c40109720 2024-05-16T15:37:43.940 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.019+0000 7f9c3d7fa700 1 -- 172.21.15.43:0/2457729538 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f9c3001a8a0 con 0x7f9c40109720 2024-05-16T15:37:43.940 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.019+0000 7f9c3d7fa700 1 -- 172.21.15.43:0/2457729538 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9c30024890 con 0x7f9c40109720 2024-05-16T15:37:43.940 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.019+0000 7f9c467d1700 1 -- 172.21.15.43:0/2457729538 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c4019ff50 con 0x7f9c40109720 2024-05-16T15:37:43.940 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.020+0000 7f9c3d7fa700 1 -- 172.21.15.43:0/2457729538 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 4) ==== 50211+0+0 (secure 0 0 0) 0x7f9c30022020 con 0x7f9c40109720 2024-05-16T15:37:43.940 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.021+0000 7f9c3d7fa700 1 --2- 172.21.15.43:0/2457729538 >> [v2:172.21.15.43:6800/2824545909,v1:172.21.15.43:6801/2824545909] conn(0x7f9c2803e420 0x7f9c280408e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:37:43.940 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.021+0000 7f9c467d1700 1 -- 172.21.15.43:0/2457729538 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c40064b00 con 0x7f9c40109720 2024-05-16T15:37:43.940 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.021+0000 7f9c3d7fa700 1 -- 172.21.15.43:0/2457729538 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f9c300538a0 con 0x7f9c40109720 2024-05-16T15:37:43.940 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.021+0000 7f9c3f7fe700 1 --2- 172.21.15.43:0/2457729538 >> [v2:172.21.15.43:6800/2824545909,v1:172.21.15.43:6801/2824545909] conn(0x7f9c2803e420 0x7f9c280408e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:37:43.940 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.021+0000 7f9c3f7fe700 1 --2- 172.21.15.43:0/2457729538 >> [v2:172.21.15.43:6800/2824545909,v1:172.21.15.43:6801/2824545909] conn(0x7f9c2803e420 0x7f9c280408e0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f9c34006fd0 tx=0x7f9c34006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:37:43.941 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.026+0000 7f9c3d7fa700 1 -- 172.21.15.43:0/2457729538 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f9c300094f0 con 0x7f9c40109720 2024-05-16T15:37:43.941 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.339+0000 7f9c467d1700 1 -- 172.21.15.43:0/2457729538 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f9c401a0120 con 0x7f9c40109720 2024-05-16T15:37:43.941 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.339+0000 7f9c3d7fa700 1 -- 172.21.15.43:0/2457729538 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f9c300536b0 con 0x7f9c40109720 2024-05-16T15:37:43.941 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.341+0000 7f9c467d1700 1 -- 172.21.15.43:0/2457729538 >> [v2:172.21.15.43:6800/2824545909,v1:172.21.15.43:6801/2824545909] conn(0x7f9c2803e420 msgr2=0x7f9c280408e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:37:43.941 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.341+0000 7f9c467d1700 1 --2- 172.21.15.43:0/2457729538 >> [v2:172.21.15.43:6800/2824545909,v1:172.21.15.43:6801/2824545909] conn(0x7f9c2803e420 0x7f9c280408e0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f9c34006fd0 tx=0x7f9c34006e40 comp rx=0 tx=0).stop 2024-05-16T15:37:43.941 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.341+0000 7f9c467d1700 1 -- 172.21.15.43:0/2457729538 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9c40109720 msgr2=0x7f9c4019ca90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:37:43.941 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.341+0000 7f9c467d1700 1 --2- 172.21.15.43:0/2457729538 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9c40109720 0x7f9c4019ca90 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f9c300116a0 tx=0x7f9c300046a0 comp rx=0 tx=0).stop 2024-05-16T15:37:43.941 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.342+0000 7f9c467d1700 1 -- 172.21.15.43:0/2457729538 shutdown_connections 2024-05-16T15:37:43.941 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.342+0000 7f9c467d1700 1 --2- 172.21.15.43:0/2457729538 >> [v2:172.21.15.43:6800/2824545909,v1:172.21.15.43:6801/2824545909] conn(0x7f9c2803e420 0x7f9c280408e0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:37:43.941 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.342+0000 7f9c467d1700 1 --2- 172.21.15.43:0/2457729538 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9c40109720 0x7f9c4019ca90 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:37:43.941 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.342+0000 7f9c467d1700 1 -- 172.21.15.43:0/2457729538 >> 172.21.15.43:0/2457729538 conn(0x7f9c401030f0 msgr2=0x7f9c40103c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:37:43.941 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.342+0000 7f9c467d1700 1 -- 172.21.15.43:0/2457729538 shutdown_connections 2024-05-16T15:37:43.941 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:43.342+0000 7f9c467d1700 1 -- 172.21.15.43:0/2457729538 wait complete. 2024-05-16T15:37:43.941 INFO:teuthology.orchestra.run.smithi043.stdout:mgr is available 2024-05-16T15:37:44.884 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:44 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/2544595347' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-05-16T15:37:45.178 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout 2024-05-16T15:37:45.178 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout [global] 2024-05-16T15:37:45.178 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout fsid = 13155b42-139a-11ef-bc9a-c7b262605968 2024-05-16T15:37:45.178 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-05-16T15:37:45.178 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-05-16T15:37:45.179 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-05-16T15:37:45.179 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-05-16T15:37:45.179 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-05-16T15:37:45.179 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout 2024-05-16T15:37:45.179 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout [mgr] 2024-05-16T15:37:45.179 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-05-16T15:37:45.179 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout 2024-05-16T15:37:45.179 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout [osd] 2024-05-16T15:37:45.179 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-05-16T15:37:45.179 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-05-16T15:37:45.179 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-05-16T15:37:45.179 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-05-16T15:37:45.179 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-05-16T15:37:45.179 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.366+0000 7f109694e700 1 Processor -- start 2024-05-16T15:37:45.180 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.366+0000 7f109694e700 1 -- start start 2024-05-16T15:37:45.180 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.366+0000 7f109694e700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1090107b80 0x7f1090107fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:37:45.180 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.366+0000 7f109694e700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f1090108570 con 0x7f1090107b80 2024-05-16T15:37:45.180 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.366+0000 7f108ffff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1090107b80 0x7f1090107fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:37:45.180 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.366+0000 7f108ffff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1090107b80 0x7f1090107fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:43636/0 (socket says 172.21.15.43:43636) 2024-05-16T15:37:45.180 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.366+0000 7f108ffff700 1 -- 172.21.15.43:0/4089530412 learned_addr learned my addr 172.21.15.43:0/4089530412 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:37:45.180 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.367+0000 7f108ffff700 1 -- 172.21.15.43:0/4089530412 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1090108d80 con 0x7f1090107b80 2024-05-16T15:37:45.180 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.367+0000 7f108ffff700 1 --2- 172.21.15.43:0/4089530412 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1090107b80 0x7f1090107fa0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f10800098a0 tx=0x7f1080009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8831363c0cfcb896 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:37:45.180 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.367+0000 7f108effd700 1 -- 172.21.15.43:0/4089530412 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1080004160 con 0x7f1090107b80 2024-05-16T15:37:45.180 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.367+0000 7f108effd700 1 -- 172.21.15.43:0/4089530412 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f1080004300 con 0x7f1090107b80 2024-05-16T15:37:45.180 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.367+0000 7f108effd700 1 -- 172.21.15.43:0/4089530412 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f10800119e0 con 0x7f1090107b80 2024-05-16T15:37:45.180 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.368+0000 7f109694e700 1 -- 172.21.15.43:0/4089530412 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1090107b80 msgr2=0x7f1090107fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:37:45.180 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.368+0000 7f109694e700 1 --2- 172.21.15.43:0/4089530412 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1090107b80 0x7f1090107fa0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f10800098a0 tx=0x7f1080009bb0 comp rx=0 tx=0).stop 2024-05-16T15:37:45.181 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.368+0000 7f109694e700 1 -- 172.21.15.43:0/4089530412 shutdown_connections 2024-05-16T15:37:45.181 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.368+0000 7f109694e700 1 --2- 172.21.15.43:0/4089530412 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1090107b80 0x7f1090107fa0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:37:45.181 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.368+0000 7f109694e700 1 -- 172.21.15.43:0/4089530412 >> 172.21.15.43:0/4089530412 conn(0x7f1090103140 msgr2=0x7f1090105560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:37:45.181 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.368+0000 7f109694e700 1 -- 172.21.15.43:0/4089530412 shutdown_connections 2024-05-16T15:37:45.181 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.368+0000 7f109694e700 1 -- 172.21.15.43:0/4089530412 wait complete. 2024-05-16T15:37:45.181 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.368+0000 7f109694e700 1 Processor -- start 2024-05-16T15:37:45.181 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.368+0000 7f109694e700 1 -- start start 2024-05-16T15:37:45.181 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.369+0000 7f109694e700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1090107b80 0x7f109019cb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:37:45.181 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.369+0000 7f109694e700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f109010bfb0 con 0x7f1090107b80 2024-05-16T15:37:45.181 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.369+0000 7f108ffff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1090107b80 0x7f109019cb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:37:45.181 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.369+0000 7f108ffff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1090107b80 0x7f109019cb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:43646/0 (socket says 172.21.15.43:43646) 2024-05-16T15:37:45.181 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.369+0000 7f108ffff700 1 -- 172.21.15.43:0/2544595347 learned_addr learned my addr 172.21.15.43:0/2544595347 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:37:45.181 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.369+0000 7f108ffff700 1 -- 172.21.15.43:0/2544595347 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f109019d090 con 0x7f1090107b80 2024-05-16T15:37:45.181 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.369+0000 7f108ffff700 1 --2- 172.21.15.43:0/2544595347 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1090107b80 0x7f109019cb50 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f10800116a0 tx=0x7f1080011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:37:45.182 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.369+0000 7f108d7fa700 1 -- 172.21.15.43:0/2544595347 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f10800039f0 con 0x7f1090107b80 2024-05-16T15:37:45.182 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.369+0000 7f108d7fa700 1 -- 172.21.15.43:0/2544595347 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f1080003b90 con 0x7f1090107b80 2024-05-16T15:37:45.182 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.369+0000 7f109694e700 1 -- 172.21.15.43:0/2544595347 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f109019d320 con 0x7f1090107b80 2024-05-16T15:37:45.182 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.370+0000 7f108d7fa700 1 -- 172.21.15.43:0/2544595347 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f108001a600 con 0x7f1090107b80 2024-05-16T15:37:45.182 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.370+0000 7f109694e700 1 -- 172.21.15.43:0/2544595347 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10901a0010 con 0x7f1090107b80 2024-05-16T15:37:45.182 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.370+0000 7f108d7fa700 1 -- 172.21.15.43:0/2544595347 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 4) ==== 50211+0+0 (secure 0 0 0) 0x7f108001a8b0 con 0x7f1090107b80 2024-05-16T15:37:45.182 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.370+0000 7f109694e700 1 -- 172.21.15.43:0/2544595347 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f109010c130 con 0x7f1090107b80 2024-05-16T15:37:45.182 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.371+0000 7f108d7fa700 1 --2- 172.21.15.43:0/2544595347 >> [v2:172.21.15.43:6800/2824545909,v1:172.21.15.43:6801/2824545909] conn(0x7f107803e420 0x7f10780408e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:37:45.182 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.371+0000 7f108d7fa700 1 -- 172.21.15.43:0/2544595347 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f1080053b20 con 0x7f1090107b80 2024-05-16T15:37:45.182 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.371+0000 7f108f7fe700 1 --2- 172.21.15.43:0/2544595347 >> [v2:172.21.15.43:6800/2824545909,v1:172.21.15.43:6801/2824545909] conn(0x7f107803e420 0x7f10780408e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:37:45.182 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.371+0000 7f108f7fe700 1 --2- 172.21.15.43:0/2544595347 >> [v2:172.21.15.43:6800/2824545909,v1:172.21.15.43:6801/2824545909] conn(0x7f107803e420 0x7f10780408e0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f1084006fd0 tx=0x7f1084006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:37:45.182 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.376+0000 7f108d7fa700 1 -- 172.21.15.43:0/2544595347 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f108002c350 con 0x7f1090107b80 2024-05-16T15:37:45.182 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.594+0000 7f109694e700 1 -- 172.21.15.43:0/2544595347 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7f109002e7d0 con 0x7f1090107b80 2024-05-16T15:37:45.183 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.596+0000 7f108d7fa700 1 -- 172.21.15.43:0/2544595347 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) ==== 70+0+409 (secure 0 0 0) 0x7f108000e260 con 0x7f1090107b80 2024-05-16T15:37:45.183 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.598+0000 7f109694e700 1 -- 172.21.15.43:0/2544595347 >> [v2:172.21.15.43:6800/2824545909,v1:172.21.15.43:6801/2824545909] conn(0x7f107803e420 msgr2=0x7f10780408e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:37:45.183 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.598+0000 7f109694e700 1 --2- 172.21.15.43:0/2544595347 >> [v2:172.21.15.43:6800/2824545909,v1:172.21.15.43:6801/2824545909] conn(0x7f107803e420 0x7f10780408e0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f1084006fd0 tx=0x7f1084006e40 comp rx=0 tx=0).stop 2024-05-16T15:37:45.183 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.598+0000 7f109694e700 1 -- 172.21.15.43:0/2544595347 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1090107b80 msgr2=0x7f109019cb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:37:45.183 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.598+0000 7f109694e700 1 --2- 172.21.15.43:0/2544595347 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1090107b80 0x7f109019cb50 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f10800116a0 tx=0x7f1080011a60 comp rx=0 tx=0).stop 2024-05-16T15:37:45.183 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.598+0000 7f109694e700 1 -- 172.21.15.43:0/2544595347 shutdown_connections 2024-05-16T15:37:45.183 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.598+0000 7f109694e700 1 --2- 172.21.15.43:0/2544595347 >> [v2:172.21.15.43:6800/2824545909,v1:172.21.15.43:6801/2824545909] conn(0x7f107803e420 0x7f10780408e0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:37:45.183 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.598+0000 7f109694e700 1 --2- 172.21.15.43:0/2544595347 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1090107b80 0x7f109019cb50 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:37:45.183 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.598+0000 7f109694e700 1 -- 172.21.15.43:0/2544595347 >> 172.21.15.43:0/2544595347 conn(0x7f1090103140 msgr2=0x7f10901936a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:37:45.183 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.598+0000 7f109694e700 1 -- 172.21.15.43:0/2544595347 shutdown_connections 2024-05-16T15:37:45.183 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:44.598+0000 7f109694e700 1 -- 172.21.15.43:0/2544595347 wait complete. 2024-05-16T15:37:45.183 INFO:teuthology.orchestra.run.smithi043.stdout:Enabling cephadm module... 2024-05-16T15:37:46.201 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:45 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/1163364756' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-05-16T15:37:46.201 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:45 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: ignoring --setuser ceph since I am not root 2024-05-16T15:37:46.201 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:45 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: ignoring --setgroup ceph since I am not root 2024-05-16T15:37:46.201 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:46 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:37:46.086+0000 7f1c96d7f200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-16T15:37:46.468 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:46 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:37:46.280+0000 7f1c96d7f200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-16T15:37:46.468 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:46 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:37:46.386+0000 7f1c96d7f200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-16T15:37:46.509 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.563+0000 7f8deb19b700 1 Processor -- start 2024-05-16T15:37:46.509 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.563+0000 7f8deb19b700 1 -- start start 2024-05-16T15:37:46.510 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.564+0000 7f8deb19b700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8de4109740 0x7f8de410bb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:37:46.510 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.564+0000 7f8deb19b700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f8de407ce30 con 0x7f8de4109740 2024-05-16T15:37:46.510 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.564+0000 7f8de8f37700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8de4109740 0x7f8de410bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:37:46.510 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.564+0000 7f8de8f37700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8de4109740 0x7f8de410bb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:43650/0 (socket says 172.21.15.43:43650) 2024-05-16T15:37:46.510 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.564+0000 7f8de8f37700 1 -- 172.21.15.43:0/4039250438 learned_addr learned my addr 172.21.15.43:0/4039250438 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:37:46.510 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.564+0000 7f8de8f37700 1 -- 172.21.15.43:0/4039250438 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8de410c070 con 0x7f8de4109740 2024-05-16T15:37:46.510 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.564+0000 7f8de8f37700 1 --2- 172.21.15.43:0/4039250438 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8de4109740 0x7f8de410bb30 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f8dcc0098a0 tx=0x7f8dcc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4a54391e95c56c1 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:37:46.510 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.564+0000 7f8de37fe700 1 -- 172.21.15.43:0/4039250438 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8dcc004160 con 0x7f8de4109740 2024-05-16T15:37:46.510 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.564+0000 7f8de37fe700 1 -- 172.21.15.43:0/4039250438 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f8dcc004300 con 0x7f8de4109740 2024-05-16T15:37:46.510 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.564+0000 7f8de37fe700 1 -- 172.21.15.43:0/4039250438 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8dcc0119e0 con 0x7f8de4109740 2024-05-16T15:37:46.510 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.565+0000 7f8deb19b700 1 -- 172.21.15.43:0/4039250438 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8de4109740 msgr2=0x7f8de410bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:37:46.510 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.565+0000 7f8deb19b700 1 --2- 172.21.15.43:0/4039250438 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8de4109740 0x7f8de410bb30 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f8dcc0098a0 tx=0x7f8dcc009bb0 comp rx=0 tx=0).stop 2024-05-16T15:37:46.510 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.565+0000 7f8deb19b700 1 -- 172.21.15.43:0/4039250438 shutdown_connections 2024-05-16T15:37:46.511 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.565+0000 7f8deb19b700 1 --2- 172.21.15.43:0/4039250438 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8de4109740 0x7f8de410bb30 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:37:46.511 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.565+0000 7f8deb19b700 1 -- 172.21.15.43:0/4039250438 >> 172.21.15.43:0/4039250438 conn(0x7f8de4103170 msgr2=0x7f8de4105590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:37:46.511 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.565+0000 7f8deb19b700 1 -- 172.21.15.43:0/4039250438 shutdown_connections 2024-05-16T15:37:46.511 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.565+0000 7f8deb19b700 1 -- 172.21.15.43:0/4039250438 wait complete. 2024-05-16T15:37:46.511 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.566+0000 7f8deb19b700 1 Processor -- start 2024-05-16T15:37:46.511 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.566+0000 7f8deb19b700 1 -- start start 2024-05-16T15:37:46.511 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.566+0000 7f8deb19b700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8de4109740 0x7f8de419c9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:37:46.511 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.566+0000 7f8deb19b700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f8de410cf60 con 0x7f8de4109740 2024-05-16T15:37:46.511 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.566+0000 7f8de8f37700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8de4109740 0x7f8de419c9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:37:46.511 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.566+0000 7f8de8f37700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8de4109740 0x7f8de419c9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:43654/0 (socket says 172.21.15.43:43654) 2024-05-16T15:37:46.511 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.566+0000 7f8de8f37700 1 -- 172.21.15.43:0/1163364756 learned_addr learned my addr 172.21.15.43:0/1163364756 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:37:46.511 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.566+0000 7f8de8f37700 1 -- 172.21.15.43:0/1163364756 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8de419cf30 con 0x7f8de4109740 2024-05-16T15:37:46.511 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.566+0000 7f8de8f37700 1 --2- 172.21.15.43:0/1163364756 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8de4109740 0x7f8de419c9f0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f8dcc009130 tx=0x7f8dcc011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:37:46.511 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.567+0000 7f8de1ffb700 1 -- 172.21.15.43:0/1163364756 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8dcc003b20 con 0x7f8de4109740 2024-05-16T15:37:46.512 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.567+0000 7f8de1ffb700 1 -- 172.21.15.43:0/1163364756 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f8dcc01a8a0 con 0x7f8de4109740 2024-05-16T15:37:46.512 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.567+0000 7f8deb19b700 1 -- 172.21.15.43:0/1163364756 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8de419d1c0 con 0x7f8de4109740 2024-05-16T15:37:46.512 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.567+0000 7f8de1ffb700 1 -- 172.21.15.43:0/1163364756 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8dcc024810 con 0x7f8de4109740 2024-05-16T15:37:46.512 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.567+0000 7f8deb19b700 1 -- 172.21.15.43:0/1163364756 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8de419feb0 con 0x7f8de4109740 2024-05-16T15:37:46.512 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.568+0000 7f8de1ffb700 1 -- 172.21.15.43:0/1163364756 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 4) ==== 50211+0+0 (secure 0 0 0) 0x7f8dcc022020 con 0x7f8de4109740 2024-05-16T15:37:46.512 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.568+0000 7f8deb19b700 1 -- 172.21.15.43:0/1163364756 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8de4064b00 con 0x7f8de4109740 2024-05-16T15:37:46.512 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.568+0000 7f8de1ffb700 1 --2- 172.21.15.43:0/1163364756 >> [v2:172.21.15.43:6800/2824545909,v1:172.21.15.43:6801/2824545909] conn(0x7f8dd003e470 0x7f8dd0040930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:37:46.512 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.568+0000 7f8de1ffb700 1 -- 172.21.15.43:0/1163364756 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f8dcc053610 con 0x7f8de4109740 2024-05-16T15:37:46.512 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.568+0000 7f8de3fff700 1 --2- 172.21.15.43:0/1163364756 >> [v2:172.21.15.43:6800/2824545909,v1:172.21.15.43:6801/2824545909] conn(0x7f8dd003e470 0x7f8dd0040930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:37:46.512 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.569+0000 7f8de3fff700 1 --2- 172.21.15.43:0/1163364756 >> [v2:172.21.15.43:6800/2824545909,v1:172.21.15.43:6801/2824545909] conn(0x7f8dd003e470 0x7f8dd0040930 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f8dd400ad30 tx=0x7f8dd40093f0 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:37:46.512 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.573+0000 7f8de1ffb700 1 -- 172.21.15.43:0/1163364756 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f8dcc01ad70 con 0x7f8de4109740 2024-05-16T15:37:46.512 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.850+0000 7f8deb19b700 1 -- 172.21.15.43:0/1163364756 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) -- 0x7f8de41a0080 con 0x7f8de4109740 2024-05-16T15:37:46.512 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.901+0000 7f8de1ffb700 1 -- 172.21.15.43:0/1163364756 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) ==== 86+0+0 (secure 0 0 0) 0x7f8de41a0080 con 0x7f8de4109740 2024-05-16T15:37:46.513 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.903+0000 7f8de1ffb700 1 -- 172.21.15.43:0/1163364756 <== mon.0 v2:172.21.15.43:3300/0 8 ==== mgrmap(e 5) ==== 50222+0+0 (secure 0 0 0) 0x7f8dcc018d00 con 0x7f8de4109740 2024-05-16T15:37:46.513 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.905+0000 7f8deb19b700 1 -- 172.21.15.43:0/1163364756 >> [v2:172.21.15.43:6800/2824545909,v1:172.21.15.43:6801/2824545909] conn(0x7f8dd003e470 msgr2=0x7f8dd0040930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:37:46.513 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.905+0000 7f8deb19b700 1 --2- 172.21.15.43:0/1163364756 >> [v2:172.21.15.43:6800/2824545909,v1:172.21.15.43:6801/2824545909] conn(0x7f8dd003e470 0x7f8dd0040930 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f8dd400ad30 tx=0x7f8dd40093f0 comp rx=0 tx=0).stop 2024-05-16T15:37:46.513 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.905+0000 7f8deb19b700 1 -- 172.21.15.43:0/1163364756 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8de4109740 msgr2=0x7f8de419c9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:37:46.513 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.905+0000 7f8deb19b700 1 --2- 172.21.15.43:0/1163364756 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8de4109740 0x7f8de419c9f0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f8dcc009130 tx=0x7f8dcc011a60 comp rx=0 tx=0).stop 2024-05-16T15:37:46.513 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.905+0000 7f8deb19b700 1 -- 172.21.15.43:0/1163364756 shutdown_connections 2024-05-16T15:37:46.513 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.905+0000 7f8deb19b700 1 --2- 172.21.15.43:0/1163364756 >> [v2:172.21.15.43:6800/2824545909,v1:172.21.15.43:6801/2824545909] conn(0x7f8dd003e470 0x7f8dd0040930 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:37:46.513 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.905+0000 7f8deb19b700 1 --2- 172.21.15.43:0/1163364756 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8de4109740 0x7f8de419c9f0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:37:46.513 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.905+0000 7f8deb19b700 1 -- 172.21.15.43:0/1163364756 >> 172.21.15.43:0/1163364756 conn(0x7f8de4103170 msgr2=0x7f8de4103b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:37:46.513 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.905+0000 7f8deb19b700 1 -- 172.21.15.43:0/1163364756 shutdown_connections 2024-05-16T15:37:46.513 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:45.905+0000 7f8deb19b700 1 -- 172.21.15.43:0/1163364756 wait complete. 2024-05-16T15:37:46.811 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:46 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:37:46.714+0000 7f1c96d7f200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-16T15:37:46.812 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:46 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:37:46.807+0000 7f1c96d7f200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-16T15:37:47.131 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:46 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/1163364756' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-05-16T15:37:47.131 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:46 smithi043 ceph-mon[31619]: mgrmap e5: x(active, since 9s) 2024-05-16T15:37:48.218 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:47 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/1795221814' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-05-16T15:37:48.218 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:48 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:37:48.066+0000 7f1c96d7f200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-16T15:37:48.545 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:48 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:37:48.246+0000 7f1c96d7f200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-16T15:37:48.546 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:48 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:37:48.424+0000 7f1c96d7f200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-16T15:37:48.555 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout { 2024-05-16T15:37:48.555 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-05-16T15:37:48.555 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "available": true, 2024-05-16T15:37:48.555 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-05-16T15:37:48.555 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-05-16T15:37:48.555 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout } 2024-05-16T15:37:48.555 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:46.920+0000 7fd525161700 1 Processor -- start 2024-05-16T15:37:48.555 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:46.920+0000 7fd525161700 1 -- start start 2024-05-16T15:37:48.555 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:46.920+0000 7fd525161700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd520108ce0 0x7fd520109100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:37:48.556 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:46.920+0000 7fd525161700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fd5201096d0 con 0x7fd520108ce0 2024-05-16T15:37:48.556 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:46.920+0000 7fd51ed9d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd520108ce0 0x7fd520109100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:37:48.556 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:46.920+0000 7fd51ed9d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd520108ce0 0x7fd520109100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:41860/0 (socket says 172.21.15.43:41860) 2024-05-16T15:37:48.556 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:46.920+0000 7fd51ed9d700 1 -- 172.21.15.43:0/2048330054 learned_addr learned my addr 172.21.15.43:0/2048330054 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:37:48.556 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:46.921+0000 7fd51ed9d700 1 -- 172.21.15.43:0/2048330054 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd520109e40 con 0x7fd520108ce0 2024-05-16T15:37:48.556 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:46.921+0000 7fd51ed9d700 1 --2- 172.21.15.43:0/2048330054 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd520108ce0 0x7fd520109100 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fd5100098a0 tx=0x7fd510009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e0494c48d73cdea7 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:37:48.556 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:46.921+0000 7fd51dd9b700 1 -- 172.21.15.43:0/2048330054 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd510004160 con 0x7fd520108ce0 2024-05-16T15:37:48.556 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:46.921+0000 7fd51dd9b700 1 -- 172.21.15.43:0/2048330054 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7fd510004300 con 0x7fd520108ce0 2024-05-16T15:37:48.556 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:46.921+0000 7fd51dd9b700 1 -- 172.21.15.43:0/2048330054 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd5100119e0 con 0x7fd520108ce0 2024-05-16T15:37:48.556 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:46.922+0000 7fd525161700 1 -- 172.21.15.43:0/2048330054 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd520108ce0 msgr2=0x7fd520109100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:37:48.556 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:46.922+0000 7fd525161700 1 --2- 172.21.15.43:0/2048330054 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd520108ce0 0x7fd520109100 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fd5100098a0 tx=0x7fd510009bb0 comp rx=0 tx=0).stop 2024-05-16T15:37:48.556 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:46.922+0000 7fd525161700 1 -- 172.21.15.43:0/2048330054 shutdown_connections 2024-05-16T15:37:48.556 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:46.922+0000 7fd525161700 1 --2- 172.21.15.43:0/2048330054 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd520108ce0 0x7fd520109100 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:37:48.556 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:46.922+0000 7fd525161700 1 -- 172.21.15.43:0/2048330054 >> 172.21.15.43:0/2048330054 conn(0x7fd5201042a0 msgr2=0x7fd5201066c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:37:48.557 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:46.922+0000 7fd525161700 1 -- 172.21.15.43:0/2048330054 shutdown_connections 2024-05-16T15:37:48.557 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:46.922+0000 7fd525161700 1 -- 172.21.15.43:0/2048330054 wait complete. 2024-05-16T15:37:48.557 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:46.923+0000 7fd525161700 1 Processor -- start 2024-05-16T15:37:48.557 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:46.923+0000 7fd525161700 1 -- start start 2024-05-16T15:37:48.557 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:46.923+0000 7fd525161700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd520108ce0 0x7fd52019ca10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:37:48.557 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:46.923+0000 7fd525161700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fd52010d070 con 0x7fd520108ce0 2024-05-16T15:37:48.557 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:46.923+0000 7fd51ed9d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd520108ce0 0x7fd52019ca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:37:48.557 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:46.923+0000 7fd51ed9d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd520108ce0 0x7fd52019ca10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:41868/0 (socket says 172.21.15.43:41868) 2024-05-16T15:37:48.557 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:46.923+0000 7fd51ed9d700 1 -- 172.21.15.43:0/1795221814 learned_addr learned my addr 172.21.15.43:0/1795221814 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:37:48.557 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:46.924+0000 7fd51ed9d700 1 -- 172.21.15.43:0/1795221814 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd52019cf50 con 0x7fd520108ce0 2024-05-16T15:37:48.557 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:46.924+0000 7fd51ed9d700 1 --2- 172.21.15.43:0/1795221814 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd520108ce0 0x7fd52019ca10 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fd5100116a0 tx=0x7fd510011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:37:48.557 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:46.924+0000 7fd507fff700 1 -- 172.21.15.43:0/1795221814 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd5100039f0 con 0x7fd520108ce0 2024-05-16T15:37:48.557 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:46.924+0000 7fd507fff700 1 -- 172.21.15.43:0/1795221814 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7fd510003b90 con 0x7fd520108ce0 2024-05-16T15:37:48.557 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:46.924+0000 7fd507fff700 1 -- 172.21.15.43:0/1795221814 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd51001a600 con 0x7fd520108ce0 2024-05-16T15:37:48.558 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:46.924+0000 7fd525161700 1 -- 172.21.15.43:0/1795221814 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd52019d1e0 con 0x7fd520108ce0 2024-05-16T15:37:48.558 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:46.924+0000 7fd525161700 1 -- 172.21.15.43:0/1795221814 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd52019fed0 con 0x7fd520108ce0 2024-05-16T15:37:48.558 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:46.925+0000 7fd525161700 1 -- 172.21.15.43:0/1795221814 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd52010d1f0 con 0x7fd520108ce0 2024-05-16T15:37:48.558 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:46.925+0000 7fd507fff700 1 -- 172.21.15.43:0/1795221814 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 5) ==== 50222+0+0 (secure 0 0 0) 0x7fd510024a50 con 0x7fd520108ce0 2024-05-16T15:37:48.558 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:46.926+0000 7fd507fff700 1 --2- 172.21.15.43:0/1795221814 >> [v2:172.21.15.43:6800/2824545909,v1:172.21.15.43:6801/2824545909] conn(0x7fd50803e420 0x7fd5080408e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:37:48.558 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:46.926+0000 7fd507fff700 1 -- 172.21.15.43:0/1795221814 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fd510053bd0 con 0x7fd520108ce0 2024-05-16T15:37:48.558 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:46.926+0000 7fd51e59c700 1 -- 172.21.15.43:0/1795221814 >> [v2:172.21.15.43:6800/2824545909,v1:172.21.15.43:6801/2824545909] conn(0x7fd50803e420 msgr2=0x7fd5080408e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.43:6800/2824545909 2024-05-16T15:37:48.558 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:46.926+0000 7fd51e59c700 1 --2- 172.21.15.43:0/1795221814 >> [v2:172.21.15.43:6800/2824545909,v1:172.21.15.43:6801/2824545909] conn(0x7fd50803e420 0x7fd5080408e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-16T15:37:48.558 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:46.931+0000 7fd507fff700 1 -- 172.21.15.43:0/1795221814 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fd51000fdd0 con 0x7fd520108ce0 2024-05-16T15:37:48.558 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:47.127+0000 7fd51e59c700 1 -- 172.21.15.43:0/1795221814 >> [v2:172.21.15.43:6800/2824545909,v1:172.21.15.43:6801/2824545909] conn(0x7fd50803e420 msgr2=0x7fd5080408e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.43:6800/2824545909 2024-05-16T15:37:48.558 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:47.127+0000 7fd51e59c700 1 --2- 172.21.15.43:0/1795221814 >> [v2:172.21.15.43:6800/2824545909,v1:172.21.15.43:6801/2824545909] conn(0x7fd50803e420 0x7fd5080408e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-05-16T15:37:48.558 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:47.221+0000 7fd525161700 1 -- 172.21.15.43:0/1795221814 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7fd5201a0520 con 0x7fd520108ce0 2024-05-16T15:37:48.558 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:47.222+0000 7fd507fff700 1 -- 172.21.15.43:0/1795221814 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) ==== 56+0+88 (secure 0 0 0) 0x7fd5100535f0 con 0x7fd520108ce0 2024-05-16T15:37:48.558 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:47.227+0000 7fd525161700 1 -- 172.21.15.43:0/1795221814 >> [v2:172.21.15.43:6800/2824545909,v1:172.21.15.43:6801/2824545909] conn(0x7fd50803e420 msgr2=0x7fd5080408e0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-16T15:37:48.559 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:47.227+0000 7fd525161700 1 --2- 172.21.15.43:0/1795221814 >> [v2:172.21.15.43:6800/2824545909,v1:172.21.15.43:6801/2824545909] conn(0x7fd50803e420 0x7fd5080408e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:37:48.559 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:47.227+0000 7fd525161700 1 -- 172.21.15.43:0/1795221814 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd520108ce0 msgr2=0x7fd52019ca10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:37:48.559 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:47.227+0000 7fd525161700 1 --2- 172.21.15.43:0/1795221814 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd520108ce0 0x7fd52019ca10 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fd5100116a0 tx=0x7fd510011a60 comp rx=0 tx=0).stop 2024-05-16T15:37:48.559 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:47.227+0000 7fd525161700 1 -- 172.21.15.43:0/1795221814 shutdown_connections 2024-05-16T15:37:48.559 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:47.227+0000 7fd525161700 1 --2- 172.21.15.43:0/1795221814 >> [v2:172.21.15.43:6800/2824545909,v1:172.21.15.43:6801/2824545909] conn(0x7fd50803e420 0x7fd5080408e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:37:48.559 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:47.227+0000 7fd525161700 1 --2- 172.21.15.43:0/1795221814 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd520108ce0 0x7fd52019ca10 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:37:48.559 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:47.227+0000 7fd525161700 1 -- 172.21.15.43:0/1795221814 >> 172.21.15.43:0/1795221814 conn(0x7fd5201042a0 msgr2=0x7fd520104c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:37:48.559 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:47.228+0000 7fd525161700 1 -- 172.21.15.43:0/1795221814 shutdown_connections 2024-05-16T15:37:48.559 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:47.228+0000 7fd525161700 1 -- 172.21.15.43:0/1795221814 wait complete. 2024-05-16T15:37:48.559 INFO:teuthology.orchestra.run.smithi043.stdout:Waiting for the mgr to restart... 2024-05-16T15:37:48.559 INFO:teuthology.orchestra.run.smithi043.stdout:Waiting for mgr epoch 5... 2024-05-16T15:37:48.836 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:48 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:37:48.734+0000 7f1c96d7f200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-16T15:37:49.149 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:48 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:37:48.833+0000 7f1c96d7f200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-16T15:37:49.149 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:49 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:37:49.047+0000 7f1c96d7f200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-16T15:37:49.468 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:49 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:37:49.248+0000 7f1c96d7f200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-16T15:37:50.218 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:49 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:37:49.877+0000 7f1c96d7f200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-16T15:37:50.218 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:50 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:37:50.106+0000 7f1c96d7f200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-16T15:37:50.652 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:50 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:37:50.547+0000 7f1c96d7f200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-16T15:37:50.653 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:50 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:37:50.648+0000 7f1c96d7f200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-16T15:37:51.410 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:51 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:37:51.032+0000 7f1c96d7f200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-16T15:37:51.410 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:51 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:37:51.405+0000 7f1c96d7f200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-16T15:37:51.718 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:51 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:37:51.501+0000 7f1c96d7f200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-16T15:37:52.218 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:51 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:37:51.755+0000 7f1c96d7f200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-16T15:37:52.218 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:51 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:37:51.895+0000 7f1c96d7f200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-16T15:37:52.218 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:51 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:37:51.995+0000 7f1c96d7f200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-16T15:37:52.718 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:52 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:37:52.334+0000 7f1c96d7f200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-16T15:37:52.718 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:52 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:37:52.430+0000 7f1c96d7f200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-16T15:37:53.293 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:53 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:37:53.063+0000 7f1c96d7f200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-16T15:37:53.293 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:53 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:37:53.288+0000 7f1c96d7f200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-16T15:37:53.565 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:53 smithi043 ceph-mon[31619]: Active manager daemon x restarted 2024-05-16T15:37:53.565 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:53 smithi043 ceph-mon[31619]: Activating manager daemon x 2024-05-16T15:37:53.565 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:53 smithi043 ceph-mon[31619]: osdmap e2: 0 total, 0 up, 0 in 2024-05-16T15:37:53.565 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:53 smithi043 ceph-mon[31619]: mgrmap e6: x(active, starting, since 0.00344114s) 2024-05-16T15:37:53.566 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:53 smithi043 ceph-mon[31619]: from='mgr.14118 172.21.15.43:0/1351577342' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-16T15:37:53.566 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:53 smithi043 ceph-mon[31619]: from='mgr.14118 172.21.15.43:0/1351577342' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-16T15:37:53.566 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:53 smithi043 ceph-mon[31619]: from='mgr.14118 172.21.15.43:0/1351577342' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-16T15:37:53.566 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:53 smithi043 ceph-mon[31619]: from='mgr.14118 172.21.15.43:0/1351577342' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-16T15:37:53.566 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:53 smithi043 ceph-mon[31619]: from='mgr.14118 172.21.15.43:0/1351577342' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-16T15:37:53.566 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:53 smithi043 ceph-mon[31619]: Manager daemon x is now available 2024-05-16T15:37:53.566 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:53 smithi043 ceph-mon[31619]: from='mgr.14118 172.21.15.43:0/1351577342' entity='mgr.x' 2024-05-16T15:37:53.566 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:53 smithi043 ceph-mon[31619]: from='mgr.14118 172.21.15.43:0/1351577342' entity='mgr.x' 2024-05-16T15:37:53.566 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:53 smithi043 ceph-mon[31619]: from='mgr.14118 172.21.15.43:0/1351577342' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:37:53.566 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:53 smithi043 ceph-mon[31619]: from='mgr.14118 172.21.15.43:0/1351577342' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:37:54.605 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:54 smithi043 ceph-mon[31619]: Found migration_current of "None". Setting to last migration. 2024-05-16T15:37:54.606 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:54 smithi043 ceph-mon[31619]: from='mgr.14118 172.21.15.43:0/1351577342' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-16T15:37:54.606 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:54 smithi043 ceph-mon[31619]: from='mgr.14118 172.21.15.43:0/1351577342' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-16T15:37:54.606 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:54 smithi043 ceph-mon[31619]: mgrmap e7: x(active, since 1.00583s) 2024-05-16T15:37:54.891 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout { 2024-05-16T15:37:54.891 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-05-16T15:37:54.891 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "initialized": true 2024-05-16T15:37:54.891 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout } 2024-05-16T15:37:54.891 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:48.938+0000 7f3167d12700 1 Processor -- start 2024-05-16T15:37:54.891 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:48.939+0000 7f3167d12700 1 -- start start 2024-05-16T15:37:54.891 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:48.939+0000 7f3167d12700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3160107560 0x7f3160107980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:37:54.891 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:48.939+0000 7f3167d12700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f316007cdf0 con 0x7f3160107560 2024-05-16T15:37:54.891 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:48.939+0000 7f3165aae700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3160107560 0x7f3160107980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:37:54.891 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:48.939+0000 7f3165aae700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3160107560 0x7f3160107980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:41874/0 (socket says 172.21.15.43:41874) 2024-05-16T15:37:54.892 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:48.939+0000 7f3165aae700 1 -- 172.21.15.43:0/2980005154 learned_addr learned my addr 172.21.15.43:0/2980005154 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:37:54.892 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:48.939+0000 7f3165aae700 1 -- 172.21.15.43:0/2980005154 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3160107ec0 con 0x7f3160107560 2024-05-16T15:37:54.892 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:48.939+0000 7f3165aae700 1 --2- 172.21.15.43:0/2980005154 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3160107560 0x7f3160107980 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f315c0098a0 tx=0x7f315c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5e2762f95f3d3b3 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:37:54.892 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:48.940+0000 7f3164aac700 1 -- 172.21.15.43:0/2980005154 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f315c004160 con 0x7f3160107560 2024-05-16T15:37:54.892 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:48.940+0000 7f3164aac700 1 -- 172.21.15.43:0/2980005154 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f315c004300 con 0x7f3160107560 2024-05-16T15:37:54.892 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:48.940+0000 7f3164aac700 1 -- 172.21.15.43:0/2980005154 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f315c0119e0 con 0x7f3160107560 2024-05-16T15:37:54.892 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:48.940+0000 7f3167d12700 1 -- 172.21.15.43:0/2980005154 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3160107560 msgr2=0x7f3160107980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:37:54.892 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:48.940+0000 7f3167d12700 1 --2- 172.21.15.43:0/2980005154 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3160107560 0x7f3160107980 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f315c0098a0 tx=0x7f315c009bb0 comp rx=0 tx=0).stop 2024-05-16T15:37:54.892 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:48.940+0000 7f3167d12700 1 -- 172.21.15.43:0/2980005154 shutdown_connections 2024-05-16T15:37:54.892 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:48.940+0000 7f3167d12700 1 --2- 172.21.15.43:0/2980005154 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3160107560 0x7f3160107980 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:37:54.892 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:48.940+0000 7f3167d12700 1 -- 172.21.15.43:0/2980005154 >> 172.21.15.43:0/2980005154 conn(0x7f3160103120 msgr2=0x7f3160105560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:37:54.892 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:48.941+0000 7f3167d12700 1 -- 172.21.15.43:0/2980005154 shutdown_connections 2024-05-16T15:37:54.892 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:48.941+0000 7f3167d12700 1 -- 172.21.15.43:0/2980005154 wait complete. 2024-05-16T15:37:54.892 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:48.941+0000 7f3167d12700 1 Processor -- start 2024-05-16T15:37:54.892 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:48.941+0000 7f3167d12700 1 -- start start 2024-05-16T15:37:54.893 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:48.941+0000 7f3167d12700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3160107560 0x7f316019ece0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:37:54.893 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:48.941+0000 7f3167d12700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f3160108e20 con 0x7f3160107560 2024-05-16T15:37:54.893 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:48.942+0000 7f3165aae700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3160107560 0x7f316019ece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:37:54.893 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:48.942+0000 7f3165aae700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3160107560 0x7f316019ece0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:41886/0 (socket says 172.21.15.43:41886) 2024-05-16T15:37:54.893 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:48.942+0000 7f3165aae700 1 -- 172.21.15.43:0/2093745864 learned_addr learned my addr 172.21.15.43:0/2093745864 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:37:54.893 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:48.942+0000 7f3165aae700 1 -- 172.21.15.43:0/2093745864 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f316019f220 con 0x7f3160107560 2024-05-16T15:37:54.893 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:48.942+0000 7f3165aae700 1 --2- 172.21.15.43:0/2093745864 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3160107560 0x7f316019ece0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f315c0119e0 tx=0x7f315c0046a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:37:54.893 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:48.942+0000 7f3156ffd700 1 -- 172.21.15.43:0/2093745864 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f315c003bf0 con 0x7f3160107560 2024-05-16T15:37:54.893 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:48.942+0000 7f3167d12700 1 -- 172.21.15.43:0/2093745864 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f316019f4b0 con 0x7f3160107560 2024-05-16T15:37:54.893 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:48.942+0000 7f3156ffd700 1 -- 172.21.15.43:0/2093745864 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f315c01a8a0 con 0x7f3160107560 2024-05-16T15:37:54.893 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:48.942+0000 7f3167d12700 1 -- 172.21.15.43:0/2093745864 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31601a2190 con 0x7f3160107560 2024-05-16T15:37:54.893 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:48.942+0000 7f3156ffd700 1 -- 172.21.15.43:0/2093745864 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f315c0248c0 con 0x7f3160107560 2024-05-16T15:37:54.893 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:48.944+0000 7f3156ffd700 1 -- 172.21.15.43:0/2093745864 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 5) ==== 50222+0+0 (secure 0 0 0) 0x7f315c022020 con 0x7f3160107560 2024-05-16T15:37:54.893 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:48.944+0000 7f3156ffd700 1 --2- 172.21.15.43:0/2093745864 >> [v2:172.21.15.43:6800/2824545909,v1:172.21.15.43:6801/2824545909] conn(0x7f314c03e420 0x7f314c0408e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:37:54.893 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:48.944+0000 7f3156ffd700 1 -- 172.21.15.43:0/2093745864 --> [v2:172.21.15.43:6800/2824545909,v1:172.21.15.43:6801/2824545909] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f314c040ff0 con 0x7f314c03e420 2024-05-16T15:37:54.894 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:48.944+0000 7f3156ffd700 1 -- 172.21.15.43:0/2093745864 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f315c053760 con 0x7f3160107560 2024-05-16T15:37:54.894 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:48.944+0000 7f31652ad700 1 -- 172.21.15.43:0/2093745864 >> [v2:172.21.15.43:6800/2824545909,v1:172.21.15.43:6801/2824545909] conn(0x7f314c03e420 msgr2=0x7f314c0408e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.43:6800/2824545909 2024-05-16T15:37:54.894 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:48.944+0000 7f31652ad700 1 --2- 172.21.15.43:0/2093745864 >> [v2:172.21.15.43:6800/2824545909,v1:172.21.15.43:6801/2824545909] conn(0x7f314c03e420 0x7f314c0408e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-16T15:37:54.894 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:49.145+0000 7f31652ad700 1 -- 172.21.15.43:0/2093745864 >> [v2:172.21.15.43:6800/2824545909,v1:172.21.15.43:6801/2824545909] conn(0x7f314c03e420 msgr2=0x7f314c0408e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.43:6800/2824545909 2024-05-16T15:37:54.894 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:49.145+0000 7f31652ad700 1 --2- 172.21.15.43:0/2093745864 >> [v2:172.21.15.43:6800/2824545909,v1:172.21.15.43:6801/2824545909] conn(0x7f314c03e420 0x7f314c0408e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-05-16T15:37:54.894 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:49.546+0000 7f31652ad700 1 -- 172.21.15.43:0/2093745864 >> [v2:172.21.15.43:6800/2824545909,v1:172.21.15.43:6801/2824545909] conn(0x7f314c03e420 msgr2=0x7f314c0408e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.43:6800/2824545909 2024-05-16T15:37:54.894 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:49.546+0000 7f31652ad700 1 --2- 172.21.15.43:0/2093745864 >> [v2:172.21.15.43:6800/2824545909,v1:172.21.15.43:6801/2824545909] conn(0x7f314c03e420 0x7f314c0408e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-05-16T15:37:54.894 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:50.347+0000 7f31652ad700 1 -- 172.21.15.43:0/2093745864 >> [v2:172.21.15.43:6800/2824545909,v1:172.21.15.43:6801/2824545909] conn(0x7f314c03e420 msgr2=0x7f314c0408e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.43:6800/2824545909 2024-05-16T15:37:54.894 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:50.347+0000 7f31652ad700 1 --2- 172.21.15.43:0/2093745864 >> [v2:172.21.15.43:6800/2824545909,v1:172.21.15.43:6801/2824545909] conn(0x7f314c03e420 0x7f314c0408e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-05-16T15:37:54.894 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:51.948+0000 7f31652ad700 1 -- 172.21.15.43:0/2093745864 >> [v2:172.21.15.43:6800/2824545909,v1:172.21.15.43:6801/2824545909] conn(0x7f314c03e420 msgr2=0x7f314c0408e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.43:6800/2824545909 2024-05-16T15:37:54.894 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:51.948+0000 7f31652ad700 1 --2- 172.21.15.43:0/2093745864 >> [v2:172.21.15.43:6800/2824545909,v1:172.21.15.43:6801/2824545909] conn(0x7f314c03e420 0x7f314c0408e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-05-16T15:37:54.894 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:53.292+0000 7f3156ffd700 1 -- 172.21.15.43:0/2093745864 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mgrmap(e 6) ==== 49989+0+0 (secure 0 0 0) 0x7f315c02d3f0 con 0x7f3160107560 2024-05-16T15:37:54.894 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:53.292+0000 7f3156ffd700 1 -- 172.21.15.43:0/2093745864 >> [v2:172.21.15.43:6800/2824545909,v1:172.21.15.43:6801/2824545909] conn(0x7f314c03e420 msgr2=0x7f314c0408e0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-16T15:37:54.894 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:53.292+0000 7f3156ffd700 1 --2- 172.21.15.43:0/2093745864 >> [v2:172.21.15.43:6800/2824545909,v1:172.21.15.43:6801/2824545909] conn(0x7f314c03e420 0x7f314c0408e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:37:54.895 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:54.293+0000 7f3156ffd700 1 -- 172.21.15.43:0/2093745864 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mgrmap(e 7) ==== 50116+0+0 (secure 0 0 0) 0x7f315c0551a0 con 0x7f3160107560 2024-05-16T15:37:54.895 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:54.294+0000 7f3156ffd700 1 --2- 172.21.15.43:0/2093745864 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f314c041d10 0x7f314c044100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:37:54.895 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:54.294+0000 7f3156ffd700 1 -- 172.21.15.43:0/2093745864 --> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f314c040ff0 con 0x7f314c041d10 2024-05-16T15:37:54.895 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:54.294+0000 7f31652ad700 1 --2- 172.21.15.43:0/2093745864 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f314c041d10 0x7f314c044100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:37:54.895 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:54.295+0000 7f31652ad700 1 --2- 172.21.15.43:0/2093745864 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f314c041d10 0x7f314c044100 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f3150003a10 tx=0x7f3150009290 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:37:54.895 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:54.295+0000 7f3156ffd700 1 -- 172.21.15.43:0/2093745864 <== mgr.14118 v2:172.21.15.43:6800/86887644 1 ==== command_reply(tid 0: 0 ) ==== 8+0+9564 (secure 0 0 0) 0x7f314c040ff0 con 0x7f314c041d10 2024-05-16T15:37:54.895 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:54.310+0000 7f3167d12700 1 -- 172.21.15.43:0/2093745864 --> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f3144002630 con 0x7f314c041d10 2024-05-16T15:37:54.895 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:54.310+0000 7f3156ffd700 1 -- 172.21.15.43:0/2093745864 <== mgr.14118 v2:172.21.15.43:6800/86887644 2 ==== command_reply(tid 1: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7f3144002630 con 0x7f314c041d10 2024-05-16T15:37:54.895 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:54.310+0000 7f3167d12700 1 -- 172.21.15.43:0/2093745864 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f314c041d10 msgr2=0x7f314c044100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:37:54.895 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:54.310+0000 7f3167d12700 1 --2- 172.21.15.43:0/2093745864 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f314c041d10 0x7f314c044100 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f3150003a10 tx=0x7f3150009290 comp rx=0 tx=0).stop 2024-05-16T15:37:54.895 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:54.310+0000 7f3167d12700 1 -- 172.21.15.43:0/2093745864 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3160107560 msgr2=0x7f316019ece0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:37:54.895 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:54.310+0000 7f3167d12700 1 --2- 172.21.15.43:0/2093745864 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3160107560 0x7f316019ece0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f315c0119e0 tx=0x7f315c0046a0 comp rx=0 tx=0).stop 2024-05-16T15:37:54.895 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:54.310+0000 7f3167d12700 1 -- 172.21.15.43:0/2093745864 shutdown_connections 2024-05-16T15:37:54.895 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:54.310+0000 7f3167d12700 1 --2- 172.21.15.43:0/2093745864 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f314c041d10 0x7f314c044100 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:37:54.895 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:54.310+0000 7f3167d12700 1 --2- 172.21.15.43:0/2093745864 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3160107560 0x7f316019ece0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:37:54.896 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:54.310+0000 7f3167d12700 1 --2- 172.21.15.43:0/2093745864 >> [v2:172.21.15.43:6800/2824545909,v1:172.21.15.43:6801/2824545909] conn(0x7f314c03e420 0x7f314c0408e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:37:54.896 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:54.310+0000 7f3167d12700 1 -- 172.21.15.43:0/2093745864 >> 172.21.15.43:0/2093745864 conn(0x7f3160103120 msgr2=0x7f3160195980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:37:54.896 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:54.311+0000 7f3167d12700 1 -- 172.21.15.43:0/2093745864 shutdown_connections 2024-05-16T15:37:54.896 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:54.311+0000 7f3167d12700 1 -- 172.21.15.43:0/2093745864 wait complete. 2024-05-16T15:37:54.896 INFO:teuthology.orchestra.run.smithi043.stdout:mgr epoch 5 is available 2024-05-16T15:37:54.896 INFO:teuthology.orchestra.run.smithi043.stdout:Setting orchestrator backend to cephadm... 2024-05-16T15:37:56.162 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:55 smithi043 ceph-mon[31619]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-05-16T15:37:56.163 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:55 smithi043 ceph-mon[31619]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-05-16T15:37:56.163 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:55 smithi043 ceph-mon[31619]: from='mgr.14118 172.21.15.43:0/1351577342' entity='mgr.x' 2024-05-16T15:37:56.163 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:55 smithi043 ceph-mon[31619]: from='mgr.14118 172.21.15.43:0/1351577342' entity='mgr.x' 2024-05-16T15:37:56.163 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:55 smithi043 ceph-mon[31619]: from='mgr.14118 172.21.15.43:0/1351577342' entity='mgr.x' 2024-05-16T15:37:56.163 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:55 smithi043 ceph-mon[31619]: from='mgr.14118 172.21.15.43:0/1351577342' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:37:56.170 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.325+0000 7f508a9c0700 1 Processor -- start 2024-05-16T15:37:56.170 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.325+0000 7f508a9c0700 1 -- start start 2024-05-16T15:37:56.170 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.326+0000 7f508a9c0700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5084109700 0x7f508410baf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:37:56.170 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.326+0000 7f508a9c0700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f508407ce30 con 0x7f5084109700 2024-05-16T15:37:56.170 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.326+0000 7f5083fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5084109700 0x7f508410baf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:37:56.170 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.326+0000 7f5083fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5084109700 0x7f508410baf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:41938/0 (socket says 172.21.15.43:41938) 2024-05-16T15:37:56.170 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.326+0000 7f5083fff700 1 -- 172.21.15.43:0/3525957554 learned_addr learned my addr 172.21.15.43:0/3525957554 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:37:56.171 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.326+0000 7f5083fff700 1 -- 172.21.15.43:0/3525957554 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f508410c030 con 0x7f5084109700 2024-05-16T15:37:56.171 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.326+0000 7f5083fff700 1 --2- 172.21.15.43:0/3525957554 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5084109700 0x7f508410baf0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f50740098a0 tx=0x7f5074009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7a0cc139cec65ce server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:37:56.171 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.326+0000 7f5082ffd700 1 -- 172.21.15.43:0/3525957554 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5074004160 con 0x7f5084109700 2024-05-16T15:37:56.171 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.327+0000 7f5082ffd700 1 -- 172.21.15.43:0/3525957554 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f5074004300 con 0x7f5084109700 2024-05-16T15:37:56.171 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.327+0000 7f5082ffd700 1 -- 172.21.15.43:0/3525957554 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f50740119e0 con 0x7f5084109700 2024-05-16T15:37:56.171 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.327+0000 7f508a9c0700 1 -- 172.21.15.43:0/3525957554 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5084109700 msgr2=0x7f508410baf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:37:56.171 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.327+0000 7f508a9c0700 1 --2- 172.21.15.43:0/3525957554 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5084109700 0x7f508410baf0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f50740098a0 tx=0x7f5074009bb0 comp rx=0 tx=0).stop 2024-05-16T15:37:56.171 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.327+0000 7f508a9c0700 1 -- 172.21.15.43:0/3525957554 shutdown_connections 2024-05-16T15:37:56.171 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.327+0000 7f508a9c0700 1 --2- 172.21.15.43:0/3525957554 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5084109700 0x7f508410baf0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:37:56.171 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.327+0000 7f508a9c0700 1 -- 172.21.15.43:0/3525957554 >> 172.21.15.43:0/3525957554 conn(0x7f50841030f0 msgr2=0x7f5084105530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:37:56.171 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.327+0000 7f508a9c0700 1 -- 172.21.15.43:0/3525957554 shutdown_connections 2024-05-16T15:37:56.171 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.327+0000 7f508a9c0700 1 -- 172.21.15.43:0/3525957554 wait complete. 2024-05-16T15:37:56.171 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.328+0000 7f508a9c0700 1 Processor -- start 2024-05-16T15:37:56.171 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.328+0000 7f508a9c0700 1 -- start start 2024-05-16T15:37:56.171 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.328+0000 7f508a9c0700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5084109700 0x7f5084108f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:37:56.172 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.328+0000 7f508a9c0700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f508410cf20 con 0x7f5084109700 2024-05-16T15:37:56.172 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.328+0000 7f5083fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5084109700 0x7f5084108f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:37:56.172 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.328+0000 7f5083fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5084109700 0x7f5084108f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:41944/0 (socket says 172.21.15.43:41944) 2024-05-16T15:37:56.172 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.328+0000 7f5083fff700 1 -- 172.21.15.43:0/2415856035 learned_addr learned my addr 172.21.15.43:0/2415856035 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:37:56.172 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.329+0000 7f5083fff700 1 -- 172.21.15.43:0/2415856035 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50841094c0 con 0x7f5084109700 2024-05-16T15:37:56.172 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.329+0000 7f5083fff700 1 --2- 172.21.15.43:0/2415856035 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5084109700 0x7f5084108f80 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f50740119e0 tx=0x7f50740046a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:37:56.172 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.329+0000 7f50817fa700 1 -- 172.21.15.43:0/2415856035 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5074003bf0 con 0x7f5084109700 2024-05-16T15:37:56.172 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.329+0000 7f50817fa700 1 -- 172.21.15.43:0/2415856035 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f507401a8a0 con 0x7f5084109700 2024-05-16T15:37:56.172 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.329+0000 7f508a9c0700 1 -- 172.21.15.43:0/2415856035 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50841076b0 con 0x7f5084109700 2024-05-16T15:37:56.172 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.329+0000 7f50817fa700 1 -- 172.21.15.43:0/2415856035 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f50740248c0 con 0x7f5084109700 2024-05-16T15:37:56.172 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.329+0000 7f508a9c0700 1 -- 172.21.15.43:0/2415856035 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5084107bf0 con 0x7f5084109700 2024-05-16T15:37:56.172 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.330+0000 7f508a9c0700 1 -- 172.21.15.43:0/2415856035 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5084064b00 con 0x7f5084109700 2024-05-16T15:37:56.172 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.330+0000 7f50817fa700 1 -- 172.21.15.43:0/2415856035 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 7) ==== 50116+0+0 (secure 0 0 0) 0x7f5074022020 con 0x7f5084109700 2024-05-16T15:37:56.172 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.330+0000 7f50817fa700 1 --2- 172.21.15.43:0/2415856035 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f506c03e310 0x7f506c0407d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:37:56.172 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.331+0000 7f50817fa700 1 -- 172.21.15.43:0/2415856035 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f5074053770 con 0x7f5084109700 2024-05-16T15:37:56.172 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.331+0000 7f50837fe700 1 --2- 172.21.15.43:0/2415856035 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f506c03e310 0x7f506c0407d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:37:56.173 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.331+0000 7f50837fe700 1 --2- 172.21.15.43:0/2415856035 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f506c03e310 0x7f506c0407d0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f5078006fd0 tx=0x7f5078006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:37:56.173 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.340+0000 7f50817fa700 1 -- 172.21.15.43:0/2415856035 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f5074012040 con 0x7f5084109700 2024-05-16T15:37:56.173 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.570+0000 7f508a9c0700 1 -- 172.21.15.43:0/2415856035 --> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) -- 0x7f5084108450 con 0x7f506c03e310 2024-05-16T15:37:56.173 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.575+0000 7f50817fa700 1 -- 172.21.15.43:0/2415856035 <== mgr.14118 v2:172.21.15.43:6800/86887644 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f5084108450 con 0x7f506c03e310 2024-05-16T15:37:56.173 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.578+0000 7f508a9c0700 1 -- 172.21.15.43:0/2415856035 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f506c03e310 msgr2=0x7f506c0407d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:37:56.173 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.578+0000 7f508a9c0700 1 --2- 172.21.15.43:0/2415856035 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f506c03e310 0x7f506c0407d0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f5078006fd0 tx=0x7f5078006e40 comp rx=0 tx=0).stop 2024-05-16T15:37:56.173 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.578+0000 7f508a9c0700 1 -- 172.21.15.43:0/2415856035 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5084109700 msgr2=0x7f5084108f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:37:56.173 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.578+0000 7f508a9c0700 1 --2- 172.21.15.43:0/2415856035 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5084109700 0x7f5084108f80 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f50740119e0 tx=0x7f50740046a0 comp rx=0 tx=0).stop 2024-05-16T15:37:56.173 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.578+0000 7f508a9c0700 1 -- 172.21.15.43:0/2415856035 shutdown_connections 2024-05-16T15:37:56.173 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.578+0000 7f508a9c0700 1 --2- 172.21.15.43:0/2415856035 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f506c03e310 0x7f506c0407d0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:37:56.173 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.578+0000 7f508a9c0700 1 --2- 172.21.15.43:0/2415856035 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5084109700 0x7f5084108f80 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:37:56.173 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.578+0000 7f508a9c0700 1 -- 172.21.15.43:0/2415856035 >> 172.21.15.43:0/2415856035 conn(0x7f50841030f0 msgr2=0x7f5084103c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:37:56.173 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.578+0000 7f508a9c0700 1 -- 172.21.15.43:0/2415856035 shutdown_connections 2024-05-16T15:37:56.173 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:55.578+0000 7f508a9c0700 1 -- 172.21.15.43:0/2415856035 wait complete. 2024-05-16T15:37:57.144 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:56 smithi043 ceph-mon[31619]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:37:57.144 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:56 smithi043 ceph-mon[31619]: mgrmap e8: x(active, since 2s) 2024-05-16T15:37:57.144 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:56 smithi043 ceph-mon[31619]: from='mgr.14118 172.21.15.43:0/1351577342' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:37:57.436 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout value unchanged 2024-05-16T15:37:57.436 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.615+0000 7f4da2706700 1 Processor -- start 2024-05-16T15:37:57.436 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.615+0000 7f4da2706700 1 -- start start 2024-05-16T15:37:57.436 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.615+0000 7f4da2706700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4d9c108cd0 0x7f4d9c1090f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:37:57.436 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.615+0000 7f4da2706700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f4d9c1096c0 con 0x7f4d9c108cd0 2024-05-16T15:37:57.436 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.616+0000 7f4d9bfff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4d9c108cd0 0x7f4d9c1090f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:37:57.436 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.616+0000 7f4d9bfff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4d9c108cd0 0x7f4d9c1090f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:43358/0 (socket says 172.21.15.43:43358) 2024-05-16T15:37:57.436 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.616+0000 7f4d9bfff700 1 -- 172.21.15.43:0/2419004061 learned_addr learned my addr 172.21.15.43:0/2419004061 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:37:57.436 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.616+0000 7f4d9bfff700 1 -- 172.21.15.43:0/2419004061 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d9c109e30 con 0x7f4d9c108cd0 2024-05-16T15:37:57.436 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.616+0000 7f4d9bfff700 1 --2- 172.21.15.43:0/2419004061 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4d9c108cd0 0x7f4d9c1090f0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f4d8c0098a0 tx=0x7f4d8c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3abe09bc39eb058b server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:37:57.436 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.616+0000 7f4d9affd700 1 -- 172.21.15.43:0/2419004061 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4d8c004160 con 0x7f4d9c108cd0 2024-05-16T15:37:57.436 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.616+0000 7f4d9affd700 1 -- 172.21.15.43:0/2419004061 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f4d8c004300 con 0x7f4d9c108cd0 2024-05-16T15:37:57.437 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.616+0000 7f4d9affd700 1 -- 172.21.15.43:0/2419004061 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4d8c0119e0 con 0x7f4d9c108cd0 2024-05-16T15:37:57.437 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.617+0000 7f4da2706700 1 -- 172.21.15.43:0/2419004061 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4d9c108cd0 msgr2=0x7f4d9c1090f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:37:57.437 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.617+0000 7f4da2706700 1 --2- 172.21.15.43:0/2419004061 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4d9c108cd0 0x7f4d9c1090f0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f4d8c0098a0 tx=0x7f4d8c009bb0 comp rx=0 tx=0).stop 2024-05-16T15:37:57.437 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.617+0000 7f4da2706700 1 -- 172.21.15.43:0/2419004061 shutdown_connections 2024-05-16T15:37:57.437 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.617+0000 7f4da2706700 1 --2- 172.21.15.43:0/2419004061 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4d9c108cd0 0x7f4d9c1090f0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:37:57.437 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.617+0000 7f4da2706700 1 -- 172.21.15.43:0/2419004061 >> 172.21.15.43:0/2419004061 conn(0x7f4d9c1042b0 msgr2=0x7f4d9c1066d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:37:57.437 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.617+0000 7f4da2706700 1 -- 172.21.15.43:0/2419004061 shutdown_connections 2024-05-16T15:37:57.437 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.617+0000 7f4da2706700 1 -- 172.21.15.43:0/2419004061 wait complete. 2024-05-16T15:37:57.437 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.618+0000 7f4da2706700 1 Processor -- start 2024-05-16T15:37:57.437 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.618+0000 7f4da2706700 1 -- start start 2024-05-16T15:37:57.437 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.618+0000 7f4da2706700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4d9c108cd0 0x7f4d9c19ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:37:57.437 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.618+0000 7f4da2706700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f4d9c10d060 con 0x7f4d9c108cd0 2024-05-16T15:37:57.437 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.618+0000 7f4d9bfff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4d9c108cd0 0x7f4d9c19ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:37:57.437 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.618+0000 7f4d9bfff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4d9c108cd0 0x7f4d9c19ccf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:43360/0 (socket says 172.21.15.43:43360) 2024-05-16T15:37:57.438 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.618+0000 7f4d9bfff700 1 -- 172.21.15.43:0/2988842338 learned_addr learned my addr 172.21.15.43:0/2988842338 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:37:57.438 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.618+0000 7f4d9bfff700 1 -- 172.21.15.43:0/2988842338 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d9c19d230 con 0x7f4d9c108cd0 2024-05-16T15:37:57.438 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.618+0000 7f4d9bfff700 1 --2- 172.21.15.43:0/2988842338 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4d9c108cd0 0x7f4d9c19ccf0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f4d8c0116a0 tx=0x7f4d8c011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:37:57.438 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.619+0000 7f4d997fa700 1 -- 172.21.15.43:0/2988842338 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4d8c0039f0 con 0x7f4d9c108cd0 2024-05-16T15:37:57.438 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.619+0000 7f4d997fa700 1 -- 172.21.15.43:0/2988842338 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f4d8c003b90 con 0x7f4d9c108cd0 2024-05-16T15:37:57.438 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.619+0000 7f4da2706700 1 -- 172.21.15.43:0/2988842338 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d9c19d4c0 con 0x7f4d9c108cd0 2024-05-16T15:37:57.438 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.619+0000 7f4d997fa700 1 -- 172.21.15.43:0/2988842338 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4d8c01a600 con 0x7f4d9c108cd0 2024-05-16T15:37:57.438 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.619+0000 7f4da2706700 1 -- 172.21.15.43:0/2988842338 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d9c1a01a0 con 0x7f4d9c108cd0 2024-05-16T15:37:57.438 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.620+0000 7f4d997fa700 1 -- 172.21.15.43:0/2988842338 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f4d8c01a8b0 con 0x7f4d9c108cd0 2024-05-16T15:37:57.438 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.620+0000 7f4d997fa700 1 --2- 172.21.15.43:0/2988842338 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f4d8403e470 0x7f4d84040930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:37:57.438 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.620+0000 7f4d997fa700 1 -- 172.21.15.43:0/2988842338 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f4d8c053c60 con 0x7f4d9c108cd0 2024-05-16T15:37:57.438 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.620+0000 7f4da2706700 1 -- 172.21.15.43:0/2988842338 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d9c10d1e0 con 0x7f4d9c108cd0 2024-05-16T15:37:57.438 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.620+0000 7f4d9b7fe700 1 --2- 172.21.15.43:0/2988842338 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f4d8403e470 0x7f4d84040930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:37:57.439 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.620+0000 7f4d9b7fe700 1 --2- 172.21.15.43:0/2988842338 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f4d8403e470 0x7f4d84040930 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f4d90006fd0 tx=0x7f4d90006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:37:57.439 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.625+0000 7f4d997fa700 1 -- 172.21.15.43:0/2988842338 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f4d8c02c350 con 0x7f4d9c108cd0 2024-05-16T15:37:57.439 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.841+0000 7f4da2706700 1 -- 172.21.15.43:0/2988842338 --> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) -- 0x7f4d9c105470 con 0x7f4d8403e470 2024-05-16T15:37:57.439 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.841+0000 7f4d997fa700 1 -- 172.21.15.43:0/2988842338 <== mgr.14118 v2:172.21.15.43:6800/86887644 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+16 (secure 0 0 0) 0x7f4d9c105470 con 0x7f4d8403e470 2024-05-16T15:37:57.439 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.843+0000 7f4da2706700 1 -- 172.21.15.43:0/2988842338 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f4d8403e470 msgr2=0x7f4d84040930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:37:57.439 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.843+0000 7f4da2706700 1 --2- 172.21.15.43:0/2988842338 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f4d8403e470 0x7f4d84040930 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f4d90006fd0 tx=0x7f4d90006e40 comp rx=0 tx=0).stop 2024-05-16T15:37:57.439 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.843+0000 7f4da2706700 1 -- 172.21.15.43:0/2988842338 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4d9c108cd0 msgr2=0x7f4d9c19ccf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:37:57.439 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.843+0000 7f4da2706700 1 --2- 172.21.15.43:0/2988842338 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4d9c108cd0 0x7f4d9c19ccf0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f4d8c0116a0 tx=0x7f4d8c011a60 comp rx=0 tx=0).stop 2024-05-16T15:37:57.439 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.844+0000 7f4da2706700 1 -- 172.21.15.43:0/2988842338 shutdown_connections 2024-05-16T15:37:57.439 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.844+0000 7f4da2706700 1 --2- 172.21.15.43:0/2988842338 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f4d8403e470 0x7f4d84040930 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:37:57.439 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.844+0000 7f4da2706700 1 --2- 172.21.15.43:0/2988842338 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4d9c108cd0 0x7f4d9c19ccf0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:37:57.439 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.844+0000 7f4da2706700 1 -- 172.21.15.43:0/2988842338 >> 172.21.15.43:0/2988842338 conn(0x7f4d9c1042b0 msgr2=0x7f4d9c104d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:37:57.439 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.844+0000 7f4da2706700 1 -- 172.21.15.43:0/2988842338 shutdown_connections 2024-05-16T15:37:57.439 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:56.844+0000 7f4da2706700 1 -- 172.21.15.43:0/2988842338 wait complete. 2024-05-16T15:37:57.439 INFO:teuthology.orchestra.run.smithi043.stdout:Generating ssh key... 2024-05-16T15:37:58.052 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:57 smithi043 ceph-mon[31619]: [16/May/2024:15:37:56] ENGINE Bus STARTING 2024-05-16T15:37:58.052 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:57 smithi043 ceph-mon[31619]: [16/May/2024:15:37:56] ENGINE Serving on https://172.21.15.43:7150 2024-05-16T15:37:58.052 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:57 smithi043 ceph-mon[31619]: [16/May/2024:15:37:56] ENGINE Serving on http://172.21.15.43:8765 2024-05-16T15:37:58.052 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:57 smithi043 ceph-mon[31619]: [16/May/2024:15:37:56] ENGINE Bus STARTED 2024-05-16T15:37:58.052 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:57 smithi043 ceph-mon[31619]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:37:58.305 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:58 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: Generating public/private rsa key pair. 2024-05-16T15:37:58.305 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:58 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: Your identification has been saved in /tmp/tmp5izv8sj0/key. 2024-05-16T15:37:58.305 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:58 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: Your public key has been saved in /tmp/tmp5izv8sj0/key.pub. 2024-05-16T15:37:58.305 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:58 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: The key fingerprint is: 2024-05-16T15:37:58.305 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:58 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: SHA256:evTJUvj3kGFXz9U8bVlPD2Jdhfi1IC8SFi4GNZf4JWo ceph-13155b42-139a-11ef-bc9a-c7b262605968 2024-05-16T15:37:58.305 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:58 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: The key's randomart image is: 2024-05-16T15:37:58.305 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:58 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: +---[RSA 3072]----+ 2024-05-16T15:37:58.306 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:58 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: | ..o.oo oo.o*| 2024-05-16T15:37:58.306 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:58 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: | ..+= +.oo+O| 2024-05-16T15:37:58.306 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:58 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: | o+.+ o..+@| 2024-05-16T15:37:58.306 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:58 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: | .E.+ . ..=+| 2024-05-16T15:37:58.306 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:58 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: | . S o + . o| 2024-05-16T15:37:58.306 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:58 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: | o = o + | 2024-05-16T15:37:58.306 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:58 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: | . o = + | 2024-05-16T15:37:58.306 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:58 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: | . . . o | 2024-05-16T15:37:58.306 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:58 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: | . | 2024-05-16T15:37:58.306 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:37:58 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: +----[SHA256]-----+ 2024-05-16T15:37:58.741 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:57.820+0000 7fb0138ac700 1 Processor -- start 2024-05-16T15:37:58.741 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:57.820+0000 7fb0138ac700 1 -- start start 2024-05-16T15:37:58.742 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:57.820+0000 7fb0138ac700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb00c108cc0 0x7fb00c1090e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:37:58.742 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:57.820+0000 7fb0138ac700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fb00c1096b0 con 0x7fb00c108cc0 2024-05-16T15:37:58.742 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:57.820+0000 7fb011648700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb00c108cc0 0x7fb00c1090e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:37:58.742 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:57.820+0000 7fb011648700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb00c108cc0 0x7fb00c1090e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:43374/0 (socket says 172.21.15.43:43374) 2024-05-16T15:37:58.742 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:57.821+0000 7fb011648700 1 -- 172.21.15.43:0/2735781974 learned_addr learned my addr 172.21.15.43:0/2735781974 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:37:58.742 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:57.821+0000 7fb011648700 1 -- 172.21.15.43:0/2735781974 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb00c109e70 con 0x7fb00c108cc0 2024-05-16T15:37:58.742 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:57.821+0000 7fb011648700 1 --2- 172.21.15.43:0/2735781974 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb00c108cc0 0x7fb00c1090e0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fb0080098a0 tx=0x7fb008009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d73b06faeba5e2d1 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:37:58.742 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:57.821+0000 7fb003fff700 1 -- 172.21.15.43:0/2735781974 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb008004160 con 0x7fb00c108cc0 2024-05-16T15:37:58.742 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:57.821+0000 7fb003fff700 1 -- 172.21.15.43:0/2735781974 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7fb008004300 con 0x7fb00c108cc0 2024-05-16T15:37:58.742 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:57.821+0000 7fb003fff700 1 -- 172.21.15.43:0/2735781974 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb0080119e0 con 0x7fb00c108cc0 2024-05-16T15:37:58.742 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:57.822+0000 7fb0138ac700 1 -- 172.21.15.43:0/2735781974 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb00c108cc0 msgr2=0x7fb00c1090e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:37:58.742 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:57.822+0000 7fb0138ac700 1 --2- 172.21.15.43:0/2735781974 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb00c108cc0 0x7fb00c1090e0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fb0080098a0 tx=0x7fb008009bb0 comp rx=0 tx=0).stop 2024-05-16T15:37:58.743 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:57.822+0000 7fb0138ac700 1 -- 172.21.15.43:0/2735781974 shutdown_connections 2024-05-16T15:37:58.743 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:57.822+0000 7fb0138ac700 1 --2- 172.21.15.43:0/2735781974 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb00c108cc0 0x7fb00c1090e0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:37:58.743 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:57.822+0000 7fb0138ac700 1 -- 172.21.15.43:0/2735781974 >> 172.21.15.43:0/2735781974 conn(0x7fb00c1042a0 msgr2=0x7fb00c1066c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:37:58.743 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:57.822+0000 7fb0138ac700 1 -- 172.21.15.43:0/2735781974 shutdown_connections 2024-05-16T15:37:58.743 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:57.822+0000 7fb0138ac700 1 -- 172.21.15.43:0/2735781974 wait complete. 2024-05-16T15:37:58.743 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:57.822+0000 7fb0138ac700 1 Processor -- start 2024-05-16T15:37:58.743 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:57.823+0000 7fb0138ac700 1 -- start start 2024-05-16T15:37:58.743 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:57.823+0000 7fb0138ac700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb00c108cc0 0x7fb00c19ca30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:37:58.743 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:57.823+0000 7fb0138ac700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fb00c10d0a0 con 0x7fb00c108cc0 2024-05-16T15:37:58.743 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:57.823+0000 7fb011648700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb00c108cc0 0x7fb00c19ca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:37:58.743 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:57.823+0000 7fb011648700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb00c108cc0 0x7fb00c19ca30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:43380/0 (socket says 172.21.15.43:43380) 2024-05-16T15:37:58.743 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:57.823+0000 7fb011648700 1 -- 172.21.15.43:0/1257468032 learned_addr learned my addr 172.21.15.43:0/1257468032 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:37:58.743 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:57.823+0000 7fb011648700 1 -- 172.21.15.43:0/1257468032 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb00c19cf70 con 0x7fb00c108cc0 2024-05-16T15:37:58.744 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:57.823+0000 7fb011648700 1 --2- 172.21.15.43:0/1257468032 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb00c108cc0 0x7fb00c19ca30 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fb0080116a0 tx=0x7fb008011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:37:58.744 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:57.823+0000 7fb0027fc700 1 -- 172.21.15.43:0/1257468032 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb0080039f0 con 0x7fb00c108cc0 2024-05-16T15:37:58.744 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:57.823+0000 7fb0027fc700 1 -- 172.21.15.43:0/1257468032 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7fb008003b90 con 0x7fb00c108cc0 2024-05-16T15:37:58.744 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:57.823+0000 7fb0027fc700 1 -- 172.21.15.43:0/1257468032 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb00801a600 con 0x7fb00c108cc0 2024-05-16T15:37:58.744 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:57.823+0000 7fb0138ac700 1 -- 172.21.15.43:0/1257468032 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb00c19d200 con 0x7fb00c108cc0 2024-05-16T15:37:58.744 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:57.824+0000 7fb0138ac700 1 -- 172.21.15.43:0/1257468032 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb00c19fef0 con 0x7fb00c108cc0 2024-05-16T15:37:58.744 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:57.824+0000 7fb0138ac700 1 -- 172.21.15.43:0/1257468032 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb00c10d220 con 0x7fb00c108cc0 2024-05-16T15:37:58.744 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:57.824+0000 7fb0027fc700 1 -- 172.21.15.43:0/1257468032 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7fb008024a50 con 0x7fb00c108cc0 2024-05-16T15:37:58.744 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:57.825+0000 7fb0027fc700 1 --2- 172.21.15.43:0/1257468032 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7faff803e470 0x7faff8040930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:37:58.744 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:57.825+0000 7fb0027fc700 1 -- 172.21.15.43:0/1257468032 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fb008053b60 con 0x7fb00c108cc0 2024-05-16T15:37:58.744 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:57.825+0000 7fb010e47700 1 --2- 172.21.15.43:0/1257468032 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7faff803e470 0x7faff8040930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:37:58.744 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:57.825+0000 7fb010e47700 1 --2- 172.21.15.43:0/1257468032 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7faff803e470 0x7faff8040930 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7faffc006fd0 tx=0x7faffc006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:37:58.744 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:57.830+0000 7fb0027fc700 1 -- 172.21.15.43:0/1257468032 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fb00800fdd0 con 0x7fb00c108cc0 2024-05-16T15:37:58.744 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:58.047+0000 7fb0138ac700 1 -- 172.21.15.43:0/1257468032 --> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) -- 0x7fb00c105380 con 0x7faff803e470 2024-05-16T15:37:58.745 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:58.297+0000 7fb0027fc700 1 -- 172.21.15.43:0/1257468032 <== mgr.14118 v2:172.21.15.43:6800/86887644 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fb00c105380 con 0x7faff803e470 2024-05-16T15:37:58.745 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:58.300+0000 7fb0138ac700 1 -- 172.21.15.43:0/1257468032 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7faff803e470 msgr2=0x7faff8040930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:37:58.745 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:58.300+0000 7fb0138ac700 1 --2- 172.21.15.43:0/1257468032 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7faff803e470 0x7faff8040930 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7faffc006fd0 tx=0x7faffc006e40 comp rx=0 tx=0).stop 2024-05-16T15:37:58.745 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:58.300+0000 7fb0138ac700 1 -- 172.21.15.43:0/1257468032 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb00c108cc0 msgr2=0x7fb00c19ca30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:37:58.745 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:58.300+0000 7fb0138ac700 1 --2- 172.21.15.43:0/1257468032 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb00c108cc0 0x7fb00c19ca30 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fb0080116a0 tx=0x7fb008011a60 comp rx=0 tx=0).stop 2024-05-16T15:37:58.745 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:58.300+0000 7fb0138ac700 1 -- 172.21.15.43:0/1257468032 shutdown_connections 2024-05-16T15:37:58.745 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:58.300+0000 7fb0138ac700 1 --2- 172.21.15.43:0/1257468032 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7faff803e470 0x7faff8040930 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:37:58.745 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:58.300+0000 7fb0138ac700 1 --2- 172.21.15.43:0/1257468032 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb00c108cc0 0x7fb00c19ca30 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:37:58.745 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:58.300+0000 7fb0138ac700 1 -- 172.21.15.43:0/1257468032 >> 172.21.15.43:0/1257468032 conn(0x7fb00c1042a0 msgr2=0x7fb00c104c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:37:58.745 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:58.300+0000 7fb0138ac700 1 -- 172.21.15.43:0/1257468032 shutdown_connections 2024-05-16T15:37:58.745 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:58.300+0000 7fb0138ac700 1 -- 172.21.15.43:0/1257468032 wait complete. 2024-05-16T15:37:59.389 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:59 smithi043 ceph-mon[31619]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:37:59.389 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:59 smithi043 ceph-mon[31619]: Generating ssh key... 2024-05-16T15:37:59.389 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:59 smithi043 ceph-mon[31619]: from='mgr.14118 172.21.15.43:0/1351577342' entity='mgr.x' 2024-05-16T15:37:59.389 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:37:59 smithi043 ceph-mon[31619]: from='mgr.14118 172.21.15.43:0/1351577342' entity='mgr.x' 2024-05-16T15:37:59.940 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDxKgTiGgpPozfy5uYWQoVhQ9u1fOz/fDHrfkISbBNiA0YE4PeSziwqTu6VEQHUp3g0oXQ9ojxcIltZYmu+VlkNYU2MCYxIOKzdAw1dzEv848UQ828Lwv5Oady9zwpRqdt69oXCXfyysECvOF+w8TfMp+OUQ3fmYHB3xp5eEM5CnwBQdO5ZTxb/+0AL26a9uPDMoc1jFG6TS0yZsBnxLLnMNlHvrP/e0RvQfLMPXrs4U5zkHlj0/rjuA/OcExUj2mDf6pCQrawsuZ4Cm7xaNvaHLNa+GpAbGBXFzxnL6iAeAIhmL2/HFm2Pk6wUspWlffZam+h1c+oM9KdKkT45deorc8tVA7G553SySkTkffpnonckIsJMHONamZBdj7KWu/aUFd3fnCUE71B+zhp0gowY/vp6gzVduekrH94o05Cc9HPxAd6GsKF4GGK04ijzF/Jfl0Ftc+znvwkzZOh2hbjmMI3/WK81VQGOf3Zbe5Jubf8d5rOXVkLhjdSGpMg14AU= ceph-13155b42-139a-11ef-bc9a-c7b262605968 2024-05-16T15:37:59.941 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.160+0000 7f24b22df700 1 Processor -- start 2024-05-16T15:37:59.941 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.160+0000 7f24b22df700 1 -- start start 2024-05-16T15:37:59.941 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.161+0000 7f24b22df700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f24ac109730 0x7f24ac10bb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:37:59.941 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.161+0000 7f24b22df700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f24ac07ce30 con 0x7f24ac109730 2024-05-16T15:37:59.941 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.161+0000 7f24abfff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f24ac109730 0x7f24ac10bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:37:59.941 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.161+0000 7f24abfff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f24ac109730 0x7f24ac10bb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:43382/0 (socket says 172.21.15.43:43382) 2024-05-16T15:37:59.941 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.161+0000 7f24abfff700 1 -- 172.21.15.43:0/1944670315 learned_addr learned my addr 172.21.15.43:0/1944670315 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:37:59.941 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.161+0000 7f24abfff700 1 -- 172.21.15.43:0/1944670315 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24ac10c060 con 0x7f24ac109730 2024-05-16T15:37:59.941 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.161+0000 7f24abfff700 1 --2- 172.21.15.43:0/1944670315 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f24ac109730 0x7f24ac10bb20 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f249c0098a0 tx=0x7f249c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74dd05d5e1e1f1fa server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:37:59.941 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.161+0000 7f24aaffd700 1 -- 172.21.15.43:0/1944670315 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f249c004160 con 0x7f24ac109730 2024-05-16T15:37:59.941 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.162+0000 7f24aaffd700 1 -- 172.21.15.43:0/1944670315 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f249c004300 con 0x7f24ac109730 2024-05-16T15:37:59.941 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.162+0000 7f24aaffd700 1 -- 172.21.15.43:0/1944670315 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f249c0119e0 con 0x7f24ac109730 2024-05-16T15:37:59.942 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.162+0000 7f24b22df700 1 -- 172.21.15.43:0/1944670315 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f24ac109730 msgr2=0x7f24ac10bb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:37:59.942 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.162+0000 7f24b22df700 1 --2- 172.21.15.43:0/1944670315 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f24ac109730 0x7f24ac10bb20 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f249c0098a0 tx=0x7f249c009bb0 comp rx=0 tx=0).stop 2024-05-16T15:37:59.942 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.162+0000 7f24b22df700 1 -- 172.21.15.43:0/1944670315 shutdown_connections 2024-05-16T15:37:59.942 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.162+0000 7f24b22df700 1 --2- 172.21.15.43:0/1944670315 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f24ac109730 0x7f24ac10bb20 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:37:59.942 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.162+0000 7f24b22df700 1 -- 172.21.15.43:0/1944670315 >> 172.21.15.43:0/1944670315 conn(0x7f24ac103140 msgr2=0x7f24ac105560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:37:59.942 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.162+0000 7f24b22df700 1 -- 172.21.15.43:0/1944670315 shutdown_connections 2024-05-16T15:37:59.942 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.162+0000 7f24b22df700 1 -- 172.21.15.43:0/1944670315 wait complete. 2024-05-16T15:37:59.942 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.163+0000 7f24b22df700 1 Processor -- start 2024-05-16T15:37:59.942 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.163+0000 7f24b22df700 1 -- start start 2024-05-16T15:37:59.942 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.163+0000 7f24b22df700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f24ac109730 0x7f24ac19ca60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:37:59.942 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.163+0000 7f24b22df700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f24ac10cf50 con 0x7f24ac109730 2024-05-16T15:37:59.942 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.163+0000 7f24abfff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f24ac109730 0x7f24ac19ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:37:59.942 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.163+0000 7f24abfff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f24ac109730 0x7f24ac19ca60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:43396/0 (socket says 172.21.15.43:43396) 2024-05-16T15:37:59.943 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.163+0000 7f24abfff700 1 -- 172.21.15.43:0/3024718572 learned_addr learned my addr 172.21.15.43:0/3024718572 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:37:59.943 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.164+0000 7f24abfff700 1 -- 172.21.15.43:0/3024718572 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24ac19cfa0 con 0x7f24ac109730 2024-05-16T15:37:59.943 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.164+0000 7f24abfff700 1 --2- 172.21.15.43:0/3024718572 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f24ac109730 0x7f24ac19ca60 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f249c0119e0 tx=0x7f249c0046a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:37:59.943 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.164+0000 7f24a97fa700 1 -- 172.21.15.43:0/3024718572 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f249c003bf0 con 0x7f24ac109730 2024-05-16T15:37:59.943 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.164+0000 7f24a97fa700 1 -- 172.21.15.43:0/3024718572 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f249c01a8a0 con 0x7f24ac109730 2024-05-16T15:37:59.943 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.164+0000 7f24a97fa700 1 -- 172.21.15.43:0/3024718572 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f249c0248c0 con 0x7f24ac109730 2024-05-16T15:37:59.943 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.164+0000 7f24b22df700 1 -- 172.21.15.43:0/3024718572 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24ac19d230 con 0x7f24ac109730 2024-05-16T15:37:59.943 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.164+0000 7f24b22df700 1 -- 172.21.15.43:0/3024718572 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24ac19ff20 con 0x7f24ac109730 2024-05-16T15:37:59.943 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.165+0000 7f24a97fa700 1 -- 172.21.15.43:0/3024718572 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f249c022020 con 0x7f24ac109730 2024-05-16T15:37:59.943 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.165+0000 7f24b22df700 1 -- 172.21.15.43:0/3024718572 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f24ac064b00 con 0x7f24ac109730 2024-05-16T15:37:59.943 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.165+0000 7f24a97fa700 1 --2- 172.21.15.43:0/3024718572 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f249403e470 0x7f2494040930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:37:59.943 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.165+0000 7f24a97fa700 1 -- 172.21.15.43:0/3024718572 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f249c053a00 con 0x7f24ac109730 2024-05-16T15:37:59.943 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.165+0000 7f24ab7fe700 1 --2- 172.21.15.43:0/3024718572 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f249403e470 0x7f2494040930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:37:59.943 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.166+0000 7f24ab7fe700 1 --2- 172.21.15.43:0/3024718572 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f249403e470 0x7f2494040930 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f24a0006fd0 tx=0x7f24a0006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:37:59.943 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.170+0000 7f24a97fa700 1 -- 172.21.15.43:0/3024718572 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f249c00e260 con 0x7f24ac109730 2024-05-16T15:37:59.944 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.384+0000 7f24b22df700 1 -- 172.21.15.43:0/3024718572 --> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) -- 0x7f24ac1042d0 con 0x7f249403e470 2024-05-16T15:37:59.944 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.385+0000 7f24a97fa700 1 -- 172.21.15.43:0/3024718572 <== mgr.14118 v2:172.21.15.43:6800/86887644 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+595 (secure 0 0 0) 0x7f24ac1042d0 con 0x7f249403e470 2024-05-16T15:37:59.944 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.387+0000 7f24b22df700 1 -- 172.21.15.43:0/3024718572 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f249403e470 msgr2=0x7f2494040930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:37:59.944 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.387+0000 7f24b22df700 1 --2- 172.21.15.43:0/3024718572 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f249403e470 0x7f2494040930 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f24a0006fd0 tx=0x7f24a0006e40 comp rx=0 tx=0).stop 2024-05-16T15:37:59.944 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.387+0000 7f24b22df700 1 -- 172.21.15.43:0/3024718572 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f24ac109730 msgr2=0x7f24ac19ca60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:37:59.944 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.387+0000 7f24b22df700 1 --2- 172.21.15.43:0/3024718572 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f24ac109730 0x7f24ac19ca60 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f249c0119e0 tx=0x7f249c0046a0 comp rx=0 tx=0).stop 2024-05-16T15:37:59.944 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.387+0000 7f24b22df700 1 -- 172.21.15.43:0/3024718572 shutdown_connections 2024-05-16T15:37:59.944 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.387+0000 7f24b22df700 1 --2- 172.21.15.43:0/3024718572 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f249403e470 0x7f2494040930 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:37:59.944 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.387+0000 7f24b22df700 1 --2- 172.21.15.43:0/3024718572 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f24ac109730 0x7f24ac19ca60 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:37:59.944 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.387+0000 7f24b22df700 1 -- 172.21.15.43:0/3024718572 >> 172.21.15.43:0/3024718572 conn(0x7f24ac103140 msgr2=0x7f24ac103bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:37:59.944 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.388+0000 7f24b22df700 1 -- 172.21.15.43:0/3024718572 shutdown_connections 2024-05-16T15:37:59.944 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:37:59.388+0000 7f24b22df700 1 -- 172.21.15.43:0/3024718572 wait complete. 2024-05-16T15:37:59.944 INFO:teuthology.orchestra.run.smithi043.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-05-16T15:37:59.944 INFO:teuthology.orchestra.run.smithi043.stdout:Adding key to root@localhost authorized_keys... 2024-05-16T15:37:59.944 INFO:teuthology.orchestra.run.smithi043.stdout:Adding host smithi043... 2024-05-16T15:38:00.318 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:00 smithi043 ceph-mon[31619]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:38:01.468 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:01 smithi043 ceph-mon[31619]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi043", "addr": "172.21.15.43", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:38:02.718 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:02 smithi043 ceph-mon[31619]: Deploying cephadm binary to smithi043 2024-05-16T15:38:05.422 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout Added host 'smithi043' with addr '172.21.15.43' 2024-05-16T15:38:05.422 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:00.350+0000 7fb988143700 1 Processor -- start 2024-05-16T15:38:05.422 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:00.350+0000 7fb988143700 1 -- start start 2024-05-16T15:38:05.422 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:00.350+0000 7fb988143700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb980107b80 0x7fb980107fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:05.423 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:00.350+0000 7fb988143700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fb980108570 con 0x7fb980107b80 2024-05-16T15:38:05.423 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:00.351+0000 7fb985edf700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb980107b80 0x7fb980107fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:05.423 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:00.351+0000 7fb985edf700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb980107b80 0x7fb980107fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:43402/0 (socket says 172.21.15.43:43402) 2024-05-16T15:38:05.423 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:00.351+0000 7fb985edf700 1 -- 172.21.15.43:0/3211052098 learned_addr learned my addr 172.21.15.43:0/3211052098 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:38:05.423 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:00.351+0000 7fb985edf700 1 -- 172.21.15.43:0/3211052098 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb980108d80 con 0x7fb980107b80 2024-05-16T15:38:05.423 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:00.351+0000 7fb985edf700 1 --2- 172.21.15.43:0/3211052098 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb980107b80 0x7fb980107fa0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fb97c0098a0 tx=0x7fb97c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a34edbdf8f51a1cf server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:05.423 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:00.351+0000 7fb984edd700 1 -- 172.21.15.43:0/3211052098 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb97c004160 con 0x7fb980107b80 2024-05-16T15:38:05.423 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:00.351+0000 7fb984edd700 1 -- 172.21.15.43:0/3211052098 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7fb97c004300 con 0x7fb980107b80 2024-05-16T15:38:05.423 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:00.351+0000 7fb984edd700 1 -- 172.21.15.43:0/3211052098 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb97c0119e0 con 0x7fb980107b80 2024-05-16T15:38:05.423 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:00.352+0000 7fb988143700 1 -- 172.21.15.43:0/3211052098 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb980107b80 msgr2=0x7fb980107fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:05.423 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:00.352+0000 7fb988143700 1 --2- 172.21.15.43:0/3211052098 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb980107b80 0x7fb980107fa0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fb97c0098a0 tx=0x7fb97c009bb0 comp rx=0 tx=0).stop 2024-05-16T15:38:05.423 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:00.352+0000 7fb988143700 1 -- 172.21.15.43:0/3211052098 shutdown_connections 2024-05-16T15:38:05.423 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:00.352+0000 7fb988143700 1 --2- 172.21.15.43:0/3211052098 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb980107b80 0x7fb980107fa0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:05.423 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:00.352+0000 7fb988143700 1 -- 172.21.15.43:0/3211052098 >> 172.21.15.43:0/3211052098 conn(0x7fb980103140 msgr2=0x7fb980105560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:38:05.423 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:00.352+0000 7fb988143700 1 -- 172.21.15.43:0/3211052098 shutdown_connections 2024-05-16T15:38:05.424 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:00.352+0000 7fb988143700 1 -- 172.21.15.43:0/3211052098 wait complete. 2024-05-16T15:38:05.424 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:00.353+0000 7fb988143700 1 Processor -- start 2024-05-16T15:38:05.424 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:00.353+0000 7fb988143700 1 -- start start 2024-05-16T15:38:05.424 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:00.353+0000 7fb988143700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb980107b80 0x7fb98019cb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:05.424 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:00.353+0000 7fb988143700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fb98010bfb0 con 0x7fb980107b80 2024-05-16T15:38:05.424 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:00.353+0000 7fb985edf700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb980107b80 0x7fb98019cb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:05.424 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:00.353+0000 7fb985edf700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb980107b80 0x7fb98019cb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:43416/0 (socket says 172.21.15.43:43416) 2024-05-16T15:38:05.424 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:00.353+0000 7fb985edf700 1 -- 172.21.15.43:0/3876401594 learned_addr learned my addr 172.21.15.43:0/3876401594 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:38:05.424 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:00.353+0000 7fb985edf700 1 -- 172.21.15.43:0/3876401594 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb98019d090 con 0x7fb980107b80 2024-05-16T15:38:05.424 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:00.353+0000 7fb985edf700 1 --2- 172.21.15.43:0/3876401594 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb980107b80 0x7fb98019cb50 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fb97c0116a0 tx=0x7fb97c011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:05.424 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:00.354+0000 7fb976ffd700 1 -- 172.21.15.43:0/3876401594 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb97c0039f0 con 0x7fb980107b80 2024-05-16T15:38:05.424 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:00.354+0000 7fb976ffd700 1 -- 172.21.15.43:0/3876401594 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7fb97c003b90 con 0x7fb980107b80 2024-05-16T15:38:05.424 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:00.354+0000 7fb988143700 1 -- 172.21.15.43:0/3876401594 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb98019d320 con 0x7fb980107b80 2024-05-16T15:38:05.424 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:00.354+0000 7fb976ffd700 1 -- 172.21.15.43:0/3876401594 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb97c01a600 con 0x7fb980107b80 2024-05-16T15:38:05.424 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:00.354+0000 7fb988143700 1 -- 172.21.15.43:0/3876401594 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9801a0010 con 0x7fb980107b80 2024-05-16T15:38:05.425 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:00.355+0000 7fb976ffd700 1 -- 172.21.15.43:0/3876401594 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7fb97c01a8d0 con 0x7fb980107b80 2024-05-16T15:38:05.425 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:00.355+0000 7fb988143700 1 -- 172.21.15.43:0/3876401594 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb98010c130 con 0x7fb980107b80 2024-05-16T15:38:05.425 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:00.355+0000 7fb976ffd700 1 --2- 172.21.15.43:0/3876401594 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7fb96c03e470 0x7fb96c040930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:05.425 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:00.355+0000 7fb976ffd700 1 -- 172.21.15.43:0/3876401594 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fb97c053cd0 con 0x7fb980107b80 2024-05-16T15:38:05.425 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:00.355+0000 7fb9856de700 1 --2- 172.21.15.43:0/3876401594 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7fb96c03e470 0x7fb96c040930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:05.425 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:00.355+0000 7fb9856de700 1 --2- 172.21.15.43:0/3876401594 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7fb96c03e470 0x7fb96c040930 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fb970006fd0 tx=0x7fb970006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:05.425 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:00.360+0000 7fb976ffd700 1 -- 172.21.15.43:0/3876401594 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fb97c059020 con 0x7fb980107b80 2024-05-16T15:38:05.425 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:00.580+0000 7fb988143700 1 -- 172.21.15.43:0/3876401594 --> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi043", "addr": "172.21.15.43", "target": ["mon-mgr", ""]}) -- 0x7fb98002e840 con 0x7fb96c03e470 2024-05-16T15:38:05.425 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:04.844+0000 7fb976ffd700 1 -- 172.21.15.43:0/3876401594 <== mgr.14118 v2:172.21.15.43:6800/86887644 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7fb98002e840 con 0x7fb96c03e470 2024-05-16T15:38:05.425 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:04.847+0000 7fb988143700 1 -- 172.21.15.43:0/3876401594 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7fb96c03e470 msgr2=0x7fb96c040930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:05.425 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:04.847+0000 7fb988143700 1 --2- 172.21.15.43:0/3876401594 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7fb96c03e470 0x7fb96c040930 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fb970006fd0 tx=0x7fb970006e40 comp rx=0 tx=0).stop 2024-05-16T15:38:05.425 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:04.847+0000 7fb988143700 1 -- 172.21.15.43:0/3876401594 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb980107b80 msgr2=0x7fb98019cb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:05.426 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:04.847+0000 7fb988143700 1 --2- 172.21.15.43:0/3876401594 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb980107b80 0x7fb98019cb50 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fb97c0116a0 tx=0x7fb97c011a60 comp rx=0 tx=0).stop 2024-05-16T15:38:05.426 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:04.847+0000 7fb988143700 1 -- 172.21.15.43:0/3876401594 shutdown_connections 2024-05-16T15:38:05.426 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:04.847+0000 7fb988143700 1 --2- 172.21.15.43:0/3876401594 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7fb96c03e470 0x7fb96c040930 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:05.426 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:04.847+0000 7fb988143700 1 --2- 172.21.15.43:0/3876401594 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb980107b80 0x7fb98019cb50 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:05.426 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:04.847+0000 7fb988143700 1 -- 172.21.15.43:0/3876401594 >> 172.21.15.43:0/3876401594 conn(0x7fb980103140 msgr2=0x7fb9801936a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:38:05.426 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:04.847+0000 7fb988143700 1 -- 172.21.15.43:0/3876401594 shutdown_connections 2024-05-16T15:38:05.426 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:04.847+0000 7fb988143700 1 -- 172.21.15.43:0/3876401594 wait complete. 2024-05-16T15:38:05.426 INFO:teuthology.orchestra.run.smithi043.stdout:Deploying unmanaged mon service... 2024-05-16T15:38:06.093 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:05 smithi043 ceph-mon[31619]: from='mgr.14118 172.21.15.43:0/1351577342' entity='mgr.x' 2024-05-16T15:38:06.094 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:05 smithi043 ceph-mon[31619]: Added host smithi043 2024-05-16T15:38:06.094 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:05 smithi043 ceph-mon[31619]: from='mgr.14118 172.21.15.43:0/1351577342' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:38:06.750 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-05-16T15:38:06.751 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:05.845+0000 7f1d958ec700 1 Processor -- start 2024-05-16T15:38:06.751 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:05.845+0000 7f1d958ec700 1 -- start start 2024-05-16T15:38:06.751 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:05.845+0000 7f1d958ec700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1d901096f0 0x7f1d9010bae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:06.751 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:05.845+0000 7f1d958ec700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f1d9007ce70 con 0x7f1d901096f0 2024-05-16T15:38:06.751 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:05.846+0000 7f1d8effd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1d901096f0 0x7f1d9010bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:06.751 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:05.846+0000 7f1d8effd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1d901096f0 0x7f1d9010bae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:58084/0 (socket says 172.21.15.43:58084) 2024-05-16T15:38:06.751 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:05.846+0000 7f1d8effd700 1 -- 172.21.15.43:0/757703590 learned_addr learned my addr 172.21.15.43:0/757703590 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:38:06.751 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:05.846+0000 7f1d8effd700 1 -- 172.21.15.43:0/757703590 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d9010c020 con 0x7f1d901096f0 2024-05-16T15:38:06.751 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:05.846+0000 7f1d8effd700 1 --2- 172.21.15.43:0/757703590 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1d901096f0 0x7f1d9010bae0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f1d800098a0 tx=0x7f1d80009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5cb21ae1ef3ed102 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:06.751 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:05.846+0000 7f1d8dffb700 1 -- 172.21.15.43:0/757703590 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1d80004160 con 0x7f1d901096f0 2024-05-16T15:38:06.751 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:05.846+0000 7f1d8dffb700 1 -- 172.21.15.43:0/757703590 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f1d80004300 con 0x7f1d901096f0 2024-05-16T15:38:06.751 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:05.846+0000 7f1d8dffb700 1 -- 172.21.15.43:0/757703590 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1d800119e0 con 0x7f1d901096f0 2024-05-16T15:38:06.752 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:05.847+0000 7f1d958ec700 1 -- 172.21.15.43:0/757703590 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1d901096f0 msgr2=0x7f1d9010bae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:06.752 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:05.847+0000 7f1d958ec700 1 --2- 172.21.15.43:0/757703590 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1d901096f0 0x7f1d9010bae0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f1d800098a0 tx=0x7f1d80009bb0 comp rx=0 tx=0).stop 2024-05-16T15:38:06.752 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:05.847+0000 7f1d958ec700 1 -- 172.21.15.43:0/757703590 shutdown_connections 2024-05-16T15:38:06.752 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:05.847+0000 7f1d958ec700 1 --2- 172.21.15.43:0/757703590 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1d901096f0 0x7f1d9010bae0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:06.752 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:05.847+0000 7f1d958ec700 1 -- 172.21.15.43:0/757703590 >> 172.21.15.43:0/757703590 conn(0x7f1d90103140 msgr2=0x7f1d90105560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:38:06.752 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:05.847+0000 7f1d958ec700 1 -- 172.21.15.43:0/757703590 shutdown_connections 2024-05-16T15:38:06.752 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:05.847+0000 7f1d958ec700 1 -- 172.21.15.43:0/757703590 wait complete. 2024-05-16T15:38:06.752 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:05.848+0000 7f1d958ec700 1 Processor -- start 2024-05-16T15:38:06.752 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:05.848+0000 7f1d958ec700 1 -- start start 2024-05-16T15:38:06.752 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:05.848+0000 7f1d958ec700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1d901096f0 0x7f1d9019ec60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:06.752 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:05.848+0000 7f1d958ec700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f1d9010cf20 con 0x7f1d901096f0 2024-05-16T15:38:06.752 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:05.848+0000 7f1d8effd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1d901096f0 0x7f1d9019ec60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:06.752 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:05.848+0000 7f1d8effd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1d901096f0 0x7f1d9019ec60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:58092/0 (socket says 172.21.15.43:58092) 2024-05-16T15:38:06.752 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:05.848+0000 7f1d8effd700 1 -- 172.21.15.43:0/1538997218 learned_addr learned my addr 172.21.15.43:0/1538997218 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:38:06.753 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:05.848+0000 7f1d8effd700 1 -- 172.21.15.43:0/1538997218 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d9019f1a0 con 0x7f1d901096f0 2024-05-16T15:38:06.753 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:05.849+0000 7f1d8effd700 1 --2- 172.21.15.43:0/1538997218 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1d901096f0 0x7f1d9019ec60 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f1d80009130 tx=0x7f1d80011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:06.753 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:05.849+0000 7f1d948ea700 1 -- 172.21.15.43:0/1538997218 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1d80003b20 con 0x7f1d901096f0 2024-05-16T15:38:06.753 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:05.849+0000 7f1d948ea700 1 -- 172.21.15.43:0/1538997218 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f1d8001a8a0 con 0x7f1d901096f0 2024-05-16T15:38:06.753 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:05.849+0000 7f1d958ec700 1 -- 172.21.15.43:0/1538997218 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d9019f430 con 0x7f1d901096f0 2024-05-16T15:38:06.753 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:05.849+0000 7f1d948ea700 1 -- 172.21.15.43:0/1538997218 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1d80024810 con 0x7f1d901096f0 2024-05-16T15:38:06.753 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:05.849+0000 7f1d958ec700 1 -- 172.21.15.43:0/1538997218 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d901a2120 con 0x7f1d901096f0 2024-05-16T15:38:06.753 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:05.850+0000 7f1d948ea700 1 -- 172.21.15.43:0/1538997218 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f1d80022020 con 0x7f1d901096f0 2024-05-16T15:38:06.753 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:05.850+0000 7f1d958ec700 1 -- 172.21.15.43:0/1538997218 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1d90064b00 con 0x7f1d901096f0 2024-05-16T15:38:06.753 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:05.850+0000 7f1d948ea700 1 --2- 172.21.15.43:0/1538997218 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f1d7c03e4c0 0x7f1d7c040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:06.753 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:05.850+0000 7f1d948ea700 1 -- 172.21.15.43:0/1538997218 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f1d800538d0 con 0x7f1d901096f0 2024-05-16T15:38:06.753 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:05.850+0000 7f1d8e7fc700 1 --2- 172.21.15.43:0/1538997218 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f1d7c03e4c0 0x7f1d7c040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:06.753 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:05.851+0000 7f1d8e7fc700 1 --2- 172.21.15.43:0/1538997218 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f1d7c03e4c0 0x7f1d7c040980 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f1d78006fd0 tx=0x7f1d78006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:06.753 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:05.855+0000 7f1d948ea700 1 -- 172.21.15.43:0/1538997218 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f1d8002c350 con 0x7f1d901096f0 2024-05-16T15:38:06.754 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:06.089+0000 7f1d958ec700 1 -- 172.21.15.43:0/1538997218 --> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7f1d90104200 con 0x7f1d7c03e4c0 2024-05-16T15:38:06.754 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:06.094+0000 7f1d948ea700 1 -- 172.21.15.43:0/1538997218 <== mgr.14118 v2:172.21.15.43:6800/86887644 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f1d90104200 con 0x7f1d7c03e4c0 2024-05-16T15:38:06.754 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:06.096+0000 7f1d958ec700 1 -- 172.21.15.43:0/1538997218 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f1d7c03e4c0 msgr2=0x7f1d7c040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:06.754 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:06.096+0000 7f1d958ec700 1 --2- 172.21.15.43:0/1538997218 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f1d7c03e4c0 0x7f1d7c040980 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f1d78006fd0 tx=0x7f1d78006e40 comp rx=0 tx=0).stop 2024-05-16T15:38:06.754 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:06.096+0000 7f1d958ec700 1 -- 172.21.15.43:0/1538997218 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1d901096f0 msgr2=0x7f1d9019ec60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:06.754 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:06.096+0000 7f1d958ec700 1 --2- 172.21.15.43:0/1538997218 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1d901096f0 0x7f1d9019ec60 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f1d80009130 tx=0x7f1d80011a60 comp rx=0 tx=0).stop 2024-05-16T15:38:06.754 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:06.096+0000 7f1d958ec700 1 -- 172.21.15.43:0/1538997218 shutdown_connections 2024-05-16T15:38:06.754 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:06.096+0000 7f1d958ec700 1 --2- 172.21.15.43:0/1538997218 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f1d7c03e4c0 0x7f1d7c040980 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:06.754 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:06.096+0000 7f1d958ec700 1 --2- 172.21.15.43:0/1538997218 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1d901096f0 0x7f1d9019ec60 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:06.754 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:06.096+0000 7f1d958ec700 1 -- 172.21.15.43:0/1538997218 >> 172.21.15.43:0/1538997218 conn(0x7f1d90103140 msgr2=0x7f1d90103af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:38:06.754 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:06.096+0000 7f1d958ec700 1 -- 172.21.15.43:0/1538997218 shutdown_connections 2024-05-16T15:38:06.754 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:06.096+0000 7f1d958ec700 1 -- 172.21.15.43:0/1538997218 wait complete. 2024-05-16T15:38:06.754 INFO:teuthology.orchestra.run.smithi043.stdout:Deploying unmanaged mgr service... 2024-05-16T15:38:07.346 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:07 smithi043 ceph-mon[31619]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:38:07.346 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:07 smithi043 ceph-mon[31619]: Saving service mon spec with placement count:5 2024-05-16T15:38:07.346 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:07 smithi043 ceph-mon[31619]: from='mgr.14118 172.21.15.43:0/1351577342' entity='mgr.x' 2024-05-16T15:38:08.494 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-05-16T15:38:08.494 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.170+0000 7ff08b60e700 1 Processor -- start 2024-05-16T15:38:08.494 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.170+0000 7ff08b60e700 1 -- start start 2024-05-16T15:38:08.494 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.171+0000 7ff08b60e700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff08407edf0 0x7ff08407d2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:08.494 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.171+0000 7ff08b60e700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7ff08407d7e0 con 0x7ff08407edf0 2024-05-16T15:38:08.494 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.171+0000 7ff0893aa700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff08407edf0 0x7ff08407d2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:08.494 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.171+0000 7ff0893aa700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff08407edf0 0x7ff08407d2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:58094/0 (socket says 172.21.15.43:58094) 2024-05-16T15:38:08.494 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.171+0000 7ff0893aa700 1 -- 172.21.15.43:0/3562249984 learned_addr learned my addr 172.21.15.43:0/3562249984 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:38:08.494 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.171+0000 7ff0893aa700 1 -- 172.21.15.43:0/3562249984 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff08407d960 con 0x7ff08407edf0 2024-05-16T15:38:08.495 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.171+0000 7ff0893aa700 1 --2- 172.21.15.43:0/3562249984 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff08407edf0 0x7ff08407d2a0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7ff0800098a0 tx=0x7ff080009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=937a3a422d26ffe5 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:08.495 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.171+0000 7ff077fff700 1 -- 172.21.15.43:0/3562249984 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff080004160 con 0x7ff08407edf0 2024-05-16T15:38:08.495 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.171+0000 7ff077fff700 1 -- 172.21.15.43:0/3562249984 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7ff080004300 con 0x7ff08407edf0 2024-05-16T15:38:08.495 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.171+0000 7ff077fff700 1 -- 172.21.15.43:0/3562249984 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff0800119e0 con 0x7ff08407edf0 2024-05-16T15:38:08.495 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.172+0000 7ff08b60e700 1 -- 172.21.15.43:0/3562249984 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff08407edf0 msgr2=0x7ff08407d2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:08.495 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.172+0000 7ff08b60e700 1 --2- 172.21.15.43:0/3562249984 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff08407edf0 0x7ff08407d2a0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7ff0800098a0 tx=0x7ff080009bb0 comp rx=0 tx=0).stop 2024-05-16T15:38:08.495 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.172+0000 7ff08b60e700 1 -- 172.21.15.43:0/3562249984 shutdown_connections 2024-05-16T15:38:08.495 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.172+0000 7ff08b60e700 1 --2- 172.21.15.43:0/3562249984 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff08407edf0 0x7ff08407d2a0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:08.495 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.172+0000 7ff08b60e700 1 -- 172.21.15.43:0/3562249984 >> 172.21.15.43:0/3562249984 conn(0x7ff0841042a0 msgr2=0x7ff0841066c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:38:08.495 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.172+0000 7ff08b60e700 1 -- 172.21.15.43:0/3562249984 shutdown_connections 2024-05-16T15:38:08.495 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.172+0000 7ff08b60e700 1 -- 172.21.15.43:0/3562249984 wait complete. 2024-05-16T15:38:08.495 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.173+0000 7ff08b60e700 1 Processor -- start 2024-05-16T15:38:08.495 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.173+0000 7ff08b60e700 1 -- start start 2024-05-16T15:38:08.495 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.173+0000 7ff08b60e700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff08407edf0 0x7ff08419ec00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:08.496 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.173+0000 7ff08b60e700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7ff08410f110 con 0x7ff08407edf0 2024-05-16T15:38:08.496 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.173+0000 7ff0893aa700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff08407edf0 0x7ff08419ec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:08.496 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.173+0000 7ff0893aa700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff08407edf0 0x7ff08419ec00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:58108/0 (socket says 172.21.15.43:58108) 2024-05-16T15:38:08.496 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.173+0000 7ff0893aa700 1 -- 172.21.15.43:0/1262534450 learned_addr learned my addr 172.21.15.43:0/1262534450 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:38:08.496 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.173+0000 7ff0893aa700 1 -- 172.21.15.43:0/1262534450 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff08419f140 con 0x7ff08407edf0 2024-05-16T15:38:08.496 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.174+0000 7ff0893aa700 1 --2- 172.21.15.43:0/1262534450 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff08407edf0 0x7ff08419ec00 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7ff080009130 tx=0x7ff080011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:08.496 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.174+0000 7ff0767fc700 1 -- 172.21.15.43:0/1262534450 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff080003b20 con 0x7ff08407edf0 2024-05-16T15:38:08.496 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.174+0000 7ff0767fc700 1 -- 172.21.15.43:0/1262534450 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7ff08001a8a0 con 0x7ff08407edf0 2024-05-16T15:38:08.496 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.174+0000 7ff0767fc700 1 -- 172.21.15.43:0/1262534450 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff080024810 con 0x7ff08407edf0 2024-05-16T15:38:08.496 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.174+0000 7ff08b60e700 1 -- 172.21.15.43:0/1262534450 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff08419f3d0 con 0x7ff08407edf0 2024-05-16T15:38:08.496 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.174+0000 7ff08b60e700 1 -- 172.21.15.43:0/1262534450 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0841a20c0 con 0x7ff08407edf0 2024-05-16T15:38:08.496 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.175+0000 7ff0767fc700 1 -- 172.21.15.43:0/1262534450 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7ff080022020 con 0x7ff08407edf0 2024-05-16T15:38:08.496 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.175+0000 7ff08b60e700 1 -- 172.21.15.43:0/1262534450 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff084064b00 con 0x7ff08407edf0 2024-05-16T15:38:08.496 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.175+0000 7ff0767fc700 1 --2- 172.21.15.43:0/1262534450 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7ff07003e4c0 0x7ff070040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:08.496 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.175+0000 7ff0767fc700 1 -- 172.21.15.43:0/1262534450 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7ff080053940 con 0x7ff08407edf0 2024-05-16T15:38:08.497 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.175+0000 7ff088ba9700 1 --2- 172.21.15.43:0/1262534450 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7ff07003e4c0 0x7ff070040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:08.497 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.175+0000 7ff088ba9700 1 --2- 172.21.15.43:0/1262534450 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7ff07003e4c0 0x7ff070040980 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7ff078006fd0 tx=0x7ff078006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:08.497 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.180+0000 7ff0767fc700 1 -- 172.21.15.43:0/1262534450 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7ff08000f2e0 con 0x7ff08407edf0 2024-05-16T15:38:08.497 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.415+0000 7ff08b60e700 1 -- 172.21.15.43:0/1262534450 --> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7ff084105420 con 0x7ff07003e4c0 2024-05-16T15:38:08.497 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.420+0000 7ff0767fc700 1 -- 172.21.15.43:0/1262534450 <== mgr.14118 v2:172.21.15.43:6800/86887644 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7ff084105420 con 0x7ff07003e4c0 2024-05-16T15:38:08.497 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.422+0000 7ff08b60e700 1 -- 172.21.15.43:0/1262534450 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7ff07003e4c0 msgr2=0x7ff070040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:08.497 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.422+0000 7ff08b60e700 1 --2- 172.21.15.43:0/1262534450 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7ff07003e4c0 0x7ff070040980 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7ff078006fd0 tx=0x7ff078006e40 comp rx=0 tx=0).stop 2024-05-16T15:38:08.497 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.422+0000 7ff08b60e700 1 -- 172.21.15.43:0/1262534450 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff08407edf0 msgr2=0x7ff08419ec00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:08.497 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.422+0000 7ff08b60e700 1 --2- 172.21.15.43:0/1262534450 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff08407edf0 0x7ff08419ec00 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7ff080009130 tx=0x7ff080011a60 comp rx=0 tx=0).stop 2024-05-16T15:38:08.497 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.423+0000 7ff08b60e700 1 -- 172.21.15.43:0/1262534450 shutdown_connections 2024-05-16T15:38:08.497 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.423+0000 7ff08b60e700 1 --2- 172.21.15.43:0/1262534450 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7ff07003e4c0 0x7ff070040980 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:08.497 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.423+0000 7ff08b60e700 1 --2- 172.21.15.43:0/1262534450 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff08407edf0 0x7ff08419ec00 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:08.497 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.423+0000 7ff08b60e700 1 -- 172.21.15.43:0/1262534450 >> 172.21.15.43:0/1262534450 conn(0x7ff0841042a0 msgr2=0x7ff084104d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:38:08.497 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.423+0000 7ff08b60e700 1 -- 172.21.15.43:0/1262534450 shutdown_connections 2024-05-16T15:38:08.498 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:07.423+0000 7ff08b60e700 1 -- 172.21.15.43:0/1262534450 wait complete. 2024-05-16T15:38:08.717 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:08 smithi043 ceph-mon[31619]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:38:08.717 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:08 smithi043 ceph-mon[31619]: Saving service mgr spec with placement count:2 2024-05-16T15:38:08.717 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:08 smithi043 ceph-mon[31619]: from='mgr.14118 172.21.15.43:0/1351577342' entity='mgr.x' 2024-05-16T15:38:08.717 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:08 smithi043 ceph-mon[31619]: from='mgr.14118 172.21.15.43:0/1351577342' entity='mgr.x' 2024-05-16T15:38:09.717 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:08.937+0000 7f7f23f66700 1 Processor -- start 2024-05-16T15:38:09.717 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:08.937+0000 7f7f23f66700 1 -- start start 2024-05-16T15:38:09.717 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:08.937+0000 7f7f23f66700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7f1c1096c0 0x7f7f1c10bab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:09.717 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:08.937+0000 7f7f23f66700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f7f1c07ce70 con 0x7f7f1c1096c0 2024-05-16T15:38:09.717 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:08.938+0000 7f7f21d02700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7f1c1096c0 0x7f7f1c10bab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:09.717 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:08.938+0000 7f7f21d02700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7f1c1096c0 0x7f7f1c10bab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:58118/0 (socket says 172.21.15.43:58118) 2024-05-16T15:38:09.717 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:08.938+0000 7f7f21d02700 1 -- 172.21.15.43:0/1040347811 learned_addr learned my addr 172.21.15.43:0/1040347811 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:38:09.717 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:08.938+0000 7f7f21d02700 1 -- 172.21.15.43:0/1040347811 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f1c10bff0 con 0x7f7f1c1096c0 2024-05-16T15:38:09.717 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:08.938+0000 7f7f21d02700 1 --2- 172.21.15.43:0/1040347811 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7f1c1096c0 0x7f7f1c10bab0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f7f180098a0 tx=0x7f7f18009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2a6f841d550f1a5 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:09.717 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:08.938+0000 7f7f20d00700 1 -- 172.21.15.43:0/1040347811 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7f18004160 con 0x7f7f1c1096c0 2024-05-16T15:38:09.717 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:08.938+0000 7f7f20d00700 1 -- 172.21.15.43:0/1040347811 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7f18004300 con 0x7f7f1c1096c0 2024-05-16T15:38:09.718 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:08.938+0000 7f7f20d00700 1 -- 172.21.15.43:0/1040347811 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7f18011960 con 0x7f7f1c1096c0 2024-05-16T15:38:09.718 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:08.939+0000 7f7f23f66700 1 -- 172.21.15.43:0/1040347811 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7f1c1096c0 msgr2=0x7f7f1c10bab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:09.718 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:08.939+0000 7f7f23f66700 1 --2- 172.21.15.43:0/1040347811 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7f1c1096c0 0x7f7f1c10bab0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f7f180098a0 tx=0x7f7f18009bb0 comp rx=0 tx=0).stop 2024-05-16T15:38:09.718 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:08.939+0000 7f7f23f66700 1 -- 172.21.15.43:0/1040347811 shutdown_connections 2024-05-16T15:38:09.718 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:08.939+0000 7f7f23f66700 1 --2- 172.21.15.43:0/1040347811 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7f1c1096c0 0x7f7f1c10bab0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:09.718 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:08.939+0000 7f7f23f66700 1 -- 172.21.15.43:0/1040347811 >> 172.21.15.43:0/1040347811 conn(0x7f7f1c1030f0 msgr2=0x7f7f1c105530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:38:09.718 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:08.939+0000 7f7f23f66700 1 -- 172.21.15.43:0/1040347811 shutdown_connections 2024-05-16T15:38:09.718 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:08.939+0000 7f7f23f66700 1 -- 172.21.15.43:0/1040347811 wait complete. 2024-05-16T15:38:09.718 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:08.940+0000 7f7f23f66700 1 Processor -- start 2024-05-16T15:38:09.718 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:08.940+0000 7f7f23f66700 1 -- start start 2024-05-16T15:38:09.718 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:08.940+0000 7f7f23f66700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7f1c1096c0 0x7f7f1c108f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:09.718 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:08.940+0000 7f7f23f66700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f7f1c10cfa0 con 0x7f7f1c1096c0 2024-05-16T15:38:09.718 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:08.940+0000 7f7f21d02700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7f1c1096c0 0x7f7f1c108f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:09.718 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:08.940+0000 7f7f21d02700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7f1c1096c0 0x7f7f1c108f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:58128/0 (socket says 172.21.15.43:58128) 2024-05-16T15:38:09.719 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:08.940+0000 7f7f21d02700 1 -- 172.21.15.43:0/2892828034 learned_addr learned my addr 172.21.15.43:0/2892828034 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:38:09.719 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:08.940+0000 7f7f21d02700 1 -- 172.21.15.43:0/2892828034 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f1c109480 con 0x7f7f1c1096c0 2024-05-16T15:38:09.719 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:08.941+0000 7f7f21d02700 1 --2- 172.21.15.43:0/2892828034 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7f1c1096c0 0x7f7f1c108f40 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f7f18004660 tx=0x7f7f18011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:09.719 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:08.941+0000 7f7f12ffd700 1 -- 172.21.15.43:0/2892828034 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7f18003aa0 con 0x7f7f1c1096c0 2024-05-16T15:38:09.719 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:08.941+0000 7f7f23f66700 1 -- 172.21.15.43:0/2892828034 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f1c107670 con 0x7f7f1c1096c0 2024-05-16T15:38:09.719 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:08.941+0000 7f7f12ffd700 1 -- 172.21.15.43:0/2892828034 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7f1801b8d0 con 0x7f7f1c1096c0 2024-05-16T15:38:09.719 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:08.941+0000 7f7f12ffd700 1 -- 172.21.15.43:0/2892828034 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7f18023820 con 0x7f7f1c1096c0 2024-05-16T15:38:09.719 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:08.941+0000 7f7f23f66700 1 -- 172.21.15.43:0/2892828034 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f1c107bb0 con 0x7f7f1c1096c0 2024-05-16T15:38:09.719 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:08.942+0000 7f7f23f66700 1 -- 172.21.15.43:0/2892828034 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7f1c064b00 con 0x7f7f1c1096c0 2024-05-16T15:38:09.719 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:08.942+0000 7f7f12ffd700 1 -- 172.21.15.43:0/2892828034 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f7f1801ba80 con 0x7f7f1c1096c0 2024-05-16T15:38:09.719 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:08.942+0000 7f7f12ffd700 1 --2- 172.21.15.43:0/2892828034 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f7f0803e420 0x7f7f080408e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:09.719 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:08.943+0000 7f7f12ffd700 1 -- 172.21.15.43:0/2892828034 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f7f18053e60 con 0x7f7f1c1096c0 2024-05-16T15:38:09.719 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:08.943+0000 7f7f21501700 1 --2- 172.21.15.43:0/2892828034 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f7f0803e420 0x7f7f080408e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:09.719 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:08.943+0000 7f7f21501700 1 --2- 172.21.15.43:0/2892828034 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f7f0803e420 0x7f7f080408e0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f7f0c006fd0 tx=0x7f7f0c006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:09.720 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:08.952+0000 7f7f12ffd700 1 -- 172.21.15.43:0/2892828034 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f7f1801f030 con 0x7f7f1c1096c0 2024-05-16T15:38:09.720 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:09.168+0000 7f7f23f66700 1 -- 172.21.15.43:0/2892828034 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) -- 0x7f7f1c108450 con 0x7f7f1c1096c0 2024-05-16T15:38:09.720 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:09.170+0000 7f7f12ffd700 1 -- 172.21.15.43:0/2892828034 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) ==== 142+0+0 (secure 0 0 0) 0x7f7f1801a3d0 con 0x7f7f1c1096c0 2024-05-16T15:38:09.720 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:09.174+0000 7f7f23f66700 1 -- 172.21.15.43:0/2892828034 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f7f0803e420 msgr2=0x7f7f080408e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:09.720 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:09.174+0000 7f7f23f66700 1 --2- 172.21.15.43:0/2892828034 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f7f0803e420 0x7f7f080408e0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f7f0c006fd0 tx=0x7f7f0c006e40 comp rx=0 tx=0).stop 2024-05-16T15:38:09.720 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:09.174+0000 7f7f23f66700 1 -- 172.21.15.43:0/2892828034 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7f1c1096c0 msgr2=0x7f7f1c108f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:09.720 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:09.174+0000 7f7f23f66700 1 --2- 172.21.15.43:0/2892828034 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7f1c1096c0 0x7f7f1c108f40 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f7f18004660 tx=0x7f7f18011a30 comp rx=0 tx=0).stop 2024-05-16T15:38:09.720 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:09.174+0000 7f7f23f66700 1 -- 172.21.15.43:0/2892828034 shutdown_connections 2024-05-16T15:38:09.720 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:09.174+0000 7f7f23f66700 1 --2- 172.21.15.43:0/2892828034 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f7f0803e420 0x7f7f080408e0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:09.720 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:09.174+0000 7f7f23f66700 1 --2- 172.21.15.43:0/2892828034 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7f1c1096c0 0x7f7f1c108f40 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:09.720 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:09.174+0000 7f7f23f66700 1 -- 172.21.15.43:0/2892828034 >> 172.21.15.43:0/2892828034 conn(0x7f7f1c1030f0 msgr2=0x7f7f1c103bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:38:09.720 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:09.174+0000 7f7f23f66700 1 -- 172.21.15.43:0/2892828034 shutdown_connections 2024-05-16T15:38:09.720 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:09.174+0000 7f7f23f66700 1 -- 172.21.15.43:0/2892828034 wait complete. 2024-05-16T15:38:10.087 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:09 smithi043 ceph-mon[31619]: from='mgr.14118 172.21.15.43:0/1351577342' entity='mgr.x' 2024-05-16T15:38:10.087 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:09 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/2892828034' entity='client.admin' 2024-05-16T15:38:11.018 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.107+0000 7f83376fc700 1 Processor -- start 2024-05-16T15:38:11.018 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.107+0000 7f83376fc700 1 -- start start 2024-05-16T15:38:11.018 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.108+0000 7f83376fc700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8330108ce0 0x7f8330109100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:11.018 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.108+0000 7f83376fc700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f83301096d0 con 0x7f8330108ce0 2024-05-16T15:38:11.018 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.108+0000 7f8335498700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8330108ce0 0x7f8330109100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:11.018 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.108+0000 7f8335498700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8330108ce0 0x7f8330109100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:58136/0 (socket says 172.21.15.43:58136) 2024-05-16T15:38:11.018 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.108+0000 7f8335498700 1 -- 172.21.15.43:0/881944862 learned_addr learned my addr 172.21.15.43:0/881944862 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:38:11.018 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.108+0000 7f8335498700 1 -- 172.21.15.43:0/881944862 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8330109e40 con 0x7f8330108ce0 2024-05-16T15:38:11.018 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.108+0000 7f8335498700 1 --2- 172.21.15.43:0/881944862 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8330108ce0 0x7f8330109100 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f832c0098a0 tx=0x7f832c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78d428877e12d1da server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:11.018 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.109+0000 7f8327fff700 1 -- 172.21.15.43:0/881944862 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f832c004160 con 0x7f8330108ce0 2024-05-16T15:38:11.019 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.109+0000 7f8327fff700 1 -- 172.21.15.43:0/881944862 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f832c004300 con 0x7f8330108ce0 2024-05-16T15:38:11.019 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.109+0000 7f8327fff700 1 -- 172.21.15.43:0/881944862 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f832c011960 con 0x7f8330108ce0 2024-05-16T15:38:11.019 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.110+0000 7f83376fc700 1 -- 172.21.15.43:0/881944862 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8330108ce0 msgr2=0x7f8330109100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:11.019 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.110+0000 7f83376fc700 1 --2- 172.21.15.43:0/881944862 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8330108ce0 0x7f8330109100 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f832c0098a0 tx=0x7f832c009bb0 comp rx=0 tx=0).stop 2024-05-16T15:38:11.019 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.110+0000 7f83376fc700 1 -- 172.21.15.43:0/881944862 shutdown_connections 2024-05-16T15:38:11.019 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.110+0000 7f83376fc700 1 --2- 172.21.15.43:0/881944862 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8330108ce0 0x7f8330109100 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:11.019 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.110+0000 7f83376fc700 1 -- 172.21.15.43:0/881944862 >> 172.21.15.43:0/881944862 conn(0x7f83301042a0 msgr2=0x7f83301066c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:38:11.019 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.110+0000 7f83376fc700 1 -- 172.21.15.43:0/881944862 shutdown_connections 2024-05-16T15:38:11.019 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.110+0000 7f83376fc700 1 -- 172.21.15.43:0/881944862 wait complete. 2024-05-16T15:38:11.019 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.110+0000 7f83376fc700 1 Processor -- start 2024-05-16T15:38:11.019 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.110+0000 7f83376fc700 1 -- start start 2024-05-16T15:38:11.019 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.111+0000 7f83376fc700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8330108ce0 0x7f833007eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:11.019 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.111+0000 7f83376fc700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f833010d070 con 0x7f8330108ce0 2024-05-16T15:38:11.019 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.111+0000 7f8335498700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8330108ce0 0x7f833007eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:11.020 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.111+0000 7f8335498700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8330108ce0 0x7f833007eb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:58142/0 (socket says 172.21.15.43:58142) 2024-05-16T15:38:11.020 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.111+0000 7f8335498700 1 -- 172.21.15.43:0/1689843993 learned_addr learned my addr 172.21.15.43:0/1689843993 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:38:11.020 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.111+0000 7f8335498700 1 -- 172.21.15.43:0/1689843993 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f833007f070 con 0x7f8330108ce0 2024-05-16T15:38:11.020 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.111+0000 7f8335498700 1 --2- 172.21.15.43:0/1689843993 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8330108ce0 0x7f833007eb30 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f832c011670 tx=0x7f832c011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:11.020 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.111+0000 7f83267fc700 1 -- 172.21.15.43:0/1689843993 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f832c003a60 con 0x7f8330108ce0 2024-05-16T15:38:11.020 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.111+0000 7f83376fc700 1 -- 172.21.15.43:0/1689843993 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f833007d260 con 0x7f8330108ce0 2024-05-16T15:38:11.020 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.111+0000 7f83267fc700 1 -- 172.21.15.43:0/1689843993 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f832c01b8d0 con 0x7f8330108ce0 2024-05-16T15:38:11.020 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.112+0000 7f83267fc700 1 -- 172.21.15.43:0/1689843993 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f832c023790 con 0x7f8330108ce0 2024-05-16T15:38:11.020 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.112+0000 7f83376fc700 1 -- 172.21.15.43:0/1689843993 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f833007d7a0 con 0x7f8330108ce0 2024-05-16T15:38:11.020 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.112+0000 7f83376fc700 1 -- 172.21.15.43:0/1689843993 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8330064b00 con 0x7f8330108ce0 2024-05-16T15:38:11.020 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.113+0000 7f83267fc700 1 -- 172.21.15.43:0/1689843993 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f832c023a90 con 0x7f8330108ce0 2024-05-16T15:38:11.020 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.113+0000 7f83267fc700 1 --2- 172.21.15.43:0/1689843993 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f831c03e470 0x7f831c040930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:11.020 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.113+0000 7f83267fc700 1 -- 172.21.15.43:0/1689843993 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f832c053ee0 con 0x7f8330108ce0 2024-05-16T15:38:11.020 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.113+0000 7f8334c97700 1 --2- 172.21.15.43:0/1689843993 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f831c03e470 0x7f831c040930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:11.020 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.113+0000 7f8334c97700 1 --2- 172.21.15.43:0/1689843993 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f831c03e470 0x7f831c040930 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f8320006fd0 tx=0x7f8320006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:11.021 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.119+0000 7f83267fc700 1 -- 172.21.15.43:0/1689843993 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f832c01f030 con 0x7f8330108ce0 2024-05-16T15:38:11.021 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.341+0000 7f83376fc700 1 -- 172.21.15.43:0/1689843993 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) -- 0x7f833007dae0 con 0x7f8330108ce0 2024-05-16T15:38:11.021 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.343+0000 7f83267fc700 1 -- 172.21.15.43:0/1689843993 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) ==== 130+0+0 (secure 0 0 0) 0x7f833007dae0 con 0x7f8330108ce0 2024-05-16T15:38:11.021 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.346+0000 7f83376fc700 1 -- 172.21.15.43:0/1689843993 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f831c03e470 msgr2=0x7f831c040930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:11.021 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.346+0000 7f83376fc700 1 --2- 172.21.15.43:0/1689843993 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f831c03e470 0x7f831c040930 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f8320006fd0 tx=0x7f8320006e40 comp rx=0 tx=0).stop 2024-05-16T15:38:11.021 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.346+0000 7f83376fc700 1 -- 172.21.15.43:0/1689843993 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8330108ce0 msgr2=0x7f833007eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:11.021 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.346+0000 7f83376fc700 1 --2- 172.21.15.43:0/1689843993 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8330108ce0 0x7f833007eb30 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f832c011670 tx=0x7f832c011a30 comp rx=0 tx=0).stop 2024-05-16T15:38:11.021 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.346+0000 7f83376fc700 1 -- 172.21.15.43:0/1689843993 shutdown_connections 2024-05-16T15:38:11.021 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.346+0000 7f83376fc700 1 --2- 172.21.15.43:0/1689843993 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f831c03e470 0x7f831c040930 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:11.021 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.346+0000 7f83376fc700 1 --2- 172.21.15.43:0/1689843993 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8330108ce0 0x7f833007eb30 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:11.021 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.346+0000 7f83376fc700 1 -- 172.21.15.43:0/1689843993 >> 172.21.15.43:0/1689843993 conn(0x7f83301042a0 msgr2=0x7f8330104cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:38:11.021 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.346+0000 7f83376fc700 1 -- 172.21.15.43:0/1689843993 shutdown_connections 2024-05-16T15:38:11.021 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:10.346+0000 7f83376fc700 1 -- 172.21.15.43:0/1689843993 wait complete. 2024-05-16T15:38:11.021 INFO:teuthology.orchestra.run.smithi043.stdout:Enabling the dashboard module... 2024-05-16T15:38:11.468 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:11 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/1689843993' entity='client.admin' 2024-05-16T15:38:12.719 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:12 smithi043 ceph-mon[31619]: from='mgr.14118 172.21.15.43:0/1351577342' entity='mgr.x' 2024-05-16T15:38:12.719 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:12 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/1168177911' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-05-16T15:38:12.719 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:38:12 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: ignoring --setuser ceph since I am not root 2024-05-16T15:38:12.719 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:38:12 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: ignoring --setgroup ceph since I am not root 2024-05-16T15:38:12.719 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:38:12 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:38:12.617+0000 7fa1a6d4d200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-16T15:38:13.044 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:38:12 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:38:12.816+0000 7fa1a6d4d200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-16T15:38:13.044 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:38:12 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:38:12.926+0000 7fa1a6d4d200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-16T15:38:13.051 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:11.799+0000 7f4059b37700 1 Processor -- start 2024-05-16T15:38:13.051 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:11.799+0000 7f4059b37700 1 -- start start 2024-05-16T15:38:13.051 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:11.799+0000 7f4059b37700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f405407ee40 0x7f405407d2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:13.052 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:11.799+0000 7f4059b37700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f405407d870 con 0x7f405407ee40 2024-05-16T15:38:13.052 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:11.800+0000 7f40537fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f405407ee40 0x7f405407d2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:13.052 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:11.800+0000 7f40537fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f405407ee40 0x7f405407d2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:58154/0 (socket says 172.21.15.43:58154) 2024-05-16T15:38:13.052 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:11.800+0000 7f40537fe700 1 -- 172.21.15.43:0/2526419105 learned_addr learned my addr 172.21.15.43:0/2526419105 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:38:13.052 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:11.800+0000 7f40537fe700 1 -- 172.21.15.43:0/2526419105 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f405407d9f0 con 0x7f405407ee40 2024-05-16T15:38:13.052 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:11.800+0000 7f40537fe700 1 --2- 172.21.15.43:0/2526419105 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f405407ee40 0x7f405407d2a0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f40440098a0 tx=0x7f4044009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d14d8c342f2c8a36 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:13.052 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:11.800+0000 7f40527fc700 1 -- 172.21.15.43:0/2526419105 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4044004160 con 0x7f405407ee40 2024-05-16T15:38:13.052 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:11.800+0000 7f40527fc700 1 -- 172.21.15.43:0/2526419105 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4044004300 con 0x7f405407ee40 2024-05-16T15:38:13.052 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:11.800+0000 7f40527fc700 1 -- 172.21.15.43:0/2526419105 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4044011960 con 0x7f405407ee40 2024-05-16T15:38:13.052 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:11.801+0000 7f4059b37700 1 -- 172.21.15.43:0/2526419105 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f405407ee40 msgr2=0x7f405407d2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:13.052 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:11.801+0000 7f4059b37700 1 --2- 172.21.15.43:0/2526419105 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f405407ee40 0x7f405407d2a0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f40440098a0 tx=0x7f4044009bb0 comp rx=0 tx=0).stop 2024-05-16T15:38:13.052 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:11.801+0000 7f4059b37700 1 -- 172.21.15.43:0/2526419105 shutdown_connections 2024-05-16T15:38:13.052 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:11.801+0000 7f4059b37700 1 --2- 172.21.15.43:0/2526419105 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f405407ee40 0x7f405407d2a0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:13.052 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:11.801+0000 7f4059b37700 1 -- 172.21.15.43:0/2526419105 >> 172.21.15.43:0/2526419105 conn(0x7f4054104280 msgr2=0x7f40541066c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:38:13.053 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:11.801+0000 7f4059b37700 1 -- 172.21.15.43:0/2526419105 shutdown_connections 2024-05-16T15:38:13.053 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:11.801+0000 7f4059b37700 1 -- 172.21.15.43:0/2526419105 wait complete. 2024-05-16T15:38:13.053 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:11.802+0000 7f4059b37700 1 Processor -- start 2024-05-16T15:38:13.053 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:11.802+0000 7f4059b37700 1 -- start start 2024-05-16T15:38:13.053 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:11.802+0000 7f4059b37700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f405407ee40 0x7f405419ec30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:13.053 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:11.802+0000 7f4059b37700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f405410f2a0 con 0x7f405407ee40 2024-05-16T15:38:13.053 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:11.802+0000 7f40537fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f405407ee40 0x7f405419ec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:13.053 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:11.802+0000 7f40537fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f405407ee40 0x7f405419ec30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:58160/0 (socket says 172.21.15.43:58160) 2024-05-16T15:38:13.053 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:11.802+0000 7f40537fe700 1 -- 172.21.15.43:0/1168177911 learned_addr learned my addr 172.21.15.43:0/1168177911 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:38:13.053 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:11.802+0000 7f40537fe700 1 -- 172.21.15.43:0/1168177911 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f405419f170 con 0x7f405407ee40 2024-05-16T15:38:13.053 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:11.803+0000 7f40537fe700 1 --2- 172.21.15.43:0/1168177911 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f405407ee40 0x7f405419ec30 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f4044011670 tx=0x7f4044011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:13.053 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:11.803+0000 7f4050ff9700 1 -- 172.21.15.43:0/1168177911 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4044003a60 con 0x7f405407ee40 2024-05-16T15:38:13.053 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:11.803+0000 7f4050ff9700 1 -- 172.21.15.43:0/1168177911 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f404401b8d0 con 0x7f405407ee40 2024-05-16T15:38:13.054 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:11.803+0000 7f4059b37700 1 -- 172.21.15.43:0/1168177911 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f405419f400 con 0x7f405407ee40 2024-05-16T15:38:13.054 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:11.803+0000 7f4050ff9700 1 -- 172.21.15.43:0/1168177911 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4044023790 con 0x7f405407ee40 2024-05-16T15:38:13.054 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:11.803+0000 7f4059b37700 1 -- 172.21.15.43:0/1168177911 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40541a20f0 con 0x7f405407ee40 2024-05-16T15:38:13.054 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:11.804+0000 7f4050ff9700 1 -- 172.21.15.43:0/1168177911 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f4044023ab0 con 0x7f405407ee40 2024-05-16T15:38:13.054 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:11.804+0000 7f4050ff9700 1 --2- 172.21.15.43:0/1168177911 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f403c03e470 0x7f403c040930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:13.054 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:11.804+0000 7f4050ff9700 1 -- 172.21.15.43:0/1168177911 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f4044053f30 con 0x7f405407ee40 2024-05-16T15:38:13.054 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:11.804+0000 7f4052ffd700 1 --2- 172.21.15.43:0/1168177911 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f403c03e470 0x7f403c040930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:13.054 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:11.804+0000 7f4059b37700 1 -- 172.21.15.43:0/1168177911 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4054064b00 con 0x7f405407ee40 2024-05-16T15:38:13.054 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:11.805+0000 7f4052ffd700 1 --2- 172.21.15.43:0/1168177911 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f403c03e470 0x7f403c040930 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f4048006fd0 tx=0x7f4048006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:13.054 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:11.809+0000 7f4050ff9700 1 -- 172.21.15.43:0/1168177911 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f404401f030 con 0x7f405407ee40 2024-05-16T15:38:13.054 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:12.097+0000 7f4059b37700 1 -- 172.21.15.43:0/1168177911 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) -- 0x7f40541a2610 con 0x7f405407ee40 2024-05-16T15:38:13.054 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:12.413+0000 7f4050ff9700 1 -- 172.21.15.43:0/1168177911 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) ==== 88+0+0 (secure 0 0 0) 0x7f404400b3e0 con 0x7f405407ee40 2024-05-16T15:38:13.054 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:12.415+0000 7f4050ff9700 1 -- 172.21.15.43:0/1168177911 <== mon.0 v2:172.21.15.43:3300/0 8 ==== mgrmap(e 9) ==== 50235+0+0 (secure 0 0 0) 0x7f404402c3f0 con 0x7f405407ee40 2024-05-16T15:38:13.055 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:12.416+0000 7f4059b37700 1 -- 172.21.15.43:0/1168177911 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f403c03e470 msgr2=0x7f403c040930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:13.055 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:12.416+0000 7f4059b37700 1 --2- 172.21.15.43:0/1168177911 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f403c03e470 0x7f403c040930 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f4048006fd0 tx=0x7f4048006e40 comp rx=0 tx=0).stop 2024-05-16T15:38:13.055 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:12.416+0000 7f4059b37700 1 -- 172.21.15.43:0/1168177911 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f405407ee40 msgr2=0x7f405419ec30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:13.055 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:12.416+0000 7f4059b37700 1 --2- 172.21.15.43:0/1168177911 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f405407ee40 0x7f405419ec30 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f4044011670 tx=0x7f4044011a30 comp rx=0 tx=0).stop 2024-05-16T15:38:13.055 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:12.417+0000 7f4059b37700 1 -- 172.21.15.43:0/1168177911 shutdown_connections 2024-05-16T15:38:13.055 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:12.417+0000 7f4059b37700 1 --2- 172.21.15.43:0/1168177911 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f403c03e470 0x7f403c040930 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:13.055 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:12.417+0000 7f4059b37700 1 --2- 172.21.15.43:0/1168177911 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f405407ee40 0x7f405419ec30 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:13.055 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:12.417+0000 7f4059b37700 1 -- 172.21.15.43:0/1168177911 >> 172.21.15.43:0/1168177911 conn(0x7f4054104280 msgr2=0x7f4054104ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:38:13.055 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:12.417+0000 7f4059b37700 1 -- 172.21.15.43:0/1168177911 shutdown_connections 2024-05-16T15:38:13.055 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:12.417+0000 7f4059b37700 1 -- 172.21.15.43:0/1168177911 wait complete. 2024-05-16T15:38:13.311 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:38:13 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:38:13.271+0000 7fa1a6d4d200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-16T15:38:13.718 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:13 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/1168177911' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-05-16T15:38:13.718 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:13 smithi043 ceph-mon[31619]: mgrmap e9: x(active, since 19s) 2024-05-16T15:38:13.718 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:38:13 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:38:13.370+0000 7fa1a6d4d200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-16T15:38:14.417 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout { 2024-05-16T15:38:14.417 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-05-16T15:38:14.417 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "available": true, 2024-05-16T15:38:14.417 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-05-16T15:38:14.417 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-05-16T15:38:14.417 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout } 2024-05-16T15:38:14.417 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.522+0000 7f712a163700 1 Processor -- start 2024-05-16T15:38:14.418 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.522+0000 7f712a163700 1 -- start start 2024-05-16T15:38:14.418 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.523+0000 7f712a163700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7124109700 0x7f712410baf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:14.418 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.523+0000 7f712a163700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f712407ce30 con 0x7f7124109700 2024-05-16T15:38:14.418 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.523+0000 7f71237fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7124109700 0x7f712410baf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:14.418 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.523+0000 7f71237fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7124109700 0x7f712410baf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:58188/0 (socket says 172.21.15.43:58188) 2024-05-16T15:38:14.418 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.523+0000 7f71237fe700 1 -- 172.21.15.43:0/643597495 learned_addr learned my addr 172.21.15.43:0/643597495 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:38:14.418 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.523+0000 7f71237fe700 1 -- 172.21.15.43:0/643597495 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f712410c030 con 0x7f7124109700 2024-05-16T15:38:14.418 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.523+0000 7f71237fe700 1 --2- 172.21.15.43:0/643597495 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7124109700 0x7f712410baf0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f71140098a0 tx=0x7f7114009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a28d74e55fd7fce server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:14.418 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.524+0000 7f7122ffd700 1 -- 172.21.15.43:0/643597495 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7114004160 con 0x7f7124109700 2024-05-16T15:38:14.418 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.524+0000 7f7122ffd700 1 -- 172.21.15.43:0/643597495 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7114004300 con 0x7f7124109700 2024-05-16T15:38:14.418 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.524+0000 7f7122ffd700 1 -- 172.21.15.43:0/643597495 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7114011960 con 0x7f7124109700 2024-05-16T15:38:14.418 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.524+0000 7f712a163700 1 -- 172.21.15.43:0/643597495 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7124109700 msgr2=0x7f712410baf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:14.418 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.524+0000 7f712a163700 1 --2- 172.21.15.43:0/643597495 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7124109700 0x7f712410baf0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f71140098a0 tx=0x7f7114009bb0 comp rx=0 tx=0).stop 2024-05-16T15:38:14.419 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.524+0000 7f712a163700 1 -- 172.21.15.43:0/643597495 shutdown_connections 2024-05-16T15:38:14.419 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.524+0000 7f712a163700 1 --2- 172.21.15.43:0/643597495 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7124109700 0x7f712410baf0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:14.419 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.524+0000 7f712a163700 1 -- 172.21.15.43:0/643597495 >> 172.21.15.43:0/643597495 conn(0x7f71241030f0 msgr2=0x7f7124105530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:38:14.419 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.524+0000 7f712a163700 1 -- 172.21.15.43:0/643597495 shutdown_connections 2024-05-16T15:38:14.419 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.524+0000 7f712a163700 1 -- 172.21.15.43:0/643597495 wait complete. 2024-05-16T15:38:14.419 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.525+0000 7f712a163700 1 Processor -- start 2024-05-16T15:38:14.419 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.525+0000 7f712a163700 1 -- start start 2024-05-16T15:38:14.419 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.525+0000 7f712a163700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7124109700 0x7f712419ca90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:14.419 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.525+0000 7f712a163700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f712410cfd0 con 0x7f7124109700 2024-05-16T15:38:14.419 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.526+0000 7f71237fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7124109700 0x7f712419ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:14.419 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.526+0000 7f71237fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7124109700 0x7f712419ca90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:58198/0 (socket says 172.21.15.43:58198) 2024-05-16T15:38:14.419 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.526+0000 7f71237fe700 1 -- 172.21.15.43:0/3759217582 learned_addr learned my addr 172.21.15.43:0/3759217582 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:38:14.419 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.526+0000 7f71237fe700 1 -- 172.21.15.43:0/3759217582 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f712419cfd0 con 0x7f7124109700 2024-05-16T15:38:14.419 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.526+0000 7f71237fe700 1 --2- 172.21.15.43:0/3759217582 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7124109700 0x7f712419ca90 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f7114011670 tx=0x7f7114011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:14.420 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.526+0000 7f71217fa700 1 -- 172.21.15.43:0/3759217582 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f711401f070 con 0x7f7124109700 2024-05-16T15:38:14.420 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.526+0000 7f712a163700 1 -- 172.21.15.43:0/3759217582 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f712419d260 con 0x7f7124109700 2024-05-16T15:38:14.420 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.526+0000 7f71217fa700 1 -- 172.21.15.43:0/3759217582 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7114003b20 con 0x7f7124109700 2024-05-16T15:38:14.420 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.526+0000 7f71217fa700 1 -- 172.21.15.43:0/3759217582 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f71140195f0 con 0x7f7124109700 2024-05-16T15:38:14.420 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.526+0000 7f712a163700 1 -- 172.21.15.43:0/3759217582 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f712419ff50 con 0x7f7124109700 2024-05-16T15:38:14.420 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.527+0000 7f712a163700 1 -- 172.21.15.43:0/3759217582 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7124064b00 con 0x7f7124109700 2024-05-16T15:38:14.420 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.528+0000 7f71217fa700 1 -- 172.21.15.43:0/3759217582 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 9) ==== 50235+0+0 (secure 0 0 0) 0x7f7114022070 con 0x7f7124109700 2024-05-16T15:38:14.420 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.528+0000 7f71217fa700 1 --2- 172.21.15.43:0/3759217582 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f711003e4c0 0x7f7110040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:14.420 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.528+0000 7f71217fa700 1 -- 172.21.15.43:0/3759217582 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f7114053a70 con 0x7f7124109700 2024-05-16T15:38:14.420 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.528+0000 7f711affd700 1 -- 172.21.15.43:0/3759217582 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f711003e4c0 msgr2=0x7f7110040980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.43:6800/86887644 2024-05-16T15:38:14.420 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.528+0000 7f711affd700 1 --2- 172.21.15.43:0/3759217582 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f711003e4c0 0x7f7110040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-16T15:38:14.420 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.537+0000 7f71217fa700 1 -- 172.21.15.43:0/3759217582 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f71140172b0 con 0x7f7124109700 2024-05-16T15:38:14.420 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.729+0000 7f711affd700 1 -- 172.21.15.43:0/3759217582 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f711003e4c0 msgr2=0x7f7110040980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.43:6800/86887644 2024-05-16T15:38:14.420 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.729+0000 7f711affd700 1 --2- 172.21.15.43:0/3759217582 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f711003e4c0 0x7f7110040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-05-16T15:38:14.420 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.858+0000 7f712a163700 1 -- 172.21.15.43:0/3759217582 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f71241a0500 con 0x7f7124109700 2024-05-16T15:38:14.420 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.858+0000 7f71217fa700 1 -- 172.21.15.43:0/3759217582 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) ==== 56+0+88 (secure 0 0 0) 0x7f711400bd00 con 0x7f7124109700 2024-05-16T15:38:14.421 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.861+0000 7f712a163700 1 -- 172.21.15.43:0/3759217582 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f711003e4c0 msgr2=0x7f7110040980 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-16T15:38:14.421 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.861+0000 7f712a163700 1 --2- 172.21.15.43:0/3759217582 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f711003e4c0 0x7f7110040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:14.421 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.861+0000 7f712a163700 1 -- 172.21.15.43:0/3759217582 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7124109700 msgr2=0x7f712419ca90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:14.421 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.861+0000 7f712a163700 1 --2- 172.21.15.43:0/3759217582 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7124109700 0x7f712419ca90 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f7114011670 tx=0x7f7114011a30 comp rx=0 tx=0).stop 2024-05-16T15:38:14.421 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.861+0000 7f712a163700 1 -- 172.21.15.43:0/3759217582 shutdown_connections 2024-05-16T15:38:14.421 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.861+0000 7f712a163700 1 --2- 172.21.15.43:0/3759217582 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f711003e4c0 0x7f7110040980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:14.421 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.861+0000 7f712a163700 1 --2- 172.21.15.43:0/3759217582 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7124109700 0x7f712419ca90 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:14.421 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.861+0000 7f712a163700 1 -- 172.21.15.43:0/3759217582 >> 172.21.15.43:0/3759217582 conn(0x7f71241030f0 msgr2=0x7f7124103c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:38:14.421 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.861+0000 7f712a163700 1 -- 172.21.15.43:0/3759217582 shutdown_connections 2024-05-16T15:38:14.421 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:13.861+0000 7f712a163700 1 -- 172.21.15.43:0/3759217582 wait complete. 2024-05-16T15:38:14.421 INFO:teuthology.orchestra.run.smithi043.stdout:Waiting for the mgr to restart... 2024-05-16T15:38:14.421 INFO:teuthology.orchestra.run.smithi043.stdout:Waiting for mgr epoch 9... 2024-05-16T15:38:14.665 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:14 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/3759217582' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-05-16T15:38:14.665 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:38:14 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:38:14.653+0000 7fa1a6d4d200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-16T15:38:14.968 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:38:14 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:38:14.836+0000 7fa1a6d4d200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-16T15:38:15.324 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:38:15 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:38:15.016+0000 7fa1a6d4d200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-16T15:38:15.325 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:38:15 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:38:15.319+0000 7fa1a6d4d200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-16T15:38:15.633 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:38:15 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:38:15.416+0000 7fa1a6d4d200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-16T15:38:15.633 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:38:15 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:38:15.627+0000 7fa1a6d4d200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-16T15:38:15.968 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:38:15 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:38:15.830+0000 7fa1a6d4d200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-16T15:38:16.701 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:38:16 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:38:16.464+0000 7fa1a6d4d200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-16T15:38:16.701 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:38:16 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:38:16.695+0000 7fa1a6d4d200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-16T15:38:17.468 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:38:17 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:38:17.139+0000 7fa1a6d4d200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-16T15:38:17.468 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:38:17 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:38:17.241+0000 7fa1a6d4d200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-16T15:38:17.884 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:38:17 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:38:17.626+0000 7fa1a6d4d200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-16T15:38:18.219 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:38:18 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:38:18.001+0000 7fa1a6d4d200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-16T15:38:18.219 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:38:18 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:38:18.099+0000 7fa1a6d4d200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-16T15:38:18.718 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:38:18 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:38:18.354+0000 7fa1a6d4d200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-16T15:38:18.718 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:38:18 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:38:18.495+0000 7fa1a6d4d200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-16T15:38:18.719 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:38:18 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:38:18.595+0000 7fa1a6d4d200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-16T15:38:19.218 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:38:18 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:38:18.933+0000 7fa1a6d4d200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-16T15:38:19.218 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:38:19 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:38:19.030+0000 7fa1a6d4d200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-16T15:38:19.952 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:38:19 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:38:19.667+0000 7fa1a6d4d200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-16T15:38:19.953 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:38:19 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:38:19.895+0000 7fa1a6d4d200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-16T15:38:20.221 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:19 smithi043 ceph-mon[31619]: Active manager daemon x restarted 2024-05-16T15:38:20.221 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:19 smithi043 ceph-mon[31619]: Activating manager daemon x 2024-05-16T15:38:20.221 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:19 smithi043 ceph-mon[31619]: osdmap e3: 0 total, 0 up, 0 in 2024-05-16T15:38:20.222 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:19 smithi043 ceph-mon[31619]: mgrmap e10: x(active, starting, since 0.0036273s) 2024-05-16T15:38:20.222 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:19 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-16T15:38:20.222 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:19 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-16T15:38:20.222 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:19 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-16T15:38:20.222 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:19 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-16T15:38:20.222 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:19 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-16T15:38:20.222 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:19 smithi043 ceph-mon[31619]: Manager daemon x is now available 2024-05-16T15:38:20.222 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:19 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:38:21.113 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:20 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-16T15:38:21.113 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:20 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-16T15:38:21.113 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:20 smithi043 ceph-mon[31619]: mgrmap e11: x(active, since 1.00615s) 2024-05-16T15:38:21.920 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout { 2024-05-16T15:38:21.920 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-05-16T15:38:21.920 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout "initialized": true 2024-05-16T15:38:21.920 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout } 2024-05-16T15:38:21.920 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:14.871+0000 7f4bcd16a700 1 Processor -- start 2024-05-16T15:38:21.920 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:14.871+0000 7f4bcd16a700 1 -- start start 2024-05-16T15:38:21.920 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:14.871+0000 7f4bcd16a700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4bc807eea0 0x7f4bc807d300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:21.920 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:14.871+0000 7f4bcd16a700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f4bc807d8d0 con 0x7f4bc807eea0 2024-05-16T15:38:21.920 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:14.871+0000 7f4bc6d9d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4bc807eea0 0x7f4bc807d300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:21.920 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:14.871+0000 7f4bc6d9d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4bc807eea0 0x7f4bc807d300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:58200/0 (socket says 172.21.15.43:58200) 2024-05-16T15:38:21.920 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:14.871+0000 7f4bc6d9d700 1 -- 172.21.15.43:0/555740110 learned_addr learned my addr 172.21.15.43:0/555740110 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:38:21.921 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:14.872+0000 7f4bc6d9d700 1 -- 172.21.15.43:0/555740110 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4bc807da50 con 0x7f4bc807eea0 2024-05-16T15:38:21.921 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:14.872+0000 7f4bc6d9d700 1 --2- 172.21.15.43:0/555740110 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4bc807eea0 0x7f4bc807d300 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f4bb80098a0 tx=0x7f4bb8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6364cd0f504f61a server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:21.921 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:14.872+0000 7f4bc5d9b700 1 -- 172.21.15.43:0/555740110 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4bb8004160 con 0x7f4bc807eea0 2024-05-16T15:38:21.921 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:14.872+0000 7f4bc5d9b700 1 -- 172.21.15.43:0/555740110 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4bb8004300 con 0x7f4bc807eea0 2024-05-16T15:38:21.921 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:14.872+0000 7f4bc5d9b700 1 -- 172.21.15.43:0/555740110 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4bb8011960 con 0x7f4bc807eea0 2024-05-16T15:38:21.921 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:14.873+0000 7f4bcd16a700 1 -- 172.21.15.43:0/555740110 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4bc807eea0 msgr2=0x7f4bc807d300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:21.921 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:14.873+0000 7f4bcd16a700 1 --2- 172.21.15.43:0/555740110 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4bc807eea0 0x7f4bc807d300 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f4bb80098a0 tx=0x7f4bb8009bb0 comp rx=0 tx=0).stop 2024-05-16T15:38:21.921 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:14.873+0000 7f4bcd16a700 1 -- 172.21.15.43:0/555740110 shutdown_connections 2024-05-16T15:38:21.921 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:14.873+0000 7f4bcd16a700 1 --2- 172.21.15.43:0/555740110 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4bc807eea0 0x7f4bc807d300 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:21.921 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:14.873+0000 7f4bcd16a700 1 -- 172.21.15.43:0/555740110 >> 172.21.15.43:0/555740110 conn(0x7f4bc8104240 msgr2=0x7f4bc8106660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:38:21.921 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:14.873+0000 7f4bcd16a700 1 -- 172.21.15.43:0/555740110 shutdown_connections 2024-05-16T15:38:21.921 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:14.873+0000 7f4bcd16a700 1 -- 172.21.15.43:0/555740110 wait complete. 2024-05-16T15:38:21.921 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:14.874+0000 7f4bcd16a700 1 Processor -- start 2024-05-16T15:38:21.921 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:14.874+0000 7f4bcd16a700 1 -- start start 2024-05-16T15:38:21.921 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:14.874+0000 7f4bcd16a700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4bc807eea0 0x7f4bc819f040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:21.922 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:14.874+0000 7f4bcd16a700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f4bc810f230 con 0x7f4bc807eea0 2024-05-16T15:38:21.922 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:14.874+0000 7f4bc6d9d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4bc807eea0 0x7f4bc819f040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:21.922 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:14.874+0000 7f4bc6d9d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4bc807eea0 0x7f4bc819f040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:58210/0 (socket says 172.21.15.43:58210) 2024-05-16T15:38:21.922 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:14.874+0000 7f4bc6d9d700 1 -- 172.21.15.43:0/3187460724 learned_addr learned my addr 172.21.15.43:0/3187460724 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:38:21.922 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:14.875+0000 7f4bc6d9d700 1 -- 172.21.15.43:0/3187460724 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4bc819f580 con 0x7f4bc807eea0 2024-05-16T15:38:21.922 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:14.875+0000 7f4bc6d9d700 1 --2- 172.21.15.43:0/3187460724 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4bc807eea0 0x7f4bc819f040 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f4bb8011670 tx=0x7f4bb8011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:21.922 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:14.875+0000 7f4baffff700 1 -- 172.21.15.43:0/3187460724 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4bb80039e0 con 0x7f4bc807eea0 2024-05-16T15:38:21.922 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:14.875+0000 7f4baffff700 1 -- 172.21.15.43:0/3187460724 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4bb801b8d0 con 0x7f4bc807eea0 2024-05-16T15:38:21.922 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:14.875+0000 7f4bcd16a700 1 -- 172.21.15.43:0/3187460724 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4bc819f810 con 0x7f4bc807eea0 2024-05-16T15:38:21.922 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:14.875+0000 7f4baffff700 1 -- 172.21.15.43:0/3187460724 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4bb80236b0 con 0x7f4bc807eea0 2024-05-16T15:38:21.922 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:14.875+0000 7f4bcd16a700 1 -- 172.21.15.43:0/3187460724 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4bc81a2500 con 0x7f4bc807eea0 2024-05-16T15:38:21.922 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:14.876+0000 7f4baffff700 1 -- 172.21.15.43:0/3187460724 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 9) ==== 50235+0+0 (secure 0 0 0) 0x7f4bb8023920 con 0x7f4bc807eea0 2024-05-16T15:38:21.922 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:14.876+0000 7f4baffff700 1 --2- 172.21.15.43:0/3187460724 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f4bb003e470 0x7f4bb0040930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:21.923 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:14.876+0000 7f4baffff700 1 -- 172.21.15.43:0/3187460724 --> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f4bb0041040 con 0x7f4bb003e470 2024-05-16T15:38:21.923 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:14.876+0000 7f4baffff700 1 -- 172.21.15.43:0/3187460724 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f4bb8053e10 con 0x7f4bc807eea0 2024-05-16T15:38:21.923 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:14.876+0000 7f4bc659c700 1 -- 172.21.15.43:0/3187460724 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f4bb003e470 msgr2=0x7f4bb0040930 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.43:6800/86887644 2024-05-16T15:38:21.923 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:14.876+0000 7f4bc659c700 1 --2- 172.21.15.43:0/3187460724 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f4bb003e470 0x7f4bb0040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-16T15:38:21.923 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:15.077+0000 7f4bc659c700 1 -- 172.21.15.43:0/3187460724 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f4bb003e470 msgr2=0x7f4bb0040930 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.43:6800/86887644 2024-05-16T15:38:21.923 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:15.077+0000 7f4bc659c700 1 --2- 172.21.15.43:0/3187460724 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f4bb003e470 0x7f4bb0040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-05-16T15:38:21.923 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:15.477+0000 7f4bc659c700 1 -- 172.21.15.43:0/3187460724 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f4bb003e470 msgr2=0x7f4bb0040930 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.43:6800/86887644 2024-05-16T15:38:21.923 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:15.477+0000 7f4bc659c700 1 --2- 172.21.15.43:0/3187460724 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f4bb003e470 0x7f4bb0040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-05-16T15:38:21.923 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:16.278+0000 7f4bc659c700 1 -- 172.21.15.43:0/3187460724 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f4bb003e470 msgr2=0x7f4bb0040930 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.43:6800/86887644 2024-05-16T15:38:21.923 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:16.278+0000 7f4bc659c700 1 --2- 172.21.15.43:0/3187460724 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f4bb003e470 0x7f4bb0040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-05-16T15:38:21.923 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:17.879+0000 7f4bc659c700 1 -- 172.21.15.43:0/3187460724 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f4bb003e470 msgr2=0x7f4bb0040930 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.43:6800/86887644 2024-05-16T15:38:21.923 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:17.879+0000 7f4bc659c700 1 --2- 172.21.15.43:0/3187460724 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f4bb003e470 0x7f4bb0040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-05-16T15:38:21.923 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:19.898+0000 7f4baffff700 1 -- 172.21.15.43:0/3187460724 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mgrmap(e 10) ==== 50002+0+0 (secure 0 0 0) 0x7f4bb8023c60 con 0x7f4bc807eea0 2024-05-16T15:38:21.923 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:19.899+0000 7f4baffff700 1 -- 172.21.15.43:0/3187460724 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f4bb003e470 msgr2=0x7f4bb0040930 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-16T15:38:21.924 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:19.899+0000 7f4baffff700 1 --2- 172.21.15.43:0/3187460724 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f4bb003e470 0x7f4bb0040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:21.924 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:20.900+0000 7f4baffff700 1 -- 172.21.15.43:0/3187460724 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mgrmap(e 11) ==== 50129+0+0 (secure 0 0 0) 0x7f4bb8055920 con 0x7f4bc807eea0 2024-05-16T15:38:21.924 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:20.901+0000 7f4baffff700 1 --2- 172.21.15.43:0/3187460724 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f4bb0041ef0 0x7f4bb00442e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:21.924 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:20.901+0000 7f4baffff700 1 -- 172.21.15.43:0/3187460724 --> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f4bb8007e50 con 0x7f4bb0041ef0 2024-05-16T15:38:21.924 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:20.901+0000 7f4bc659c700 1 --2- 172.21.15.43:0/3187460724 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f4bb0041ef0 0x7f4bb00442e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:21.924 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:20.902+0000 7f4bc659c700 1 --2- 172.21.15.43:0/3187460724 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f4bb0041ef0 0x7f4bb00442e0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f4bbc003a10 tx=0x7f4bbc0092b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:21.924 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:20.903+0000 7f4baffff700 1 -- 172.21.15.43:0/3187460724 <== mgr.14150 v2:172.21.15.43:6800/198025071 1 ==== command_reply(tid 0: 0 ) ==== 8+0+9564 (secure 0 0 0) 0x7f4bb8007e50 con 0x7f4bb0041ef0 2024-05-16T15:38:21.924 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:20.911+0000 7f4bcd16a700 1 -- 172.21.15.43:0/3187460724 --> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f4bc806a570 con 0x7f4bb0041ef0 2024-05-16T15:38:21.924 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:20.911+0000 7f4baffff700 1 -- 172.21.15.43:0/3187460724 <== mgr.14150 v2:172.21.15.43:6800/198025071 2 ==== command_reply(tid 1: 0 ) ==== 8+0+52 (secure 0 0 0) 0x7f4bc806a570 con 0x7f4bb0041ef0 2024-05-16T15:38:21.924 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:20.912+0000 7f4bcd16a700 1 -- 172.21.15.43:0/3187460724 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f4bb0041ef0 msgr2=0x7f4bb00442e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:21.924 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:20.912+0000 7f4bcd16a700 1 --2- 172.21.15.43:0/3187460724 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f4bb0041ef0 0x7f4bb00442e0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f4bbc003a10 tx=0x7f4bbc0092b0 comp rx=0 tx=0).stop 2024-05-16T15:38:21.924 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:20.912+0000 7f4bcd16a700 1 -- 172.21.15.43:0/3187460724 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4bc807eea0 msgr2=0x7f4bc819f040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:21.924 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:20.912+0000 7f4bcd16a700 1 --2- 172.21.15.43:0/3187460724 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4bc807eea0 0x7f4bc819f040 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f4bb8011670 tx=0x7f4bb8011a30 comp rx=0 tx=0).stop 2024-05-16T15:38:21.924 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:20.912+0000 7f4bcd16a700 1 -- 172.21.15.43:0/3187460724 shutdown_connections 2024-05-16T15:38:21.925 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:20.912+0000 7f4bcd16a700 1 --2- 172.21.15.43:0/3187460724 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f4bb0041ef0 0x7f4bb00442e0 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:21.925 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:20.912+0000 7f4bcd16a700 1 --2- 172.21.15.43:0/3187460724 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4bc807eea0 0x7f4bc819f040 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:21.925 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:20.912+0000 7f4bcd16a700 1 --2- 172.21.15.43:0/3187460724 >> [v2:172.21.15.43:6800/86887644,v1:172.21.15.43:6801/86887644] conn(0x7f4bb003e470 0x7f4bb0040930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:21.925 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:20.912+0000 7f4bcd16a700 1 -- 172.21.15.43:0/3187460724 >> 172.21.15.43:0/3187460724 conn(0x7f4bc8104240 msgr2=0x7f4bc8104f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:38:21.925 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:20.912+0000 7f4bcd16a700 1 -- 172.21.15.43:0/3187460724 shutdown_connections 2024-05-16T15:38:21.925 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:20.912+0000 7f4bcd16a700 1 -- 172.21.15.43:0/3187460724 wait complete. 2024-05-16T15:38:21.925 INFO:teuthology.orchestra.run.smithi043.stdout:mgr epoch 9 is available 2024-05-16T15:38:21.925 INFO:teuthology.orchestra.run.smithi043.stdout:Generating a dashboard self-signed certificate... 2024-05-16T15:38:22.168 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:21 smithi043 ceph-mon[31619]: [16/May/2024:15:38:20] ENGINE Bus STARTING 2024-05-16T15:38:22.169 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:21 smithi043 ceph-mon[31619]: [16/May/2024:15:38:20] ENGINE Serving on http://172.21.15.43:8765 2024-05-16T15:38:22.169 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:21 smithi043 ceph-mon[31619]: [16/May/2024:15:38:20] ENGINE Serving on https://172.21.15.43:7150 2024-05-16T15:38:22.169 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:21 smithi043 ceph-mon[31619]: [16/May/2024:15:38:20] ENGINE Bus STARTED 2024-05-16T15:38:22.169 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:21 smithi043 ceph-mon[31619]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-05-16T15:38:22.169 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:21 smithi043 ceph-mon[31619]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-05-16T15:38:23.200 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:22 smithi043 ceph-mon[31619]: mgrmap e12: x(active, since 2s) 2024-05-16T15:38:23.200 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:22 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:38:23.200 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:22 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:38:23.200 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:22 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:38:23.207 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-05-16T15:38:23.207 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.372+0000 7f790c130700 1 Processor -- start 2024-05-16T15:38:23.207 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.372+0000 7f790c130700 1 -- start start 2024-05-16T15:38:23.207 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.372+0000 7f790c130700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7904108ce0 0x7f7904109100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:23.207 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.372+0000 7f790c130700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f79041096d0 con 0x7f7904108ce0 2024-05-16T15:38:23.207 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.372+0000 7f7909ecc700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7904108ce0 0x7f7904109100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:23.207 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.373+0000 7f7909ecc700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7904108ce0 0x7f7904109100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:43110/0 (socket says 172.21.15.43:43110) 2024-05-16T15:38:23.208 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.373+0000 7f7909ecc700 1 -- 172.21.15.43:0/1213622684 learned_addr learned my addr 172.21.15.43:0/1213622684 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:38:23.208 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.373+0000 7f7909ecc700 1 -- 172.21.15.43:0/1213622684 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7904109e40 con 0x7f7904108ce0 2024-05-16T15:38:23.208 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.373+0000 7f7909ecc700 1 --2- 172.21.15.43:0/1213622684 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7904108ce0 0x7f7904109100 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f79000098a0 tx=0x7f7900009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f2acd346961904c server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:23.208 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.373+0000 7f7908eca700 1 -- 172.21.15.43:0/1213622684 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7900004160 con 0x7f7904108ce0 2024-05-16T15:38:23.208 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.373+0000 7f7908eca700 1 -- 172.21.15.43:0/1213622684 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7900004300 con 0x7f7904108ce0 2024-05-16T15:38:23.208 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.373+0000 7f7908eca700 1 -- 172.21.15.43:0/1213622684 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7900011960 con 0x7f7904108ce0 2024-05-16T15:38:23.208 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.374+0000 7f790c130700 1 -- 172.21.15.43:0/1213622684 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7904108ce0 msgr2=0x7f7904109100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:23.208 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.374+0000 7f790c130700 1 --2- 172.21.15.43:0/1213622684 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7904108ce0 0x7f7904109100 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f79000098a0 tx=0x7f7900009bb0 comp rx=0 tx=0).stop 2024-05-16T15:38:23.208 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.374+0000 7f790c130700 1 -- 172.21.15.43:0/1213622684 shutdown_connections 2024-05-16T15:38:23.208 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.374+0000 7f790c130700 1 --2- 172.21.15.43:0/1213622684 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7904108ce0 0x7f7904109100 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:23.208 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.374+0000 7f790c130700 1 -- 172.21.15.43:0/1213622684 >> 172.21.15.43:0/1213622684 conn(0x7f79041042a0 msgr2=0x7f79041066c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:38:23.208 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.374+0000 7f790c130700 1 -- 172.21.15.43:0/1213622684 shutdown_connections 2024-05-16T15:38:23.208 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.374+0000 7f790c130700 1 -- 172.21.15.43:0/1213622684 wait complete. 2024-05-16T15:38:23.208 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.375+0000 7f790c130700 1 Processor -- start 2024-05-16T15:38:23.209 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.375+0000 7f790c130700 1 -- start start 2024-05-16T15:38:23.209 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.375+0000 7f790c130700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7904108ce0 0x7f790419ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:23.209 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.375+0000 7f790c130700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f790410d070 con 0x7f7904108ce0 2024-05-16T15:38:23.209 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.375+0000 7f7909ecc700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7904108ce0 0x7f790419ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:23.209 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.375+0000 7f7909ecc700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7904108ce0 0x7f790419ca40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:43122/0 (socket says 172.21.15.43:43122) 2024-05-16T15:38:23.209 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.375+0000 7f7909ecc700 1 -- 172.21.15.43:0/3507676310 learned_addr learned my addr 172.21.15.43:0/3507676310 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:38:23.209 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.375+0000 7f7909ecc700 1 -- 172.21.15.43:0/3507676310 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f790419cf80 con 0x7f7904108ce0 2024-05-16T15:38:23.209 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.375+0000 7f7909ecc700 1 --2- 172.21.15.43:0/3507676310 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7904108ce0 0x7f790419ca40 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f7900011670 tx=0x7f7900011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:23.209 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.376+0000 7f78faffd700 1 -- 172.21.15.43:0/3507676310 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7900003a60 con 0x7f7904108ce0 2024-05-16T15:38:23.209 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.376+0000 7f78faffd700 1 -- 172.21.15.43:0/3507676310 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f790001b8d0 con 0x7f7904108ce0 2024-05-16T15:38:23.209 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.376+0000 7f790c130700 1 -- 172.21.15.43:0/3507676310 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f790419d210 con 0x7f7904108ce0 2024-05-16T15:38:23.209 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.376+0000 7f78faffd700 1 -- 172.21.15.43:0/3507676310 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7900023790 con 0x7f7904108ce0 2024-05-16T15:38:23.209 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.376+0000 7f790c130700 1 -- 172.21.15.43:0/3507676310 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f790419ff00 con 0x7f7904108ce0 2024-05-16T15:38:23.209 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.377+0000 7f78faffd700 1 -- 172.21.15.43:0/3507676310 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 12) ==== 50235+0+0 (secure 0 0 0) 0x7f7900023a90 con 0x7f7904108ce0 2024-05-16T15:38:23.209 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.377+0000 7f790c130700 1 -- 172.21.15.43:0/3507676310 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7904064b00 con 0x7f7904108ce0 2024-05-16T15:38:23.210 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.377+0000 7f78faffd700 1 --2- 172.21.15.43:0/3507676310 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f78f003e4c0 0x7f78f0040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:23.210 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.377+0000 7f78faffd700 1 -- 172.21.15.43:0/3507676310 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f7900054070 con 0x7f7904108ce0 2024-05-16T15:38:23.210 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.377+0000 7f79096cb700 1 --2- 172.21.15.43:0/3507676310 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f78f003e4c0 0x7f78f0040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:23.210 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.377+0000 7f79096cb700 1 --2- 172.21.15.43:0/3507676310 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f78f003e4c0 0x7f78f0040980 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f78f4006fd0 tx=0x7f78f4006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:23.210 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.382+0000 7f78faffd700 1 -- 172.21.15.43:0/3507676310 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f790001f030 con 0x7f7904108ce0 2024-05-16T15:38:23.210 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.609+0000 7f790c130700 1 -- 172.21.15.43:0/3507676310 --> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) -- 0x7f79041053e0 con 0x7f78f003e4c0 2024-05-16T15:38:23.210 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.703+0000 7f78faffd700 1 -- 172.21.15.43:0/3507676310 <== mgr.14150 v2:172.21.15.43:6800/198025071 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+32 (secure 0 0 0) 0x7f79041053e0 con 0x7f78f003e4c0 2024-05-16T15:38:23.210 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.705+0000 7f790c130700 1 -- 172.21.15.43:0/3507676310 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f78f003e4c0 msgr2=0x7f78f0040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:23.210 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.705+0000 7f790c130700 1 --2- 172.21.15.43:0/3507676310 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f78f003e4c0 0x7f78f0040980 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f78f4006fd0 tx=0x7f78f4006e40 comp rx=0 tx=0).stop 2024-05-16T15:38:23.210 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.705+0000 7f790c130700 1 -- 172.21.15.43:0/3507676310 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7904108ce0 msgr2=0x7f790419ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:23.210 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.705+0000 7f790c130700 1 --2- 172.21.15.43:0/3507676310 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7904108ce0 0x7f790419ca40 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f7900011670 tx=0x7f7900011a30 comp rx=0 tx=0).stop 2024-05-16T15:38:23.210 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.705+0000 7f790c130700 1 -- 172.21.15.43:0/3507676310 shutdown_connections 2024-05-16T15:38:23.210 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.705+0000 7f790c130700 1 --2- 172.21.15.43:0/3507676310 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f78f003e4c0 0x7f78f0040980 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:23.211 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.705+0000 7f790c130700 1 --2- 172.21.15.43:0/3507676310 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7904108ce0 0x7f790419ca40 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:23.211 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.705+0000 7f790c130700 1 -- 172.21.15.43:0/3507676310 >> 172.21.15.43:0/3507676310 conn(0x7f79041042a0 msgr2=0x7f7904104cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:38:23.211 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.705+0000 7f790c130700 1 -- 172.21.15.43:0/3507676310 shutdown_connections 2024-05-16T15:38:23.211 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:22.705+0000 7f790c130700 1 -- 172.21.15.43:0/3507676310 wait complete. 2024-05-16T15:38:23.211 INFO:teuthology.orchestra.run.smithi043.stdout:Creating initial admin user... 2024-05-16T15:38:24.469 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:24 smithi043 ceph-mon[31619]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:38:24.469 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:24 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:38:24.469 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:24 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:38:25.354 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$TseQw/57N2mL00yOYQIWf.iD714ZhB6WEVhQC03ZAKqDLBzlpo7E6", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1715873904, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-05-16T15:38:25.354 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:23.683+0000 7fc0387cd700 1 Processor -- start 2024-05-16T15:38:25.354 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:23.683+0000 7fc0387cd700 1 -- start start 2024-05-16T15:38:25.354 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:23.683+0000 7fc0387cd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc030107580 0x7fc0301079a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:25.354 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:23.683+0000 7fc0387cd700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fc03007cdd0 con 0x7fc030107580 2024-05-16T15:38:25.354 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:23.683+0000 7fc036569700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc030107580 0x7fc0301079a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:25.354 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:23.683+0000 7fc036569700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc030107580 0x7fc0301079a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:43128/0 (socket says 172.21.15.43:43128) 2024-05-16T15:38:25.355 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:23.683+0000 7fc036569700 1 -- 172.21.15.43:0/4221256014 learned_addr learned my addr 172.21.15.43:0/4221256014 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:38:25.355 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:23.684+0000 7fc036569700 1 -- 172.21.15.43:0/4221256014 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc030107ee0 con 0x7fc030107580 2024-05-16T15:38:25.355 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:23.684+0000 7fc036569700 1 --2- 172.21.15.43:0/4221256014 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc030107580 0x7fc0301079a0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fc02c0098a0 tx=0x7fc02c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb9f5b3aa7c3123c server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:25.355 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:23.684+0000 7fc035567700 1 -- 172.21.15.43:0/4221256014 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc02c004160 con 0x7fc030107580 2024-05-16T15:38:25.355 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:23.684+0000 7fc035567700 1 -- 172.21.15.43:0/4221256014 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc02c004300 con 0x7fc030107580 2024-05-16T15:38:25.355 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:23.684+0000 7fc035567700 1 -- 172.21.15.43:0/4221256014 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc02c011960 con 0x7fc030107580 2024-05-16T15:38:25.355 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:23.685+0000 7fc0387cd700 1 -- 172.21.15.43:0/4221256014 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc030107580 msgr2=0x7fc0301079a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:25.355 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:23.685+0000 7fc0387cd700 1 --2- 172.21.15.43:0/4221256014 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc030107580 0x7fc0301079a0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fc02c0098a0 tx=0x7fc02c009bb0 comp rx=0 tx=0).stop 2024-05-16T15:38:25.355 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:23.685+0000 7fc0387cd700 1 -- 172.21.15.43:0/4221256014 shutdown_connections 2024-05-16T15:38:25.355 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:23.685+0000 7fc0387cd700 1 --2- 172.21.15.43:0/4221256014 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc030107580 0x7fc0301079a0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:25.355 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:23.685+0000 7fc0387cd700 1 -- 172.21.15.43:0/4221256014 >> 172.21.15.43:0/4221256014 conn(0x7fc030103140 msgr2=0x7fc030105560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:38:25.355 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:23.685+0000 7fc0387cd700 1 -- 172.21.15.43:0/4221256014 shutdown_connections 2024-05-16T15:38:25.355 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:23.685+0000 7fc0387cd700 1 -- 172.21.15.43:0/4221256014 wait complete. 2024-05-16T15:38:25.356 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:23.686+0000 7fc0387cd700 1 Processor -- start 2024-05-16T15:38:25.356 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:23.686+0000 7fc0387cd700 1 -- start start 2024-05-16T15:38:25.356 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:23.686+0000 7fc0387cd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc030107580 0x7fc03019ecd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:25.356 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:23.686+0000 7fc0387cd700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fc030108ef0 con 0x7fc030107580 2024-05-16T15:38:25.356 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:23.686+0000 7fc036569700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc030107580 0x7fc03019ecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:25.356 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:23.686+0000 7fc036569700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc030107580 0x7fc03019ecd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:43142/0 (socket says 172.21.15.43:43142) 2024-05-16T15:38:25.356 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:23.686+0000 7fc036569700 1 -- 172.21.15.43:0/2083356500 learned_addr learned my addr 172.21.15.43:0/2083356500 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:38:25.356 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:23.686+0000 7fc036569700 1 -- 172.21.15.43:0/2083356500 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc03019f210 con 0x7fc030107580 2024-05-16T15:38:25.356 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:23.686+0000 7fc036569700 1 --2- 172.21.15.43:0/2083356500 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc030107580 0x7fc03019ecd0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fc02c011670 tx=0x7fc02c011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:25.356 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:23.687+0000 7fc0277fe700 1 -- 172.21.15.43:0/2083356500 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc02c01f070 con 0x7fc030107580 2024-05-16T15:38:25.356 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:23.687+0000 7fc0387cd700 1 -- 172.21.15.43:0/2083356500 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc03019f4a0 con 0x7fc030107580 2024-05-16T15:38:25.356 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:23.687+0000 7fc0277fe700 1 -- 172.21.15.43:0/2083356500 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc02c003b20 con 0x7fc030107580 2024-05-16T15:38:25.356 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:23.687+0000 7fc0277fe700 1 -- 172.21.15.43:0/2083356500 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc02c0195f0 con 0x7fc030107580 2024-05-16T15:38:25.357 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:23.687+0000 7fc0387cd700 1 -- 172.21.15.43:0/2083356500 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0301a2180 con 0x7fc030107580 2024-05-16T15:38:25.357 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:23.688+0000 7fc0387cd700 1 -- 172.21.15.43:0/2083356500 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc030064b00 con 0x7fc030107580 2024-05-16T15:38:25.357 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:23.688+0000 7fc0277fe700 1 -- 172.21.15.43:0/2083356500 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 12) ==== 50235+0+0 (secure 0 0 0) 0x7fc02c022070 con 0x7fc030107580 2024-05-16T15:38:25.357 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:23.688+0000 7fc0277fe700 1 --2- 172.21.15.43:0/2083356500 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc01c03e4c0 0x7fc01c040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:25.357 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:23.688+0000 7fc0277fe700 1 -- 172.21.15.43:0/2083356500 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fc02c053bd0 con 0x7fc030107580 2024-05-16T15:38:25.357 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:23.688+0000 7fc035d68700 1 --2- 172.21.15.43:0/2083356500 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc01c03e4c0 0x7fc01c040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:25.357 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:23.689+0000 7fc035d68700 1 --2- 172.21.15.43:0/2083356500 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc01c03e4c0 0x7fc01c040980 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fc020006fd0 tx=0x7fc020006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:25.357 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:23.693+0000 7fc0277fe700 1 -- 172.21.15.43:0/2083356500 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fc02c0172b0 con 0x7fc030107580 2024-05-16T15:38:25.357 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:23.934+0000 7fc0387cd700 1 -- 172.21.15.43:0/2083356500 --> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) -- 0x7fc030198630 con 0x7fc01c03e4c0 2024-05-16T15:38:25.357 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:24.181+0000 7fc0277fe700 1 -- 172.21.15.43:0/2083356500 <== mgr.14150 v2:172.21.15.43:6800/198025071 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+252 (secure 0 0 0) 0x7fc030198630 con 0x7fc01c03e4c0 2024-05-16T15:38:25.357 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:24.183+0000 7fc0387cd700 1 -- 172.21.15.43:0/2083356500 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc01c03e4c0 msgr2=0x7fc01c040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:25.357 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:24.183+0000 7fc0387cd700 1 --2- 172.21.15.43:0/2083356500 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc01c03e4c0 0x7fc01c040980 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fc020006fd0 tx=0x7fc020006e40 comp rx=0 tx=0).stop 2024-05-16T15:38:25.357 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:24.183+0000 7fc0387cd700 1 -- 172.21.15.43:0/2083356500 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc030107580 msgr2=0x7fc03019ecd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:25.357 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:24.183+0000 7fc0387cd700 1 --2- 172.21.15.43:0/2083356500 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc030107580 0x7fc03019ecd0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fc02c011670 tx=0x7fc02c011a30 comp rx=0 tx=0).stop 2024-05-16T15:38:25.358 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:24.183+0000 7fc0387cd700 1 -- 172.21.15.43:0/2083356500 shutdown_connections 2024-05-16T15:38:25.358 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:24.183+0000 7fc0387cd700 1 --2- 172.21.15.43:0/2083356500 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc01c03e4c0 0x7fc01c040980 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:25.358 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:24.183+0000 7fc0387cd700 1 --2- 172.21.15.43:0/2083356500 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc030107580 0x7fc03019ecd0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:25.358 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:24.183+0000 7fc0387cd700 1 -- 172.21.15.43:0/2083356500 >> 172.21.15.43:0/2083356500 conn(0x7fc030103140 msgr2=0x7fc030193070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:38:25.358 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:24.183+0000 7fc0387cd700 1 -- 172.21.15.43:0/2083356500 shutdown_connections 2024-05-16T15:38:25.358 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:24.183+0000 7fc0387cd700 1 -- 172.21.15.43:0/2083356500 wait complete. 2024-05-16T15:38:25.358 INFO:teuthology.orchestra.run.smithi043.stdout:Fetching dashboard port number... 2024-05-16T15:38:25.455 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:25 smithi043 ceph-mon[31619]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:38:26.544 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:26 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/341564397' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-05-16T15:38:26.553 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stdout 8443 2024-05-16T15:38:26.553 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.743+0000 7f8c369ae700 1 Processor -- start 2024-05-16T15:38:26.553 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.743+0000 7f8c369ae700 1 -- start start 2024-05-16T15:38:26.553 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.743+0000 7f8c369ae700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8c30109750 0x7f8c3010bb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:26.553 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.743+0000 7f8c369ae700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f8c3007ce10 con 0x7f8c30109750 2024-05-16T15:38:26.553 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.743+0000 7f8c2ffff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8c30109750 0x7f8c3010bb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:26.553 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.743+0000 7f8c2ffff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8c30109750 0x7f8c3010bb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:50690/0 (socket says 172.21.15.43:50690) 2024-05-16T15:38:26.553 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.743+0000 7f8c2ffff700 1 -- 172.21.15.43:0/3239590077 learned_addr learned my addr 172.21.15.43:0/3239590077 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:38:26.553 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.743+0000 7f8c2ffff700 1 -- 172.21.15.43:0/3239590077 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c3010c080 con 0x7f8c30109750 2024-05-16T15:38:26.554 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.743+0000 7f8c2ffff700 1 --2- 172.21.15.43:0/3239590077 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8c30109750 0x7f8c3010bb40 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f8c200098a0 tx=0x7f8c20009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c86f6a84f3df24f server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:26.554 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.744+0000 7f8c2f7fe700 1 -- 172.21.15.43:0/3239590077 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8c20004160 con 0x7f8c30109750 2024-05-16T15:38:26.554 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.744+0000 7f8c2f7fe700 1 -- 172.21.15.43:0/3239590077 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8c20004300 con 0x7f8c30109750 2024-05-16T15:38:26.554 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.744+0000 7f8c2f7fe700 1 -- 172.21.15.43:0/3239590077 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8c20011960 con 0x7f8c30109750 2024-05-16T15:38:26.554 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.744+0000 7f8c369ae700 1 -- 172.21.15.43:0/3239590077 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8c30109750 msgr2=0x7f8c3010bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:26.554 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.744+0000 7f8c369ae700 1 --2- 172.21.15.43:0/3239590077 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8c30109750 0x7f8c3010bb40 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f8c200098a0 tx=0x7f8c20009bb0 comp rx=0 tx=0).stop 2024-05-16T15:38:26.554 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.744+0000 7f8c369ae700 1 -- 172.21.15.43:0/3239590077 shutdown_connections 2024-05-16T15:38:26.554 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.744+0000 7f8c369ae700 1 --2- 172.21.15.43:0/3239590077 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8c30109750 0x7f8c3010bb40 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:26.554 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.744+0000 7f8c369ae700 1 -- 172.21.15.43:0/3239590077 >> 172.21.15.43:0/3239590077 conn(0x7f8c30103140 msgr2=0x7f8c30105560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:38:26.554 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.744+0000 7f8c369ae700 1 -- 172.21.15.43:0/3239590077 shutdown_connections 2024-05-16T15:38:26.554 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.744+0000 7f8c369ae700 1 -- 172.21.15.43:0/3239590077 wait complete. 2024-05-16T15:38:26.554 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.745+0000 7f8c369ae700 1 Processor -- start 2024-05-16T15:38:26.554 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.745+0000 7f8c369ae700 1 -- start start 2024-05-16T15:38:26.555 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.745+0000 7f8c369ae700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8c30109750 0x7f8c30108fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:26.555 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.745+0000 7f8c369ae700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f8c3010cfd0 con 0x7f8c30109750 2024-05-16T15:38:26.555 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.745+0000 7f8c2ffff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8c30109750 0x7f8c30108fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:26.555 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.745+0000 7f8c2ffff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8c30109750 0x7f8c30108fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:50698/0 (socket says 172.21.15.43:50698) 2024-05-16T15:38:26.555 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.745+0000 7f8c2ffff700 1 -- 172.21.15.43:0/341564397 learned_addr learned my addr 172.21.15.43:0/341564397 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:38:26.555 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.745+0000 7f8c2ffff700 1 -- 172.21.15.43:0/341564397 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c30109510 con 0x7f8c30109750 2024-05-16T15:38:26.555 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.746+0000 7f8c2ffff700 1 --2- 172.21.15.43:0/341564397 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8c30109750 0x7f8c30108fd0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f8c20003e50 tx=0x7f8c20011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:26.555 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.746+0000 7f8c2dffb700 1 -- 172.21.15.43:0/341564397 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8c20003a60 con 0x7f8c30109750 2024-05-16T15:38:26.555 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.746+0000 7f8c2dffb700 1 -- 172.21.15.43:0/341564397 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8c2001b8d0 con 0x7f8c30109750 2024-05-16T15:38:26.555 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.746+0000 7f8c369ae700 1 -- 172.21.15.43:0/341564397 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c30107700 con 0x7f8c30109750 2024-05-16T15:38:26.555 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.746+0000 7f8c2dffb700 1 -- 172.21.15.43:0/341564397 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8c200237d0 con 0x7f8c30109750 2024-05-16T15:38:26.556 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.746+0000 7f8c369ae700 1 -- 172.21.15.43:0/341564397 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c30107c40 con 0x7f8c30109750 2024-05-16T15:38:26.556 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.747+0000 7f8c2dffb700 1 -- 172.21.15.43:0/341564397 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 12) ==== 50235+0+0 (secure 0 0 0) 0x7f8c2002c3f0 con 0x7f8c30109750 2024-05-16T15:38:26.556 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.747+0000 7f8c369ae700 1 -- 172.21.15.43:0/341564397 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c30064b00 con 0x7f8c30109750 2024-05-16T15:38:26.556 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.747+0000 7f8c2dffb700 1 --2- 172.21.15.43:0/341564397 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f8c1c03e470 0x7f8c1c040930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:26.556 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.747+0000 7f8c2dffb700 1 -- 172.21.15.43:0/341564397 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f8c20054230 con 0x7f8c30109750 2024-05-16T15:38:26.556 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.747+0000 7f8c27fff700 1 --2- 172.21.15.43:0/341564397 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f8c1c03e470 0x7f8c1c040930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:26.556 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.748+0000 7f8c27fff700 1 --2- 172.21.15.43:0/341564397 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f8c1c03e470 0x7f8c1c040930 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f8c18006fd0 tx=0x7f8c18006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:26.556 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.752+0000 7f8c2dffb700 1 -- 172.21.15.43:0/341564397 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f8c2001f030 con 0x7f8c30109750 2024-05-16T15:38:26.556 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.970+0000 7f8c369ae700 1 -- 172.21.15.43:0/341564397 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) -- 0x7f8c30107ec0 con 0x7f8c30109750 2024-05-16T15:38:26.556 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.971+0000 7f8c2dffb700 1 -- 172.21.15.43:0/341564397 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) ==== 112+0+5 (secure 0 0 0) 0x7f8c200202b0 con 0x7f8c30109750 2024-05-16T15:38:26.556 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.973+0000 7f8c369ae700 1 -- 172.21.15.43:0/341564397 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f8c1c03e470 msgr2=0x7f8c1c040930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:26.556 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.973+0000 7f8c369ae700 1 --2- 172.21.15.43:0/341564397 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f8c1c03e470 0x7f8c1c040930 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f8c18006fd0 tx=0x7f8c18006e40 comp rx=0 tx=0).stop 2024-05-16T15:38:26.556 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.973+0000 7f8c369ae700 1 -- 172.21.15.43:0/341564397 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8c30109750 msgr2=0x7f8c30108fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:26.557 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.973+0000 7f8c369ae700 1 --2- 172.21.15.43:0/341564397 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8c30109750 0x7f8c30108fd0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f8c20003e50 tx=0x7f8c20011a30 comp rx=0 tx=0).stop 2024-05-16T15:38:26.557 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.973+0000 7f8c369ae700 1 -- 172.21.15.43:0/341564397 shutdown_connections 2024-05-16T15:38:26.557 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.973+0000 7f8c369ae700 1 --2- 172.21.15.43:0/341564397 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f8c1c03e470 0x7f8c1c040930 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:26.557 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.973+0000 7f8c369ae700 1 --2- 172.21.15.43:0/341564397 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8c30109750 0x7f8c30108fd0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:26.557 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.973+0000 7f8c369ae700 1 -- 172.21.15.43:0/341564397 >> 172.21.15.43:0/341564397 conn(0x7f8c30103140 msgr2=0x7f8c30103b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:38:26.557 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.973+0000 7f8c369ae700 1 -- 172.21.15.43:0/341564397 shutdown_connections 2024-05-16T15:38:26.557 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:25.973+0000 7f8c369ae700 1 -- 172.21.15.43:0/341564397 wait complete. 2024-05-16T15:38:26.560 INFO:teuthology.orchestra.run.smithi043.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-05-16T15:38:26.560 INFO:teuthology.orchestra.run.smithi043.stdout:systemctl: stdout disabled 2024-05-16T15:38:26.567 INFO:teuthology.orchestra.run.smithi043.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-05-16T15:38:26.567 INFO:teuthology.orchestra.run.smithi043.stdout:systemctl: stdout inactive 2024-05-16T15:38:26.567 INFO:teuthology.orchestra.run.smithi043.stdout:firewalld.service is not enabled 2024-05-16T15:38:26.567 INFO:teuthology.orchestra.run.smithi043.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-05-16T15:38:26.570 INFO:teuthology.orchestra.run.smithi043.stdout:Ceph Dashboard is now available at: 2024-05-16T15:38:26.570 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:38:26.570 INFO:teuthology.orchestra.run.smithi043.stdout: URL: https://smithi043.front.sepia.ceph.com:8443/ 2024-05-16T15:38:26.570 INFO:teuthology.orchestra.run.smithi043.stdout: User: admin 2024-05-16T15:38:26.570 INFO:teuthology.orchestra.run.smithi043.stdout: Password: 155p8hk2u2 2024-05-16T15:38:26.570 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:38:26.570 INFO:teuthology.orchestra.run.smithi043.stdout:Saving cluster configuration to /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/config directory 2024-05-16T15:38:26.570 INFO:teuthology.orchestra.run.smithi043.stdout:Enabling autotune for osd_memory_target 2024-05-16T15:38:27.442 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:27 smithi043 ceph-mon[31619]: mgrmap e13: x(active, since 6s) 2024-05-16T15:38:27.641 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:26.931+0000 7fcb54fe7700 1 Processor -- start 2024-05-16T15:38:27.641 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:26.931+0000 7fcb54fe7700 1 -- start start 2024-05-16T15:38:27.641 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:26.932+0000 7fcb54fe7700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fcb50109720 0x7fcb5010bb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:27.641 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:26.932+0000 7fcb54fe7700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fcb5007ce10 con 0x7fcb50109720 2024-05-16T15:38:27.642 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:26.932+0000 7fcb4e59c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fcb50109720 0x7fcb5010bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:27.642 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:26.932+0000 7fcb4e59c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fcb50109720 0x7fcb5010bb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:50712/0 (socket says 172.21.15.43:50712) 2024-05-16T15:38:27.642 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:26.932+0000 7fcb4e59c700 1 -- 172.21.15.43:0/3117139202 learned_addr learned my addr 172.21.15.43:0/3117139202 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:38:27.642 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:26.932+0000 7fcb4e59c700 1 -- 172.21.15.43:0/3117139202 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb5010c050 con 0x7fcb50109720 2024-05-16T15:38:27.642 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:26.932+0000 7fcb4e59c700 1 --2- 172.21.15.43:0/3117139202 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fcb50109720 0x7fcb5010bb10 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fcb40009e80 tx=0x7fcb4000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e2ba2388ca07014 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:27.642 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:26.933+0000 7fcb4d59a700 1 -- 172.21.15.43:0/3117139202 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcb40017070 con 0x7fcb50109720 2024-05-16T15:38:27.642 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:26.933+0000 7fcb4d59a700 1 -- 172.21.15.43:0/3117139202 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcb4000b8c0 con 0x7fcb50109720 2024-05-16T15:38:27.642 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:26.933+0000 7fcb4d59a700 1 -- 172.21.15.43:0/3117139202 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcb40004420 con 0x7fcb50109720 2024-05-16T15:38:27.642 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:26.933+0000 7fcb54fe7700 1 -- 172.21.15.43:0/3117139202 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fcb50109720 msgr2=0x7fcb5010bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:27.642 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:26.933+0000 7fcb54fe7700 1 --2- 172.21.15.43:0/3117139202 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fcb50109720 0x7fcb5010bb10 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fcb40009e80 tx=0x7fcb4000b330 comp rx=0 tx=0).stop 2024-05-16T15:38:27.642 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:26.933+0000 7fcb54fe7700 1 -- 172.21.15.43:0/3117139202 shutdown_connections 2024-05-16T15:38:27.642 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:26.933+0000 7fcb54fe7700 1 --2- 172.21.15.43:0/3117139202 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fcb50109720 0x7fcb5010bb10 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:27.642 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:26.933+0000 7fcb54fe7700 1 -- 172.21.15.43:0/3117139202 >> 172.21.15.43:0/3117139202 conn(0x7fcb501030f0 msgr2=0x7fcb50105530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:38:27.642 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:26.933+0000 7fcb54fe7700 1 -- 172.21.15.43:0/3117139202 shutdown_connections 2024-05-16T15:38:27.643 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:26.933+0000 7fcb54fe7700 1 -- 172.21.15.43:0/3117139202 wait complete. 2024-05-16T15:38:27.643 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:26.934+0000 7fcb54fe7700 1 Processor -- start 2024-05-16T15:38:27.643 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:26.934+0000 7fcb54fe7700 1 -- start start 2024-05-16T15:38:27.643 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:26.934+0000 7fcb54fe7700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fcb50109720 0x7fcb5019caf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:27.643 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:26.934+0000 7fcb54fe7700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fcb5010cfa0 con 0x7fcb50109720 2024-05-16T15:38:27.643 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:26.935+0000 7fcb4e59c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fcb50109720 0x7fcb5019caf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:27.643 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:26.935+0000 7fcb4e59c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fcb50109720 0x7fcb5019caf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:50722/0 (socket says 172.21.15.43:50722) 2024-05-16T15:38:27.643 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:26.935+0000 7fcb4e59c700 1 -- 172.21.15.43:0/1642269889 learned_addr learned my addr 172.21.15.43:0/1642269889 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:38:27.643 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:26.935+0000 7fcb4e59c700 1 -- 172.21.15.43:0/1642269889 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb5019d030 con 0x7fcb50109720 2024-05-16T15:38:27.643 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:26.935+0000 7fcb4e59c700 1 --2- 172.21.15.43:0/1642269889 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fcb50109720 0x7fcb5019caf0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fcb40000f80 tx=0x7fcb4000bd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:27.643 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:26.935+0000 7fcb3f7fe700 1 -- 172.21.15.43:0/1642269889 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcb40020020 con 0x7fcb50109720 2024-05-16T15:38:27.643 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:26.935+0000 7fcb3f7fe700 1 -- 172.21.15.43:0/1642269889 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcb400128c0 con 0x7fcb50109720 2024-05-16T15:38:27.643 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:26.935+0000 7fcb54fe7700 1 -- 172.21.15.43:0/1642269889 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb5019d2c0 con 0x7fcb50109720 2024-05-16T15:38:27.643 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:26.935+0000 7fcb3f7fe700 1 -- 172.21.15.43:0/1642269889 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcb40017040 con 0x7fcb50109720 2024-05-16T15:38:27.643 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:26.935+0000 7fcb54fe7700 1 -- 172.21.15.43:0/1642269889 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb5019ffb0 con 0x7fcb50109720 2024-05-16T15:38:27.643 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:26.936+0000 7fcb3f7fe700 1 -- 172.21.15.43:0/1642269889 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7fcb40023020 con 0x7fcb50109720 2024-05-16T15:38:27.644 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:26.936+0000 7fcb54fe7700 1 -- 172.21.15.43:0/1642269889 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcb50064b00 con 0x7fcb50109720 2024-05-16T15:38:27.644 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:26.936+0000 7fcb3f7fe700 1 --2- 172.21.15.43:0/1642269889 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fcb3803e5c0 0x7fcb38040a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:27.644 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:26.936+0000 7fcb3f7fe700 1 -- 172.21.15.43:0/1642269889 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fcb4000f050 con 0x7fcb50109720 2024-05-16T15:38:27.644 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:26.936+0000 7fcb4dd9b700 1 --2- 172.21.15.43:0/1642269889 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fcb3803e5c0 0x7fcb38040a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:27.644 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:26.937+0000 7fcb4dd9b700 1 --2- 172.21.15.43:0/1642269889 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fcb3803e5c0 0x7fcb38040a80 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fcb44006fd0 tx=0x7fcb44006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:27.644 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:26.941+0000 7fcb3f7fe700 1 -- 172.21.15.43:0/1642269889 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fcb4002a020 con 0x7fcb50109720 2024-05-16T15:38:27.644 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:27.154+0000 7fcb54fe7700 1 -- 172.21.15.43:0/1642269889 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command([{prefix=config set, name=osd_memory_target_autotune}] v 0) -- 0x7fcb501a0180 con 0x7fcb50109720 2024-05-16T15:38:27.644 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:27.155+0000 7fcb3f7fe700 1 -- 172.21.15.43:0/1642269889 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_memory_target_autotune}]=0 v8)=0 v8) ==== 127+0+0 (secure 0 0 0) 0x7fcb501a0180 con 0x7fcb50109720 2024-05-16T15:38:27.644 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:27.157+0000 7fcb54fe7700 1 -- 172.21.15.43:0/1642269889 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fcb3803e5c0 msgr2=0x7fcb38040a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:27.644 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:27.157+0000 7fcb54fe7700 1 --2- 172.21.15.43:0/1642269889 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fcb3803e5c0 0x7fcb38040a80 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fcb44006fd0 tx=0x7fcb44006e40 comp rx=0 tx=0).stop 2024-05-16T15:38:27.644 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:27.157+0000 7fcb54fe7700 1 -- 172.21.15.43:0/1642269889 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fcb50109720 msgr2=0x7fcb5019caf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:27.644 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:27.157+0000 7fcb54fe7700 1 --2- 172.21.15.43:0/1642269889 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fcb50109720 0x7fcb5019caf0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fcb40000f80 tx=0x7fcb4000bd50 comp rx=0 tx=0).stop 2024-05-16T15:38:27.644 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:27.157+0000 7fcb54fe7700 1 -- 172.21.15.43:0/1642269889 shutdown_connections 2024-05-16T15:38:27.644 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:27.157+0000 7fcb54fe7700 1 --2- 172.21.15.43:0/1642269889 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fcb3803e5c0 0x7fcb38040a80 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:27.644 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:27.157+0000 7fcb54fe7700 1 --2- 172.21.15.43:0/1642269889 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fcb50109720 0x7fcb5019caf0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:27.645 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:27.157+0000 7fcb54fe7700 1 -- 172.21.15.43:0/1642269889 >> 172.21.15.43:0/1642269889 conn(0x7fcb501030f0 msgr2=0x7fcb50103c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:38:27.645 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:27.157+0000 7fcb54fe7700 1 -- 172.21.15.43:0/1642269889 shutdown_connections 2024-05-16T15:38:27.645 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:27.157+0000 7fcb54fe7700 1 -- 172.21.15.43:0/1642269889 wait complete. 2024-05-16T15:38:28.956 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.070+0000 7ff853a21700 1 Processor -- start 2024-05-16T15:38:28.957 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.070+0000 7ff853a21700 1 -- start start 2024-05-16T15:38:28.957 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.071+0000 7ff853a21700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff84c107560 0x7ff84c107980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:28.957 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.071+0000 7ff853a21700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7ff84c07cdf0 con 0x7ff84c107560 2024-05-16T15:38:28.957 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.071+0000 7ff8517bd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff84c107560 0x7ff84c107980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:28.957 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.071+0000 7ff8517bd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff84c107560 0x7ff84c107980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:50738/0 (socket says 172.21.15.43:50738) 2024-05-16T15:38:28.957 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.071+0000 7ff8517bd700 1 -- 172.21.15.43:0/4251191464 learned_addr learned my addr 172.21.15.43:0/4251191464 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:38:28.957 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.071+0000 7ff8517bd700 1 -- 172.21.15.43:0/4251191464 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff84c107ec0 con 0x7ff84c107560 2024-05-16T15:38:28.957 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.071+0000 7ff8517bd700 1 --2- 172.21.15.43:0/4251191464 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff84c107560 0x7ff84c107980 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7ff8480098a0 tx=0x7ff848009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa5c05f075a79bf6 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:28.957 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.072+0000 7ff843fff700 1 -- 172.21.15.43:0/4251191464 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff848004160 con 0x7ff84c107560 2024-05-16T15:38:28.957 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.072+0000 7ff843fff700 1 -- 172.21.15.43:0/4251191464 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff848004300 con 0x7ff84c107560 2024-05-16T15:38:28.957 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.072+0000 7ff843fff700 1 -- 172.21.15.43:0/4251191464 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff848011960 con 0x7ff84c107560 2024-05-16T15:38:28.957 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.072+0000 7ff853a21700 1 -- 172.21.15.43:0/4251191464 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff84c107560 msgr2=0x7ff84c107980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:28.957 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.072+0000 7ff853a21700 1 --2- 172.21.15.43:0/4251191464 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff84c107560 0x7ff84c107980 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7ff8480098a0 tx=0x7ff848009bb0 comp rx=0 tx=0).stop 2024-05-16T15:38:28.958 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.072+0000 7ff853a21700 1 -- 172.21.15.43:0/4251191464 shutdown_connections 2024-05-16T15:38:28.958 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.072+0000 7ff853a21700 1 --2- 172.21.15.43:0/4251191464 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff84c107560 0x7ff84c107980 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:28.958 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.072+0000 7ff853a21700 1 -- 172.21.15.43:0/4251191464 >> 172.21.15.43:0/4251191464 conn(0x7ff84c103140 msgr2=0x7ff84c105560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:38:28.958 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.072+0000 7ff853a21700 1 -- 172.21.15.43:0/4251191464 shutdown_connections 2024-05-16T15:38:28.958 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.072+0000 7ff853a21700 1 -- 172.21.15.43:0/4251191464 wait complete. 2024-05-16T15:38:28.958 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.073+0000 7ff853a21700 1 Processor -- start 2024-05-16T15:38:28.958 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.073+0000 7ff853a21700 1 -- start start 2024-05-16T15:38:28.958 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.073+0000 7ff853a21700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff84c107560 0x7ff84c19ecb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:28.958 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.073+0000 7ff853a21700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7ff84c108ed0 con 0x7ff84c107560 2024-05-16T15:38:28.958 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.073+0000 7ff8517bd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff84c107560 0x7ff84c19ecb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:28.958 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.073+0000 7ff8517bd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff84c107560 0x7ff84c19ecb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:50744/0 (socket says 172.21.15.43:50744) 2024-05-16T15:38:28.958 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.073+0000 7ff8517bd700 1 -- 172.21.15.43:0/1195797183 learned_addr learned my addr 172.21.15.43:0/1195797183 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:38:28.958 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.074+0000 7ff8517bd700 1 -- 172.21.15.43:0/1195797183 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff84c19f1f0 con 0x7ff84c107560 2024-05-16T15:38:28.958 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.074+0000 7ff8517bd700 1 --2- 172.21.15.43:0/1195797183 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff84c107560 0x7ff84c19ecb0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7ff848003e50 tx=0x7ff848011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:28.959 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.074+0000 7ff8427fc700 1 -- 172.21.15.43:0/1195797183 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff848003a60 con 0x7ff84c107560 2024-05-16T15:38:28.959 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.074+0000 7ff8427fc700 1 -- 172.21.15.43:0/1195797183 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff84801b8d0 con 0x7ff84c107560 2024-05-16T15:38:28.959 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.074+0000 7ff853a21700 1 -- 172.21.15.43:0/1195797183 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff84c19f480 con 0x7ff84c107560 2024-05-16T15:38:28.959 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.074+0000 7ff8427fc700 1 -- 172.21.15.43:0/1195797183 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff8480237d0 con 0x7ff84c107560 2024-05-16T15:38:28.959 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.074+0000 7ff853a21700 1 -- 172.21.15.43:0/1195797183 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff84c1a2170 con 0x7ff84c107560 2024-05-16T15:38:28.959 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.075+0000 7ff853a21700 1 -- 172.21.15.43:0/1195797183 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff84c064b00 con 0x7ff84c107560 2024-05-16T15:38:28.959 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.075+0000 7ff8427fc700 1 -- 172.21.15.43:0/1195797183 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7ff84801b440 con 0x7ff84c107560 2024-05-16T15:38:28.959 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.075+0000 7ff8427fc700 1 --2- 172.21.15.43:0/1195797183 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ff83803e570 0x7ff838040a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:28.959 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.075+0000 7ff8427fc700 1 -- 172.21.15.43:0/1195797183 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7ff8480541f0 con 0x7ff84c107560 2024-05-16T15:38:28.959 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.075+0000 7ff850fbc700 1 --2- 172.21.15.43:0/1195797183 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ff83803e570 0x7ff838040a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:28.959 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.076+0000 7ff850fbc700 1 --2- 172.21.15.43:0/1195797183 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ff83803e570 0x7ff838040a30 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7ff83c006fd0 tx=0x7ff83c006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:28.959 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.080+0000 7ff8427fc700 1 -- 172.21.15.43:0/1195797183 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7ff84801f030 con 0x7ff84c107560 2024-05-16T15:38:28.959 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.410+0000 7ff853a21700 1 -- 172.21.15.43:0/1195797183 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) -- 0x7ff84c02e760 con 0x7ff84c107560 2024-05-16T15:38:28.959 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.414+0000 7ff8427fc700 1 -- 172.21.15.43:0/1195797183 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v27)=0 set mgr/dashboard/cluster/status v27) ==== 153+0+0 (secure 0 0 0) 0x7ff848017e90 con 0x7ff84c107560 2024-05-16T15:38:28.960 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.416+0000 7ff853a21700 1 -- 172.21.15.43:0/1195797183 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ff83803e570 msgr2=0x7ff838040a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:28.960 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.416+0000 7ff853a21700 1 --2- 172.21.15.43:0/1195797183 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ff83803e570 0x7ff838040a30 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7ff83c006fd0 tx=0x7ff83c006e40 comp rx=0 tx=0).stop 2024-05-16T15:38:28.960 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.416+0000 7ff853a21700 1 -- 172.21.15.43:0/1195797183 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff84c107560 msgr2=0x7ff84c19ecb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:28.960 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.416+0000 7ff853a21700 1 --2- 172.21.15.43:0/1195797183 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff84c107560 0x7ff84c19ecb0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7ff848003e50 tx=0x7ff848011a30 comp rx=0 tx=0).stop 2024-05-16T15:38:28.960 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.416+0000 7ff853a21700 1 -- 172.21.15.43:0/1195797183 shutdown_connections 2024-05-16T15:38:28.960 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.416+0000 7ff853a21700 1 --2- 172.21.15.43:0/1195797183 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ff83803e570 0x7ff838040a30 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:28.960 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.416+0000 7ff853a21700 1 --2- 172.21.15.43:0/1195797183 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff84c107560 0x7ff84c19ecb0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:28.960 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.416+0000 7ff853a21700 1 -- 172.21.15.43:0/1195797183 >> 172.21.15.43:0/1195797183 conn(0x7ff84c103140 msgr2=0x7ff84c192f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:38:28.960 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.416+0000 7ff853a21700 1 -- 172.21.15.43:0/1195797183 shutdown_connections 2024-05-16T15:38:28.960 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr 2024-05-16T15:38:28.416+0000 7ff853a21700 1 -- 172.21.15.43:0/1195797183 wait complete. 2024-05-16T15:38:28.960 INFO:teuthology.orchestra.run.smithi043.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-05-16T15:38:28.960 INFO:teuthology.orchestra.run.smithi043.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-05-16T15:38:28.960 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:38:28.960 INFO:teuthology.orchestra.run.smithi043.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-05-16T15:38:28.960 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:38:28.961 INFO:teuthology.orchestra.run.smithi043.stdout:Or, if you are only running a single cluster on this host: 2024-05-16T15:38:28.961 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:38:28.961 INFO:teuthology.orchestra.run.smithi043.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-05-16T15:38:28.961 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:38:28.961 INFO:teuthology.orchestra.run.smithi043.stdout:Please consider enabling telemetry to help improve Ceph: 2024-05-16T15:38:28.961 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:38:28.961 INFO:teuthology.orchestra.run.smithi043.stdout: ceph telemetry on 2024-05-16T15:38:28.961 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:38:28.961 INFO:teuthology.orchestra.run.smithi043.stdout:For more information see: 2024-05-16T15:38:28.961 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:38:28.961 INFO:teuthology.orchestra.run.smithi043.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-05-16T15:38:28.961 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:38:28.961 INFO:teuthology.orchestra.run.smithi043.stdout:Bootstrap complete. 2024-05-16T15:38:28.995 INFO:tasks.cephadm:Fetching config... 2024-05-16T15:38:28.995 DEBUG:teuthology.orchestra.run.smithi043:> set -ex 2024-05-16T15:38:28.995 DEBUG:teuthology.orchestra.run.smithi043:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-05-16T15:38:29.012 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-05-16T15:38:29.012 DEBUG:teuthology.orchestra.run.smithi043:> set -ex 2024-05-16T15:38:29.012 DEBUG:teuthology.orchestra.run.smithi043:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-05-16T15:38:29.068 INFO:tasks.cephadm:Fetching mon keyring... 2024-05-16T15:38:29.069 DEBUG:teuthology.orchestra.run.smithi043:> set -ex 2024-05-16T15:38:29.069 DEBUG:teuthology.orchestra.run.smithi043:> sudo dd if=/var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/keyring of=/dev/stdout 2024-05-16T15:38:29.134 INFO:tasks.cephadm:Fetching pub ssh key... 2024-05-16T15:38:29.134 DEBUG:teuthology.orchestra.run.smithi043:> set -ex 2024-05-16T15:38:29.134 DEBUG:teuthology.orchestra.run.smithi043:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-05-16T15:38:29.190 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-05-16T15:38:29.190 DEBUG:teuthology.orchestra.run.smithi043:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDxKgTiGgpPozfy5uYWQoVhQ9u1fOz/fDHrfkISbBNiA0YE4PeSziwqTu6VEQHUp3g0oXQ9ojxcIltZYmu+VlkNYU2MCYxIOKzdAw1dzEv848UQ828Lwv5Oady9zwpRqdt69oXCXfyysECvOF+w8TfMp+OUQ3fmYHB3xp5eEM5CnwBQdO5ZTxb/+0AL26a9uPDMoc1jFG6TS0yZsBnxLLnMNlHvrP/e0RvQfLMPXrs4U5zkHlj0/rjuA/OcExUj2mDf6pCQrawsuZ4Cm7xaNvaHLNa+GpAbGBXFzxnL6iAeAIhmL2/HFm2Pk6wUspWlffZam+h1c+oM9KdKkT45deorc8tVA7G553SySkTkffpnonckIsJMHONamZBdj7KWu/aUFd3fnCUE71B+zhp0gowY/vp6gzVduekrH94o05Cc9HPxAd6GsKF4GGK04ijzF/Jfl0Ftc+znvwkzZOh2hbjmMI3/WK81VQGOf3Zbe5Jubf8d5rOXVkLhjdSGpMg14AU= ceph-13155b42-139a-11ef-bc9a-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-05-16T15:38:29.280 INFO:teuthology.orchestra.run.smithi043.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDxKgTiGgpPozfy5uYWQoVhQ9u1fOz/fDHrfkISbBNiA0YE4PeSziwqTu6VEQHUp3g0oXQ9ojxcIltZYmu+VlkNYU2MCYxIOKzdAw1dzEv848UQ828Lwv5Oady9zwpRqdt69oXCXfyysECvOF+w8TfMp+OUQ3fmYHB3xp5eEM5CnwBQdO5ZTxb/+0AL26a9uPDMoc1jFG6TS0yZsBnxLLnMNlHvrP/e0RvQfLMPXrs4U5zkHlj0/rjuA/OcExUj2mDf6pCQrawsuZ4Cm7xaNvaHLNa+GpAbGBXFzxnL6iAeAIhmL2/HFm2Pk6wUspWlffZam+h1c+oM9KdKkT45deorc8tVA7G553SySkTkffpnonckIsJMHONamZBdj7KWu/aUFd3fnCUE71B+zhp0gowY/vp6gzVduekrH94o05Cc9HPxAd6GsKF4GGK04ijzF/Jfl0Ftc+znvwkzZOh2hbjmMI3/WK81VQGOf3Zbe5Jubf8d5rOXVkLhjdSGpMg14AU= ceph-13155b42-139a-11ef-bc9a-c7b262605968 2024-05-16T15:38:29.298 DEBUG:teuthology.orchestra.run.smithi148:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDxKgTiGgpPozfy5uYWQoVhQ9u1fOz/fDHrfkISbBNiA0YE4PeSziwqTu6VEQHUp3g0oXQ9ojxcIltZYmu+VlkNYU2MCYxIOKzdAw1dzEv848UQ828Lwv5Oady9zwpRqdt69oXCXfyysECvOF+w8TfMp+OUQ3fmYHB3xp5eEM5CnwBQdO5ZTxb/+0AL26a9uPDMoc1jFG6TS0yZsBnxLLnMNlHvrP/e0RvQfLMPXrs4U5zkHlj0/rjuA/OcExUj2mDf6pCQrawsuZ4Cm7xaNvaHLNa+GpAbGBXFzxnL6iAeAIhmL2/HFm2Pk6wUspWlffZam+h1c+oM9KdKkT45deorc8tVA7G553SySkTkffpnonckIsJMHONamZBdj7KWu/aUFd3fnCUE71B+zhp0gowY/vp6gzVduekrH94o05Cc9HPxAd6GsKF4GGK04ijzF/Jfl0Ftc+znvwkzZOh2hbjmMI3/WK81VQGOf3Zbe5Jubf8d5rOXVkLhjdSGpMg14AU= ceph-13155b42-139a-11ef-bc9a-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-05-16T15:38:29.340 INFO:teuthology.orchestra.run.smithi148.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDxKgTiGgpPozfy5uYWQoVhQ9u1fOz/fDHrfkISbBNiA0YE4PeSziwqTu6VEQHUp3g0oXQ9ojxcIltZYmu+VlkNYU2MCYxIOKzdAw1dzEv848UQ828Lwv5Oady9zwpRqdt69oXCXfyysECvOF+w8TfMp+OUQ3fmYHB3xp5eEM5CnwBQdO5ZTxb/+0AL26a9uPDMoc1jFG6TS0yZsBnxLLnMNlHvrP/e0RvQfLMPXrs4U5zkHlj0/rjuA/OcExUj2mDf6pCQrawsuZ4Cm7xaNvaHLNa+GpAbGBXFzxnL6iAeAIhmL2/HFm2Pk6wUspWlffZam+h1c+oM9KdKkT45deorc8tVA7G553SySkTkffpnonckIsJMHONamZBdj7KWu/aUFd3fnCUE71B+zhp0gowY/vp6gzVduekrH94o05Cc9HPxAd6GsKF4GGK04ijzF/Jfl0Ftc+znvwkzZOh2hbjmMI3/WK81VQGOf3Zbe5Jubf8d5rOXVkLhjdSGpMg14AU= ceph-13155b42-139a-11ef-bc9a-c7b262605968 2024-05-16T15:38:29.353 DEBUG:teuthology.orchestra.run.smithi157:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDxKgTiGgpPozfy5uYWQoVhQ9u1fOz/fDHrfkISbBNiA0YE4PeSziwqTu6VEQHUp3g0oXQ9ojxcIltZYmu+VlkNYU2MCYxIOKzdAw1dzEv848UQ828Lwv5Oady9zwpRqdt69oXCXfyysECvOF+w8TfMp+OUQ3fmYHB3xp5eEM5CnwBQdO5ZTxb/+0AL26a9uPDMoc1jFG6TS0yZsBnxLLnMNlHvrP/e0RvQfLMPXrs4U5zkHlj0/rjuA/OcExUj2mDf6pCQrawsuZ4Cm7xaNvaHLNa+GpAbGBXFzxnL6iAeAIhmL2/HFm2Pk6wUspWlffZam+h1c+oM9KdKkT45deorc8tVA7G553SySkTkffpnonckIsJMHONamZBdj7KWu/aUFd3fnCUE71B+zhp0gowY/vp6gzVduekrH94o05Cc9HPxAd6GsKF4GGK04ijzF/Jfl0Ftc+znvwkzZOh2hbjmMI3/WK81VQGOf3Zbe5Jubf8d5rOXVkLhjdSGpMg14AU= ceph-13155b42-139a-11ef-bc9a-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-05-16T15:38:29.395 INFO:teuthology.orchestra.run.smithi157.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDxKgTiGgpPozfy5uYWQoVhQ9u1fOz/fDHrfkISbBNiA0YE4PeSziwqTu6VEQHUp3g0oXQ9ojxcIltZYmu+VlkNYU2MCYxIOKzdAw1dzEv848UQ828Lwv5Oady9zwpRqdt69oXCXfyysECvOF+w8TfMp+OUQ3fmYHB3xp5eEM5CnwBQdO5ZTxb/+0AL26a9uPDMoc1jFG6TS0yZsBnxLLnMNlHvrP/e0RvQfLMPXrs4U5zkHlj0/rjuA/OcExUj2mDf6pCQrawsuZ4Cm7xaNvaHLNa+GpAbGBXFzxnL6iAeAIhmL2/HFm2Pk6wUspWlffZam+h1c+oM9KdKkT45deorc8tVA7G553SySkTkffpnonckIsJMHONamZBdj7KWu/aUFd3fnCUE71B+zhp0gowY/vp6gzVduekrH94o05Cc9HPxAd6GsKF4GGK04ijzF/Jfl0Ftc+znvwkzZOh2hbjmMI3/WK81VQGOf3Zbe5Jubf8d5rOXVkLhjdSGpMg14AU= ceph-13155b42-139a-11ef-bc9a-c7b262605968 2024-05-16T15:38:29.408 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-05-16T15:38:29.659 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:38:29.718 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:29 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/1195797183' entity='client.admin' 2024-05-16T15:38:31.877 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:31.870+0000 7f4726e68700 1 -- 172.21.15.43:0/2261486713 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4720104570 msgr2=0x7f4720104990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:31.877 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:31.870+0000 7f4726e68700 1 --2- 172.21.15.43:0/2261486713 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4720104570 0x7f4720104990 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f4714009910 tx=0x7f4714009c20 comp rx=0 tx=0).stop 2024-05-16T15:38:31.877 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:31.871+0000 7f4726e68700 1 -- 172.21.15.43:0/2261486713 shutdown_connections 2024-05-16T15:38:31.877 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:31.871+0000 7f4726e68700 1 --2- 172.21.15.43:0/2261486713 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4720104570 0x7f4720104990 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:31.877 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:31.871+0000 7f4726e68700 1 -- 172.21.15.43:0/2261486713 >> 172.21.15.43:0/2261486713 conn(0x7f47200fe4f0 msgr2=0x7f4720100910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:38:31.878 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:31.871+0000 7f4726e68700 1 -- 172.21.15.43:0/2261486713 shutdown_connections 2024-05-16T15:38:31.878 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:31.871+0000 7f4726e68700 1 -- 172.21.15.43:0/2261486713 wait complete. 2024-05-16T15:38:31.878 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:31.871+0000 7f4726e68700 1 Processor -- start 2024-05-16T15:38:31.878 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:31.871+0000 7f4726e68700 1 -- start start 2024-05-16T15:38:31.878 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:31.871+0000 7f4726e68700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4720104570 0x7f4720198550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:31.878 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:31.871+0000 7f4726e68700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f4720108da0 con 0x7f4720104570 2024-05-16T15:38:31.878 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:31.872+0000 7f4724c04700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4720104570 0x7f4720198550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:31.878 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:31.872+0000 7f4724c04700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4720104570 0x7f4720198550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:50752/0 (socket says 172.21.15.43:50752) 2024-05-16T15:38:31.878 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:31.872+0000 7f4724c04700 1 -- 172.21.15.43:0/2371880871 learned_addr learned my addr 172.21.15.43:0/2371880871 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:38:31.878 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:31.872+0000 7f4724c04700 1 -- 172.21.15.43:0/2371880871 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4720198a90 con 0x7f4720104570 2024-05-16T15:38:31.878 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:31.872+0000 7f4724c04700 1 --2- 172.21.15.43:0/2371880871 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4720104570 0x7f4720198550 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f471400b5c0 tx=0x7f4714005810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:31.878 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:31.872+0000 7f471dffb700 1 -- 172.21.15.43:0/2371880871 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4714027070 con 0x7f4720104570 2024-05-16T15:38:31.879 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:31.872+0000 7f471dffb700 1 -- 172.21.15.43:0/2371880871 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f471400f460 con 0x7f4720104570 2024-05-16T15:38:31.879 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:31.872+0000 7f471dffb700 1 -- 172.21.15.43:0/2371880871 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f47140175d0 con 0x7f4720104570 2024-05-16T15:38:31.879 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:31.872+0000 7f4726e68700 1 -- 172.21.15.43:0/2371880871 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4720198d20 con 0x7f4720104570 2024-05-16T15:38:31.879 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:31.872+0000 7f4726e68700 1 -- 172.21.15.43:0/2371880871 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f472019ba10 con 0x7f4720104570 2024-05-16T15:38:31.880 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:31.873+0000 7f471dffb700 1 -- 172.21.15.43:0/2371880871 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f471402a070 con 0x7f4720104570 2024-05-16T15:38:31.880 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:31.873+0000 7f4726e68700 1 -- 172.21.15.43:0/2371880871 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4720109520 con 0x7f4720104570 2024-05-16T15:38:31.880 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:31.874+0000 7f471dffb700 1 --2- 172.21.15.43:0/2371880871 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f471003e510 0x7f47100409d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:31.880 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:31.874+0000 7f471dffb700 1 -- 172.21.15.43:0/2371880871 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f4714053910 con 0x7f4720104570 2024-05-16T15:38:31.880 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:31.874+0000 7f471ffff700 1 --2- 172.21.15.43:0/2371880871 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f471003e510 0x7f47100409d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:31.880 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:31.874+0000 7f471ffff700 1 --2- 172.21.15.43:0/2371880871 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f471003e510 0x7f47100409d0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f470c006fd0 tx=0x7f470c006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:31.883 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:31.879+0000 7f471dffb700 1 -- 172.21.15.43:0/2371880871 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f4714013070 con 0x7f4720104570 2024-05-16T15:38:32.095 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:32.091+0000 7f4726e68700 1 -- 172.21.15.43:0/2371880871 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) -- 0x7f472002e510 con 0x7f4720104570 2024-05-16T15:38:32.097 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:32.093+0000 7f471dffb700 1 -- 172.21.15.43:0/2371880871 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) ==== 125+0+0 (secure 0 0 0) 0x7f4714031020 con 0x7f4720104570 2024-05-16T15:38:32.100 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:32.095+0000 7f4726e68700 1 -- 172.21.15.43:0/2371880871 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f471003e510 msgr2=0x7f47100409d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:32.100 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:32.095+0000 7f4726e68700 1 --2- 172.21.15.43:0/2371880871 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f471003e510 0x7f47100409d0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f470c006fd0 tx=0x7f470c006e40 comp rx=0 tx=0).stop 2024-05-16T15:38:32.100 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:32.095+0000 7f4726e68700 1 -- 172.21.15.43:0/2371880871 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4720104570 msgr2=0x7f4720198550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:32.100 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:32.095+0000 7f4726e68700 1 --2- 172.21.15.43:0/2371880871 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4720104570 0x7f4720198550 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f471400b5c0 tx=0x7f4714005810 comp rx=0 tx=0).stop 2024-05-16T15:38:32.100 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:32.095+0000 7f4726e68700 1 -- 172.21.15.43:0/2371880871 shutdown_connections 2024-05-16T15:38:32.100 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:32.095+0000 7f4726e68700 1 --2- 172.21.15.43:0/2371880871 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f471003e510 0x7f47100409d0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:32.100 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:32.095+0000 7f4726e68700 1 --2- 172.21.15.43:0/2371880871 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4720104570 0x7f4720198550 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:32.100 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:32.095+0000 7f4726e68700 1 -- 172.21.15.43:0/2371880871 >> 172.21.15.43:0/2371880871 conn(0x7f47200fe4f0 msgr2=0x7f47200fef90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:38:32.100 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:32.095+0000 7f4726e68700 1 -- 172.21.15.43:0/2371880871 shutdown_connections 2024-05-16T15:38:32.100 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:32.095+0000 7f4726e68700 1 -- 172.21.15.43:0/2371880871 wait complete. 2024-05-16T15:38:32.468 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:32 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:38:32.469 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:32 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:38:32.469 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:32 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi043", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:38:32.469 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:32 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:38:32.469 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:32 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:38:32.469 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:32 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:38:32.732 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-05-16T15:38:32.732 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-05-16T15:38:32.978 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:38:33.334 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:33 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/2371880871' entity='client.admin' 2024-05-16T15:38:33.334 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:33 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:38:33.334 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:33 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:38:34.418 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:34.413+0000 7f1f08d50700 1 -- 172.21.15.43:0/4138518187 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1f04077450 msgr2=0x7f1f040758b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:34.418 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:34.413+0000 7f1f08d50700 1 --2- 172.21.15.43:0/4138518187 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1f04077450 0x7f1f040758b0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f1efc009910 tx=0x7f1efc009c20 comp rx=0 tx=0).stop 2024-05-16T15:38:34.418 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:34.413+0000 7f1f08d50700 1 -- 172.21.15.43:0/4138518187 shutdown_connections 2024-05-16T15:38:34.418 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:34.413+0000 7f1f08d50700 1 --2- 172.21.15.43:0/4138518187 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1f04077450 0x7f1f040758b0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:34.419 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:34.413+0000 7f1f08d50700 1 -- 172.21.15.43:0/4138518187 >> 172.21.15.43:0/4138518187 conn(0x7f1f040fe4a0 msgr2=0x7f1f041008e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:38:34.419 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:34.413+0000 7f1f08d50700 1 -- 172.21.15.43:0/4138518187 shutdown_connections 2024-05-16T15:38:34.419 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:34.413+0000 7f1f08d50700 1 -- 172.21.15.43:0/4138518187 wait complete. 2024-05-16T15:38:34.420 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:34.414+0000 7f1f08d50700 1 Processor -- start 2024-05-16T15:38:34.420 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:34.414+0000 7f1f08d50700 1 -- start start 2024-05-16T15:38:34.420 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:34.414+0000 7f1f08d50700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1f04077450 0x7f1f0419a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:34.420 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:34.414+0000 7f1f08d50700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f1f0410aee0 con 0x7f1f04077450 2024-05-16T15:38:34.420 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:34.414+0000 7f1f0259c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1f04077450 0x7f1f0419a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:34.420 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:34.414+0000 7f1f0259c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1f04077450 0x7f1f0419a6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:50766/0 (socket says 172.21.15.43:50766) 2024-05-16T15:38:34.421 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:34.414+0000 7f1f0259c700 1 -- 172.21.15.43:0/160636686 learned_addr learned my addr 172.21.15.43:0/160636686 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:38:34.421 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:34.415+0000 7f1f0259c700 1 -- 172.21.15.43:0/160636686 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f0419abe0 con 0x7f1f04077450 2024-05-16T15:38:34.421 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:34.415+0000 7f1f0259c700 1 --2- 172.21.15.43:0/160636686 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1f04077450 0x7f1f0419a6a0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f1efc00b5c0 tx=0x7f1efc005810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:34.421 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:34.415+0000 7f1efb7fe700 1 -- 172.21.15.43:0/160636686 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1efc027070 con 0x7f1f04077450 2024-05-16T15:38:34.421 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:34.415+0000 7f1f08d50700 1 -- 172.21.15.43:0/160636686 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f0419ae70 con 0x7f1f04077450 2024-05-16T15:38:34.421 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:34.415+0000 7f1efb7fe700 1 -- 172.21.15.43:0/160636686 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1efc00f460 con 0x7f1f04077450 2024-05-16T15:38:34.421 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:34.415+0000 7f1efb7fe700 1 -- 172.21.15.43:0/160636686 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1efc0175d0 con 0x7f1f04077450 2024-05-16T15:38:34.421 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:34.415+0000 7f1f08d50700 1 -- 172.21.15.43:0/160636686 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f0419db10 con 0x7f1f04077450 2024-05-16T15:38:34.422 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:34.416+0000 7f1efb7fe700 1 -- 172.21.15.43:0/160636686 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f1efc02a070 con 0x7f1f04077450 2024-05-16T15:38:34.422 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:34.416+0000 7f1f08d50700 1 -- 172.21.15.43:0/160636686 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f0410b660 con 0x7f1f04077450 2024-05-16T15:38:34.422 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:34.416+0000 7f1efb7fe700 1 --2- 172.21.15.43:0/160636686 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f1ef003e510 0x7f1ef00409d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:34.422 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:34.416+0000 7f1efb7fe700 1 -- 172.21.15.43:0/160636686 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f1efc053910 con 0x7f1f04077450 2024-05-16T15:38:34.423 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:34.416+0000 7f1f01d9b700 1 --2- 172.21.15.43:0/160636686 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f1ef003e510 0x7f1ef00409d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:34.423 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:34.417+0000 7f1f01d9b700 1 --2- 172.21.15.43:0/160636686 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f1ef003e510 0x7f1ef00409d0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f1eec006fd0 tx=0x7f1eec006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:34.426 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:34.421+0000 7f1efb7fe700 1 -- 172.21.15.43:0/160636686 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f1efc013070 con 0x7f1f04077450 2024-05-16T15:38:34.643 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:34.638+0000 7f1f08d50700 1 -- 172.21.15.43:0/160636686 --> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) -- 0x7f1f0402e620 con 0x7f1ef003e510 2024-05-16T15:38:34.646 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:34.642+0000 7f1efb7fe700 1 -- 172.21.15.43:0/160636686 <== mgr.14150 v2:172.21.15.43:6800/198025071 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f1f0402e620 con 0x7f1ef003e510 2024-05-16T15:38:34.649 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:34.644+0000 7f1f08d50700 1 -- 172.21.15.43:0/160636686 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f1ef003e510 msgr2=0x7f1ef00409d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:34.649 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:34.644+0000 7f1f08d50700 1 --2- 172.21.15.43:0/160636686 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f1ef003e510 0x7f1ef00409d0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f1eec006fd0 tx=0x7f1eec006e40 comp rx=0 tx=0).stop 2024-05-16T15:38:34.650 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:34.644+0000 7f1f08d50700 1 -- 172.21.15.43:0/160636686 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1f04077450 msgr2=0x7f1f0419a6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:34.650 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:34.644+0000 7f1f08d50700 1 --2- 172.21.15.43:0/160636686 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1f04077450 0x7f1f0419a6a0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f1efc00b5c0 tx=0x7f1efc005810 comp rx=0 tx=0).stop 2024-05-16T15:38:34.650 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:34.644+0000 7f1f08d50700 1 -- 172.21.15.43:0/160636686 shutdown_connections 2024-05-16T15:38:34.650 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:34.644+0000 7f1f08d50700 1 --2- 172.21.15.43:0/160636686 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f1ef003e510 0x7f1ef00409d0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:34.650 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:34.644+0000 7f1f08d50700 1 --2- 172.21.15.43:0/160636686 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1f04077450 0x7f1f0419a6a0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:34.651 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:34.644+0000 7f1f08d50700 1 -- 172.21.15.43:0/160636686 >> 172.21.15.43:0/160636686 conn(0x7f1f040fe4a0 msgr2=0x7f1f040ff010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:38:34.651 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:34.644+0000 7f1f08d50700 1 -- 172.21.15.43:0/160636686 shutdown_connections 2024-05-16T15:38:34.651 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:34.644+0000 7f1f08d50700 1 -- 172.21.15.43:0/160636686 wait complete. 2024-05-16T15:38:35.380 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi148 2024-05-16T15:38:35.381 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-05-16T15:38:35.381 DEBUG:teuthology.orchestra.run.smithi148:> dd of=/etc/ceph/ceph.conf 2024-05-16T15:38:35.401 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-05-16T15:38:35.401 DEBUG:teuthology.orchestra.run.smithi148:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-16T15:38:35.459 INFO:tasks.cephadm:Adding host smithi148 to orchestrator... 2024-05-16T15:38:35.459 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph orch host add smithi148 2024-05-16T15:38:35.709 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:38:35.963 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:35 smithi043 ceph-mon[31619]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:38:35.963 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:35 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:38:35.963 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:35 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:38:35.963 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:35 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:38:35.963 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:35 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:38:35.963 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:35 smithi043 ceph-mon[31619]: Updating smithi043:/etc/ceph/ceph.conf 2024-05-16T15:38:35.963 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:35 smithi043 ceph-mon[31619]: Updating smithi043:/var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-16T15:38:35.963 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:35 smithi043 ceph-mon[31619]: Updating smithi043:/etc/ceph/ceph.client.admin.keyring 2024-05-16T15:38:35.963 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:35 smithi043 ceph-mon[31619]: Updating smithi043:/var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/config/ceph.client.admin.keyring 2024-05-16T15:38:36.856 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:36 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:38:36.856 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:36 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:38:36.856 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:36 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:38:37.094 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:37.089+0000 7fa870080700 1 -- 172.21.15.43:0/2771896441 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa868103110 msgr2=0x7fa8681034f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:37.095 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:37.089+0000 7fa870080700 1 --2- 172.21.15.43:0/2771896441 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa868103110 0x7fa8681034f0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fa864009910 tx=0x7fa864009c20 comp rx=0 tx=0).stop 2024-05-16T15:38:37.095 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:37.089+0000 7fa870080700 1 -- 172.21.15.43:0/2771896441 shutdown_connections 2024-05-16T15:38:37.095 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:37.089+0000 7fa870080700 1 --2- 172.21.15.43:0/2771896441 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa868103110 0x7fa8681034f0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:37.095 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:37.089+0000 7fa870080700 1 -- 172.21.15.43:0/2771896441 >> 172.21.15.43:0/2771896441 conn(0x7fa8680fe9e0 msgr2=0x7fa868100e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:38:37.095 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:37.089+0000 7fa870080700 1 -- 172.21.15.43:0/2771896441 shutdown_connections 2024-05-16T15:38:37.095 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:37.089+0000 7fa870080700 1 -- 172.21.15.43:0/2771896441 wait complete. 2024-05-16T15:38:37.095 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:37.089+0000 7fa870080700 1 Processor -- start 2024-05-16T15:38:37.095 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:37.089+0000 7fa870080700 1 -- start start 2024-05-16T15:38:37.095 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:37.090+0000 7fa870080700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa868103110 0x7fa86819e660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:37.095 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:37.090+0000 7fa870080700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fa86810d240 con 0x7fa868103110 2024-05-16T15:38:37.095 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:37.090+0000 7fa86de1c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa868103110 0x7fa86819e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:37.095 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:37.090+0000 7fa86de1c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa868103110 0x7fa86819e660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:32932/0 (socket says 172.21.15.43:32932) 2024-05-16T15:38:37.096 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:37.090+0000 7fa86de1c700 1 -- 172.21.15.43:0/2322315375 learned_addr learned my addr 172.21.15.43:0/2322315375 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:38:37.096 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:37.090+0000 7fa86de1c700 1 -- 172.21.15.43:0/2322315375 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa86819eba0 con 0x7fa868103110 2024-05-16T15:38:37.096 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:37.090+0000 7fa86de1c700 1 --2- 172.21.15.43:0/2322315375 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa868103110 0x7fa86819e660 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fa864005660 tx=0x7fa864005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:37.097 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:37.090+0000 7fa85affd700 1 -- 172.21.15.43:0/2322315375 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa864026070 con 0x7fa868103110 2024-05-16T15:38:37.097 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:37.090+0000 7fa85affd700 1 -- 172.21.15.43:0/2322315375 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa86400b6f0 con 0x7fa868103110 2024-05-16T15:38:37.097 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:37.090+0000 7fa870080700 1 -- 172.21.15.43:0/2322315375 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa86819ee90 con 0x7fa868103110 2024-05-16T15:38:37.097 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:37.090+0000 7fa85affd700 1 -- 172.21.15.43:0/2322315375 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa8640037b0 con 0x7fa868103110 2024-05-16T15:38:37.097 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:37.090+0000 7fa870080700 1 -- 172.21.15.43:0/2322315375 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa868198900 con 0x7fa868103110 2024-05-16T15:38:37.097 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:37.091+0000 7fa870080700 1 -- 172.21.15.43:0/2322315375 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8681045f0 con 0x7fa868103110 2024-05-16T15:38:37.098 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:37.091+0000 7fa85affd700 1 -- 172.21.15.43:0/2322315375 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7fa864029070 con 0x7fa868103110 2024-05-16T15:38:37.098 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:37.091+0000 7fa85affd700 1 --2- 172.21.15.43:0/2322315375 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fa85403e510 0x7fa8540409d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:37.098 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:37.092+0000 7fa85affd700 1 -- 172.21.15.43:0/2322315375 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fa86401e070 con 0x7fa868103110 2024-05-16T15:38:37.098 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:37.092+0000 7fa86d61b700 1 --2- 172.21.15.43:0/2322315375 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fa85403e510 0x7fa8540409d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:37.098 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:37.092+0000 7fa86d61b700 1 --2- 172.21.15.43:0/2322315375 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fa85403e510 0x7fa8540409d0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fa85c006fd0 tx=0x7fa85c006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:37.101 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:37.096+0000 7fa85affd700 1 -- 172.21.15.43:0/2322315375 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fa864013070 con 0x7fa868103110 2024-05-16T15:38:37.321 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:37.316+0000 7fa870080700 1 -- 172.21.15.43:0/2322315375 --> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi148", "target": ["mon-mgr", ""]}) -- 0x7fa8680008d0 con 0x7fa85403e510 2024-05-16T15:38:38.219 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:37 smithi043 ceph-mon[31619]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi148", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:38:39.218 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:38 smithi043 ceph-mon[31619]: Deploying cephadm binary to smithi148 2024-05-16T15:38:41.218 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:40 smithi043 ceph-mon[31619]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:38:41.642 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:41.637+0000 7fa85affd700 1 -- 172.21.15.43:0/2322315375 <== mgr.14150 v2:172.21.15.43:6800/198025071 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7fa8680008d0 con 0x7fa85403e510 2024-05-16T15:38:41.643 INFO:teuthology.orchestra.run.smithi043.stdout:Added host 'smithi148' with addr '172.21.15.148' 2024-05-16T15:38:41.644 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:41.639+0000 7fa870080700 1 -- 172.21.15.43:0/2322315375 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fa85403e510 msgr2=0x7fa8540409d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:41.645 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:41.639+0000 7fa870080700 1 --2- 172.21.15.43:0/2322315375 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fa85403e510 0x7fa8540409d0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fa85c006fd0 tx=0x7fa85c006e40 comp rx=0 tx=0).stop 2024-05-16T15:38:41.645 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:41.639+0000 7fa870080700 1 -- 172.21.15.43:0/2322315375 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa868103110 msgr2=0x7fa86819e660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:41.645 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:41.639+0000 7fa870080700 1 --2- 172.21.15.43:0/2322315375 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa868103110 0x7fa86819e660 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fa864005660 tx=0x7fa864005740 comp rx=0 tx=0).stop 2024-05-16T15:38:41.645 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:41.639+0000 7fa870080700 1 -- 172.21.15.43:0/2322315375 shutdown_connections 2024-05-16T15:38:41.645 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:41.639+0000 7fa870080700 1 --2- 172.21.15.43:0/2322315375 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fa85403e510 0x7fa8540409d0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:41.645 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:41.639+0000 7fa870080700 1 --2- 172.21.15.43:0/2322315375 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa868103110 0x7fa86819e660 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:41.645 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:41.639+0000 7fa870080700 1 -- 172.21.15.43:0/2322315375 >> 172.21.15.43:0/2322315375 conn(0x7fa8680fe9e0 msgr2=0x7fa86810acb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:38:41.645 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:41.640+0000 7fa870080700 1 -- 172.21.15.43:0/2322315375 shutdown_connections 2024-05-16T15:38:41.645 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:41.640+0000 7fa870080700 1 -- 172.21.15.43:0/2322315375 wait complete. 2024-05-16T15:38:42.119 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph orch host ls --format=json 2024-05-16T15:38:42.366 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:38:42.767 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:42 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:38:42.767 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:42 smithi043 ceph-mon[31619]: Added host smithi148 2024-05-16T15:38:42.767 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:42 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:38:42.767 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:42 smithi043 ceph-mon[31619]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:38:42.767 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:42 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:38:43.806 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:43 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:38:43.815 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:43.810+0000 7f270d5db700 1 -- 172.21.15.43:0/3848445336 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2708103110 msgr2=0x7f27081034f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:43.816 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:43.810+0000 7f270d5db700 1 --2- 172.21.15.43:0/3848445336 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2708103110 0x7f27081034f0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f26f8009910 tx=0x7f26f8009c20 comp rx=0 tx=0).stop 2024-05-16T15:38:43.816 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:43.810+0000 7f270d5db700 1 -- 172.21.15.43:0/3848445336 shutdown_connections 2024-05-16T15:38:43.816 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:43.810+0000 7f270d5db700 1 --2- 172.21.15.43:0/3848445336 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2708103110 0x7f27081034f0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:43.816 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:43.810+0000 7f270d5db700 1 -- 172.21.15.43:0/3848445336 >> 172.21.15.43:0/3848445336 conn(0x7f27080fe9e0 msgr2=0x7f2708100e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:38:43.816 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:43.810+0000 7f270d5db700 1 -- 172.21.15.43:0/3848445336 shutdown_connections 2024-05-16T15:38:43.816 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:43.811+0000 7f270d5db700 1 -- 172.21.15.43:0/3848445336 wait complete. 2024-05-16T15:38:43.816 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:43.811+0000 7f270d5db700 1 Processor -- start 2024-05-16T15:38:43.817 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:43.811+0000 7f270d5db700 1 -- start start 2024-05-16T15:38:43.817 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:43.812+0000 7f270d5db700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2708103110 0x7f270819e660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:43.817 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:43.812+0000 7f270d5db700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f270810d240 con 0x7f2708103110 2024-05-16T15:38:43.818 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:43.812+0000 7f2706ffd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2708103110 0x7f270819e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:43.818 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:43.812+0000 7f2706ffd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2708103110 0x7f270819e660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:32954/0 (socket says 172.21.15.43:32954) 2024-05-16T15:38:43.818 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:43.812+0000 7f2706ffd700 1 -- 172.21.15.43:0/3847081546 learned_addr learned my addr 172.21.15.43:0/3847081546 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:38:43.818 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:43.812+0000 7f2706ffd700 1 -- 172.21.15.43:0/3847081546 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f270819eba0 con 0x7f2708103110 2024-05-16T15:38:43.818 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:43.812+0000 7f2706ffd700 1 --2- 172.21.15.43:0/3847081546 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2708103110 0x7f270819e660 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f26f8005660 tx=0x7f26f8005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:43.818 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:43.812+0000 7f2704ff9700 1 -- 172.21.15.43:0/3847081546 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f26f8026070 con 0x7f2708103110 2024-05-16T15:38:43.818 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:43.812+0000 7f2704ff9700 1 -- 172.21.15.43:0/3847081546 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f26f800b6f0 con 0x7f2708103110 2024-05-16T15:38:43.818 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:43.812+0000 7f270d5db700 1 -- 172.21.15.43:0/3847081546 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f270819ee90 con 0x7f2708103110 2024-05-16T15:38:43.818 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:43.812+0000 7f2704ff9700 1 -- 172.21.15.43:0/3847081546 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f26f80037b0 con 0x7f2708103110 2024-05-16T15:38:43.818 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:43.813+0000 7f270d5db700 1 -- 172.21.15.43:0/3847081546 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2708198900 con 0x7f2708103110 2024-05-16T15:38:43.819 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:43.814+0000 7f2704ff9700 1 -- 172.21.15.43:0/3847081546 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f26f8029070 con 0x7f2708103110 2024-05-16T15:38:43.819 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:43.813+0000 7f270d5db700 1 -- 172.21.15.43:0/3847081546 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f27081045f0 con 0x7f2708103110 2024-05-16T15:38:43.819 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:43.814+0000 7f2704ff9700 1 --2- 172.21.15.43:0/3847081546 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f26f403e570 0x7f26f4040a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:43.819 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:43.814+0000 7f2704ff9700 1 -- 172.21.15.43:0/3847081546 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f26f801e070 con 0x7f2708103110 2024-05-16T15:38:43.819 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:43.814+0000 7f26fe7fc700 1 --2- 172.21.15.43:0/3847081546 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f26f403e570 0x7f26f4040a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:43.820 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:43.814+0000 7f26fe7fc700 1 --2- 172.21.15.43:0/3847081546 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f26f403e570 0x7f26f4040a30 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f26f0006fd0 tx=0x7f26f0006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:43.823 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:43.819+0000 7f2704ff9700 1 -- 172.21.15.43:0/3847081546 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f26f8013070 con 0x7f2708103110 2024-05-16T15:38:44.048 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:44.044+0000 7f270d5db700 1 -- 172.21.15.43:0/3847081546 --> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f2708199c60 con 0x7f26f403e570 2024-05-16T15:38:44.050 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:44.045+0000 7f2704ff9700 1 -- 172.21.15.43:0/3847081546 <== mgr.14150 v2:172.21.15.43:6800/198025071 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+160 (secure 0 0 0) 0x7f2708199c60 con 0x7f26f403e570 2024-05-16T15:38:44.050 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:38:44.050 INFO:teuthology.orchestra.run.smithi043.stdout:[{"addr": "172.21.15.43", "hostname": "smithi043", "labels": [], "status": ""}, {"addr": "172.21.15.148", "hostname": "smithi148", "labels": [], "status": ""}] 2024-05-16T15:38:44.052 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:44.047+0000 7f270d5db700 1 -- 172.21.15.43:0/3847081546 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f26f403e570 msgr2=0x7f26f4040a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:44.052 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:44.047+0000 7f270d5db700 1 --2- 172.21.15.43:0/3847081546 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f26f403e570 0x7f26f4040a30 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f26f0006fd0 tx=0x7f26f0006e40 comp rx=0 tx=0).stop 2024-05-16T15:38:44.052 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:44.047+0000 7f270d5db700 1 -- 172.21.15.43:0/3847081546 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2708103110 msgr2=0x7f270819e660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:44.052 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:44.047+0000 7f270d5db700 1 --2- 172.21.15.43:0/3847081546 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2708103110 0x7f270819e660 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f26f8005660 tx=0x7f26f8005740 comp rx=0 tx=0).stop 2024-05-16T15:38:44.052 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:44.047+0000 7f270d5db700 1 -- 172.21.15.43:0/3847081546 shutdown_connections 2024-05-16T15:38:44.052 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:44.047+0000 7f270d5db700 1 --2- 172.21.15.43:0/3847081546 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f26f403e570 0x7f26f4040a30 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:44.053 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:44.047+0000 7f270d5db700 1 --2- 172.21.15.43:0/3847081546 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2708103110 0x7f270819e660 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:44.053 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:44.047+0000 7f270d5db700 1 -- 172.21.15.43:0/3847081546 >> 172.21.15.43:0/3847081546 conn(0x7f27080fe9e0 msgr2=0x7f270810acb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:38:44.053 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:44.047+0000 7f270d5db700 1 -- 172.21.15.43:0/3847081546 shutdown_connections 2024-05-16T15:38:44.053 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:44.047+0000 7f270d5db700 1 -- 172.21.15.43:0/3847081546 wait complete. 2024-05-16T15:38:44.639 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi157 2024-05-16T15:38:44.639 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-05-16T15:38:44.639 DEBUG:teuthology.orchestra.run.smithi157:> dd of=/etc/ceph/ceph.conf 2024-05-16T15:38:44.658 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-05-16T15:38:44.659 DEBUG:teuthology.orchestra.run.smithi157:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-16T15:38:44.716 INFO:tasks.cephadm:Adding host smithi157 to orchestrator... 2024-05-16T15:38:44.716 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph orch host add smithi157 2024-05-16T15:38:44.961 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:38:45.468 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:45 smithi043 ceph-mon[31619]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:38:45.469 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:45 smithi043 ceph-mon[31619]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-16T15:38:45.469 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:45 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:38:46.379 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:46.374+0000 7f86c8ce6700 1 -- 172.21.15.43:0/2765620676 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f86c4108f40 msgr2=0x7f86c4109320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:46.380 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:46.374+0000 7f86c8ce6700 1 --2- 172.21.15.43:0/2765620676 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f86c4108f40 0x7f86c4109320 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f86b400b0a0 tx=0x7f86b400b3b0 comp rx=0 tx=0).stop 2024-05-16T15:38:46.380 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:46.374+0000 7f86c8ce6700 1 -- 172.21.15.43:0/2765620676 shutdown_connections 2024-05-16T15:38:46.380 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:46.374+0000 7f86c8ce6700 1 --2- 172.21.15.43:0/2765620676 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f86c4108f40 0x7f86c4109320 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:46.380 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:46.374+0000 7f86c8ce6700 1 -- 172.21.15.43:0/2765620676 >> 172.21.15.43:0/2765620676 conn(0x7f86c4077900 msgr2=0x7f86c4077d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:38:46.380 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:46.374+0000 7f86c8ce6700 1 -- 172.21.15.43:0/2765620676 shutdown_connections 2024-05-16T15:38:46.380 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:46.374+0000 7f86c8ce6700 1 -- 172.21.15.43:0/2765620676 wait complete. 2024-05-16T15:38:46.381 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:46.375+0000 7f86c8ce6700 1 Processor -- start 2024-05-16T15:38:46.382 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:46.375+0000 7f86c8ce6700 1 -- start start 2024-05-16T15:38:46.382 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:46.375+0000 7f86c8ce6700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f86c4108f40 0x7f86c419e600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:46.382 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:46.375+0000 7f86c8ce6700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f86c410d230 con 0x7f86c4108f40 2024-05-16T15:38:46.382 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:46.375+0000 7f86c259c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f86c4108f40 0x7f86c419e600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:46.382 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:46.376+0000 7f86c259c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f86c4108f40 0x7f86c419e600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:38074/0 (socket says 172.21.15.43:38074) 2024-05-16T15:38:46.382 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:46.376+0000 7f86c259c700 1 -- 172.21.15.43:0/1388492176 learned_addr learned my addr 172.21.15.43:0/1388492176 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:38:46.382 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:46.376+0000 7f86c259c700 1 -- 172.21.15.43:0/1388492176 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86c419eb40 con 0x7f86c4108f40 2024-05-16T15:38:46.382 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:46.376+0000 7f86c259c700 1 --2- 172.21.15.43:0/1388492176 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f86c4108f40 0x7f86c419e600 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f86b4007600 tx=0x7f86b400bd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:46.382 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:46.376+0000 7f86b37fe700 1 -- 172.21.15.43:0/1388492176 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f86b4017040 con 0x7f86c4108f40 2024-05-16T15:38:46.382 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:46.376+0000 7f86c8ce6700 1 -- 172.21.15.43:0/1388492176 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86c419edd0 con 0x7f86c4108f40 2024-05-16T15:38:46.382 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:46.376+0000 7f86b37fe700 1 -- 172.21.15.43:0/1388492176 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f86b4022070 con 0x7f86c4108f40 2024-05-16T15:38:46.382 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:46.376+0000 7f86b37fe700 1 -- 172.21.15.43:0/1388492176 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f86b4004870 con 0x7f86c4108f40 2024-05-16T15:38:46.382 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:46.376+0000 7f86c8ce6700 1 -- 172.21.15.43:0/1388492176 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86c41986d0 con 0x7f86c4108f40 2024-05-16T15:38:46.383 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:46.377+0000 7f86b37fe700 1 -- 172.21.15.43:0/1388492176 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f86b4027460 con 0x7f86c4108f40 2024-05-16T15:38:46.383 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:46.377+0000 7f86c8ce6700 1 -- 172.21.15.43:0/1388492176 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f86c41045f0 con 0x7f86c4108f40 2024-05-16T15:38:46.383 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:46.377+0000 7f86b37fe700 1 --2- 172.21.15.43:0/1388492176 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f86ac03e5f0 0x7f86ac040ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:46.383 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:46.377+0000 7f86b37fe700 1 -- 172.21.15.43:0/1388492176 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f86b400f050 con 0x7f86c4108f40 2024-05-16T15:38:46.384 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:46.378+0000 7f86c1d9b700 1 --2- 172.21.15.43:0/1388492176 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f86ac03e5f0 0x7f86ac040ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:46.384 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:46.378+0000 7f86c1d9b700 1 --2- 172.21.15.43:0/1388492176 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f86ac03e5f0 0x7f86ac040ab0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f86b8006fd0 tx=0x7f86b8006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:46.387 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:46.382+0000 7f86b37fe700 1 -- 172.21.15.43:0/1388492176 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f86b4025c20 con 0x7f86c4108f40 2024-05-16T15:38:46.606 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:46.601+0000 7f86c8ce6700 1 -- 172.21.15.43:0/1388492176 --> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi157", "target": ["mon-mgr", ""]}) -- 0x7f86c4199c00 con 0x7f86ac03e5f0 2024-05-16T15:38:47.718 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:47 smithi043 ceph-mon[31619]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:38:48.719 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:48 smithi043 ceph-mon[31619]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi157", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:38:48.719 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:48 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:38:48.719 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:48 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:38:48.719 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:48 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:38:48.719 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:48 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:38:48.719 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:48 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi148", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:38:48.719 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:48 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:38:48.719 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:48 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:38:48.719 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:48 smithi043 ceph-mon[31619]: Updating smithi148:/etc/ceph/ceph.conf 2024-05-16T15:38:48.719 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:48 smithi043 ceph-mon[31619]: Deploying cephadm binary to smithi157 2024-05-16T15:38:49.719 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:49 smithi043 ceph-mon[31619]: Updating smithi148:/var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-16T15:38:49.719 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:49 smithi043 ceph-mon[31619]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:38:49.719 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:49 smithi043 ceph-mon[31619]: Updating smithi148:/etc/ceph/ceph.client.admin.keyring 2024-05-16T15:38:51.187 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:51.182+0000 7f86b37fe700 1 -- 172.21.15.43:0/1388492176 <== mgr.14150 v2:172.21.15.43:6800/198025071 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7f86c4199c00 con 0x7f86ac03e5f0 2024-05-16T15:38:51.188 INFO:teuthology.orchestra.run.smithi043.stdout:Added host 'smithi157' with addr '172.21.15.157' 2024-05-16T15:38:51.190 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:51.185+0000 7f86c8ce6700 1 -- 172.21.15.43:0/1388492176 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f86ac03e5f0 msgr2=0x7f86ac040ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:51.191 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:51.185+0000 7f86c8ce6700 1 --2- 172.21.15.43:0/1388492176 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f86ac03e5f0 0x7f86ac040ab0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f86b8006fd0 tx=0x7f86b8006e40 comp rx=0 tx=0).stop 2024-05-16T15:38:51.191 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:51.185+0000 7f86c8ce6700 1 -- 172.21.15.43:0/1388492176 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f86c4108f40 msgr2=0x7f86c419e600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:51.191 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:51.185+0000 7f86c8ce6700 1 --2- 172.21.15.43:0/1388492176 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f86c4108f40 0x7f86c419e600 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f86b4007600 tx=0x7f86b400bd40 comp rx=0 tx=0).stop 2024-05-16T15:38:51.191 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:51.185+0000 7f86c8ce6700 1 -- 172.21.15.43:0/1388492176 shutdown_connections 2024-05-16T15:38:51.191 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:51.185+0000 7f86c8ce6700 1 --2- 172.21.15.43:0/1388492176 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f86ac03e5f0 0x7f86ac040ab0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:51.191 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:51.185+0000 7f86c8ce6700 1 --2- 172.21.15.43:0/1388492176 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f86c4108f40 0x7f86c419e600 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:51.191 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:51.185+0000 7f86c8ce6700 1 -- 172.21.15.43:0/1388492176 >> 172.21.15.43:0/1388492176 conn(0x7f86c4077900 msgr2=0x7f86c40ff490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:38:51.191 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:51.185+0000 7f86c8ce6700 1 -- 172.21.15.43:0/1388492176 shutdown_connections 2024-05-16T15:38:51.191 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:51.185+0000 7f86c8ce6700 1 -- 172.21.15.43:0/1388492176 wait complete. 2024-05-16T15:38:51.469 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:51 smithi043 ceph-mon[31619]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:38:51.469 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:51 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:38:51.469 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:51 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:38:51.469 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:51 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:38:51.469 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:51 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:38:51.469 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:51 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:38:52.050 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph orch host ls --format=json 2024-05-16T15:38:52.303 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:38:52.692 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:52 smithi043 ceph-mon[31619]: Updating smithi148:/var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/config/ceph.client.admin.keyring 2024-05-16T15:38:52.692 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:52 smithi043 ceph-mon[31619]: Added host smithi157 2024-05-16T15:38:52.692 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:52 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:38:52.692 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:52 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:38:53.640 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:53 smithi043 ceph-mon[31619]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:38:53.748 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:53.741+0000 7fe1cc7b5700 1 -- 172.21.15.43:0/586432493 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe1c4102050 msgr2=0x7fe1c4102430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:53.748 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:53.741+0000 7fe1cc7b5700 1 --2- 172.21.15.43:0/586432493 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe1c4102050 0x7fe1c4102430 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fe1c0009910 tx=0x7fe1c0009c20 comp rx=0 tx=0).stop 2024-05-16T15:38:53.748 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:53.741+0000 7fe1cc7b5700 1 -- 172.21.15.43:0/586432493 shutdown_connections 2024-05-16T15:38:53.748 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:53.741+0000 7fe1cc7b5700 1 --2- 172.21.15.43:0/586432493 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe1c4102050 0x7fe1c4102430 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:53.748 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:53.741+0000 7fe1cc7b5700 1 -- 172.21.15.43:0/586432493 >> 172.21.15.43:0/586432493 conn(0x7fe1c4077900 msgr2=0x7fe1c4077d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:38:53.748 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:53.741+0000 7fe1cc7b5700 1 -- 172.21.15.43:0/586432493 shutdown_connections 2024-05-16T15:38:53.749 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:53.741+0000 7fe1cc7b5700 1 -- 172.21.15.43:0/586432493 wait complete. 2024-05-16T15:38:53.749 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:53.742+0000 7fe1cc7b5700 1 Processor -- start 2024-05-16T15:38:53.749 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:53.742+0000 7fe1cc7b5700 1 -- start start 2024-05-16T15:38:53.749 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:53.742+0000 7fe1cc7b5700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe1c4102050 0x7fe1c4103aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:53.749 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:53.742+0000 7fe1cc7b5700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fe1c410c130 con 0x7fe1c4102050 2024-05-16T15:38:53.749 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:53.742+0000 7fe1ca551700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe1c4102050 0x7fe1c4103aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:53.749 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:53.742+0000 7fe1ca551700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe1c4102050 0x7fe1c4103aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:38088/0 (socket says 172.21.15.43:38088) 2024-05-16T15:38:53.749 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:53.742+0000 7fe1ca551700 1 -- 172.21.15.43:0/4073065438 learned_addr learned my addr 172.21.15.43:0/4073065438 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:38:53.749 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:53.743+0000 7fe1ca551700 1 -- 172.21.15.43:0/4073065438 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1c4105990 con 0x7fe1c4102050 2024-05-16T15:38:53.749 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:53.743+0000 7fe1ca551700 1 --2- 172.21.15.43:0/4073065438 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe1c4102050 0x7fe1c4103aa0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fe1c0005660 tx=0x7fe1c0005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:53.750 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:53.743+0000 7fe1bb7fe700 1 -- 172.21.15.43:0/4073065438 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe1c0026070 con 0x7fe1c4102050 2024-05-16T15:38:53.750 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:53.743+0000 7fe1cc7b5700 1 -- 172.21.15.43:0/4073065438 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1c4104040 con 0x7fe1c4102050 2024-05-16T15:38:53.750 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:53.743+0000 7fe1bb7fe700 1 -- 172.21.15.43:0/4073065438 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe1c000b750 con 0x7fe1c4102050 2024-05-16T15:38:53.750 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:53.743+0000 7fe1bb7fe700 1 -- 172.21.15.43:0/4073065438 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe1c00037b0 con 0x7fe1c4102050 2024-05-16T15:38:53.750 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:53.743+0000 7fe1cc7b5700 1 -- 172.21.15.43:0/4073065438 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1c4104500 con 0x7fe1c4102050 2024-05-16T15:38:53.751 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:53.744+0000 7fe1bb7fe700 1 -- 172.21.15.43:0/4073065438 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7fe1c0029070 con 0x7fe1c4102050 2024-05-16T15:38:53.751 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:53.744+0000 7fe1cc7b5700 1 -- 172.21.15.43:0/4073065438 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1c41034e0 con 0x7fe1c4102050 2024-05-16T15:38:53.751 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:53.744+0000 7fe1bb7fe700 1 --2- 172.21.15.43:0/4073065438 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe1b003e510 0x7fe1b00409d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:53.751 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:53.744+0000 7fe1bb7fe700 1 -- 172.21.15.43:0/4073065438 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fe1c001e070 con 0x7fe1c4102050 2024-05-16T15:38:53.751 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:53.744+0000 7fe1c9d50700 1 --2- 172.21.15.43:0/4073065438 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe1b003e510 0x7fe1b00409d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:53.751 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:53.745+0000 7fe1c9d50700 1 --2- 172.21.15.43:0/4073065438 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe1b003e510 0x7fe1b00409d0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fe1b4006fd0 tx=0x7fe1b4006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:53.754 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:53.749+0000 7fe1bb7fe700 1 -- 172.21.15.43:0/4073065438 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fe1c0013070 con 0x7fe1c4102050 2024-05-16T15:38:53.978 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:53.973+0000 7fe1cc7b5700 1 -- 172.21.15.43:0/4073065438 --> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe1c4104fd0 con 0x7fe1b003e510 2024-05-16T15:38:53.979 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:53.974+0000 7fe1bb7fe700 1 -- 172.21.15.43:0/4073065438 <== mgr.14150 v2:172.21.15.43:6800/198025071 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+240 (secure 0 0 0) 0x7fe1c4104fd0 con 0x7fe1b003e510 2024-05-16T15:38:53.979 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:38:53.979 INFO:teuthology.orchestra.run.smithi043.stdout:[{"addr": "172.21.15.43", "hostname": "smithi043", "labels": [], "status": ""}, {"addr": "172.21.15.148", "hostname": "smithi148", "labels": [], "status": ""}, {"addr": "172.21.15.157", "hostname": "smithi157", "labels": [], "status": ""}] 2024-05-16T15:38:53.981 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:53.976+0000 7fe1cc7b5700 1 -- 172.21.15.43:0/4073065438 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe1b003e510 msgr2=0x7fe1b00409d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:53.981 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:53.976+0000 7fe1cc7b5700 1 --2- 172.21.15.43:0/4073065438 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe1b003e510 0x7fe1b00409d0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fe1b4006fd0 tx=0x7fe1b4006e40 comp rx=0 tx=0).stop 2024-05-16T15:38:53.981 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:53.976+0000 7fe1cc7b5700 1 -- 172.21.15.43:0/4073065438 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe1c4102050 msgr2=0x7fe1c4103aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:53.981 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:53.976+0000 7fe1cc7b5700 1 --2- 172.21.15.43:0/4073065438 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe1c4102050 0x7fe1c4103aa0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fe1c0005660 tx=0x7fe1c0005740 comp rx=0 tx=0).stop 2024-05-16T15:38:53.982 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:53.976+0000 7fe1cc7b5700 1 -- 172.21.15.43:0/4073065438 shutdown_connections 2024-05-16T15:38:53.982 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:53.976+0000 7fe1cc7b5700 1 --2- 172.21.15.43:0/4073065438 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe1b003e510 0x7fe1b00409d0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:53.982 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:53.976+0000 7fe1cc7b5700 1 --2- 172.21.15.43:0/4073065438 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe1c4102050 0x7fe1c4103aa0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:53.982 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:53.977+0000 7fe1cc7b5700 1 -- 172.21.15.43:0/4073065438 >> 172.21.15.43:0/4073065438 conn(0x7fe1c4077900 msgr2=0x7fe1c406a8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:38:53.982 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:53.977+0000 7fe1cc7b5700 1 -- 172.21.15.43:0/4073065438 shutdown_connections 2024-05-16T15:38:53.982 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:53.977+0000 7fe1cc7b5700 1 -- 172.21.15.43:0/4073065438 wait complete. 2024-05-16T15:38:54.530 INFO:tasks.cephadm:Setting crush tunables to default 2024-05-16T15:38:54.530 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph osd crush tunables default 2024-05-16T15:38:54.772 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:38:55.087 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:54 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:38:55.087 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:54 smithi043 ceph-mon[31619]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:38:55.088 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:54 smithi043 ceph-mon[31619]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-16T15:38:56.394 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:56.388+0000 7fb24415e700 1 -- 172.21.15.43:0/624218985 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb23c103110 msgr2=0x7fb23c1034f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:56.395 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:56.388+0000 7fb24415e700 1 --2- 172.21.15.43:0/624218985 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb23c103110 0x7fb23c1034f0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fb238009910 tx=0x7fb238009c20 comp rx=0 tx=0).stop 2024-05-16T15:38:56.395 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:56.388+0000 7fb24415e700 1 -- 172.21.15.43:0/624218985 shutdown_connections 2024-05-16T15:38:56.395 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:56.388+0000 7fb24415e700 1 --2- 172.21.15.43:0/624218985 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb23c103110 0x7fb23c1034f0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:56.395 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:56.388+0000 7fb24415e700 1 -- 172.21.15.43:0/624218985 >> 172.21.15.43:0/624218985 conn(0x7fb23c0fe9e0 msgr2=0x7fb23c100e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:38:56.395 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:56.388+0000 7fb24415e700 1 -- 172.21.15.43:0/624218985 shutdown_connections 2024-05-16T15:38:56.395 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:56.388+0000 7fb24415e700 1 -- 172.21.15.43:0/624218985 wait complete. 2024-05-16T15:38:56.395 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:56.388+0000 7fb24415e700 1 Processor -- start 2024-05-16T15:38:56.395 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:56.389+0000 7fb24415e700 1 -- start start 2024-05-16T15:38:56.395 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:56.389+0000 7fb24415e700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb23c103110 0x7fb23c19e660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:56.395 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:56.389+0000 7fb24415e700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fb23c10d240 con 0x7fb23c103110 2024-05-16T15:38:56.395 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:56.389+0000 7fb241efa700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb23c103110 0x7fb23c19e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:56.395 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:56.389+0000 7fb241efa700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb23c103110 0x7fb23c19e660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:59134/0 (socket says 172.21.15.43:59134) 2024-05-16T15:38:56.395 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:56.389+0000 7fb241efa700 1 -- 172.21.15.43:0/1080517148 learned_addr learned my addr 172.21.15.43:0/1080517148 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:38:56.396 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:56.389+0000 7fb241efa700 1 -- 172.21.15.43:0/1080517148 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb23c19eba0 con 0x7fb23c103110 2024-05-16T15:38:56.396 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:56.389+0000 7fb241efa700 1 --2- 172.21.15.43:0/1080517148 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb23c103110 0x7fb23c19e660 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fb238005660 tx=0x7fb238005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:56.396 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:56.389+0000 7fb22effd700 1 -- 172.21.15.43:0/1080517148 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb238026070 con 0x7fb23c103110 2024-05-16T15:38:56.396 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:56.389+0000 7fb22effd700 1 -- 172.21.15.43:0/1080517148 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb23800b6f0 con 0x7fb23c103110 2024-05-16T15:38:56.396 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:56.389+0000 7fb24415e700 1 -- 172.21.15.43:0/1080517148 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb23c19ee90 con 0x7fb23c103110 2024-05-16T15:38:56.396 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:56.389+0000 7fb22effd700 1 -- 172.21.15.43:0/1080517148 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb2380037b0 con 0x7fb23c103110 2024-05-16T15:38:56.396 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:56.390+0000 7fb24415e700 1 -- 172.21.15.43:0/1080517148 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb23c198900 con 0x7fb23c103110 2024-05-16T15:38:56.397 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:56.390+0000 7fb24415e700 1 -- 172.21.15.43:0/1080517148 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb23c1045f0 con 0x7fb23c103110 2024-05-16T15:38:56.398 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:56.391+0000 7fb22effd700 1 -- 172.21.15.43:0/1080517148 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7fb238029070 con 0x7fb23c103110 2024-05-16T15:38:56.398 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:56.391+0000 7fb22effd700 1 --2- 172.21.15.43:0/1080517148 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb22803e570 0x7fb228040a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:56.398 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:56.391+0000 7fb22effd700 1 -- 172.21.15.43:0/1080517148 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fb23801e070 con 0x7fb23c103110 2024-05-16T15:38:56.398 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:56.391+0000 7fb2416f9700 1 --2- 172.21.15.43:0/1080517148 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb22803e570 0x7fb228040a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:56.398 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:56.391+0000 7fb2416f9700 1 --2- 172.21.15.43:0/1080517148 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb22803e570 0x7fb228040a30 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fb230006fd0 tx=0x7fb230006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:56.400 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:56.396+0000 7fb22effd700 1 -- 172.21.15.43:0/1080517148 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fb238013070 con 0x7fb23c103110 2024-05-16T15:38:56.622 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:56.617+0000 7fb24415e700 1 -- 172.21.15.43:0/1080517148 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7fb23c0008d0 con 0x7fb23c103110 2024-05-16T15:38:56.963 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:56.958+0000 7fb22effd700 1 -- 172.21.15.43:0/1080517148 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) ==== 124+0+0 (secure 0 0 0) 0x7fb238029360 con 0x7fb23c103110 2024-05-16T15:38:56.965 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:56.960+0000 7fb24415e700 1 -- 172.21.15.43:0/1080517148 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb22803e570 msgr2=0x7fb228040a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:56.966 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:56.960+0000 7fb24415e700 1 --2- 172.21.15.43:0/1080517148 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb22803e570 0x7fb228040a30 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fb230006fd0 tx=0x7fb230006e40 comp rx=0 tx=0).stop 2024-05-16T15:38:56.966 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:56.960+0000 7fb24415e700 1 -- 172.21.15.43:0/1080517148 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb23c103110 msgr2=0x7fb23c19e660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:56.966 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:56.960+0000 7fb24415e700 1 --2- 172.21.15.43:0/1080517148 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb23c103110 0x7fb23c19e660 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fb238005660 tx=0x7fb238005740 comp rx=0 tx=0).stop 2024-05-16T15:38:56.966 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:56.961+0000 7fb24415e700 1 -- 172.21.15.43:0/1080517148 shutdown_connections 2024-05-16T15:38:56.966 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:56.961+0000 7fb24415e700 1 --2- 172.21.15.43:0/1080517148 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb22803e570 0x7fb228040a30 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:56.966 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:56.961+0000 7fb24415e700 1 --2- 172.21.15.43:0/1080517148 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb23c103110 0x7fb23c19e660 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:56.967 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:56.961+0000 7fb24415e700 1 -- 172.21.15.43:0/1080517148 >> 172.21.15.43:0/1080517148 conn(0x7fb23c0fe9e0 msgr2=0x7fb23c10acb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:38:56.967 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:56.961+0000 7fb24415e700 1 -- 172.21.15.43:0/1080517148 shutdown_connections 2024-05-16T15:38:56.967 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:38:56.961+0000 7fb24415e700 1 -- 172.21.15.43:0/1080517148 wait complete. 2024-05-16T15:38:56.968 INFO:teuthology.orchestra.run.smithi043.stderr:adjusted tunables profile to default 2024-05-16T15:38:57.219 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:56 smithi043 ceph-mon[31619]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:38:57.219 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:56 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/1080517148' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-05-16T15:38:57.219 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:56 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:38:57.219 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:56 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:38:57.219 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:56 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:38:57.219 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:56 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:38:57.219 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:56 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi157", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:38:57.219 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:56 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:38:57.219 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:56 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:38:57.787 INFO:tasks.cephadm:Adding mon.a on smithi043 2024-05-16T15:38:57.788 INFO:tasks.cephadm:Adding mon.b on smithi148 2024-05-16T15:38:57.788 INFO:tasks.cephadm:Adding mon.c on smithi157 2024-05-16T15:38:57.788 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph orch apply mon '3;smithi043:172.21.15.43=a;smithi148:172.21.15.148=b;smithi157:172.21.15.157=c' 2024-05-16T15:38:58.019 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-16T15:38:58.219 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:57 smithi043 ceph-mon[31619]: Updating smithi157:/etc/ceph/ceph.conf 2024-05-16T15:38:58.219 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:57 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/1080517148' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-05-16T15:38:58.219 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:57 smithi043 ceph-mon[31619]: osdmap e4: 0 total, 0 up, 0 in 2024-05-16T15:38:58.219 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:57 smithi043 ceph-mon[31619]: Updating smithi157:/var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-16T15:38:58.219 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:57 smithi043 ceph-mon[31619]: Updating smithi157:/etc/ceph/ceph.client.admin.keyring 2024-05-16T15:38:58.219 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:57 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:38:58.219 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:57 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:38:58.219 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:57 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:38:59.218 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:58 smithi043 ceph-mon[31619]: Updating smithi157:/var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/config/ceph.client.admin.keyring 2024-05-16T15:38:59.219 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:38:58 smithi043 ceph-mon[31619]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:38:59.315 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:38:59.308+0000 7f4522067700 1 -- 172.21.15.157:0/1475628971 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f451c103110 msgr2=0x7f451c1034f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:59.315 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:38:59.308+0000 7f4522067700 1 --2- 172.21.15.157:0/1475628971 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f451c103110 0x7f451c1034f0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f450c009910 tx=0x7f450c009c20 comp rx=0 tx=0).stop 2024-05-16T15:38:59.315 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:38:59.308+0000 7f4522067700 1 -- 172.21.15.157:0/1475628971 shutdown_connections 2024-05-16T15:38:59.315 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:38:59.308+0000 7f4522067700 1 --2- 172.21.15.157:0/1475628971 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f451c103110 0x7f451c1034f0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:59.316 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:38:59.308+0000 7f4522067700 1 -- 172.21.15.157:0/1475628971 >> 172.21.15.157:0/1475628971 conn(0x7f451c0fe9e0 msgr2=0x7f451c100e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:38:59.316 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:38:59.308+0000 7f4522067700 1 -- 172.21.15.157:0/1475628971 shutdown_connections 2024-05-16T15:38:59.316 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:38:59.308+0000 7f4522067700 1 -- 172.21.15.157:0/1475628971 wait complete. 2024-05-16T15:38:59.316 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:38:59.309+0000 7f4522067700 1 Processor -- start 2024-05-16T15:38:59.316 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:38:59.309+0000 7f4522067700 1 -- start start 2024-05-16T15:38:59.316 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:38:59.309+0000 7f4522067700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f451c103110 0x7f451c0757a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:59.316 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:38:59.309+0000 7f4522067700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f451c10d240 con 0x7f451c103110 2024-05-16T15:38:59.316 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:38:59.309+0000 7f451b7fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f451c103110 0x7f451c0757a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:59.317 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:38:59.309+0000 7f451b7fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f451c103110 0x7f451c0757a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.157:51572/0 (socket says 172.21.15.157:51572) 2024-05-16T15:38:59.317 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:38:59.309+0000 7f451b7fe700 1 -- 172.21.15.157:0/1061513692 learned_addr learned my addr 172.21.15.157:0/1061513692 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-05-16T15:38:59.317 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:38:59.310+0000 7f451b7fe700 1 -- 172.21.15.157:0/1061513692 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f451c077690 con 0x7f451c103110 2024-05-16T15:38:59.317 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:38:59.310+0000 7f451b7fe700 1 --2- 172.21.15.157:0/1061513692 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f451c103110 0x7f451c0757a0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f450c005660 tx=0x7f450c005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:59.317 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:38:59.310+0000 7f4518ff9700 1 -- 172.21.15.157:0/1061513692 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f450c026070 con 0x7f451c103110 2024-05-16T15:38:59.317 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:38:59.310+0000 7f4522067700 1 -- 172.21.15.157:0/1061513692 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f451c075d40 con 0x7f451c103110 2024-05-16T15:38:59.317 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:38:59.310+0000 7f4518ff9700 1 -- 172.21.15.157:0/1061513692 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f450c00b750 con 0x7f451c103110 2024-05-16T15:38:59.317 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:38:59.310+0000 7f4522067700 1 -- 172.21.15.157:0/1061513692 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f451c076200 con 0x7f451c103110 2024-05-16T15:38:59.317 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:38:59.310+0000 7f4518ff9700 1 -- 172.21.15.157:0/1061513692 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f450c0037b0 con 0x7f451c103110 2024-05-16T15:38:59.319 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:38:59.311+0000 7f4518ff9700 1 -- 172.21.15.157:0/1061513692 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f450c029070 con 0x7f451c103110 2024-05-16T15:38:59.319 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:38:59.311+0000 7f4522067700 1 -- 172.21.15.157:0/1061513692 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f451c1045f0 con 0x7f451c103110 2024-05-16T15:38:59.319 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:38:59.311+0000 7f4518ff9700 1 --2- 172.21.15.157:0/1061513692 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f450403e510 0x7f45040409d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:38:59.319 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:38:59.311+0000 7f4518ff9700 1 -- 172.21.15.157:0/1061513692 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f450c01e070 con 0x7f451c103110 2024-05-16T15:38:59.319 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:38:59.312+0000 7f451affd700 1 --2- 172.21.15.157:0/1061513692 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f450403e510 0x7f45040409d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:38:59.319 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:38:59.312+0000 7f451affd700 1 --2- 172.21.15.157:0/1061513692 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f450403e510 0x7f45040409d0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f4510006fd0 tx=0x7f4510006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:38:59.322 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:38:59.317+0000 7f4518ff9700 1 -- 172.21.15.157:0/1061513692 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f450c013070 con 0x7f451c103110 2024-05-16T15:38:59.541 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:38:59.536+0000 7f4522067700 1 -- 172.21.15.157:0/1061513692 --> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi043:172.21.15.43=a;smithi148:172.21.15.148=b;smithi157:172.21.15.157=c", "target": ["mon-mgr", ""]}) -- 0x7f451c076cd0 con 0x7f450403e510 2024-05-16T15:38:59.547 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:38:59.543+0000 7f4518ff9700 1 -- 172.21.15.157:0/1061513692 <== mgr.14150 v2:172.21.15.43:6800/198025071 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f451c076cd0 con 0x7f450403e510 2024-05-16T15:38:59.547 INFO:teuthology.orchestra.run.smithi157.stdout:Scheduled mon update... 2024-05-16T15:38:59.550 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:38:59.545+0000 7f4522067700 1 -- 172.21.15.157:0/1061513692 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f450403e510 msgr2=0x7f45040409d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:59.550 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:38:59.545+0000 7f4522067700 1 --2- 172.21.15.157:0/1061513692 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f450403e510 0x7f45040409d0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f4510006fd0 tx=0x7f4510006e40 comp rx=0 tx=0).stop 2024-05-16T15:38:59.550 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:38:59.545+0000 7f4522067700 1 -- 172.21.15.157:0/1061513692 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f451c103110 msgr2=0x7f451c0757a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:38:59.550 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:38:59.545+0000 7f4522067700 1 --2- 172.21.15.157:0/1061513692 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f451c103110 0x7f451c0757a0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f450c005660 tx=0x7f450c005740 comp rx=0 tx=0).stop 2024-05-16T15:38:59.550 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:38:59.545+0000 7f4522067700 1 -- 172.21.15.157:0/1061513692 shutdown_connections 2024-05-16T15:38:59.550 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:38:59.545+0000 7f4522067700 1 --2- 172.21.15.157:0/1061513692 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f450403e510 0x7f45040409d0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:59.550 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:38:59.545+0000 7f4522067700 1 --2- 172.21.15.157:0/1061513692 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f451c103110 0x7f451c0757a0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:38:59.550 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:38:59.545+0000 7f4522067700 1 -- 172.21.15.157:0/1061513692 >> 172.21.15.157:0/1061513692 conn(0x7f451c0fe9e0 msgr2=0x7f451c10acb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:38:59.550 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:38:59.545+0000 7f4522067700 1 -- 172.21.15.157:0/1061513692 shutdown_connections 2024-05-16T15:38:59.550 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:38:59.545+0000 7f4522067700 1 -- 172.21.15.157:0/1061513692 wait complete. 2024-05-16T15:39:00.124 DEBUG:teuthology.orchestra.run.smithi148:mon.b> sudo journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@mon.b.service 2024-05-16T15:39:00.127 DEBUG:teuthology.orchestra.run.smithi157:mon.c> sudo journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@mon.c.service 2024-05-16T15:39:00.129 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-05-16T15:39:00.129 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph mon dump -f json 2024-05-16T15:39:00.891 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-16T15:39:00.969 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:00 smithi043 ceph-mon[31619]: from='client.14186 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi043:172.21.15.43=a;smithi148:172.21.15.148=b;smithi157:172.21.15.157=c", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:39:00.969 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:00 smithi043 ceph-mon[31619]: Saving service mon spec with placement smithi043:172.21.15.43=a;smithi148:172.21.15.148=b;smithi157:172.21.15.157=c;count:3 2024-05-16T15:39:00.969 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:00 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:00.969 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:00 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:39:00.969 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:00 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:00.970 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:00 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:39:00.970 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:00 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:00.970 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:00 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-16T15:39:00.970 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:00 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:00.970 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:00 smithi043 ceph-mon[31619]: Deploying daemon mon.c on smithi157 2024-05-16T15:39:00.970 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:00 smithi043 ceph-mon[31619]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:02.553 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:02.547+0000 7f787d978700 1 -- 172.21.15.157:0/3509086179 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7878103110 msgr2=0x7f78781034f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:39:02.554 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:02.547+0000 7f787d978700 1 --2- 172.21.15.157:0/3509086179 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7878103110 0x7f78781034f0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f7868009910 tx=0x7f7868009c20 comp rx=0 tx=0).stop 2024-05-16T15:39:02.554 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:02.547+0000 7f787d978700 1 -- 172.21.15.157:0/3509086179 shutdown_connections 2024-05-16T15:39:02.554 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:02.547+0000 7f787d978700 1 --2- 172.21.15.157:0/3509086179 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7878103110 0x7f78781034f0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:39:02.554 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:02.547+0000 7f787d978700 1 -- 172.21.15.157:0/3509086179 >> 172.21.15.157:0/3509086179 conn(0x7f78780fe9e0 msgr2=0x7f7878100e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:39:02.554 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:02.547+0000 7f787d978700 1 -- 172.21.15.157:0/3509086179 shutdown_connections 2024-05-16T15:39:02.554 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:02.547+0000 7f787d978700 1 -- 172.21.15.157:0/3509086179 wait complete. 2024-05-16T15:39:02.554 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:02.548+0000 7f787d978700 1 Processor -- start 2024-05-16T15:39:02.554 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:02.548+0000 7f787d978700 1 -- start start 2024-05-16T15:39:02.555 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:02.548+0000 7f787d978700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7878103110 0x7f787819e660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:39:02.555 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:02.548+0000 7f787d978700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f787810d240 con 0x7f7878103110 2024-05-16T15:39:02.555 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:02.549+0000 7f7876ffd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7878103110 0x7f787819e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:39:02.555 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:02.549+0000 7f7876ffd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7878103110 0x7f787819e660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.157:51590/0 (socket says 172.21.15.157:51590) 2024-05-16T15:39:02.555 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:02.549+0000 7f7876ffd700 1 -- 172.21.15.157:0/3493133577 learned_addr learned my addr 172.21.15.157:0/3493133577 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-05-16T15:39:02.555 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:02.549+0000 7f7876ffd700 1 -- 172.21.15.157:0/3493133577 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f787819eba0 con 0x7f7878103110 2024-05-16T15:39:02.557 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:02.549+0000 7f7876ffd700 1 --2- 172.21.15.157:0/3493133577 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7878103110 0x7f787819e660 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f7868005660 tx=0x7f7868005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:39:02.557 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:02.549+0000 7f787c976700 1 -- 172.21.15.157:0/3493133577 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7868026070 con 0x7f7878103110 2024-05-16T15:39:02.557 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:02.549+0000 7f787d978700 1 -- 172.21.15.157:0/3493133577 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f787819ee90 con 0x7f7878103110 2024-05-16T15:39:02.557 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:02.549+0000 7f787c976700 1 -- 172.21.15.157:0/3493133577 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f786800b6f0 con 0x7f7878103110 2024-05-16T15:39:02.557 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:02.549+0000 7f787c976700 1 -- 172.21.15.157:0/3493133577 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f78680037b0 con 0x7f7878103110 2024-05-16T15:39:02.557 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:02.549+0000 7f787d978700 1 -- 172.21.15.157:0/3493133577 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7878198900 con 0x7f7878103110 2024-05-16T15:39:02.557 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:02.550+0000 7f787d978700 1 -- 172.21.15.157:0/3493133577 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f78781045f0 con 0x7f7878103110 2024-05-16T15:39:02.557 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:02.550+0000 7f787c976700 1 -- 172.21.15.157:0/3493133577 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f7868029070 con 0x7f7878103110 2024-05-16T15:39:02.557 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:02.551+0000 7f787c976700 1 --2- 172.21.15.157:0/3493133577 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f786003e510 0x7f78600409d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:39:02.557 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:02.551+0000 7f787c976700 1 -- 172.21.15.157:0/3493133577 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f786801e070 con 0x7f7878103110 2024-05-16T15:39:02.557 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:02.551+0000 7f78767fc700 1 --2- 172.21.15.157:0/3493133577 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f786003e510 0x7f78600409d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:39:02.557 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:02.551+0000 7f78767fc700 1 --2- 172.21.15.157:0/3493133577 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f786003e510 0x7f78600409d0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f786c006fd0 tx=0x7f786c006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:39:02.561 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:02.556+0000 7f787c976700 1 -- 172.21.15.157:0/3493133577 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f7868013070 con 0x7f7878103110 2024-05-16T15:39:02.857 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:02.852+0000 7f787d978700 1 -- 172.21.15.157:0/3493133577 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f7878064b00 con 0x7f7878103110 2024-05-16T15:39:02.857 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:02.852+0000 7f787c976700 1 -- 172.21.15.157:0/3493133577 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) ==== 95+0+745 (secure 0 0 0) 0x7f7868030090 con 0x7f7878103110 2024-05-16T15:39:02.857 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-05-16T15:39:02.857 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":1,"fsid":"13155b42-139a-11ef-bc9a-c7b262605968","modified":"2024-05-16T15:37:19.362496Z","created":"2024-05-16T15:37:19.362496Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:3300","nonce":0},{"type":"v1","addr":"172.21.15.43:6789","nonce":0}]},"addr":"172.21.15.43:6789/0","public_addr":"172.21.15.43:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-05-16T15:39:02.860 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:02.855+0000 7f787d978700 1 -- 172.21.15.157:0/3493133577 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f786003e510 msgr2=0x7f78600409d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:39:02.860 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:02.855+0000 7f787d978700 1 --2- 172.21.15.157:0/3493133577 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f786003e510 0x7f78600409d0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f786c006fd0 tx=0x7f786c006e40 comp rx=0 tx=0).stop 2024-05-16T15:39:02.860 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:02.855+0000 7f787d978700 1 -- 172.21.15.157:0/3493133577 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7878103110 msgr2=0x7f787819e660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:39:02.860 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:02.855+0000 7f787d978700 1 --2- 172.21.15.157:0/3493133577 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7878103110 0x7f787819e660 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f7868005660 tx=0x7f7868005740 comp rx=0 tx=0).stop 2024-05-16T15:39:02.860 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:02.855+0000 7f787d978700 1 -- 172.21.15.157:0/3493133577 shutdown_connections 2024-05-16T15:39:02.860 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:02.855+0000 7f787d978700 1 --2- 172.21.15.157:0/3493133577 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f786003e510 0x7f78600409d0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:39:02.860 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:02.855+0000 7f787d978700 1 --2- 172.21.15.157:0/3493133577 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7878103110 0x7f787819e660 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:39:02.860 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:02.855+0000 7f787d978700 1 -- 172.21.15.157:0/3493133577 >> 172.21.15.157:0/3493133577 conn(0x7f78780fe9e0 msgr2=0x7f787810acb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:39:02.860 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:02.855+0000 7f787d978700 1 -- 172.21.15.157:0/3493133577 shutdown_connections 2024-05-16T15:39:02.860 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:02.855+0000 7f787d978700 1 -- 172.21.15.157:0/3493133577 wait complete. 2024-05-16T15:39:02.861 INFO:teuthology.orchestra.run.smithi157.stderr:dumped monmap epoch 1 2024-05-16T15:39:03.219 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:02 smithi043 ceph-mon[31619]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:03.219 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:02 smithi043 ceph-mon[31619]: from='client.? 172.21.15.157:0/3493133577' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-16T15:39:05.014 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-05-16T15:39:05.015 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph mon dump -f json 2024-05-16T15:39:05.219 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:04 smithi043 ceph-mon[31619]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:05.256 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.c/config 2024-05-16T15:39:05.501 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:05 smithi157 systemd[1]: Starting Ceph mon.c for 13155b42-139a-11ef-bc9a-c7b262605968... 2024-05-16T15:39:06.497 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:06 smithi157 podman[35522]: 2024-05-16 15:39:06.331942759 +0000 UTC m=+0.097352082 container create 3c8aab480598292b74dad8fee0d408e1d43c62230afc1520535a4b5f03067167 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mon-c, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS) 2024-05-16T15:39:06.497 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:06 smithi157 podman[35522]: 2024-05-16 15:39:06.25532166 +0000 UTC m=+0.020731014 image pull bc0afc5f792216c18cc9b63b7b42000fd468161488acab6065a32abbb64b541b quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381 2024-05-16T15:39:06.911 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:06.905+0000 7fcefc92f700 1 -- 172.21.15.157:0/2045175155 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fcef8101930 msgr2=0x7fcef8101d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:39:06.911 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:06.905+0000 7fcefc92f700 1 --2- 172.21.15.157:0/2045175155 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fcef8101930 0x7fcef8101d10 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fcee800b0a0 tx=0x7fcee800b3b0 comp rx=0 tx=0).stop 2024-05-16T15:39:06.911 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:06.905+0000 7fcefc92f700 1 -- 172.21.15.157:0/2045175155 shutdown_connections 2024-05-16T15:39:06.912 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:06.905+0000 7fcefc92f700 1 --2- 172.21.15.157:0/2045175155 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fcef8101930 0x7fcef8101d10 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:39:06.912 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:06.905+0000 7fcefc92f700 1 -- 172.21.15.157:0/2045175155 >> 172.21.15.157:0/2045175155 conn(0x7fcef8078380 msgr2=0x7fcef8078790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:39:06.912 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:06.905+0000 7fcefc92f700 1 -- 172.21.15.157:0/2045175155 shutdown_connections 2024-05-16T15:39:06.912 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:06.905+0000 7fcefc92f700 1 -- 172.21.15.157:0/2045175155 wait complete. 2024-05-16T15:39:06.912 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:06.906+0000 7fcefc92f700 1 Processor -- start 2024-05-16T15:39:06.912 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:06.906+0000 7fcefc92f700 1 -- start start 2024-05-16T15:39:06.912 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:06.906+0000 7fcefc92f700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fcef8101930 0x7fcef819e660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:39:06.912 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:06.906+0000 7fcefc92f700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fcef810d350 con 0x7fcef8101930 2024-05-16T15:39:06.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:06.907+0000 7fcef659c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fcef8101930 0x7fcef819e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:39:06.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:06.907+0000 7fcef659c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fcef8101930 0x7fcef819e660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.157:51602/0 (socket says 172.21.15.157:51602) 2024-05-16T15:39:06.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:06.907+0000 7fcef659c700 1 -- 172.21.15.157:0/1443615939 learned_addr learned my addr 172.21.15.157:0/1443615939 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-05-16T15:39:06.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:06.907+0000 7fcef659c700 1 -- 172.21.15.157:0/1443615939 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcef819eba0 con 0x7fcef8101930 2024-05-16T15:39:06.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:06.907+0000 7fcef659c700 1 --2- 172.21.15.157:0/1443615939 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fcef8101930 0x7fcef819e660 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fcee800b830 tx=0x7fcee8007940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:39:06.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:06.907+0000 7fceef7fe700 1 -- 172.21.15.157:0/1443615939 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcee8017040 con 0x7fcef8101930 2024-05-16T15:39:06.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:06.907+0000 7fcefc92f700 1 -- 172.21.15.157:0/1443615939 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcef819ee30 con 0x7fcef8101930 2024-05-16T15:39:06.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:06.907+0000 7fceef7fe700 1 -- 172.21.15.157:0/1443615939 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcee8022070 con 0x7fcef8101930 2024-05-16T15:39:06.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:06.907+0000 7fceef7fe700 1 -- 172.21.15.157:0/1443615939 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcee8004870 con 0x7fcef8101930 2024-05-16T15:39:06.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:06.907+0000 7fcefc92f700 1 -- 172.21.15.157:0/1443615939 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcef81987e0 con 0x7fcef8101930 2024-05-16T15:39:06.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:06.908+0000 7fcefc92f700 1 -- 172.21.15.157:0/1443615939 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcef806b400 con 0x7fcef8101930 2024-05-16T15:39:06.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:06.908+0000 7fceef7fe700 1 -- 172.21.15.157:0/1443615939 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7fcee8003b30 con 0x7fcef8101930 2024-05-16T15:39:06.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:06.909+0000 7fceef7fe700 1 --2- 172.21.15.157:0/1443615939 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fcee403e510 0x7fcee40409d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:39:06.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:06.909+0000 7fceef7fe700 1 -- 172.21.15.157:0/1443615939 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fcee800f050 con 0x7fcef8101930 2024-05-16T15:39:06.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:06.909+0000 7fcef5d9b700 1 --2- 172.21.15.157:0/1443615939 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fcee403e510 0x7fcee40409d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:39:06.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:06.909+0000 7fcef5d9b700 1 --2- 172.21.15.157:0/1443615939 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fcee403e510 0x7fcee40409d0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fcee0006fd0 tx=0x7fcee0006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:39:06.919 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:06.914+0000 7fceef7fe700 1 -- 172.21.15.157:0/1443615939 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fcee80040f0 con 0x7fcef8101930 2024-05-16T15:39:07.067 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 podman[35522]: 2024-05-16 15:39:07.004555213 +0000 UTC m=+0.769964556 container init 3c8aab480598292b74dad8fee0d408e1d43c62230afc1520535a4b5f03067167 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mon-c, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-16T15:39:07.067 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 podman[35522]: 2024-05-16 15:39:07.008485805 +0000 UTC m=+0.773895158 container start 3c8aab480598292b74dad8fee0d408e1d43c62230afc1520535a4b5f03067167 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mon-c, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-05-16T15:39:07.067 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: set uid:gid to 167:167 (ceph:ceph) 2024-05-16T15:39:07.067 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: ceph version 19.0.0-3449-gddbc91cb (ddbc91cbb025d4140650569b3f9e53bec459037d) squid (dev), process ceph-mon, pid 2 2024-05-16T15:39:07.067 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: pidfile_write: ignore empty --pid-file 2024-05-16T15:39:07.068 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: load: jerasure load: lrc 2024-05-16T15:39:07.068 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: RocksDB version: 7.9.2 2024-05-16T15:39:07.068 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Git sha 0 2024-05-16T15:39:07.068 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Compile date 2024-05-16 09:06:49 2024-05-16T15:39:07.068 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: DB SUMMARY 2024-05-16T15:39:07.068 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: DB Session ID: QERK71286AZTEKTWC0TW 2024-05-16T15:39:07.068 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: CURRENT file: CURRENT 2024-05-16T15:39:07.068 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: IDENTITY file: IDENTITY 2024-05-16T15:39:07.068 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-05-16T15:39:07.068 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-05-16T15:39:07.068 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 511 ; 2024-05-16T15:39:07.068 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.error_if_exists: 0 2024-05-16T15:39:07.068 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.create_if_missing: 0 2024-05-16T15:39:07.068 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.paranoid_checks: 1 2024-05-16T15:39:07.068 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.flush_verify_memtable_count: 1 2024-05-16T15:39:07.069 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-05-16T15:39:07.069 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-05-16T15:39:07.069 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.env: 0x5583c833fcc0 2024-05-16T15:39:07.069 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.fs: PosixFileSystem 2024-05-16T15:39:07.069 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.info_log: 0x5583c96f1da0 2024-05-16T15:39:07.069 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.max_file_opening_threads: 16 2024-05-16T15:39:07.070 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.statistics: (nil) 2024-05-16T15:39:07.070 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.use_fsync: 0 2024-05-16T15:39:07.070 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.max_log_file_size: 0 2024-05-16T15:39:07.070 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-05-16T15:39:07.070 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.log_file_time_to_roll: 0 2024-05-16T15:39:07.070 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.keep_log_file_num: 1000 2024-05-16T15:39:07.070 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.recycle_log_file_num: 0 2024-05-16T15:39:07.070 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.allow_fallocate: 1 2024-05-16T15:39:07.070 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.allow_mmap_reads: 0 2024-05-16T15:39:07.070 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.allow_mmap_writes: 0 2024-05-16T15:39:07.070 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.use_direct_reads: 0 2024-05-16T15:39:07.070 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-05-16T15:39:07.071 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.create_missing_column_families: 0 2024-05-16T15:39:07.071 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.db_log_dir: 2024-05-16T15:39:07.071 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.wal_dir: 2024-05-16T15:39:07.071 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.table_cache_numshardbits: 6 2024-05-16T15:39:07.071 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.WAL_ttl_seconds: 0 2024-05-16T15:39:07.071 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.WAL_size_limit_MB: 0 2024-05-16T15:39:07.071 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-05-16T15:39:07.071 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-05-16T15:39:07.071 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.is_fd_close_on_exec: 1 2024-05-16T15:39:07.071 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.advise_random_on_open: 1 2024-05-16T15:39:07.071 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.db_write_buffer_size: 0 2024-05-16T15:39:07.071 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.write_buffer_manager: 0x5583c96c30e0 2024-05-16T15:39:07.071 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-05-16T15:39:07.071 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-05-16T15:39:07.072 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.use_adaptive_mutex: 0 2024-05-16T15:39:07.072 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.rate_limiter: (nil) 2024-05-16T15:39:07.072 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-05-16T15:39:07.072 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.wal_recovery_mode: 2 2024-05-16T15:39:07.072 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.enable_thread_tracking: 0 2024-05-16T15:39:07.072 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.enable_pipelined_write: 0 2024-05-16T15:39:07.072 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.unordered_write: 0 2024-05-16T15:39:07.072 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-05-16T15:39:07.072 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-05-16T15:39:07.072 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-05-16T15:39:07.072 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-05-16T15:39:07.072 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.row_cache: None 2024-05-16T15:39:07.072 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.wal_filter: None 2024-05-16T15:39:07.072 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-05-16T15:39:07.072 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.allow_ingest_behind: 0 2024-05-16T15:39:07.072 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.two_write_queues: 0 2024-05-16T15:39:07.073 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.manual_wal_flush: 0 2024-05-16T15:39:07.073 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.wal_compression: 0 2024-05-16T15:39:07.073 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.atomic_flush: 0 2024-05-16T15:39:07.073 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-05-16T15:39:07.073 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.persist_stats_to_disk: 0 2024-05-16T15:39:07.073 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.write_dbid_to_manifest: 0 2024-05-16T15:39:07.073 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.log_readahead_size: 0 2024-05-16T15:39:07.073 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-05-16T15:39:07.073 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.best_efforts_recovery: 0 2024-05-16T15:39:07.073 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-05-16T15:39:07.073 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-05-16T15:39:07.073 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.allow_data_in_errors: 0 2024-05-16T15:39:07.073 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.db_host_id: __hostname__ 2024-05-16T15:39:07.073 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.enforce_single_del_contracts: true 2024-05-16T15:39:07.073 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.max_background_jobs: 2 2024-05-16T15:39:07.073 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.max_background_compactions: -1 2024-05-16T15:39:07.073 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.max_subcompactions: 1 2024-05-16T15:39:07.074 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-05-16T15:39:07.074 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-05-16T15:39:07.074 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.delayed_write_rate : 16777216 2024-05-16T15:39:07.074 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.max_total_wal_size: 0 2024-05-16T15:39:07.074 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-05-16T15:39:07.074 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.stats_dump_period_sec: 600 2024-05-16T15:39:07.074 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.stats_persist_period_sec: 600 2024-05-16T15:39:07.074 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-05-16T15:39:07.074 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.max_open_files: -1 2024-05-16T15:39:07.074 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.bytes_per_sync: 0 2024-05-16T15:39:07.074 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.wal_bytes_per_sync: 0 2024-05-16T15:39:07.074 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.strict_bytes_per_sync: 0 2024-05-16T15:39:07.074 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.compaction_readahead_size: 0 2024-05-16T15:39:07.074 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.max_background_flushes: -1 2024-05-16T15:39:07.074 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Compression algorithms supported: 2024-05-16T15:39:07.075 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-05-16T15:39:07.075 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: kZSTD supported: 0 2024-05-16T15:39:07.075 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: kXpressCompression supported: 0 2024-05-16T15:39:07.075 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: kLZ4HCCompression supported: 1 2024-05-16T15:39:07.075 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: kZlibCompression supported: 1 2024-05-16T15:39:07.075 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: kSnappyCompression supported: 1 2024-05-16T15:39:07.075 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: kLZ4Compression supported: 1 2024-05-16T15:39:07.075 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: kBZip2Compression supported: 0 2024-05-16T15:39:07.075 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Fast CRC32 supported: Supported on x86 2024-05-16T15:39:07.075 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: DMutex implementation: pthread_mutex_t 2024-05-16T15:39:07.075 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-05-16T15:39:07.075 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-05-16T15:39:07.075 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-05-16T15:39:07.075 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.merge_operator: 2024-05-16T15:39:07.075 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.compaction_filter: None 2024-05-16T15:39:07.075 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.compaction_filter_factory: None 2024-05-16T15:39:07.076 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.sst_partitioner_factory: None 2024-05-16T15:39:07.076 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.memtable_factory: SkipListFactory 2024-05-16T15:39:07.076 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.table_factory: BlockBasedTable 2024-05-16T15:39:07.076 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5583c96f1f60) 2024-05-16T15:39:07.076 INFO:journalctl@ceph.mon.c.smithi157.stdout: cache_index_and_filter_blocks: 1 2024-05-16T15:39:07.076 INFO:journalctl@ceph.mon.c.smithi157.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-05-16T15:39:07.076 INFO:journalctl@ceph.mon.c.smithi157.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-05-16T15:39:07.076 INFO:journalctl@ceph.mon.c.smithi157.stdout: pin_top_level_index_and_filter: 1 2024-05-16T15:39:07.076 INFO:journalctl@ceph.mon.c.smithi157.stdout: index_type: 0 2024-05-16T15:39:07.076 INFO:journalctl@ceph.mon.c.smithi157.stdout: data_block_index_type: 0 2024-05-16T15:39:07.076 INFO:journalctl@ceph.mon.c.smithi157.stdout: index_shortening: 1 2024-05-16T15:39:07.076 INFO:journalctl@ceph.mon.c.smithi157.stdout: data_block_hash_table_util_ratio: 0.750000 2024-05-16T15:39:07.076 INFO:journalctl@ceph.mon.c.smithi157.stdout: checksum: 4 2024-05-16T15:39:07.076 INFO:journalctl@ceph.mon.c.smithi157.stdout: no_block_cache: 0 2024-05-16T15:39:07.076 INFO:journalctl@ceph.mon.c.smithi157.stdout: block_cache: 0x5583c96f51f0 2024-05-16T15:39:07.076 INFO:journalctl@ceph.mon.c.smithi157.stdout: block_cache_name: BinnedLRUCache 2024-05-16T15:39:07.076 INFO:journalctl@ceph.mon.c.smithi157.stdout: block_cache_options: 2024-05-16T15:39:07.077 INFO:journalctl@ceph.mon.c.smithi157.stdout: capacity : 536870912 2024-05-16T15:39:07.077 INFO:journalctl@ceph.mon.c.smithi157.stdout: num_shard_bits : 4 2024-05-16T15:39:07.077 INFO:journalctl@ceph.mon.c.smithi157.stdout: strict_capacity_limit : 0 2024-05-16T15:39:07.077 INFO:journalctl@ceph.mon.c.smithi157.stdout: high_pri_pool_ratio: 0.000 2024-05-16T15:39:07.077 INFO:journalctl@ceph.mon.c.smithi157.stdout: block_cache_compressed: (nil) 2024-05-16T15:39:07.077 INFO:journalctl@ceph.mon.c.smithi157.stdout: persistent_cache: (nil) 2024-05-16T15:39:07.077 INFO:journalctl@ceph.mon.c.smithi157.stdout: block_size: 4096 2024-05-16T15:39:07.077 INFO:journalctl@ceph.mon.c.smithi157.stdout: block_size_deviation: 10 2024-05-16T15:39:07.077 INFO:journalctl@ceph.mon.c.smithi157.stdout: block_restart_interval: 16 2024-05-16T15:39:07.077 INFO:journalctl@ceph.mon.c.smithi157.stdout: index_block_restart_interval: 1 2024-05-16T15:39:07.077 INFO:journalctl@ceph.mon.c.smithi157.stdout: metadata_block_size: 4096 2024-05-16T15:39:07.077 INFO:journalctl@ceph.mon.c.smithi157.stdout: partition_filters: 0 2024-05-16T15:39:07.077 INFO:journalctl@ceph.mon.c.smithi157.stdout: use_delta_encoding: 1 2024-05-16T15:39:07.077 INFO:journalctl@ceph.mon.c.smithi157.stdout: filter_policy: bloomfilter 2024-05-16T15:39:07.077 INFO:journalctl@ceph.mon.c.smithi157.stdout: whole_key_filtering: 1 2024-05-16T15:39:07.077 INFO:journalctl@ceph.mon.c.smithi157.stdout: verify_compression: 0 2024-05-16T15:39:07.077 INFO:journalctl@ceph.mon.c.smithi157.stdout: read_amp_bytes_per_bit: 0 2024-05-16T15:39:07.078 INFO:journalctl@ceph.mon.c.smithi157.stdout: format_version: 5 2024-05-16T15:39:07.078 INFO:journalctl@ceph.mon.c.smithi157.stdout: enable_index_compression: 1 2024-05-16T15:39:07.078 INFO:journalctl@ceph.mon.c.smithi157.stdout: block_align: 0 2024-05-16T15:39:07.078 INFO:journalctl@ceph.mon.c.smithi157.stdout: max_auto_readahead_size: 262144 2024-05-16T15:39:07.078 INFO:journalctl@ceph.mon.c.smithi157.stdout: prepopulate_block_cache: 0 2024-05-16T15:39:07.078 INFO:journalctl@ceph.mon.c.smithi157.stdout: initial_auto_readahead_size: 8192 2024-05-16T15:39:07.079 INFO:journalctl@ceph.mon.c.smithi157.stdout: num_file_reads_for_auto_readahead: 2 2024-05-16T15:39:07.079 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.write_buffer_size: 33554432 2024-05-16T15:39:07.079 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.max_write_buffer_number: 2 2024-05-16T15:39:07.079 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.compression: NoCompression 2024-05-16T15:39:07.079 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.bottommost_compression: Disabled 2024-05-16T15:39:07.079 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.prefix_extractor: nullptr 2024-05-16T15:39:07.079 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-05-16T15:39:07.079 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.num_levels: 7 2024-05-16T15:39:07.079 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-05-16T15:39:07.079 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-05-16T15:39:07.079 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-05-16T15:39:07.079 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-05-16T15:39:07.079 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-05-16T15:39:07.079 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-05-16T15:39:07.080 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-05-16T15:39:07.080 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-05-16T15:39:07.080 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-05-16T15:39:07.080 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-05-16T15:39:07.080 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-05-16T15:39:07.080 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-05-16T15:39:07.080 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.compression_opts.window_bits: -14 2024-05-16T15:39:07.080 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.compression_opts.level: 32767 2024-05-16T15:39:07.080 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.compression_opts.strategy: 0 2024-05-16T15:39:07.080 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-05-16T15:39:07.080 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-05-16T15:39:07.080 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-05-16T15:39:07.080 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-05-16T15:39:07.080 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.compression_opts.enabled: false 2024-05-16T15:39:07.080 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-05-16T15:39:07.080 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-05-16T15:39:07.081 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-05-16T15:39:07.081 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-05-16T15:39:07.081 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.target_file_size_base: 67108864 2024-05-16T15:39:07.081 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.target_file_size_multiplier: 1 2024-05-16T15:39:07.081 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-05-16T15:39:07.081 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-05-16T15:39:07.081 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-05-16T15:39:07.081 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-05-16T15:39:07.081 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-05-16T15:39:07.081 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-05-16T15:39:07.081 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-05-16T15:39:07.081 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-05-16T15:39:07.081 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-05-16T15:39:07.081 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-05-16T15:39:07.081 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-05-16T15:39:07.081 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-05-16T15:39:07.081 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-05-16T15:39:07.082 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.arena_block_size: 1048576 2024-05-16T15:39:07.082 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-05-16T15:39:07.082 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-05-16T15:39:07.082 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.disable_auto_compactions: 0 2024-05-16T15:39:07.082 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-05-16T15:39:07.082 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-05-16T15:39:07.082 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-05-16T15:39:07.082 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-05-16T15:39:07.082 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-05-16T15:39:07.082 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-05-16T15:39:07.082 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-05-16T15:39:07.082 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-05-16T15:39:07.082 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-05-16T15:39:07.082 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-05-16T15:39:07.082 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-05-16T15:39:07.082 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.inplace_update_support: 0 2024-05-16T15:39:07.083 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.inplace_update_num_locks: 10000 2024-05-16T15:39:07.083 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-05-16T15:39:07.083 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-05-16T15:39:07.083 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.memtable_huge_page_size: 0 2024-05-16T15:39:07.083 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.bloom_locality: 0 2024-05-16T15:39:07.083 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.max_successive_merges: 0 2024-05-16T15:39:07.083 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.optimize_filters_for_hits: 0 2024-05-16T15:39:07.083 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.paranoid_file_checks: 0 2024-05-16T15:39:07.083 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.force_consistency_checks: 1 2024-05-16T15:39:07.083 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.report_bg_io_stats: 0 2024-05-16T15:39:07.083 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.ttl: 2592000 2024-05-16T15:39:07.083 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.periodic_compaction_seconds: 0 2024-05-16T15:39:07.083 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-05-16T15:39:07.083 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-05-16T15:39:07.083 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.enable_blob_files: false 2024-05-16T15:39:07.083 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.min_blob_size: 0 2024-05-16T15:39:07.083 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.blob_file_size: 268435456 2024-05-16T15:39:07.083 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.blob_compression_type: NoCompression 2024-05-16T15:39:07.084 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.enable_blob_garbage_collection: false 2024-05-16T15:39:07.084 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-05-16T15:39:07.084 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-05-16T15:39:07.084 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-05-16T15:39:07.084 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.blob_file_starting_level: 0 2024-05-16T15:39:07.084 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-05-16T15:39:07.084 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-05-16T15:39:07.084 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-05-16T15:39:07.084 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 52c91ed4-5069-4dd0-ad2a-366a634c4d8e 2024-05-16T15:39:07.084 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: EVENT_LOG_v1 {"time_micros": 1715873947049920, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-05-16T15:39:07.084 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-05-16T15:39:07.084 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: EVENT_LOG_v1 {"time_micros": 1715873947050326, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1648, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1715873947, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "52c91ed4-5069-4dd0-ad2a-366a634c4d8e", "db_session_id": "QERK71286AZTEKTWC0TW", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-05-16T15:39:07.084 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: EVENT_LOG_v1 {"time_micros": 1715873947050406, "job": 1, "event": "recovery_finished"} 2024-05-16T15:39:07.084 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-05-16T15:39:07.084 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-05-16T15:39:07.084 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5583c9812000 2024-05-16T15:39:07.085 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: DB pointer 0x5583c97fe000 2024-05-16T15:39:07.085 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-05-16T15:39:07.085 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-05-16T15:39:07.085 INFO:journalctl@ceph.mon.c.smithi157.stdout: ** DB Stats ** 2024-05-16T15:39:07.085 INFO:journalctl@ceph.mon.c.smithi157.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-16T15:39:07.085 INFO:journalctl@ceph.mon.c.smithi157.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-05-16T15:39:07.085 INFO:journalctl@ceph.mon.c.smithi157.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-16T15:39:07.085 INFO:journalctl@ceph.mon.c.smithi157.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-16T15:39:07.085 INFO:journalctl@ceph.mon.c.smithi157.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-05-16T15:39:07.085 INFO:journalctl@ceph.mon.c.smithi157.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-16T15:39:07.085 INFO:journalctl@ceph.mon.c.smithi157.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-16T15:39:07.085 INFO:journalctl@ceph.mon.c.smithi157.stdout: 2024-05-16T15:39:07.085 INFO:journalctl@ceph.mon.c.smithi157.stdout: ** Compaction Stats [default] ** 2024-05-16T15:39:07.085 INFO:journalctl@ceph.mon.c.smithi157.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-16T15:39:07.085 INFO:journalctl@ceph.mon.c.smithi157.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-05-16T15:39:07.085 INFO:journalctl@ceph.mon.c.smithi157.stdout: L0 1/0 1.61 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-05-16T15:39:07.086 INFO:journalctl@ceph.mon.c.smithi157.stdout: Sum 1/0 1.61 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-05-16T15:39:07.086 INFO:journalctl@ceph.mon.c.smithi157.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-05-16T15:39:07.086 INFO:journalctl@ceph.mon.c.smithi157.stdout: 2024-05-16T15:39:07.086 INFO:journalctl@ceph.mon.c.smithi157.stdout: ** Compaction Stats [default] ** 2024-05-16T15:39:07.086 INFO:journalctl@ceph.mon.c.smithi157.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-16T15:39:07.086 INFO:journalctl@ceph.mon.c.smithi157.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-05-16T15:39:07.086 INFO:journalctl@ceph.mon.c.smithi157.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-05-16T15:39:07.086 INFO:journalctl@ceph.mon.c.smithi157.stdout: 2024-05-16T15:39:07.086 INFO:journalctl@ceph.mon.c.smithi157.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-05-16T15:39:07.086 INFO:journalctl@ceph.mon.c.smithi157.stdout: 2024-05-16T15:39:07.086 INFO:journalctl@ceph.mon.c.smithi157.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-16T15:39:07.086 INFO:journalctl@ceph.mon.c.smithi157.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-05-16T15:39:07.086 INFO:journalctl@ceph.mon.c.smithi157.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-05-16T15:39:07.086 INFO:journalctl@ceph.mon.c.smithi157.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-05-16T15:39:07.086 INFO:journalctl@ceph.mon.c.smithi157.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-05-16T15:39:07.087 INFO:journalctl@ceph.mon.c.smithi157.stdout: AddFile(Keys): cumulative 0, interval 0 2024-05-16T15:39:07.087 INFO:journalctl@ceph.mon.c.smithi157.stdout: Cumulative compaction: 0.00 GB write, 0.12 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-16T15:39:07.087 INFO:journalctl@ceph.mon.c.smithi157.stdout: Interval compaction: 0.00 GB write, 0.12 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-16T15:39:07.087 INFO:journalctl@ceph.mon.c.smithi157.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-05-16T15:39:07.087 INFO:journalctl@ceph.mon.c.smithi157.stdout: Block cache BinnedLRUCache@0x5583c96f51f0#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-05-16T15:39:07.087 INFO:journalctl@ceph.mon.c.smithi157.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-05-16T15:39:07.087 INFO:journalctl@ceph.mon.c.smithi157.stdout: 2024-05-16T15:39:07.087 INFO:journalctl@ceph.mon.c.smithi157.stdout: ** File Read Latency Histogram By Level [default] ** 2024-05-16T15:39:07.087 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-05-16T15:39:07.087 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: using public_addr v2:172.21.15.157:0/0 -> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] 2024-05-16T15:39:07.087 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: starting mon.c rank -1 at public addrs [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] at bind addrs [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] mon_data /var/lib/ceph/mon/ceph-c fsid 13155b42-139a-11ef-bc9a-c7b262605968 2024-05-16T15:39:07.087 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: mon.c@-1(???) e0 preinit fsid 13155b42-139a-11ef-bc9a-c7b262605968 2024-05-16T15:39:07.087 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 bash[35522]: 3c8aab480598292b74dad8fee0d408e1d43c62230afc1520535a4b5f03067167 2024-05-16T15:39:07.087 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 systemd[1]: Started Ceph mon.c for 13155b42-139a-11ef-bc9a-c7b262605968. 2024-05-16T15:39:07.088 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:07.075+0000 7fceef7fe700 1 -- 172.21.15.157:0/1443615939 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fcee80258e0 con 0x7fcef8101930 2024-05-16T15:39:07.219 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:06 smithi043 ceph-mon[31619]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:07.224 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:07.219+0000 7fcefc92f700 1 -- 172.21.15.157:0/1443615939 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7fcef8064b00 con 0x7fcef8101930 2024-05-16T15:39:07.420 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: mon.c@-1(synchronizing).mds e1 new map 2024-05-16T15:39:07.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: mon.c@-1(synchronizing).mds e1 print_map 2024-05-16T15:39:07.421 INFO:journalctl@ceph.mon.c.smithi157.stdout: e1 2024-05-16T15:39:07.421 INFO:journalctl@ceph.mon.c.smithi157.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-05-16T15:39:07.421 INFO:journalctl@ceph.mon.c.smithi157.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-05-16T15:39:07.421 INFO:journalctl@ceph.mon.c.smithi157.stdout: legacy client fscid: -1 2024-05-16T15:39:07.421 INFO:journalctl@ceph.mon.c.smithi157.stdout: 2024-05-16T15:39:07.421 INFO:journalctl@ceph.mon.c.smithi157.stdout: No filesystems configured 2024-05-16T15:39:07.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-05-16T15:39:07.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-05-16T15:39:07.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-05-16T15:39:07.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-05-16T15:39:07.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-05-16T15:39:07.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-05-16T15:39:07.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-05-16T15:39:07.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-05-16T15:39:07.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-05-16T15:39:07.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-05-16T15:39:07.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:07.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:07.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-16T15:39:07.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:07.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:07.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi157", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:39:07.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:07.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:07.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:07.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:07.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi148", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:39:07.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:07.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:39:07.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: Updating smithi148:/etc/ceph/ceph.conf 2024-05-16T15:39:07.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: Deploying cephadm binary to smithi157 2024-05-16T15:39:07.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: Updating smithi148:/var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-16T15:39:07.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:07.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: Updating smithi148:/etc/ceph/ceph.client.admin.keyring 2024-05-16T15:39:07.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:07.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:07.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:07.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:07.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:07.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:39:07.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: Updating smithi148:/var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/config/ceph.client.admin.keyring 2024-05-16T15:39:07.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: Added host smithi157 2024-05-16T15:39:07.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:07.424 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:07.424 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:07.424 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:07.424 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:07.424 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-16T15:39:07.424 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:07.424 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/1080517148' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-05-16T15:39:07.424 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:07.424 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:07.424 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:07.424 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:07.424 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi157", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:39:07.424 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:07.424 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:39:07.425 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: Updating smithi157:/etc/ceph/ceph.conf 2024-05-16T15:39:07.425 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/1080517148' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-05-16T15:39:07.425 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: osdmap e4: 0 total, 0 up, 0 in 2024-05-16T15:39:07.425 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: Updating smithi157:/var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-16T15:39:07.425 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: Updating smithi157:/etc/ceph/ceph.client.admin.keyring 2024-05-16T15:39:07.425 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:07.425 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:07.425 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:07.425 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: Updating smithi157:/var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/config/ceph.client.admin.keyring 2024-05-16T15:39:07.425 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:07.425 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: from='client.14186 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi043:172.21.15.43=a;smithi148:172.21.15.148=b;smithi157:172.21.15.157=c", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:39:07.425 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: Saving service mon spec with placement smithi043:172.21.15.43=a;smithi148:172.21.15.148=b;smithi157:172.21.15.157=c;count:3 2024-05-16T15:39:07.425 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:07.425 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:39:07.426 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:07.426 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:39:07.426 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:07.426 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-16T15:39:07.426 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:07.426 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: Deploying daemon mon.c on smithi157 2024-05-16T15:39:07.426 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:07.426 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:07.426 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: from='client.? 172.21.15.157:0/3493133577' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-16T15:39:07.426 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:07.426 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:07.426 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:07 smithi157 ceph-mon[35584]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-05-16T15:39:12.091 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:12.086+0000 7fceef7fe700 1 -- 172.21.15.157:0/1443615939 <== mon.0 v2:172.21.15.43:3300/0 8 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1015 (secure 0 0 0) 0x7fcee8027460 con 0x7fcef8101930 2024-05-16T15:39:12.092 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-05-16T15:39:12.092 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":2,"fsid":"13155b42-139a-11ef-bc9a-c7b262605968","modified":"2024-05-16T15:39:07.075882Z","created":"2024-05-16T15:37:19.362496Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:3300","nonce":0},{"type":"v1","addr":"172.21.15.43:6789","nonce":0}]},"addr":"172.21.15.43:6789/0","public_addr":"172.21.15.43:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:3300","nonce":0},{"type":"v1","addr":"172.21.15.157:6789","nonce":0}]},"addr":"172.21.15.157:6789/0","public_addr":"172.21.15.157:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-05-16T15:39:12.094 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:12.089+0000 7fcefc92f700 1 -- 172.21.15.157:0/1443615939 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fcee403e510 msgr2=0x7fcee40409d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:39:12.094 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:12.089+0000 7fcefc92f700 1 --2- 172.21.15.157:0/1443615939 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fcee403e510 0x7fcee40409d0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fcee0006fd0 tx=0x7fcee0006e40 comp rx=0 tx=0).stop 2024-05-16T15:39:12.095 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:12.089+0000 7fcefc92f700 1 -- 172.21.15.157:0/1443615939 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fcef8101930 msgr2=0x7fcef819e660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:39:12.095 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:12.089+0000 7fcefc92f700 1 --2- 172.21.15.157:0/1443615939 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fcef8101930 0x7fcef819e660 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fcee800b830 tx=0x7fcee8007940 comp rx=0 tx=0).stop 2024-05-16T15:39:12.095 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:12.089+0000 7fcefc92f700 1 -- 172.21.15.157:0/1443615939 shutdown_connections 2024-05-16T15:39:12.095 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:12.089+0000 7fcefc92f700 1 --2- 172.21.15.157:0/1443615939 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fcee403e510 0x7fcee40409d0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:39:12.095 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:12.089+0000 7fcefc92f700 1 --2- 172.21.15.157:0/1443615939 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fcef8101930 0x7fcef819e660 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:39:12.095 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:12.089+0000 7fcefc92f700 1 -- 172.21.15.157:0/1443615939 >> 172.21.15.157:0/1443615939 conn(0x7fcef8078380 msgr2=0x7fcef8104ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:39:12.095 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:12.089+0000 7fcefc92f700 1 -- 172.21.15.157:0/1443615939 shutdown_connections 2024-05-16T15:39:12.095 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:12.089+0000 7fcefc92f700 1 -- 172.21.15.157:0/1443615939 wait complete. 2024-05-16T15:39:12.096 INFO:teuthology.orchestra.run.smithi157.stderr:dumped monmap epoch 2 2024-05-16T15:39:12.403 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:12 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-16T15:39:12.403 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:12 smithi157 ceph-mon[35584]: mon.a calling monitor election 2024-05-16T15:39:12.403 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:12 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-16T15:39:12.403 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:12 smithi157 ceph-mon[35584]: from='client.? 172.21.15.157:0/1443615939' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-16T15:39:12.403 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:12 smithi157 ceph-mon[35584]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:12.403 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:12 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-16T15:39:12.403 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:12 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-16T15:39:12.404 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:12 smithi157 ceph-mon[35584]: mon.c calling monitor election 2024-05-16T15:39:12.404 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:12 smithi157 ceph-mon[35584]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:12.404 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:12 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-16T15:39:12.404 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:12 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-16T15:39:12.404 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:12 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-16T15:39:12.404 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:12 smithi157 ceph-mon[35584]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-05-16T15:39:12.404 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:12 smithi157 ceph-mon[35584]: monmap epoch 2 2024-05-16T15:39:12.404 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:12 smithi157 ceph-mon[35584]: fsid 13155b42-139a-11ef-bc9a-c7b262605968 2024-05-16T15:39:12.404 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:12 smithi157 ceph-mon[35584]: last_changed 2024-05-16T15:39:07.075882+0000 2024-05-16T15:39:12.404 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:12 smithi157 ceph-mon[35584]: created 2024-05-16T15:37:19.362496+0000 2024-05-16T15:39:12.404 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:12 smithi157 ceph-mon[35584]: min_mon_release 19 (squid) 2024-05-16T15:39:12.404 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:12 smithi157 ceph-mon[35584]: election_strategy: 1 2024-05-16T15:39:12.404 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:12 smithi157 ceph-mon[35584]: 0: [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] mon.a 2024-05-16T15:39:12.404 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:12 smithi157 ceph-mon[35584]: 1: [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] mon.c 2024-05-16T15:39:12.404 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:12 smithi157 ceph-mon[35584]: fsmap 2024-05-16T15:39:12.405 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:12 smithi157 ceph-mon[35584]: osdmap e4: 0 total, 0 up, 0 in 2024-05-16T15:39:12.405 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:12 smithi157 ceph-mon[35584]: mgrmap e13: x(active, since 52s) 2024-05-16T15:39:12.405 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:12 smithi157 ceph-mon[35584]: overall HEALTH_OK 2024-05-16T15:39:12.405 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:12 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:12.405 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:12 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:12.405 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:12 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:12.405 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:12 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-16T15:39:12.405 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:12 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:12.469 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:12 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-16T15:39:12.469 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:12 smithi043 ceph-mon[31619]: mon.a calling monitor election 2024-05-16T15:39:12.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:12 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-16T15:39:12.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:12 smithi043 ceph-mon[31619]: from='client.? 172.21.15.157:0/1443615939' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-16T15:39:12.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:12 smithi043 ceph-mon[31619]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:12.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:12 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-16T15:39:12.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:12 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-16T15:39:12.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:12 smithi043 ceph-mon[31619]: mon.c calling monitor election 2024-05-16T15:39:12.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:12 smithi043 ceph-mon[31619]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:12.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:12 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-16T15:39:12.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:12 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-16T15:39:12.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:12 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-16T15:39:12.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:12 smithi043 ceph-mon[31619]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-05-16T15:39:12.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:12 smithi043 ceph-mon[31619]: monmap epoch 2 2024-05-16T15:39:12.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:12 smithi043 ceph-mon[31619]: fsid 13155b42-139a-11ef-bc9a-c7b262605968 2024-05-16T15:39:12.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:12 smithi043 ceph-mon[31619]: last_changed 2024-05-16T15:39:07.075882+0000 2024-05-16T15:39:12.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:12 smithi043 ceph-mon[31619]: created 2024-05-16T15:37:19.362496+0000 2024-05-16T15:39:12.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:12 smithi043 ceph-mon[31619]: min_mon_release 19 (squid) 2024-05-16T15:39:12.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:12 smithi043 ceph-mon[31619]: election_strategy: 1 2024-05-16T15:39:12.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:12 smithi043 ceph-mon[31619]: 0: [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] mon.a 2024-05-16T15:39:12.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:12 smithi043 ceph-mon[31619]: 1: [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] mon.c 2024-05-16T15:39:12.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:12 smithi043 ceph-mon[31619]: fsmap 2024-05-16T15:39:12.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:12 smithi043 ceph-mon[31619]: osdmap e4: 0 total, 0 up, 0 in 2024-05-16T15:39:12.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:12 smithi043 ceph-mon[31619]: mgrmap e13: x(active, since 52s) 2024-05-16T15:39:12.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:12 smithi043 ceph-mon[31619]: overall HEALTH_OK 2024-05-16T15:39:12.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:12 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:12.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:12 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:12.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:12 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:12.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:12 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-16T15:39:12.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:12 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:13.420 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:13 smithi157 ceph-mon[35584]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:13.420 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:13 smithi157 ceph-mon[35584]: Deploying daemon mon.b on smithi148 2024-05-16T15:39:13.420 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:13 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-16T15:39:13.469 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:13 smithi043 ceph-mon[31619]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:13.469 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:13 smithi043 ceph-mon[31619]: Deploying daemon mon.b on smithi148 2024-05-16T15:39:13.469 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:13 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-16T15:39:13.722 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-05-16T15:39:13.722 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph mon dump -f json 2024-05-16T15:39:13.968 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.c/config 2024-05-16T15:39:14.469 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:39:14 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:39:14.075+0000 7fa16c9c8700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-05-16T15:39:15.247 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:15 smithi157 ceph-mon[35584]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:15.405 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:15.400+0000 7fb05db9d700 1 -- 172.21.15.157:0/1813648502 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb058101f20 msgr2=0x7fb058102300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:39:15.406 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:15.400+0000 7fb05db9d700 1 --2- 172.21.15.157:0/1813648502 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb058101f20 0x7fb058102300 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fb04c009910 tx=0x7fb04c009c20 comp rx=0 tx=0).stop 2024-05-16T15:39:15.406 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:15.400+0000 7fb05db9d700 1 -- 172.21.15.157:0/1813648502 shutdown_connections 2024-05-16T15:39:15.406 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:15.400+0000 7fb05db9d700 1 --2- 172.21.15.157:0/1813648502 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb058101f20 0x7fb058102300 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:39:15.406 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:15.400+0000 7fb05db9d700 1 -- 172.21.15.157:0/1813648502 >> 172.21.15.157:0/1813648502 conn(0x7fb0580fd7d0 msgr2=0x7fb0580ffbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:39:15.406 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:15.400+0000 7fb05db9d700 1 -- 172.21.15.157:0/1813648502 shutdown_connections 2024-05-16T15:39:15.406 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:15.400+0000 7fb05db9d700 1 -- 172.21.15.157:0/1813648502 wait complete. 2024-05-16T15:39:15.406 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:15.401+0000 7fb05db9d700 1 Processor -- start 2024-05-16T15:39:15.406 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:15.401+0000 7fb05db9d700 1 -- start start 2024-05-16T15:39:15.408 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:15.401+0000 7fb05db9d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb058101f20 0x7fb05819e640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:39:15.408 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:15.401+0000 7fb05db9d700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb05819eb80 0x7fb058198710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:39:15.408 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:15.401+0000 7fb05db9d700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fb05810c050 con 0x7fb058101f20 2024-05-16T15:39:15.408 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:15.401+0000 7fb05db9d700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fb05810bed0 con 0x7fb05819eb80 2024-05-16T15:39:15.408 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:15.401+0000 7fb057fff700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb05819eb80 0x7fb058198710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:39:15.409 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:15.401+0000 7fb057fff700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb05819eb80 0x7fb058198710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:60972/0 (socket says 172.21.15.157:60972) 2024-05-16T15:39:15.409 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:15.401+0000 7fb057fff700 1 -- 172.21.15.157:0/2986271061 learned_addr learned my addr 172.21.15.157:0/2986271061 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-05-16T15:39:15.409 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:15.401+0000 7fb05cb9b700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb058101f20 0x7fb05819e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:39:15.409 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:15.401+0000 7fb057fff700 1 -- 172.21.15.157:0/2986271061 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb05819eb80 msgr2=0x7fb058198710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-05-16T15:39:15.409 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:15.401+0000 7fb057fff700 1 -- 172.21.15.157:0/2986271061 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb05819eb80 msgr2=0x7fb058198710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-05-16T15:39:15.409 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:15.401+0000 7fb057fff700 1 --2- 172.21.15.157:0/2986271061 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb05819eb80 0x7fb058198710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-05-16T15:39:15.409 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:15.401+0000 7fb057fff700 1 --2- 172.21.15.157:0/2986271061 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb05819eb80 0x7fb058198710 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-16T15:39:15.409 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:15.402+0000 7fb05cb9b700 1 -- 172.21.15.157:0/2986271061 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb05819eb80 msgr2=0x7fb058198710 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-16T15:39:15.409 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:15.402+0000 7fb05cb9b700 1 --2- 172.21.15.157:0/2986271061 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb05819eb80 0x7fb058198710 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:39:15.409 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:15.402+0000 7fb05cb9b700 1 -- 172.21.15.157:0/2986271061 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb05819f100 con 0x7fb058101f20 2024-05-16T15:39:15.409 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:15.402+0000 7fb05cb9b700 1 --2- 172.21.15.157:0/2986271061 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb058101f20 0x7fb05819e640 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fb04c009910 tx=0x7fb04c005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:39:15.409 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:15.402+0000 7fb055ffb700 1 -- 172.21.15.157:0/2986271061 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fb04c005dc0 con 0x7fb058101f20 2024-05-16T15:39:15.409 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:15.402+0000 7fb05db9d700 1 -- 172.21.15.157:0/2986271061 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb058198cb0 con 0x7fb058101f20 2024-05-16T15:39:15.409 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:15.402+0000 7fb055ffb700 1 -- 172.21.15.157:0/2986271061 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb04c004f40 con 0x7fb058101f20 2024-05-16T15:39:15.410 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:15.402+0000 7fb055ffb700 1 -- 172.21.15.157:0/2986271061 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fb04c022d00 con 0x7fb058101f20 2024-05-16T15:39:15.410 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:15.402+0000 7fb05db9d700 1 -- 172.21.15.157:0/2986271061 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb058199240 con 0x7fb058101f20 2024-05-16T15:39:15.410 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:15.403+0000 7fb05db9d700 1 -- 172.21.15.157:0/2986271061 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb058103400 con 0x7fb058101f20 2024-05-16T15:39:15.410 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:15.403+0000 7fb055ffb700 1 -- 172.21.15.157:0/2986271061 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7fb04c02a070 con 0x7fb058101f20 2024-05-16T15:39:15.410 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:15.404+0000 7fb055ffb700 1 --2- 172.21.15.157:0/2986271061 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb04803e2b0 0x7fb048040770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:39:15.411 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:15.404+0000 7fb055ffb700 1 -- 172.21.15.157:0/2986271061 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fb04c01e030 con 0x7fb058101f20 2024-05-16T15:39:15.411 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:15.404+0000 7fb057fff700 1 --2- 172.21.15.157:0/2986271061 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb04803e2b0 0x7fb048040770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:39:15.411 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:15.405+0000 7fb057fff700 1 --2- 172.21.15.157:0/2986271061 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb04803e2b0 0x7fb048040770 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fb044009180 tx=0x7fb044008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:39:15.414 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:15.410+0000 7fb055ffb700 1 -- 172.21.15.157:0/2986271061 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fb04c013070 con 0x7fb058101f20 2024-05-16T15:39:15.469 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:15 smithi043 ceph-mon[31619]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:15.633 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 systemd[1]: Starting Ceph mon.b for 13155b42-139a-11ef-bc9a-c7b262605968... 2024-05-16T15:39:15.702 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:15.697+0000 7fb05db9d700 1 -- 172.21.15.157:0/2986271061 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7fb0581995b0 con 0x7fb058101f20 2024-05-16T15:39:15.703 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:15.698+0000 7fb055ffb700 1 -- 172.21.15.157:0/2986271061 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1015 (secure 0 0 0) 0x7fb04c031020 con 0x7fb058101f20 2024-05-16T15:39:15.703 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-05-16T15:39:15.703 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":2,"fsid":"13155b42-139a-11ef-bc9a-c7b262605968","modified":"2024-05-16T15:39:07.075882Z","created":"2024-05-16T15:37:19.362496Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:3300","nonce":0},{"type":"v1","addr":"172.21.15.43:6789","nonce":0}]},"addr":"172.21.15.43:6789/0","public_addr":"172.21.15.43:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:3300","nonce":0},{"type":"v1","addr":"172.21.15.157:6789","nonce":0}]},"addr":"172.21.15.157:6789/0","public_addr":"172.21.15.157:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-05-16T15:39:15.706 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:15.700+0000 7fb05db9d700 1 -- 172.21.15.157:0/2986271061 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb04803e2b0 msgr2=0x7fb048040770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:39:15.706 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:15.700+0000 7fb05db9d700 1 --2- 172.21.15.157:0/2986271061 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb04803e2b0 0x7fb048040770 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fb044009180 tx=0x7fb044008040 comp rx=0 tx=0).stop 2024-05-16T15:39:15.706 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:15.700+0000 7fb05db9d700 1 -- 172.21.15.157:0/2986271061 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb058101f20 msgr2=0x7fb05819e640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:39:15.706 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:15.700+0000 7fb05db9d700 1 --2- 172.21.15.157:0/2986271061 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb058101f20 0x7fb05819e640 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fb04c009910 tx=0x7fb04c005780 comp rx=0 tx=0).stop 2024-05-16T15:39:15.706 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:15.700+0000 7fb05db9d700 1 -- 172.21.15.157:0/2986271061 shutdown_connections 2024-05-16T15:39:15.706 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:15.700+0000 7fb05db9d700 1 --2- 172.21.15.157:0/2986271061 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb04803e2b0 0x7fb048040770 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:39:15.706 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:15.700+0000 7fb05db9d700 1 --2- 172.21.15.157:0/2986271061 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb058101f20 0x7fb05819e640 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:39:15.706 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:15.700+0000 7fb05db9d700 1 --2- 172.21.15.157:0/2986271061 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb05819eb80 0x7fb058198710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:39:15.706 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:15.700+0000 7fb05db9d700 1 -- 172.21.15.157:0/2986271061 >> 172.21.15.157:0/2986271061 conn(0x7fb0580fd7d0 msgr2=0x7fb058109c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:39:15.706 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:15.700+0000 7fb05db9d700 1 -- 172.21.15.157:0/2986271061 shutdown_connections 2024-05-16T15:39:15.706 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:15.700+0000 7fb05db9d700 1 -- 172.21.15.157:0/2986271061 wait complete. 2024-05-16T15:39:15.707 INFO:teuthology.orchestra.run.smithi157.stderr:dumped monmap epoch 2 2024-05-16T15:39:15.892 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 podman[34958]: 2024-05-16 15:39:15.809867199 +0000 UTC m=+0.101056002 container create 2de409d417f1ce7c1597e425450ae17ef830a3c19a408fa04afc605a2720b53c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mon-b, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, ceph=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-16T15:39:15.892 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 podman[34958]: 2024-05-16 15:39:15.726653073 +0000 UTC m=+0.017841894 image pull bc0afc5f792216c18cc9b63b7b42000fd468161488acab6065a32abbb64b541b quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381 2024-05-16T15:39:16.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 podman[34958]: 2024-05-16 15:39:15.945586647 +0000 UTC m=+0.236775437 container init 2de409d417f1ce7c1597e425450ae17ef830a3c19a408fa04afc605a2720b53c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mon-b, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-05-16T15:39:16.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 podman[34958]: 2024-05-16 15:39:15.948787204 +0000 UTC m=+0.239975998 container start 2de409d417f1ce7c1597e425450ae17ef830a3c19a408fa04afc605a2720b53c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mon-b, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.license=GPLv2) 2024-05-16T15:39:16.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: set uid:gid to 167:167 (ceph:ceph) 2024-05-16T15:39:16.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: ceph version 19.0.0-3449-gddbc91cb (ddbc91cbb025d4140650569b3f9e53bec459037d) squid (dev), process ceph-mon, pid 2 2024-05-16T15:39:16.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: pidfile_write: ignore empty --pid-file 2024-05-16T15:39:16.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: load: jerasure load: lrc 2024-05-16T15:39:16.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: RocksDB version: 7.9.2 2024-05-16T15:39:16.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Git sha 0 2024-05-16T15:39:16.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Compile date 2024-05-16 09:06:49 2024-05-16T15:39:16.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: DB SUMMARY 2024-05-16T15:39:16.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: DB Session ID: DCR825XUMSD2QL3K876J 2024-05-16T15:39:16.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: CURRENT file: CURRENT 2024-05-16T15:39:16.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: IDENTITY file: IDENTITY 2024-05-16T15:39:16.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-05-16T15:39:16.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-05-16T15:39:16.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 636 ; 2024-05-16T15:39:16.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.error_if_exists: 0 2024-05-16T15:39:16.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.create_if_missing: 0 2024-05-16T15:39:16.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.paranoid_checks: 1 2024-05-16T15:39:16.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.flush_verify_memtable_count: 1 2024-05-16T15:39:16.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-05-16T15:39:16.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-05-16T15:39:16.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.env: 0x5558df60ccc0 2024-05-16T15:39:16.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.fs: PosixFileSystem 2024-05-16T15:39:16.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.info_log: 0x5558e035dda0 2024-05-16T15:39:16.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.max_file_opening_threads: 16 2024-05-16T15:39:16.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.statistics: (nil) 2024-05-16T15:39:16.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.use_fsync: 0 2024-05-16T15:39:16.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.max_log_file_size: 0 2024-05-16T15:39:16.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-05-16T15:39:16.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.log_file_time_to_roll: 0 2024-05-16T15:39:16.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.keep_log_file_num: 1000 2024-05-16T15:39:16.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.recycle_log_file_num: 0 2024-05-16T15:39:16.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.allow_fallocate: 1 2024-05-16T15:39:16.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.allow_mmap_reads: 0 2024-05-16T15:39:16.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.allow_mmap_writes: 0 2024-05-16T15:39:16.185 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.use_direct_reads: 0 2024-05-16T15:39:16.185 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-05-16T15:39:16.185 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.create_missing_column_families: 0 2024-05-16T15:39:16.185 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.db_log_dir: 2024-05-16T15:39:16.185 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.wal_dir: 2024-05-16T15:39:16.185 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.table_cache_numshardbits: 6 2024-05-16T15:39:16.185 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.WAL_ttl_seconds: 0 2024-05-16T15:39:16.185 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.WAL_size_limit_MB: 0 2024-05-16T15:39:16.185 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-05-16T15:39:16.185 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-05-16T15:39:16.185 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.is_fd_close_on_exec: 1 2024-05-16T15:39:16.185 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.advise_random_on_open: 1 2024-05-16T15:39:16.186 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.db_write_buffer_size: 0 2024-05-16T15:39:16.186 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.write_buffer_manager: 0x5558e032f0e0 2024-05-16T15:39:16.186 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-05-16T15:39:16.186 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-05-16T15:39:16.186 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.use_adaptive_mutex: 0 2024-05-16T15:39:16.186 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.rate_limiter: (nil) 2024-05-16T15:39:16.186 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-05-16T15:39:16.186 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.wal_recovery_mode: 2 2024-05-16T15:39:16.186 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.enable_thread_tracking: 0 2024-05-16T15:39:16.186 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.enable_pipelined_write: 0 2024-05-16T15:39:16.186 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.unordered_write: 0 2024-05-16T15:39:16.186 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-05-16T15:39:16.186 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-05-16T15:39:16.186 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-05-16T15:39:16.187 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-05-16T15:39:16.187 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.row_cache: None 2024-05-16T15:39:16.187 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.wal_filter: None 2024-05-16T15:39:16.187 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-05-16T15:39:16.187 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.allow_ingest_behind: 0 2024-05-16T15:39:16.187 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.two_write_queues: 0 2024-05-16T15:39:16.187 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.manual_wal_flush: 0 2024-05-16T15:39:16.187 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.wal_compression: 0 2024-05-16T15:39:16.187 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.atomic_flush: 0 2024-05-16T15:39:16.188 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-05-16T15:39:16.188 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.persist_stats_to_disk: 0 2024-05-16T15:39:16.188 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.write_dbid_to_manifest: 0 2024-05-16T15:39:16.188 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.log_readahead_size: 0 2024-05-16T15:39:16.188 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-05-16T15:39:16.188 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.best_efforts_recovery: 0 2024-05-16T15:39:16.188 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-05-16T15:39:16.188 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-05-16T15:39:16.188 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.allow_data_in_errors: 0 2024-05-16T15:39:16.188 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.db_host_id: __hostname__ 2024-05-16T15:39:16.188 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.enforce_single_del_contracts: true 2024-05-16T15:39:16.188 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.max_background_jobs: 2 2024-05-16T15:39:16.188 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.max_background_compactions: -1 2024-05-16T15:39:16.188 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.max_subcompactions: 1 2024-05-16T15:39:16.189 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-05-16T15:39:16.189 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-05-16T15:39:16.189 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.delayed_write_rate : 16777216 2024-05-16T15:39:16.189 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.max_total_wal_size: 0 2024-05-16T15:39:16.189 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-05-16T15:39:16.189 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.stats_dump_period_sec: 600 2024-05-16T15:39:16.189 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.stats_persist_period_sec: 600 2024-05-16T15:39:16.189 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-05-16T15:39:16.189 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.max_open_files: -1 2024-05-16T15:39:16.189 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.bytes_per_sync: 0 2024-05-16T15:39:16.189 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.wal_bytes_per_sync: 0 2024-05-16T15:39:16.189 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.strict_bytes_per_sync: 0 2024-05-16T15:39:16.189 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.compaction_readahead_size: 0 2024-05-16T15:39:16.189 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.max_background_flushes: -1 2024-05-16T15:39:16.189 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Compression algorithms supported: 2024-05-16T15:39:16.189 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-05-16T15:39:16.190 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: kZSTD supported: 0 2024-05-16T15:39:16.190 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: kXpressCompression supported: 0 2024-05-16T15:39:16.190 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: kLZ4HCCompression supported: 1 2024-05-16T15:39:16.190 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: kZlibCompression supported: 1 2024-05-16T15:39:16.190 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: kSnappyCompression supported: 1 2024-05-16T15:39:16.190 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: kLZ4Compression supported: 1 2024-05-16T15:39:16.190 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: kBZip2Compression supported: 0 2024-05-16T15:39:16.190 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Fast CRC32 supported: Supported on x86 2024-05-16T15:39:16.190 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: DMutex implementation: pthread_mutex_t 2024-05-16T15:39:16.190 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2024-05-16T15:39:16.190 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-05-16T15:39:16.190 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-05-16T15:39:16.190 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.merge_operator: 2024-05-16T15:39:16.190 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.compaction_filter: None 2024-05-16T15:39:16.191 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.compaction_filter_factory: None 2024-05-16T15:39:16.191 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.sst_partitioner_factory: None 2024-05-16T15:39:16.191 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.memtable_factory: SkipListFactory 2024-05-16T15:39:16.191 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.table_factory: BlockBasedTable 2024-05-16T15:39:16.191 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5558e035df60) 2024-05-16T15:39:16.191 INFO:journalctl@ceph.mon.b.smithi148.stdout: cache_index_and_filter_blocks: 1 2024-05-16T15:39:16.191 INFO:journalctl@ceph.mon.b.smithi148.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-05-16T15:39:16.191 INFO:journalctl@ceph.mon.b.smithi148.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-05-16T15:39:16.191 INFO:journalctl@ceph.mon.b.smithi148.stdout: pin_top_level_index_and_filter: 1 2024-05-16T15:39:16.191 INFO:journalctl@ceph.mon.b.smithi148.stdout: index_type: 0 2024-05-16T15:39:16.191 INFO:journalctl@ceph.mon.b.smithi148.stdout: data_block_index_type: 0 2024-05-16T15:39:16.191 INFO:journalctl@ceph.mon.b.smithi148.stdout: index_shortening: 1 2024-05-16T15:39:16.191 INFO:journalctl@ceph.mon.b.smithi148.stdout: data_block_hash_table_util_ratio: 0.750000 2024-05-16T15:39:16.191 INFO:journalctl@ceph.mon.b.smithi148.stdout: checksum: 4 2024-05-16T15:39:16.191 INFO:journalctl@ceph.mon.b.smithi148.stdout: no_block_cache: 0 2024-05-16T15:39:16.192 INFO:journalctl@ceph.mon.b.smithi148.stdout: block_cache: 0x5558e03611f0 2024-05-16T15:39:16.192 INFO:journalctl@ceph.mon.b.smithi148.stdout: block_cache_name: BinnedLRUCache 2024-05-16T15:39:16.192 INFO:journalctl@ceph.mon.b.smithi148.stdout: block_cache_options: 2024-05-16T15:39:16.192 INFO:journalctl@ceph.mon.b.smithi148.stdout: capacity : 536870912 2024-05-16T15:39:16.192 INFO:journalctl@ceph.mon.b.smithi148.stdout: num_shard_bits : 4 2024-05-16T15:39:16.192 INFO:journalctl@ceph.mon.b.smithi148.stdout: strict_capacity_limit : 0 2024-05-16T15:39:16.192 INFO:journalctl@ceph.mon.b.smithi148.stdout: high_pri_pool_ratio: 0.000 2024-05-16T15:39:16.192 INFO:journalctl@ceph.mon.b.smithi148.stdout: block_cache_compressed: (nil) 2024-05-16T15:39:16.192 INFO:journalctl@ceph.mon.b.smithi148.stdout: persistent_cache: (nil) 2024-05-16T15:39:16.192 INFO:journalctl@ceph.mon.b.smithi148.stdout: block_size: 4096 2024-05-16T15:39:16.192 INFO:journalctl@ceph.mon.b.smithi148.stdout: block_size_deviation: 10 2024-05-16T15:39:16.192 INFO:journalctl@ceph.mon.b.smithi148.stdout: block_restart_interval: 16 2024-05-16T15:39:16.192 INFO:journalctl@ceph.mon.b.smithi148.stdout: index_block_restart_interval: 1 2024-05-16T15:39:16.192 INFO:journalctl@ceph.mon.b.smithi148.stdout: metadata_block_size: 4096 2024-05-16T15:39:16.193 INFO:journalctl@ceph.mon.b.smithi148.stdout: partition_filters: 0 2024-05-16T15:39:16.193 INFO:journalctl@ceph.mon.b.smithi148.stdout: use_delta_encoding: 1 2024-05-16T15:39:16.193 INFO:journalctl@ceph.mon.b.smithi148.stdout: filter_policy: bloomfilter 2024-05-16T15:39:16.193 INFO:journalctl@ceph.mon.b.smithi148.stdout: whole_key_filtering: 1 2024-05-16T15:39:16.193 INFO:journalctl@ceph.mon.b.smithi148.stdout: verify_compression: 0 2024-05-16T15:39:16.193 INFO:journalctl@ceph.mon.b.smithi148.stdout: read_amp_bytes_per_bit: 0 2024-05-16T15:39:16.193 INFO:journalctl@ceph.mon.b.smithi148.stdout: format_version: 5 2024-05-16T15:39:16.193 INFO:journalctl@ceph.mon.b.smithi148.stdout: enable_index_compression: 1 2024-05-16T15:39:16.193 INFO:journalctl@ceph.mon.b.smithi148.stdout: block_align: 0 2024-05-16T15:39:16.193 INFO:journalctl@ceph.mon.b.smithi148.stdout: max_auto_readahead_size: 262144 2024-05-16T15:39:16.193 INFO:journalctl@ceph.mon.b.smithi148.stdout: prepopulate_block_cache: 0 2024-05-16T15:39:16.193 INFO:journalctl@ceph.mon.b.smithi148.stdout: initial_auto_readahead_size: 8192 2024-05-16T15:39:16.193 INFO:journalctl@ceph.mon.b.smithi148.stdout: num_file_reads_for_auto_readahead: 2 2024-05-16T15:39:16.193 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.write_buffer_size: 33554432 2024-05-16T15:39:16.194 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.max_write_buffer_number: 2 2024-05-16T15:39:16.194 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.compression: NoCompression 2024-05-16T15:39:16.194 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.bottommost_compression: Disabled 2024-05-16T15:39:16.194 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.prefix_extractor: nullptr 2024-05-16T15:39:16.194 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-05-16T15:39:16.194 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.num_levels: 7 2024-05-16T15:39:16.194 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-05-16T15:39:16.194 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-05-16T15:39:16.194 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-05-16T15:39:16.194 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-05-16T15:39:16.194 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-05-16T15:39:16.194 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-05-16T15:39:16.194 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-05-16T15:39:16.194 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-05-16T15:39:16.195 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-05-16T15:39:16.195 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-05-16T15:39:16.195 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-05-16T15:39:16.195 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-05-16T15:39:16.195 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.compression_opts.window_bits: -14 2024-05-16T15:39:16.195 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.compression_opts.level: 32767 2024-05-16T15:39:16.195 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.compression_opts.strategy: 0 2024-05-16T15:39:16.195 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-05-16T15:39:16.195 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-05-16T15:39:16.195 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-05-16T15:39:16.195 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-05-16T15:39:16.195 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.compression_opts.enabled: false 2024-05-16T15:39:16.195 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-05-16T15:39:16.195 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-05-16T15:39:16.196 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-05-16T15:39:16.196 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-05-16T15:39:16.196 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.target_file_size_base: 67108864 2024-05-16T15:39:16.196 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.target_file_size_multiplier: 1 2024-05-16T15:39:16.196 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-05-16T15:39:16.196 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-05-16T15:39:16.196 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-05-16T15:39:16.196 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-05-16T15:39:16.197 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-05-16T15:39:16.197 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-05-16T15:39:16.197 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-05-16T15:39:16.197 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-05-16T15:39:16.197 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-05-16T15:39:16.198 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-05-16T15:39:16.198 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-05-16T15:39:16.198 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-05-16T15:39:16.198 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-05-16T15:39:16.198 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.arena_block_size: 1048576 2024-05-16T15:39:16.198 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-05-16T15:39:16.198 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-05-16T15:39:16.198 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.disable_auto_compactions: 0 2024-05-16T15:39:16.198 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-05-16T15:39:16.198 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-05-16T15:39:16.198 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-05-16T15:39:16.198 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-05-16T15:39:16.198 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-05-16T15:39:16.198 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-05-16T15:39:16.199 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-05-16T15:39:16.199 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-05-16T15:39:16.199 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-05-16T15:39:16.199 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-05-16T15:39:16.199 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-05-16T15:39:16.199 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.inplace_update_support: 0 2024-05-16T15:39:16.199 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.inplace_update_num_locks: 10000 2024-05-16T15:39:16.199 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-05-16T15:39:16.199 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-05-16T15:39:16.199 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.memtable_huge_page_size: 0 2024-05-16T15:39:16.199 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.bloom_locality: 0 2024-05-16T15:39:16.199 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.max_successive_merges: 0 2024-05-16T15:39:16.199 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.optimize_filters_for_hits: 0 2024-05-16T15:39:16.199 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.paranoid_file_checks: 0 2024-05-16T15:39:16.200 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.force_consistency_checks: 1 2024-05-16T15:39:16.200 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.report_bg_io_stats: 0 2024-05-16T15:39:16.200 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.ttl: 2592000 2024-05-16T15:39:16.200 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.periodic_compaction_seconds: 0 2024-05-16T15:39:16.200 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-05-16T15:39:16.200 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-05-16T15:39:16.200 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.enable_blob_files: false 2024-05-16T15:39:16.200 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.min_blob_size: 0 2024-05-16T15:39:16.200 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.blob_file_size: 268435456 2024-05-16T15:39:16.200 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.blob_compression_type: NoCompression 2024-05-16T15:39:16.200 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.enable_blob_garbage_collection: false 2024-05-16T15:39:16.200 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-05-16T15:39:16.200 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-05-16T15:39:16.200 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-05-16T15:39:16.201 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.blob_file_starting_level: 0 2024-05-16T15:39:16.201 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-05-16T15:39:16.201 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-05-16T15:39:16.201 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-05-16T15:39:16.201 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: d7abbb1e-9c38-4ec8-93d6-6a2c9cd5a43a 2024-05-16T15:39:16.201 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: EVENT_LOG_v1 {"time_micros": 1715873955979418, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-05-16T15:39:16.201 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-05-16T15:39:16.201 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: EVENT_LOG_v1 {"time_micros": 1715873955979840, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1773, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1715873955, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d7abbb1e-9c38-4ec8-93d6-6a2c9cd5a43a", "db_session_id": "DCR825XUMSD2QL3K876J", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-05-16T15:39:16.201 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: EVENT_LOG_v1 {"time_micros": 1715873955979919, "job": 1, "event": "recovery_finished"} 2024-05-16T15:39:16.201 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-05-16T15:39:16.201 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-05-16T15:39:16.201 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5558e047e000 2024-05-16T15:39:16.201 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: DB pointer 0x5558e046a000 2024-05-16T15:39:16.201 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-05-16T15:39:16.202 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-05-16T15:39:16.202 INFO:journalctl@ceph.mon.b.smithi148.stdout: ** DB Stats ** 2024-05-16T15:39:16.202 INFO:journalctl@ceph.mon.b.smithi148.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-16T15:39:16.202 INFO:journalctl@ceph.mon.b.smithi148.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-05-16T15:39:16.202 INFO:journalctl@ceph.mon.b.smithi148.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-16T15:39:16.202 INFO:journalctl@ceph.mon.b.smithi148.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-16T15:39:16.202 INFO:journalctl@ceph.mon.b.smithi148.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-05-16T15:39:16.202 INFO:journalctl@ceph.mon.b.smithi148.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-16T15:39:16.202 INFO:journalctl@ceph.mon.b.smithi148.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-16T15:39:16.202 INFO:journalctl@ceph.mon.b.smithi148.stdout: 2024-05-16T15:39:16.202 INFO:journalctl@ceph.mon.b.smithi148.stdout: ** Compaction Stats [default] ** 2024-05-16T15:39:16.202 INFO:journalctl@ceph.mon.b.smithi148.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-16T15:39:16.202 INFO:journalctl@ceph.mon.b.smithi148.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-05-16T15:39:16.202 INFO:journalctl@ceph.mon.b.smithi148.stdout: L0 1/0 1.73 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.2 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-05-16T15:39:16.203 INFO:journalctl@ceph.mon.b.smithi148.stdout: Sum 1/0 1.73 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.2 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-05-16T15:39:16.203 INFO:journalctl@ceph.mon.b.smithi148.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.2 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-05-16T15:39:16.203 INFO:journalctl@ceph.mon.b.smithi148.stdout: 2024-05-16T15:39:16.203 INFO:journalctl@ceph.mon.b.smithi148.stdout: ** Compaction Stats [default] ** 2024-05-16T15:39:16.203 INFO:journalctl@ceph.mon.b.smithi148.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-16T15:39:16.203 INFO:journalctl@ceph.mon.b.smithi148.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-05-16T15:39:16.203 INFO:journalctl@ceph.mon.b.smithi148.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.2 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-05-16T15:39:16.203 INFO:journalctl@ceph.mon.b.smithi148.stdout: 2024-05-16T15:39:16.203 INFO:journalctl@ceph.mon.b.smithi148.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-05-16T15:39:16.203 INFO:journalctl@ceph.mon.b.smithi148.stdout: 2024-05-16T15:39:16.203 INFO:journalctl@ceph.mon.b.smithi148.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-16T15:39:16.203 INFO:journalctl@ceph.mon.b.smithi148.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-05-16T15:39:16.203 INFO:journalctl@ceph.mon.b.smithi148.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-05-16T15:39:16.203 INFO:journalctl@ceph.mon.b.smithi148.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-05-16T15:39:16.204 INFO:journalctl@ceph.mon.b.smithi148.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-05-16T15:39:16.204 INFO:journalctl@ceph.mon.b.smithi148.stdout: AddFile(Keys): cumulative 0, interval 0 2024-05-16T15:39:16.204 INFO:journalctl@ceph.mon.b.smithi148.stdout: Cumulative compaction: 0.00 GB write, 0.66 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-16T15:39:16.204 INFO:journalctl@ceph.mon.b.smithi148.stdout: Interval compaction: 0.00 GB write, 0.66 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-16T15:39:16.204 INFO:journalctl@ceph.mon.b.smithi148.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-05-16T15:39:16.204 INFO:journalctl@ceph.mon.b.smithi148.stdout: Block cache BinnedLRUCache@0x5558e03611f0#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-05-16T15:39:16.204 INFO:journalctl@ceph.mon.b.smithi148.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-05-16T15:39:16.204 INFO:journalctl@ceph.mon.b.smithi148.stdout: 2024-05-16T15:39:16.204 INFO:journalctl@ceph.mon.b.smithi148.stdout: ** File Read Latency Histogram By Level [default] ** 2024-05-16T15:39:16.204 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: mon.b does not exist in monmap, will attempt to join an existing cluster 2024-05-16T15:39:16.204 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: using public_addr v2:172.21.15.148:0/0 -> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-05-16T15:39:16.204 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: starting mon.b rank -1 at public addrs [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] at bind addrs [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 13155b42-139a-11ef-bc9a-c7b262605968 2024-05-16T15:39:16.204 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: mon.b@-1(???) e0 preinit fsid 13155b42-139a-11ef-bc9a-c7b262605968 2024-05-16T15:39:16.204 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: mon.b@-1(synchronizing).mds e1 new map 2024-05-16T15:39:16.205 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: mon.b@-1(synchronizing).mds e1 print_map 2024-05-16T15:39:16.205 INFO:journalctl@ceph.mon.b.smithi148.stdout: e1 2024-05-16T15:39:16.205 INFO:journalctl@ceph.mon.b.smithi148.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-05-16T15:39:16.205 INFO:journalctl@ceph.mon.b.smithi148.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-05-16T15:39:16.205 INFO:journalctl@ceph.mon.b.smithi148.stdout: legacy client fscid: -1 2024-05-16T15:39:16.205 INFO:journalctl@ceph.mon.b.smithi148.stdout: 2024-05-16T15:39:16.205 INFO:journalctl@ceph.mon.b.smithi148.stdout: No filesystems configured 2024-05-16T15:39:16.205 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-05-16T15:39:16.205 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-05-16T15:39:16.205 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-05-16T15:39:16.205 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-05-16T15:39:16.205 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-05-16T15:39:16.205 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-05-16T15:39:16.206 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-05-16T15:39:16.206 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-05-16T15:39:16.206 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-05-16T15:39:16.206 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-05-16T15:39:16.206 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:16.206 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:16.206 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-16T15:39:16.206 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:16.206 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:16.206 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi157", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:39:16.206 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:16.206 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:16.206 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:16.207 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:16.207 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi148", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:39:16.207 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:16.207 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:39:16.207 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: Updating smithi148:/etc/ceph/ceph.conf 2024-05-16T15:39:16.207 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: Deploying cephadm binary to smithi157 2024-05-16T15:39:16.207 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: Updating smithi148:/var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-16T15:39:16.207 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:16.207 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: Updating smithi148:/etc/ceph/ceph.client.admin.keyring 2024-05-16T15:39:16.207 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:16.207 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:16.207 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:16.207 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:16.207 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:16.208 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:39:16.208 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: Updating smithi148:/var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/config/ceph.client.admin.keyring 2024-05-16T15:39:16.208 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: Added host smithi157 2024-05-16T15:39:16.208 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:16.208 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:16.208 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:16.208 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:16.208 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:16.208 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-16T15:39:16.208 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:16.208 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/1080517148' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-05-16T15:39:16.208 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:16.208 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:16.209 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:16.209 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:16.209 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi157", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:39:16.209 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:16.209 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:39:16.209 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: Updating smithi157:/etc/ceph/ceph.conf 2024-05-16T15:39:16.209 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/1080517148' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-05-16T15:39:16.209 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: osdmap e4: 0 total, 0 up, 0 in 2024-05-16T15:39:16.209 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: Updating smithi157:/var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-16T15:39:16.209 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: Updating smithi157:/etc/ceph/ceph.client.admin.keyring 2024-05-16T15:39:16.209 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:16.209 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:16.209 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:16.209 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: Updating smithi157:/var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/config/ceph.client.admin.keyring 2024-05-16T15:39:16.209 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:16.210 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='client.14186 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi043:172.21.15.43=a;smithi148:172.21.15.148=b;smithi157:172.21.15.157=c", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:39:16.210 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: Saving service mon spec with placement smithi043:172.21.15.43=a;smithi148:172.21.15.148=b;smithi157:172.21.15.157=c;count:3 2024-05-16T15:39:16.210 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:16.210 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:39:16.210 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:16.210 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:39:16.210 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:16.210 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-16T15:39:16.210 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:16.210 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: Deploying daemon mon.c on smithi157 2024-05-16T15:39:16.210 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:16.210 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:16.210 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='client.? 172.21.15.157:0/3493133577' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-16T15:39:16.210 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:16.211 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:16.211 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-16T15:39:16.211 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: mon.a calling monitor election 2024-05-16T15:39:16.211 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-16T15:39:16.211 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='client.? 172.21.15.157:0/1443615939' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-16T15:39:16.211 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:16.211 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-16T15:39:16.211 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-16T15:39:16.211 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: mon.c calling monitor election 2024-05-16T15:39:16.211 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:16.211 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-16T15:39:16.212 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-16T15:39:16.212 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-16T15:39:16.212 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-05-16T15:39:16.212 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: monmap epoch 2 2024-05-16T15:39:16.212 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: fsid 13155b42-139a-11ef-bc9a-c7b262605968 2024-05-16T15:39:16.212 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: last_changed 2024-05-16T15:39:07.075882+0000 2024-05-16T15:39:16.212 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: created 2024-05-16T15:37:19.362496+0000 2024-05-16T15:39:16.212 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: min_mon_release 19 (squid) 2024-05-16T15:39:16.212 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: election_strategy: 1 2024-05-16T15:39:16.212 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: 0: [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] mon.a 2024-05-16T15:39:16.212 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: 1: [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] mon.c 2024-05-16T15:39:16.212 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: fsmap 2024-05-16T15:39:16.212 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: osdmap e4: 0 total, 0 up, 0 in 2024-05-16T15:39:16.212 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: mgrmap e13: x(active, since 52s) 2024-05-16T15:39:16.212 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: overall HEALTH_OK 2024-05-16T15:39:16.212 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:16.213 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:16.213 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:16.213 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-16T15:39:16.213 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:16.213 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:15 smithi148 ceph-mon[34976]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:16.213 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:16 smithi148 ceph-mon[34976]: Deploying daemon mon.b on smithi148 2024-05-16T15:39:16.213 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:16 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-16T15:39:16.213 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:16 smithi148 ceph-mon[34976]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:16.213 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:16 smithi148 ceph-mon[34976]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-05-16T15:39:16.213 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:16 smithi148 bash[34958]: 2de409d417f1ce7c1597e425450ae17ef830a3c19a408fa04afc605a2720b53c 2024-05-16T15:39:16.213 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:16 smithi148 systemd[1]: Started Ceph mon.b for 13155b42-139a-11ef-bc9a-c7b262605968. 2024-05-16T15:39:17.326 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-05-16T15:39:17.326 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph mon dump -f json 2024-05-16T15:39:17.574 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.c/config 2024-05-16T15:39:21.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:21 smithi157 ceph-mon[35584]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:21.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:21 smithi157 ceph-mon[35584]: mon.c calling monitor election 2024-05-16T15:39:21.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:21 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-16T15:39:21.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:21 smithi157 ceph-mon[35584]: mon.a calling monitor election 2024-05-16T15:39:21.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:21 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-16T15:39:21.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:21 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-16T15:39:21.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:21 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-16T15:39:21.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:21 smithi157 ceph-mon[35584]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:21.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:21 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-16T15:39:21.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:21 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-16T15:39:21.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:21 smithi157 ceph-mon[35584]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:21.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:21 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-16T15:39:21.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:21 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-16T15:39:21.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:21 smithi157 ceph-mon[35584]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-05-16T15:39:21.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:21 smithi157 ceph-mon[35584]: monmap epoch 3 2024-05-16T15:39:21.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:21 smithi157 ceph-mon[35584]: fsid 13155b42-139a-11ef-bc9a-c7b262605968 2024-05-16T15:39:21.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:21 smithi157 ceph-mon[35584]: last_changed 2024-05-16T15:39:16.004614+0000 2024-05-16T15:39:21.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:21 smithi157 ceph-mon[35584]: created 2024-05-16T15:37:19.362496+0000 2024-05-16T15:39:21.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:21 smithi157 ceph-mon[35584]: min_mon_release 19 (squid) 2024-05-16T15:39:21.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:21 smithi157 ceph-mon[35584]: election_strategy: 1 2024-05-16T15:39:21.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:21 smithi157 ceph-mon[35584]: 0: [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] mon.a 2024-05-16T15:39:21.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:21 smithi157 ceph-mon[35584]: 1: [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] mon.c 2024-05-16T15:39:21.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:21 smithi157 ceph-mon[35584]: 2: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-05-16T15:39:21.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:21 smithi157 ceph-mon[35584]: fsmap 2024-05-16T15:39:21.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:21 smithi157 ceph-mon[35584]: osdmap e4: 0 total, 0 up, 0 in 2024-05-16T15:39:21.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:21 smithi157 ceph-mon[35584]: mgrmap e13: x(active, since 61s) 2024-05-16T15:39:21.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:21 smithi157 ceph-mon[35584]: overall HEALTH_OK 2024-05-16T15:39:21.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:21 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:21.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:21 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:21.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:21 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:21.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:21 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:21.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:21 smithi043 ceph-mon[31619]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:21.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:21 smithi043 ceph-mon[31619]: mon.c calling monitor election 2024-05-16T15:39:21.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:21 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-16T15:39:21.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:21 smithi043 ceph-mon[31619]: mon.a calling monitor election 2024-05-16T15:39:21.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:21 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-16T15:39:21.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:21 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-16T15:39:21.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:21 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-16T15:39:21.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:21 smithi043 ceph-mon[31619]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:21.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:21 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-16T15:39:21.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:21 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-16T15:39:21.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:21 smithi043 ceph-mon[31619]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:21.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:21 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-16T15:39:21.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:21 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-16T15:39:21.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:21 smithi043 ceph-mon[31619]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-05-16T15:39:21.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:21 smithi043 ceph-mon[31619]: monmap epoch 3 2024-05-16T15:39:21.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:21 smithi043 ceph-mon[31619]: fsid 13155b42-139a-11ef-bc9a-c7b262605968 2024-05-16T15:39:21.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:21 smithi043 ceph-mon[31619]: last_changed 2024-05-16T15:39:16.004614+0000 2024-05-16T15:39:21.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:21 smithi043 ceph-mon[31619]: created 2024-05-16T15:37:19.362496+0000 2024-05-16T15:39:21.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:21 smithi043 ceph-mon[31619]: min_mon_release 19 (squid) 2024-05-16T15:39:21.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:21 smithi043 ceph-mon[31619]: election_strategy: 1 2024-05-16T15:39:21.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:21 smithi043 ceph-mon[31619]: 0: [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] mon.a 2024-05-16T15:39:21.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:21 smithi043 ceph-mon[31619]: 1: [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] mon.c 2024-05-16T15:39:21.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:21 smithi043 ceph-mon[31619]: 2: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-05-16T15:39:21.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:21 smithi043 ceph-mon[31619]: fsmap 2024-05-16T15:39:21.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:21 smithi043 ceph-mon[31619]: osdmap e4: 0 total, 0 up, 0 in 2024-05-16T15:39:21.472 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:21 smithi043 ceph-mon[31619]: mgrmap e13: x(active, since 61s) 2024-05-16T15:39:21.472 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:21 smithi043 ceph-mon[31619]: overall HEALTH_OK 2024-05-16T15:39:21.472 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:21 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:21.472 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:21 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:21.472 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:21 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:21.472 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:21 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:21.870 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:21.863+0000 7fe0ac38e700 1 -- 172.21.15.157:0/1961167572 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe0900035c0 msgr2=0x7fe090005a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:39:21.870 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:21.863+0000 7fe0ac38e700 1 --2- 172.21.15.157:0/1961167572 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe0900035c0 0x7fe090005a50 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fe0a4102f00 tx=0x7fe0a000feb0 comp rx=0 tx=0).stop 2024-05-16T15:39:21.870 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:21.863+0000 7fe0ac38e700 1 -- 172.21.15.157:0/1961167572 shutdown_connections 2024-05-16T15:39:21.870 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:21.863+0000 7fe0ac38e700 1 --2- 172.21.15.157:0/1961167572 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe0900035c0 0x7fe090005a50 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:39:21.870 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:21.863+0000 7fe0ac38e700 1 -- 172.21.15.157:0/1961167572 >> 172.21.15.157:0/1961167572 conn(0x7fe0a40feac0 msgr2=0x7fe0a4100ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:39:21.870 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:21.863+0000 7fe0ac38e700 1 -- 172.21.15.157:0/1961167572 shutdown_connections 2024-05-16T15:39:21.870 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:21.863+0000 7fe0ac38e700 1 -- 172.21.15.157:0/1961167572 wait complete. 2024-05-16T15:39:21.875 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:21.864+0000 7fe0ac38e700 1 Processor -- start 2024-05-16T15:39:21.876 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:21.864+0000 7fe0ac38e700 1 -- start start 2024-05-16T15:39:21.876 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:21.864+0000 7fe0ac38e700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe0900035c0 0x7fe0a419e680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:39:21.876 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:21.864+0000 7fe0ac38e700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe0a419ebc0 0x7fe0a4198800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:39:21.876 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:21.864+0000 7fe0ac38e700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe0a4198d40 0x7fe0a41991f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:39:21.876 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:21.864+0000 7fe0ac38e700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fe0a410add0 con 0x7fe0a4198d40 2024-05-16T15:39:21.876 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:21.864+0000 7fe0ac38e700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fe0a410ac50 con 0x7fe0a419ebc0 2024-05-16T15:39:21.876 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:21.864+0000 7fe0ac38e700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fe0a410af50 con 0x7fe0900035c0 2024-05-16T15:39:21.876 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:21.864+0000 7fe0aa12a700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe0900035c0 0x7fe0a419e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:39:21.876 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:21.864+0000 7fe0aa12a700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe0900035c0 0x7fe0a419e680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:44018/0 (socket says 172.21.15.157:44018) 2024-05-16T15:39:21.876 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:21.864+0000 7fe0aa12a700 1 -- 172.21.15.157:0/1258165774 learned_addr learned my addr 172.21.15.157:0/1258165774 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-05-16T15:39:21.876 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:21.865+0000 7fe0aa12a700 1 -- 172.21.15.157:0/1258165774 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe0900035c0 msgr2=0x7fe0a419e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-05-16T15:39:21.876 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:21.865+0000 7fe0aa12a700 1 -- 172.21.15.157:0/1258165774 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe0900035c0 msgr2=0x7fe0a419e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-05-16T15:39:21.876 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:21.865+0000 7fe0aa12a700 1 --2- 172.21.15.157:0/1258165774 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe0900035c0 0x7fe0a419e680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-05-16T15:39:21.877 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:21.865+0000 7fe0aa12a700 1 --2- 172.21.15.157:0/1258165774 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe0900035c0 0x7fe0a419e680 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-16T15:39:21.877 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:21.865+0000 7fe0aa92b700 1 --2- 172.21.15.157:0/1258165774 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe0a4198d40 0x7fe0a41991f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:39:21.877 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:21.865+0000 7fe0a9929700 1 --2- 172.21.15.157:0/1258165774 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe0a419ebc0 0x7fe0a4198800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:39:21.877 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:21.865+0000 7fe0a9929700 1 -- 172.21.15.157:0/1258165774 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe0a419ebc0 msgr2=0x7fe0a4198800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-05-16T15:39:21.877 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:21.865+0000 7fe0a9929700 1 -- 172.21.15.157:0/1258165774 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe0a419ebc0 msgr2=0x7fe0a4198800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-05-16T15:39:21.877 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:21.865+0000 7fe0a9929700 1 --2- 172.21.15.157:0/1258165774 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe0a419ebc0 0x7fe0a4198800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-05-16T15:39:21.877 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:21.865+0000 7fe0a9929700 1 --2- 172.21.15.157:0/1258165774 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe0a419ebc0 0x7fe0a4198800 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-16T15:39:21.877 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:21.865+0000 7fe0aa92b700 1 -- 172.21.15.157:0/1258165774 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe0900035c0 msgr2=0x7fe0a419e680 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-16T15:39:21.877 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:21.865+0000 7fe0aa92b700 1 --2- 172.21.15.157:0/1258165774 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe0900035c0 0x7fe0a419e680 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:39:21.877 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:21.865+0000 7fe0aa92b700 1 -- 172.21.15.157:0/1258165774 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe0a419ebc0 msgr2=0x7fe0a4198800 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-16T15:39:21.877 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:21.865+0000 7fe0aa92b700 1 --2- 172.21.15.157:0/1258165774 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe0a419ebc0 0x7fe0a4198800 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:39:21.877 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:21.865+0000 7fe0aa92b700 1 -- 172.21.15.157:0/1258165774 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0a41a54e0 con 0x7fe0a4198d40 2024-05-16T15:39:21.877 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:21.865+0000 7fe0aa92b700 1 --2- 172.21.15.157:0/1258165774 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe0a4198d40 0x7fe0a41991f0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fe09c00bd50 tx=0x7fe09c00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:39:21.877 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:21.865+0000 7fe09b7fe700 1 -- 172.21.15.157:0/1258165774 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe09c019070 con 0x7fe0a4198d40 2024-05-16T15:39:21.878 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:21.865+0000 7fe0ac38e700 1 -- 172.21.15.157:0/1258165774 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0a41a5770 con 0x7fe0a4198d40 2024-05-16T15:39:21.878 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:21.865+0000 7fe09b7fe700 1 -- 172.21.15.157:0/1258165774 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe09c00cd10 con 0x7fe0a4198d40 2024-05-16T15:39:21.878 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:21.866+0000 7fe09b7fe700 1 -- 172.21.15.157:0/1258165774 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe09c0125e0 con 0x7fe0a4198d40 2024-05-16T15:39:21.878 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:21.866+0000 7fe0ac38e700 1 -- 172.21.15.157:0/1258165774 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0a41a5c30 con 0x7fe0a4198d40 2024-05-16T15:39:21.878 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:21.867+0000 7fe09b7fe700 1 -- 172.21.15.157:0/1258165774 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7fe09c01c070 con 0x7fe0a4198d40 2024-05-16T15:39:21.878 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:21.867+0000 7fe0ac38e700 1 -- 172.21.15.157:0/1258165774 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0a4104710 con 0x7fe0a4198d40 2024-05-16T15:39:21.878 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:21.867+0000 7fe09b7fe700 1 --2- 172.21.15.157:0/1258165774 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe08803e9a0 0x7fe088040e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:39:21.878 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:21.867+0000 7fe09b7fe700 1 -- 172.21.15.157:0/1258165774 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fe09c052070 con 0x7fe0a4198d40 2024-05-16T15:39:21.878 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:21.867+0000 7fe0aa12a700 1 --2- 172.21.15.157:0/1258165774 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe08803e9a0 0x7fe088040e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:39:21.878 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:21.868+0000 7fe0aa12a700 1 --2- 172.21.15.157:0/1258165774 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe08803e9a0 0x7fe088040e60 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fe0a000f470 tx=0x7fe0a000f3c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:39:21.879 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:21.873+0000 7fe09b7fe700 1 -- 172.21.15.157:0/1258165774 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fe09c022170 con 0x7fe0a4198d40 2024-05-16T15:39:22.143 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:22 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:39:22.144 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:22 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-16T15:39:22.175 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:22.169+0000 7fe0ac38e700 1 -- 172.21.15.157:0/1258165774 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7fe0a402e510 con 0x7fe0a4198d40 2024-05-16T15:39:22.176 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:22.170+0000 7fe09b7fe700 1 -- 172.21.15.157:0/1258165774 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) ==== 95+0+1283 (secure 0 0 0) 0x7fe09c0149f0 con 0x7fe0a4198d40 2024-05-16T15:39:22.176 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-05-16T15:39:22.176 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":3,"fsid":"13155b42-139a-11ef-bc9a-c7b262605968","modified":"2024-05-16T15:39:16.004614Z","created":"2024-05-16T15:37:19.362496Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:3300","nonce":0},{"type":"v1","addr":"172.21.15.43:6789","nonce":0}]},"addr":"172.21.15.43:6789/0","public_addr":"172.21.15.43:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:3300","nonce":0},{"type":"v1","addr":"172.21.15.157:6789","nonce":0}]},"addr":"172.21.15.157:6789/0","public_addr":"172.21.15.157:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:3300","nonce":0},{"type":"v1","addr":"172.21.15.148:6789","nonce":0}]},"addr":"172.21.15.148:6789/0","public_addr":"172.21.15.148:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-05-16T15:39:22.179 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:22.172+0000 7fe0ac38e700 1 -- 172.21.15.157:0/1258165774 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe08803e9a0 msgr2=0x7fe088040e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:39:22.179 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:22.172+0000 7fe0ac38e700 1 --2- 172.21.15.157:0/1258165774 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe08803e9a0 0x7fe088040e60 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fe0a000f470 tx=0x7fe0a000f3c0 comp rx=0 tx=0).stop 2024-05-16T15:39:22.179 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:22.172+0000 7fe0ac38e700 1 -- 172.21.15.157:0/1258165774 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe0a4198d40 msgr2=0x7fe0a41991f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:39:22.179 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:22.172+0000 7fe0ac38e700 1 --2- 172.21.15.157:0/1258165774 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe0a4198d40 0x7fe0a41991f0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fe09c00bd50 tx=0x7fe09c00be30 comp rx=0 tx=0).stop 2024-05-16T15:39:22.179 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:22.172+0000 7fe0ac38e700 1 -- 172.21.15.157:0/1258165774 shutdown_connections 2024-05-16T15:39:22.179 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:22.172+0000 7fe0ac38e700 1 --2- 172.21.15.157:0/1258165774 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe08803e9a0 0x7fe088040e60 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:39:22.179 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:22.172+0000 7fe0ac38e700 1 --2- 172.21.15.157:0/1258165774 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe0a4198d40 0x7fe0a41991f0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:39:22.179 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:22.172+0000 7fe0ac38e700 1 --2- 172.21.15.157:0/1258165774 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe0900035c0 0x7fe0a419e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:39:22.179 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:22.172+0000 7fe0ac38e700 1 --2- 172.21.15.157:0/1258165774 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe0a419ebc0 0x7fe0a4198800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:39:22.179 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:22.172+0000 7fe0ac38e700 1 -- 172.21.15.157:0/1258165774 >> 172.21.15.157:0/1258165774 conn(0x7fe0a40feac0 msgr2=0x7fe0a40fff90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:39:22.179 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:22.172+0000 7fe0ac38e700 1 -- 172.21.15.157:0/1258165774 shutdown_connections 2024-05-16T15:39:22.179 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:22.172+0000 7fe0ac38e700 1 -- 172.21.15.157:0/1258165774 wait complete. 2024-05-16T15:39:22.180 INFO:teuthology.orchestra.run.smithi157.stderr:dumped monmap epoch 3 2024-05-16T15:39:22.469 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:22 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:39:22.469 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:22 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-16T15:39:23.084 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-05-16T15:39:23.084 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph config generate-minimal-conf 2024-05-16T15:39:23.341 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:39:23.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:23.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: mon.c calling monitor election 2024-05-16T15:39:23.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-16T15:39:23.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: mon.a calling monitor election 2024-05-16T15:39:23.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-16T15:39:23.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-16T15:39:23.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-16T15:39:23.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:23.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-16T15:39:23.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-16T15:39:23.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:23.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-16T15:39:23.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-16T15:39:23.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-05-16T15:39:23.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: monmap epoch 3 2024-05-16T15:39:23.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: fsid 13155b42-139a-11ef-bc9a-c7b262605968 2024-05-16T15:39:23.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: last_changed 2024-05-16T15:39:16.004614+0000 2024-05-16T15:39:23.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: created 2024-05-16T15:37:19.362496+0000 2024-05-16T15:39:23.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: min_mon_release 19 (squid) 2024-05-16T15:39:23.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: election_strategy: 1 2024-05-16T15:39:23.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: 0: [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] mon.a 2024-05-16T15:39:23.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: 1: [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] mon.c 2024-05-16T15:39:23.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: 2: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-05-16T15:39:23.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: fsmap 2024-05-16T15:39:23.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: osdmap e4: 0 total, 0 up, 0 in 2024-05-16T15:39:23.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: mgrmap e13: x(active, since 61s) 2024-05-16T15:39:23.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: overall HEALTH_OK 2024-05-16T15:39:23.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:23.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:23.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:23.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:23.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:39:23.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-16T15:39:23.719 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:23 smithi043 ceph-mon[31619]: mon.b calling monitor election 2024-05-16T15:39:23.719 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:23 smithi043 ceph-mon[31619]: Updating smithi043:/etc/ceph/ceph.conf 2024-05-16T15:39:23.719 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:23 smithi043 ceph-mon[31619]: Updating smithi148:/etc/ceph/ceph.conf 2024-05-16T15:39:23.719 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:23 smithi043 ceph-mon[31619]: Updating smithi157:/etc/ceph/ceph.conf 2024-05-16T15:39:23.719 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:23 smithi043 ceph-mon[31619]: Updating smithi148:/var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-16T15:39:23.719 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:23 smithi043 ceph-mon[31619]: Updating smithi043:/var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-16T15:39:23.719 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:23 smithi043 ceph-mon[31619]: Updating smithi157:/var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-16T15:39:23.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:23 smithi043 ceph-mon[31619]: mon.b calling monitor election 2024-05-16T15:39:23.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:23 smithi043 ceph-mon[31619]: mon.c calling monitor election 2024-05-16T15:39:23.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:23 smithi043 ceph-mon[31619]: mon.a calling monitor election 2024-05-16T15:39:23.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:23 smithi043 ceph-mon[31619]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-05-16T15:39:23.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:23 smithi043 ceph-mon[31619]: monmap epoch 3 2024-05-16T15:39:23.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:23 smithi043 ceph-mon[31619]: fsid 13155b42-139a-11ef-bc9a-c7b262605968 2024-05-16T15:39:23.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:23 smithi043 ceph-mon[31619]: last_changed 2024-05-16T15:39:16.004614+0000 2024-05-16T15:39:23.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:23 smithi043 ceph-mon[31619]: created 2024-05-16T15:37:19.362496+0000 2024-05-16T15:39:23.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:23 smithi043 ceph-mon[31619]: min_mon_release 19 (squid) 2024-05-16T15:39:23.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:23 smithi043 ceph-mon[31619]: election_strategy: 1 2024-05-16T15:39:23.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:23 smithi043 ceph-mon[31619]: 0: [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] mon.a 2024-05-16T15:39:23.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:23 smithi043 ceph-mon[31619]: 1: [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] mon.c 2024-05-16T15:39:23.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:23 smithi043 ceph-mon[31619]: 2: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-05-16T15:39:23.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:23 smithi043 ceph-mon[31619]: fsmap 2024-05-16T15:39:23.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:23 smithi043 ceph-mon[31619]: osdmap e4: 0 total, 0 up, 0 in 2024-05-16T15:39:23.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:23 smithi043 ceph-mon[31619]: mgrmap e13: x(active, since 63s) 2024-05-16T15:39:23.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:23 smithi043 ceph-mon[31619]: overall HEALTH_OK 2024-05-16T15:39:23.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:23 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:23.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:23 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:23.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:23 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:23.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:23 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:23.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:23 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:23.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:23 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:23.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:23 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:23.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:23 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:23.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:23 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:23.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:23 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:23.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:23 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:23.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:23 smithi043 ceph-mon[31619]: Reconfiguring mon.a (unknown last config time)... 2024-05-16T15:39:23.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:23 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-16T15:39:23.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:23 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-16T15:39:23.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:23 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:23.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:23 smithi043 ceph-mon[31619]: Reconfiguring daemon mon.a on smithi043 2024-05-16T15:39:23.920 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:23 smithi157 ceph-mon[35584]: mon.b calling monitor election 2024-05-16T15:39:23.921 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:23 smithi157 ceph-mon[35584]: Updating smithi043:/etc/ceph/ceph.conf 2024-05-16T15:39:23.921 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:23 smithi157 ceph-mon[35584]: Updating smithi148:/etc/ceph/ceph.conf 2024-05-16T15:39:23.921 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:23 smithi157 ceph-mon[35584]: Updating smithi157:/etc/ceph/ceph.conf 2024-05-16T15:39:23.921 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:23 smithi157 ceph-mon[35584]: Updating smithi148:/var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-16T15:39:23.921 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:23 smithi157 ceph-mon[35584]: Updating smithi043:/var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-16T15:39:23.921 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:23 smithi157 ceph-mon[35584]: Updating smithi157:/var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-16T15:39:23.921 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:23 smithi157 ceph-mon[35584]: mon.b calling monitor election 2024-05-16T15:39:23.921 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:23 smithi157 ceph-mon[35584]: mon.c calling monitor election 2024-05-16T15:39:23.921 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:23 smithi157 ceph-mon[35584]: mon.a calling monitor election 2024-05-16T15:39:23.921 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:23 smithi157 ceph-mon[35584]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-05-16T15:39:23.921 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:23 smithi157 ceph-mon[35584]: monmap epoch 3 2024-05-16T15:39:23.921 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:23 smithi157 ceph-mon[35584]: fsid 13155b42-139a-11ef-bc9a-c7b262605968 2024-05-16T15:39:23.921 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:23 smithi157 ceph-mon[35584]: last_changed 2024-05-16T15:39:16.004614+0000 2024-05-16T15:39:23.921 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:23 smithi157 ceph-mon[35584]: created 2024-05-16T15:37:19.362496+0000 2024-05-16T15:39:23.921 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:23 smithi157 ceph-mon[35584]: min_mon_release 19 (squid) 2024-05-16T15:39:23.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:23 smithi157 ceph-mon[35584]: election_strategy: 1 2024-05-16T15:39:23.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:23 smithi157 ceph-mon[35584]: 0: [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] mon.a 2024-05-16T15:39:23.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:23 smithi157 ceph-mon[35584]: 1: [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] mon.c 2024-05-16T15:39:23.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:23 smithi157 ceph-mon[35584]: 2: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-05-16T15:39:23.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:23 smithi157 ceph-mon[35584]: fsmap 2024-05-16T15:39:23.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:23 smithi157 ceph-mon[35584]: osdmap e4: 0 total, 0 up, 0 in 2024-05-16T15:39:23.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:23 smithi157 ceph-mon[35584]: mgrmap e13: x(active, since 63s) 2024-05-16T15:39:23.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:23 smithi157 ceph-mon[35584]: overall HEALTH_OK 2024-05-16T15:39:23.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:23 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:23.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:23 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:23.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:23 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:23.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:23 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:23.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:23 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:23.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:23 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:23.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:23 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:23.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:23 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:23.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:23 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:23.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:23 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:23.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:23 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:23.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:23 smithi157 ceph-mon[35584]: Reconfiguring mon.a (unknown last config time)... 2024-05-16T15:39:23.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:23 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-16T15:39:23.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:23 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-16T15:39:23.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:23 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:23.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:23 smithi157 ceph-mon[35584]: Reconfiguring daemon mon.a on smithi043 2024-05-16T15:39:23.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: mon.b calling monitor election 2024-05-16T15:39:23.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: Updating smithi043:/etc/ceph/ceph.conf 2024-05-16T15:39:23.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: Updating smithi148:/etc/ceph/ceph.conf 2024-05-16T15:39:23.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: Updating smithi157:/etc/ceph/ceph.conf 2024-05-16T15:39:23.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: Updating smithi148:/var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-16T15:39:23.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: Updating smithi043:/var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-16T15:39:23.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: Updating smithi157:/var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-16T15:39:23.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: mon.b calling monitor election 2024-05-16T15:39:23.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: mon.c calling monitor election 2024-05-16T15:39:23.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: mon.a calling monitor election 2024-05-16T15:39:23.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-05-16T15:39:23.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: monmap epoch 3 2024-05-16T15:39:23.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: fsid 13155b42-139a-11ef-bc9a-c7b262605968 2024-05-16T15:39:23.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: last_changed 2024-05-16T15:39:16.004614+0000 2024-05-16T15:39:23.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: created 2024-05-16T15:37:19.362496+0000 2024-05-16T15:39:23.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: min_mon_release 19 (squid) 2024-05-16T15:39:23.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: election_strategy: 1 2024-05-16T15:39:23.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: 0: [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] mon.a 2024-05-16T15:39:23.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: 1: [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] mon.c 2024-05-16T15:39:23.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: 2: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-05-16T15:39:23.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: fsmap 2024-05-16T15:39:23.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: osdmap e4: 0 total, 0 up, 0 in 2024-05-16T15:39:23.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: mgrmap e13: x(active, since 63s) 2024-05-16T15:39:23.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: overall HEALTH_OK 2024-05-16T15:39:23.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:23.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:23.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:23.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:23.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:23.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:23.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:23.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:23.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:23.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:23.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:23.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: Reconfiguring mon.a (unknown last config time)... 2024-05-16T15:39:23.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-16T15:39:23.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-16T15:39:23.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:23.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:23 smithi148 ceph-mon[34976]: Reconfiguring daemon mon.a on smithi043 2024-05-16T15:39:24.719 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:24 smithi043 ceph-mon[31619]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:24.719 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:24 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-16T15:39:24.920 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:24 smithi157 ceph-mon[35584]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:24.920 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:24 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-16T15:39:24.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:24 smithi148 ceph-mon[34976]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:24.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:24 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-16T15:39:25.798 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:25.792+0000 7fe075fc6700 1 -- 172.21.15.43:0/458695305 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe0701040b0 msgr2=0x7fe070104490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:39:25.798 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:25.792+0000 7fe075fc6700 1 --2- 172.21.15.43:0/458695305 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe0701040b0 0x7fe070104490 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fe060009910 tx=0x7fe060009c20 comp rx=0 tx=0).stop 2024-05-16T15:39:25.798 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:25.793+0000 7fe075fc6700 1 -- 172.21.15.43:0/458695305 shutdown_connections 2024-05-16T15:39:25.798 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:25.793+0000 7fe075fc6700 1 --2- 172.21.15.43:0/458695305 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe0701040b0 0x7fe070104490 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:39:25.799 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:25.793+0000 7fe075fc6700 1 -- 172.21.15.43:0/458695305 >> 172.21.15.43:0/458695305 conn(0x7fe0700fd900 msgr2=0x7fe0700ffd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:39:25.799 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:25.793+0000 7fe075fc6700 1 -- 172.21.15.43:0/458695305 shutdown_connections 2024-05-16T15:39:25.799 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:25.793+0000 7fe075fc6700 1 -- 172.21.15.43:0/458695305 wait complete. 2024-05-16T15:39:25.800 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:25.793+0000 7fe075fc6700 1 Processor -- start 2024-05-16T15:39:25.800 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:25.794+0000 7fe075fc6700 1 -- start start 2024-05-16T15:39:25.800 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:25.794+0000 7fe075fc6700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe0701040b0 0x7fe07019e780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:39:25.800 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:25.794+0000 7fe075fc6700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe07019ecc0 0x7fe070198940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:39:25.801 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:25.794+0000 7fe075fc6700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe070198e80 0x7fe070199330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:39:25.801 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:25.794+0000 7fe075fc6700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fe07010d2e0 con 0x7fe070198e80 2024-05-16T15:39:25.801 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:25.794+0000 7fe075fc6700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fe07010d160 con 0x7fe0701040b0 2024-05-16T15:39:25.801 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:25.794+0000 7fe075fc6700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fe07010d460 con 0x7fe07019ecc0 2024-05-16T15:39:25.801 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:25.794+0000 7fe06ffff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe070198e80 0x7fe070199330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:39:25.801 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:25.794+0000 7fe06ffff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe070198e80 0x7fe070199330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:44810/0 (socket says 172.21.15.43:44810) 2024-05-16T15:39:25.801 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:25.794+0000 7fe06ffff700 1 -- 172.21.15.43:0/312243103 learned_addr learned my addr 172.21.15.43:0/312243103 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:39:25.801 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:25.794+0000 7fe06effd700 1 --2- 172.21.15.43:0/312243103 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe07019ecc0 0x7fe070198940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:39:25.801 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:25.794+0000 7fe06f7fe700 1 --2- 172.21.15.43:0/312243103 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe0701040b0 0x7fe07019e780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:39:25.801 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:25.795+0000 7fe06ffff700 1 -- 172.21.15.43:0/312243103 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe07019ecc0 msgr2=0x7fe070198940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:39:25.801 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:25.795+0000 7fe06ffff700 1 --2- 172.21.15.43:0/312243103 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe07019ecc0 0x7fe070198940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:39:25.801 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:25.795+0000 7fe06ffff700 1 -- 172.21.15.43:0/312243103 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe0701040b0 msgr2=0x7fe07019e780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:39:25.801 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:25.795+0000 7fe06ffff700 1 --2- 172.21.15.43:0/312243103 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe0701040b0 0x7fe07019e780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:39:25.802 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:25.795+0000 7fe06ffff700 1 -- 172.21.15.43:0/312243103 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0701a5650 con 0x7fe070198e80 2024-05-16T15:39:25.802 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:25.795+0000 7fe06ffff700 1 --2- 172.21.15.43:0/312243103 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe070198e80 0x7fe070199330 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fe06800ba50 tx=0x7fe06800bd60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:39:25.802 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:25.795+0000 7fe06cff9700 1 -- 172.21.15.43:0/312243103 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe068019070 con 0x7fe070198e80 2024-05-16T15:39:25.802 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:25.795+0000 7fe06cff9700 1 -- 172.21.15.43:0/312243103 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe06800ce40 con 0x7fe070198e80 2024-05-16T15:39:25.802 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:25.795+0000 7fe075fc6700 1 -- 172.21.15.43:0/312243103 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0701a5880 con 0x7fe070198e80 2024-05-16T15:39:25.802 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:25.795+0000 7fe06cff9700 1 -- 172.21.15.43:0/312243103 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe068007350 con 0x7fe070198e80 2024-05-16T15:39:25.803 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:25.795+0000 7fe075fc6700 1 -- 172.21.15.43:0/312243103 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0701a5e10 con 0x7fe070198e80 2024-05-16T15:39:25.803 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:25.797+0000 7fe06cff9700 1 -- 172.21.15.43:0/312243103 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7fe06801c070 con 0x7fe070198e80 2024-05-16T15:39:25.803 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:25.797+0000 7fe075fc6700 1 -- 172.21.15.43:0/312243103 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe070064b00 con 0x7fe070198e80 2024-05-16T15:39:25.803 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:25.797+0000 7fe06cff9700 1 --2- 172.21.15.43:0/312243103 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe05803e9a0 0x7fe058040e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:39:25.803 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:25.797+0000 7fe06cff9700 1 -- 172.21.15.43:0/312243103 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fe068051d10 con 0x7fe070198e80 2024-05-16T15:39:25.803 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:25.797+0000 7fe06f7fe700 1 --2- 172.21.15.43:0/312243103 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe05803e9a0 0x7fe058040e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:39:25.803 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:25.798+0000 7fe06f7fe700 1 --2- 172.21.15.43:0/312243103 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe05803e9a0 0x7fe058040e60 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fe060005920 tx=0x7fe06001a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:39:25.807 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:25.802+0000 7fe06cff9700 1 -- 172.21.15.43:0/312243103 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fe068014440 con 0x7fe070198e80 2024-05-16T15:39:26.022 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:26.016+0000 7fe075fc6700 1 -- 172.21.15.43:0/312243103 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7fe0701a6160 con 0x7fe070198e80 2024-05-16T15:39:26.022 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:26.017+0000 7fe06cff9700 1 -- 172.21.15.43:0/312243103 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) ==== 76+0+275 (secure 0 0 0) 0x7fe068010ca0 con 0x7fe070198e80 2024-05-16T15:39:26.022 INFO:teuthology.orchestra.run.smithi043.stdout:# minimal ceph.conf for 13155b42-139a-11ef-bc9a-c7b262605968 2024-05-16T15:39:26.023 INFO:teuthology.orchestra.run.smithi043.stdout:[global] 2024-05-16T15:39:26.023 INFO:teuthology.orchestra.run.smithi043.stdout: fsid = 13155b42-139a-11ef-bc9a-c7b262605968 2024-05-16T15:39:26.023 INFO:teuthology.orchestra.run.smithi043.stdout: mon_host = [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] 2024-05-16T15:39:26.025 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:26.019+0000 7fe075fc6700 1 -- 172.21.15.43:0/312243103 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe05803e9a0 msgr2=0x7fe058040e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:39:26.025 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:26.019+0000 7fe075fc6700 1 --2- 172.21.15.43:0/312243103 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe05803e9a0 0x7fe058040e60 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fe060005920 tx=0x7fe06001a040 comp rx=0 tx=0).stop 2024-05-16T15:39:26.025 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:26.019+0000 7fe075fc6700 1 -- 172.21.15.43:0/312243103 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe070198e80 msgr2=0x7fe070199330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:39:26.025 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:26.019+0000 7fe075fc6700 1 --2- 172.21.15.43:0/312243103 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe070198e80 0x7fe070199330 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fe06800ba50 tx=0x7fe06800bd60 comp rx=0 tx=0).stop 2024-05-16T15:39:26.025 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:26.019+0000 7fe075fc6700 1 -- 172.21.15.43:0/312243103 shutdown_connections 2024-05-16T15:39:26.025 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:26.019+0000 7fe075fc6700 1 --2- 172.21.15.43:0/312243103 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe05803e9a0 0x7fe058040e60 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:39:26.025 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:26.019+0000 7fe075fc6700 1 --2- 172.21.15.43:0/312243103 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe070198e80 0x7fe070199330 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:39:26.025 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:26.019+0000 7fe075fc6700 1 --2- 172.21.15.43:0/312243103 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe0701040b0 0x7fe07019e780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:39:26.025 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:26.019+0000 7fe075fc6700 1 --2- 172.21.15.43:0/312243103 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe07019ecc0 0x7fe070198940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:39:26.025 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:26.019+0000 7fe075fc6700 1 -- 172.21.15.43:0/312243103 >> 172.21.15.43:0/312243103 conn(0x7fe0700fd900 msgr2=0x7fe070104f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:39:26.026 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:26.019+0000 7fe075fc6700 1 -- 172.21.15.43:0/312243103 shutdown_connections 2024-05-16T15:39:26.026 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:26.019+0000 7fe075fc6700 1 -- 172.21.15.43:0/312243103 wait complete. 2024-05-16T15:39:26.059 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:25 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:26.060 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:25 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:26.060 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:25 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:26.060 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:25 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-16T15:39:26.060 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:25 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-16T15:39:26.060 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:25 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:26.258 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:25 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:26.258 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:25 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:26.258 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:25 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:26.258 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:25 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-16T15:39:26.258 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:25 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-16T15:39:26.258 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:25 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:26.420 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:25 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:26.420 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:25 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:26.420 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:25 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:26.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:25 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-16T15:39:26.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:25 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-16T15:39:26.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:25 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:26.638 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-05-16T15:39:26.639 DEBUG:teuthology.orchestra.run.smithi043:> set -ex 2024-05-16T15:39:26.639 DEBUG:teuthology.orchestra.run.smithi043:> sudo dd of=/etc/ceph/ceph.conf 2024-05-16T15:39:26.667 DEBUG:teuthology.orchestra.run.smithi043:> set -ex 2024-05-16T15:39:26.667 DEBUG:teuthology.orchestra.run.smithi043:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-16T15:39:26.734 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-05-16T15:39:26.734 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd of=/etc/ceph/ceph.conf 2024-05-16T15:39:26.762 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-05-16T15:39:26.762 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-16T15:39:26.828 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-05-16T15:39:26.828 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd of=/etc/ceph/ceph.conf 2024-05-16T15:39:26.861 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-05-16T15:39:26.861 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-16T15:39:26.931 INFO:tasks.cephadm:Adding mgr.x on smithi043 2024-05-16T15:39:26.931 INFO:tasks.cephadm:Adding mgr.y on smithi148 2024-05-16T15:39:26.931 INFO:tasks.cephadm:Adding mgr.z on smithi157 2024-05-16T15:39:26.931 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph orch apply mgr '3;smithi043=x;smithi148=y;smithi157=z' 2024-05-16T15:39:27.170 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:26 smithi157 ceph-mon[35584]: Reconfiguring mon.b (monmap changed)... 2024-05-16T15:39:27.170 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:26 smithi157 ceph-mon[35584]: Reconfiguring daemon mon.b on smithi148 2024-05-16T15:39:27.170 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:26 smithi157 ceph-mon[35584]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:27.170 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:26 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/312243103' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:27.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:26 smithi148 ceph-mon[34976]: Reconfiguring mon.b (monmap changed)... 2024-05-16T15:39:27.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:26 smithi148 ceph-mon[34976]: Reconfiguring daemon mon.b on smithi148 2024-05-16T15:39:27.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:26 smithi148 ceph-mon[34976]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:27.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:26 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/312243103' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:27.209 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.c/config 2024-05-16T15:39:27.219 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:26 smithi043 ceph-mon[31619]: Reconfiguring mon.b (monmap changed)... 2024-05-16T15:39:27.219 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:26 smithi043 ceph-mon[31619]: Reconfiguring daemon mon.b on smithi148 2024-05-16T15:39:27.219 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:26 smithi043 ceph-mon[31619]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:27.219 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:26 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/312243103' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:28.531 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:28 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:28.531 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:28 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:28.531 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:28 smithi157 ceph-mon[35584]: Reconfiguring mon.c (monmap changed)... 2024-05-16T15:39:28.531 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:28 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-16T15:39:28.532 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:28 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-16T15:39:28.532 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:28 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:28.532 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:28 smithi157 ceph-mon[35584]: Reconfiguring daemon mon.c on smithi157 2024-05-16T15:39:28.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:28 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:28.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:28 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:28.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:28 smithi148 ceph-mon[34976]: Reconfiguring mon.c (monmap changed)... 2024-05-16T15:39:28.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:28 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-16T15:39:28.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:28 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-16T15:39:28.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:28 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:28.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:28 smithi148 ceph-mon[34976]: Reconfiguring daemon mon.c on smithi157 2024-05-16T15:39:28.719 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:28 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:28.719 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:28 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:28.719 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:28 smithi043 ceph-mon[31619]: Reconfiguring mon.c (monmap changed)... 2024-05-16T15:39:28.719 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:28 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-16T15:39:28.719 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:28 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-16T15:39:28.719 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:28 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:28.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:28 smithi043 ceph-mon[31619]: Reconfiguring daemon mon.c on smithi157 2024-05-16T15:39:29.368 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:29 smithi157 ceph-mon[35584]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:29.368 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:29 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:29.368 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:29 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:29.369 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:29 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:39:29.577 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.569+0000 7f65803b0700 1 -- 172.21.15.157:0/289902147 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6578102400 msgr2=0x7f6578102820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:39:29.577 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.569+0000 7f65803b0700 1 --2- 172.21.15.157:0/289902147 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6578102400 0x7f6578102820 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f6574009990 tx=0x7f6574009ca0 comp rx=0 tx=0).stop 2024-05-16T15:39:29.577 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.569+0000 7f65803b0700 1 -- 172.21.15.157:0/289902147 shutdown_connections 2024-05-16T15:39:29.577 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.569+0000 7f65803b0700 1 --2- 172.21.15.157:0/289902147 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6578103fa0 0x7f657810a850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:39:29.577 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.569+0000 7f65803b0700 1 --2- 172.21.15.157:0/289902147 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6578102400 0x7f6578102820 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:39:29.577 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.569+0000 7f65803b0700 1 --2- 172.21.15.157:0/289902147 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f6578103600 0x7f6578103a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:39:29.577 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.569+0000 7f65803b0700 1 -- 172.21.15.157:0/289902147 >> 172.21.15.157:0/289902147 conn(0x7f65780fd9a0 msgr2=0x7f65780ffde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:39:29.577 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.569+0000 7f65803b0700 1 -- 172.21.15.157:0/289902147 shutdown_connections 2024-05-16T15:39:29.577 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.569+0000 7f65803b0700 1 -- 172.21.15.157:0/289902147 wait complete. 2024-05-16T15:39:29.578 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.569+0000 7f65803b0700 1 Processor -- start 2024-05-16T15:39:29.578 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.569+0000 7f65803b0700 1 -- start start 2024-05-16T15:39:29.578 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.570+0000 7f65803b0700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6578102400 0x7f65781995e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:39:29.578 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.570+0000 7f65803b0700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f6578103600 0x7f6578199b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:39:29.578 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.570+0000 7f65803b0700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6578103fa0 0x7f65781a0b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:39:29.578 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.570+0000 7f65803b0700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f657810dd40 con 0x7f6578103600 2024-05-16T15:39:29.578 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.570+0000 7f65803b0700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f657810dbc0 con 0x7f6578103fa0 2024-05-16T15:39:29.578 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.570+0000 7f65803b0700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f657810dec0 con 0x7f6578102400 2024-05-16T15:39:29.578 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.570+0000 7f657e14c700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6578102400 0x7f65781995e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:39:29.578 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.570+0000 7f657e14c700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6578102400 0x7f65781995e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:60240/0 (socket says 172.21.15.157:60240) 2024-05-16T15:39:29.578 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.570+0000 7f657e14c700 1 -- 172.21.15.157:0/1455470450 learned_addr learned my addr 172.21.15.157:0/1455470450 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-05-16T15:39:29.578 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.570+0000 7f657d94b700 1 --2- 172.21.15.157:0/1455470450 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f6578103600 0x7f6578199b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:39:29.578 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.570+0000 7f657e94d700 1 --2- 172.21.15.157:0/1455470450 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6578103fa0 0x7f65781a0b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:39:29.579 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.570+0000 7f657e14c700 1 -- 172.21.15.157:0/1455470450 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6578103fa0 msgr2=0x7f65781a0b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:39:29.579 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.570+0000 7f657e14c700 1 --2- 172.21.15.157:0/1455470450 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6578103fa0 0x7f65781a0b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:39:29.579 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.570+0000 7f657e14c700 1 -- 172.21.15.157:0/1455470450 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f6578103600 msgr2=0x7f6578199b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:39:29.579 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.570+0000 7f657e14c700 1 --2- 172.21.15.157:0/1455470450 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f6578103600 0x7f6578199b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:39:29.579 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.570+0000 7f657e14c700 1 -- 172.21.15.157:0/1455470450 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65781a11f0 con 0x7f6578102400 2024-05-16T15:39:29.579 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.570+0000 7f657e14c700 1 --2- 172.21.15.157:0/1455470450 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6578102400 0x7f65781995e0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f6574000c00 tx=0x7f6574003a10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:39:29.579 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.570+0000 7f656f7fe700 1 -- 172.21.15.157:0/1455470450 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f657400ba80 con 0x7f6578102400 2024-05-16T15:39:29.579 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.570+0000 7f656f7fe700 1 -- 172.21.15.157:0/1455470450 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6574004cc0 con 0x7f6578102400 2024-05-16T15:39:29.579 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.570+0000 7f65803b0700 1 -- 172.21.15.157:0/1455470450 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65781a1480 con 0x7f6578102400 2024-05-16T15:39:29.579 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.570+0000 7f656f7fe700 1 -- 172.21.15.157:0/1455470450 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65740054e0 con 0x7f6578102400 2024-05-16T15:39:29.579 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.570+0000 7f65803b0700 1 -- 172.21.15.157:0/1455470450 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65781a1870 con 0x7f6578102400 2024-05-16T15:39:29.580 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.571+0000 7f656f7fe700 1 -- 172.21.15.157:0/1455470450 <== mon.1 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f6574009d10 con 0x7f6578102400 2024-05-16T15:39:29.580 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.571+0000 7f65803b0700 1 -- 172.21.15.157:0/1455470450 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f657806a1c0 con 0x7f6578102400 2024-05-16T15:39:29.580 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.572+0000 7f656f7fe700 1 --2- 172.21.15.157:0/1455470450 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f656403e750 0x7f6564040c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:39:29.580 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.572+0000 7f656f7fe700 1 -- 172.21.15.157:0/1455470450 <== mon.1 v2:172.21.15.157:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f6574053690 con 0x7f6578102400 2024-05-16T15:39:29.580 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.572+0000 7f657d94b700 1 --2- 172.21.15.157:0/1455470450 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f656403e750 0x7f6564040c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:39:29.580 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.572+0000 7f657d94b700 1 --2- 172.21.15.157:0/1455470450 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f656403e750 0x7f6564040c10 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f6568009c60 tx=0x7f6568009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:39:29.583 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.578+0000 7f656f7fe700 1 -- 172.21.15.157:0/1455470450 <== mon.1 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f657806a1c0 con 0x7f6578102400 2024-05-16T15:39:29.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:29 smithi148 ceph-mon[34976]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:29.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:29 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:29.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:29 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:29.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:29 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:39:29.719 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:29 smithi043 ceph-mon[31619]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:29.719 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:29 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:29.719 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:29 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:29.719 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:29 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:39:29.800 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.794+0000 7f65803b0700 1 -- 172.21.15.157:0/1455470450 --> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi043=x;smithi148=y;smithi157=z", "target": ["mon-mgr", ""]}) -- 0x7f657806c310 con 0x7f656403e750 2024-05-16T15:39:29.805 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.800+0000 7f656f7fe700 1 -- 172.21.15.157:0/1455470450 <== mgr.14150 v2:172.21.15.43:6800/198025071 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f657806c310 con 0x7f656403e750 2024-05-16T15:39:29.806 INFO:teuthology.orchestra.run.smithi157.stdout:Scheduled mgr update... 2024-05-16T15:39:29.808 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.803+0000 7f65803b0700 1 -- 172.21.15.157:0/1455470450 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f656403e750 msgr2=0x7f6564040c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:39:29.808 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.803+0000 7f65803b0700 1 --2- 172.21.15.157:0/1455470450 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f656403e750 0x7f6564040c10 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f6568009c60 tx=0x7f6568009260 comp rx=0 tx=0).stop 2024-05-16T15:39:29.808 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.803+0000 7f65803b0700 1 -- 172.21.15.157:0/1455470450 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6578102400 msgr2=0x7f65781995e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:39:29.809 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.803+0000 7f65803b0700 1 --2- 172.21.15.157:0/1455470450 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6578102400 0x7f65781995e0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f6574000c00 tx=0x7f6574003a10 comp rx=0 tx=0).stop 2024-05-16T15:39:29.809 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.803+0000 7f65803b0700 1 -- 172.21.15.157:0/1455470450 shutdown_connections 2024-05-16T15:39:29.809 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.803+0000 7f65803b0700 1 --2- 172.21.15.157:0/1455470450 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6578103fa0 0x7f65781a0b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:39:29.809 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.803+0000 7f65803b0700 1 --2- 172.21.15.157:0/1455470450 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6578102400 0x7f65781995e0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:39:29.809 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.803+0000 7f65803b0700 1 --2- 172.21.15.157:0/1455470450 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f656403e750 0x7f6564040c10 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:39:29.809 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.803+0000 7f65803b0700 1 --2- 172.21.15.157:0/1455470450 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f6578103600 0x7f6578199b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:39:29.809 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.803+0000 7f65803b0700 1 -- 172.21.15.157:0/1455470450 >> 172.21.15.157:0/1455470450 conn(0x7f65780fd9a0 msgr2=0x7f657806bc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:39:29.809 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.803+0000 7f65803b0700 1 -- 172.21.15.157:0/1455470450 shutdown_connections 2024-05-16T15:39:29.809 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:39:29.803+0000 7f65803b0700 1 -- 172.21.15.157:0/1455470450 wait complete. 2024-05-16T15:39:30.475 DEBUG:teuthology.orchestra.run.smithi148:mgr.y> sudo journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@mgr.y.service 2024-05-16T15:39:30.478 DEBUG:teuthology.orchestra.run.smithi157:mgr.z> sudo journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@mgr.z.service 2024-05-16T15:39:30.480 INFO:tasks.cephadm:Deploying OSDs... 2024-05-16T15:39:30.480 DEBUG:teuthology.orchestra.run.smithi043:> set -ex 2024-05-16T15:39:30.481 DEBUG:teuthology.orchestra.run.smithi043:> dd if=/scratch_devs of=/dev/stdout 2024-05-16T15:39:30.501 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-05-16T15:39:30.501 DEBUG:teuthology.orchestra.run.smithi043:> stat /dev/vg_nvme/lv_1 2024-05-16T15:39:30.561 INFO:teuthology.orchestra.run.smithi043.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-05-16T15:39:30.561 INFO:teuthology.orchestra.run.smithi043.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-16T15:39:30.561 INFO:teuthology.orchestra.run.smithi043.stdout:Device: 5h/5d Inode: 668 Links: 1 2024-05-16T15:39:30.561 INFO:teuthology.orchestra.run.smithi043.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-16T15:39:30.561 INFO:teuthology.orchestra.run.smithi043.stdout:Context: system_u:object_r:device_t:s0 2024-05-16T15:39:30.561 INFO:teuthology.orchestra.run.smithi043.stdout:Access: 2024-05-16 15:38:29.974826787 +0000 2024-05-16T15:39:30.561 INFO:teuthology.orchestra.run.smithi043.stdout:Modify: 2024-05-16 15:33:44.059323283 +0000 2024-05-16T15:39:30.561 INFO:teuthology.orchestra.run.smithi043.stdout:Change: 2024-05-16 15:33:44.059323283 +0000 2024-05-16T15:39:30.561 INFO:teuthology.orchestra.run.smithi043.stdout: Birth: 2024-05-16 15:33:44.059323283 +0000 2024-05-16T15:39:30.562 DEBUG:teuthology.orchestra.run.smithi043:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-05-16T15:39:30.631 INFO:teuthology.orchestra.run.smithi043.stderr:1+0 records in 2024-05-16T15:39:30.631 INFO:teuthology.orchestra.run.smithi043.stderr:1+0 records out 2024-05-16T15:39:30.631 INFO:teuthology.orchestra.run.smithi043.stderr:512 bytes copied, 0.000132639 s, 3.9 MB/s 2024-05-16T15:39:30.633 DEBUG:teuthology.orchestra.run.smithi043:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-05-16T15:39:30.692 DEBUG:teuthology.orchestra.run.smithi043:> stat /dev/vg_nvme/lv_2 2024-05-16T15:39:30.750 INFO:teuthology.orchestra.run.smithi043.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-05-16T15:39:30.750 INFO:teuthology.orchestra.run.smithi043.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-16T15:39:30.750 INFO:teuthology.orchestra.run.smithi043.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-05-16T15:39:30.750 INFO:teuthology.orchestra.run.smithi043.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-16T15:39:30.750 INFO:teuthology.orchestra.run.smithi043.stdout:Context: system_u:object_r:device_t:s0 2024-05-16T15:39:30.750 INFO:teuthology.orchestra.run.smithi043.stdout:Access: 2024-05-16 15:38:30.009826378 +0000 2024-05-16T15:39:30.750 INFO:teuthology.orchestra.run.smithi043.stdout:Modify: 2024-05-16 15:33:44.387319490 +0000 2024-05-16T15:39:30.750 INFO:teuthology.orchestra.run.smithi043.stdout:Change: 2024-05-16 15:33:44.387319490 +0000 2024-05-16T15:39:30.750 INFO:teuthology.orchestra.run.smithi043.stdout: Birth: 2024-05-16 15:33:44.387319490 +0000 2024-05-16T15:39:30.751 DEBUG:teuthology.orchestra.run.smithi043:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-05-16T15:39:30.817 INFO:teuthology.orchestra.run.smithi043.stderr:1+0 records in 2024-05-16T15:39:30.817 INFO:teuthology.orchestra.run.smithi043.stderr:1+0 records out 2024-05-16T15:39:30.817 INFO:teuthology.orchestra.run.smithi043.stderr:512 bytes copied, 0.000119983 s, 4.3 MB/s 2024-05-16T15:39:30.819 DEBUG:teuthology.orchestra.run.smithi043:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-05-16T15:39:30.878 DEBUG:teuthology.orchestra.run.smithi043:> stat /dev/vg_nvme/lv_3 2024-05-16T15:39:30.936 INFO:teuthology.orchestra.run.smithi043.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-05-16T15:39:30.936 INFO:teuthology.orchestra.run.smithi043.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-16T15:39:30.936 INFO:teuthology.orchestra.run.smithi043.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-05-16T15:39:30.936 INFO:teuthology.orchestra.run.smithi043.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-16T15:39:30.936 INFO:teuthology.orchestra.run.smithi043.stdout:Context: system_u:object_r:device_t:s0 2024-05-16T15:39:30.936 INFO:teuthology.orchestra.run.smithi043.stdout:Access: 2024-05-16 15:38:30.042825992 +0000 2024-05-16T15:39:30.937 INFO:teuthology.orchestra.run.smithi043.stdout:Modify: 2024-05-16 15:33:44.715315698 +0000 2024-05-16T15:39:30.937 INFO:teuthology.orchestra.run.smithi043.stdout:Change: 2024-05-16 15:33:44.715315698 +0000 2024-05-16T15:39:30.937 INFO:teuthology.orchestra.run.smithi043.stdout: Birth: 2024-05-16 15:33:44.715315698 +0000 2024-05-16T15:39:30.937 DEBUG:teuthology.orchestra.run.smithi043:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-05-16T15:39:30.969 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:30 smithi043 ceph-mon[31619]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi043=x;smithi148=y;smithi157=z", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:39:30.969 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:30 smithi043 ceph-mon[31619]: Saving service mgr spec with placement smithi043=x;smithi148=y;smithi157=z;count:3 2024-05-16T15:39:30.969 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:30 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:30.970 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:30 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:30.970 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:30 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:39:30.970 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:30 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:30.970 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:30 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-16T15:39:30.970 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:30 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-16T15:39:30.970 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:30 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-16T15:39:30.970 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:30 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:30.970 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:30 smithi043 ceph-mon[31619]: Deploying daemon mgr.z on smithi157 2024-05-16T15:39:30.970 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:30 smithi043 ceph-mon[31619]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:30.995 INFO:teuthology.orchestra.run.smithi043.stderr:1+0 records in 2024-05-16T15:39:30.996 INFO:teuthology.orchestra.run.smithi043.stderr:1+0 records out 2024-05-16T15:39:30.996 INFO:teuthology.orchestra.run.smithi043.stderr:512 bytes copied, 0.000117578 s, 4.4 MB/s 2024-05-16T15:39:30.997 DEBUG:teuthology.orchestra.run.smithi043:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-05-16T15:39:31.055 DEBUG:teuthology.orchestra.run.smithi043:> stat /dev/vg_nvme/lv_4 2024-05-16T15:39:31.112 INFO:teuthology.orchestra.run.smithi043.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-05-16T15:39:31.112 INFO:teuthology.orchestra.run.smithi043.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-16T15:39:31.112 INFO:teuthology.orchestra.run.smithi043.stdout:Device: 5h/5d Inode: 722 Links: 1 2024-05-16T15:39:31.112 INFO:teuthology.orchestra.run.smithi043.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-16T15:39:31.112 INFO:teuthology.orchestra.run.smithi043.stdout:Context: system_u:object_r:device_t:s0 2024-05-16T15:39:31.112 INFO:teuthology.orchestra.run.smithi043.stdout:Access: 2024-05-16 15:38:30.081825537 +0000 2024-05-16T15:39:31.112 INFO:teuthology.orchestra.run.smithi043.stdout:Modify: 2024-05-16 15:33:45.056311754 +0000 2024-05-16T15:39:31.112 INFO:teuthology.orchestra.run.smithi043.stdout:Change: 2024-05-16 15:33:45.056311754 +0000 2024-05-16T15:39:31.112 INFO:teuthology.orchestra.run.smithi043.stdout: Birth: 2024-05-16 15:33:45.056311754 +0000 2024-05-16T15:39:31.113 DEBUG:teuthology.orchestra.run.smithi043:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-05-16T15:39:31.170 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:30 smithi157 ceph-mon[35584]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi043=x;smithi148=y;smithi157=z", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:39:31.170 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:30 smithi157 ceph-mon[35584]: Saving service mgr spec with placement smithi043=x;smithi148=y;smithi157=z;count:3 2024-05-16T15:39:31.170 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:30 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:31.170 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:30 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:31.170 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:30 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:39:31.170 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:30 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:31.170 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:30 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-16T15:39:31.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:30 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-16T15:39:31.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:30 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-16T15:39:31.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:30 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:31.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:30 smithi157 ceph-mon[35584]: Deploying daemon mgr.z on smithi157 2024-05-16T15:39:31.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:30 smithi157 ceph-mon[35584]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:31.177 INFO:teuthology.orchestra.run.smithi043.stderr:1+0 records in 2024-05-16T15:39:31.177 INFO:teuthology.orchestra.run.smithi043.stderr:1+0 records out 2024-05-16T15:39:31.177 INFO:teuthology.orchestra.run.smithi043.stderr:512 bytes copied, 0.000117094 s, 4.4 MB/s 2024-05-16T15:39:31.179 DEBUG:teuthology.orchestra.run.smithi043:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-05-16T15:39:31.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:30 smithi148 ceph-mon[34976]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi043=x;smithi148=y;smithi157=z", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:39:31.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:30 smithi148 ceph-mon[34976]: Saving service mgr spec with placement smithi043=x;smithi148=y;smithi157=z;count:3 2024-05-16T15:39:31.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:30 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:31.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:30 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:31.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:30 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:39:31.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:30 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:31.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:30 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-16T15:39:31.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:30 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-16T15:39:31.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:30 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-16T15:39:31.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:30 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:31.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:30 smithi148 ceph-mon[34976]: Deploying daemon mgr.z on smithi157 2024-05-16T15:39:31.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:30 smithi148 ceph-mon[34976]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:31.236 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-05-16T15:39:31.236 DEBUG:teuthology.orchestra.run.smithi148:> dd if=/scratch_devs of=/dev/stdout 2024-05-16T15:39:31.256 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-05-16T15:39:31.256 DEBUG:teuthology.orchestra.run.smithi148:> stat /dev/vg_nvme/lv_1 2024-05-16T15:39:31.314 INFO:teuthology.orchestra.run.smithi148.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-05-16T15:39:31.314 INFO:teuthology.orchestra.run.smithi148.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-16T15:39:31.315 INFO:teuthology.orchestra.run.smithi148.stdout:Device: 5h/5d Inode: 668 Links: 1 2024-05-16T15:39:31.315 INFO:teuthology.orchestra.run.smithi148.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-16T15:39:31.315 INFO:teuthology.orchestra.run.smithi148.stdout:Context: system_u:object_r:device_t:s0 2024-05-16T15:39:31.315 INFO:teuthology.orchestra.run.smithi148.stdout:Access: 2024-05-16 15:39:15.505306774 +0000 2024-05-16T15:39:31.315 INFO:teuthology.orchestra.run.smithi148.stdout:Modify: 2024-05-16 15:33:47.529266585 +0000 2024-05-16T15:39:31.315 INFO:teuthology.orchestra.run.smithi148.stdout:Change: 2024-05-16 15:33:47.529266585 +0000 2024-05-16T15:39:31.315 INFO:teuthology.orchestra.run.smithi148.stdout: Birth: 2024-05-16 15:33:47.529266585 +0000 2024-05-16T15:39:31.315 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-05-16T15:39:31.380 INFO:teuthology.orchestra.run.smithi148.stderr:1+0 records in 2024-05-16T15:39:31.380 INFO:teuthology.orchestra.run.smithi148.stderr:1+0 records out 2024-05-16T15:39:31.380 INFO:teuthology.orchestra.run.smithi148.stderr:512 bytes copied, 0.000253277 s, 2.0 MB/s 2024-05-16T15:39:31.382 DEBUG:teuthology.orchestra.run.smithi148:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-05-16T15:39:31.439 DEBUG:teuthology.orchestra.run.smithi148:> stat /dev/vg_nvme/lv_2 2024-05-16T15:39:31.495 INFO:teuthology.orchestra.run.smithi148.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-05-16T15:39:31.495 INFO:teuthology.orchestra.run.smithi148.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-16T15:39:31.495 INFO:teuthology.orchestra.run.smithi148.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-05-16T15:39:31.495 INFO:teuthology.orchestra.run.smithi148.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-16T15:39:31.495 INFO:teuthology.orchestra.run.smithi148.stdout:Context: system_u:object_r:device_t:s0 2024-05-16T15:39:31.495 INFO:teuthology.orchestra.run.smithi148.stdout:Access: 2024-05-16 15:39:15.506306750 +0000 2024-05-16T15:39:31.495 INFO:teuthology.orchestra.run.smithi148.stdout:Modify: 2024-05-16 15:33:47.878258298 +0000 2024-05-16T15:39:31.495 INFO:teuthology.orchestra.run.smithi148.stdout:Change: 2024-05-16 15:33:47.878258298 +0000 2024-05-16T15:39:31.495 INFO:teuthology.orchestra.run.smithi148.stdout: Birth: 2024-05-16 15:33:47.878258298 +0000 2024-05-16T15:39:31.496 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-05-16T15:39:31.559 INFO:teuthology.orchestra.run.smithi148.stderr:1+0 records in 2024-05-16T15:39:31.559 INFO:teuthology.orchestra.run.smithi148.stderr:1+0 records out 2024-05-16T15:39:31.559 INFO:teuthology.orchestra.run.smithi148.stderr:512 bytes copied, 0.000266535 s, 1.9 MB/s 2024-05-16T15:39:31.560 DEBUG:teuthology.orchestra.run.smithi148:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-05-16T15:39:31.617 DEBUG:teuthology.orchestra.run.smithi148:> stat /dev/vg_nvme/lv_3 2024-05-16T15:39:31.673 INFO:teuthology.orchestra.run.smithi148.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-05-16T15:39:31.673 INFO:teuthology.orchestra.run.smithi148.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-16T15:39:31.673 INFO:teuthology.orchestra.run.smithi148.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-05-16T15:39:31.673 INFO:teuthology.orchestra.run.smithi148.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-16T15:39:31.673 INFO:teuthology.orchestra.run.smithi148.stdout:Context: system_u:object_r:device_t:s0 2024-05-16T15:39:31.673 INFO:teuthology.orchestra.run.smithi148.stdout:Access: 2024-05-16 15:39:15.506306750 +0000 2024-05-16T15:39:31.673 INFO:teuthology.orchestra.run.smithi148.stdout:Modify: 2024-05-16 15:33:48.247249535 +0000 2024-05-16T15:39:31.673 INFO:teuthology.orchestra.run.smithi148.stdout:Change: 2024-05-16 15:33:48.247249535 +0000 2024-05-16T15:39:31.673 INFO:teuthology.orchestra.run.smithi148.stdout: Birth: 2024-05-16 15:33:48.247249535 +0000 2024-05-16T15:39:31.673 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-05-16T15:39:31.738 INFO:teuthology.orchestra.run.smithi148.stderr:1+0 records in 2024-05-16T15:39:31.738 INFO:teuthology.orchestra.run.smithi148.stderr:1+0 records out 2024-05-16T15:39:31.738 INFO:teuthology.orchestra.run.smithi148.stderr:512 bytes copied, 0.000236965 s, 2.2 MB/s 2024-05-16T15:39:31.739 DEBUG:teuthology.orchestra.run.smithi148:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-05-16T15:39:31.796 DEBUG:teuthology.orchestra.run.smithi148:> stat /dev/vg_nvme/lv_4 2024-05-16T15:39:31.853 INFO:teuthology.orchestra.run.smithi148.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-05-16T15:39:31.853 INFO:teuthology.orchestra.run.smithi148.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-16T15:39:31.853 INFO:teuthology.orchestra.run.smithi148.stdout:Device: 5h/5d Inode: 725 Links: 1 2024-05-16T15:39:31.853 INFO:teuthology.orchestra.run.smithi148.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-16T15:39:31.853 INFO:teuthology.orchestra.run.smithi148.stdout:Context: system_u:object_r:device_t:s0 2024-05-16T15:39:31.853 INFO:teuthology.orchestra.run.smithi148.stdout:Access: 2024-05-16 15:39:15.506306750 +0000 2024-05-16T15:39:31.853 INFO:teuthology.orchestra.run.smithi148.stdout:Modify: 2024-05-16 15:33:48.583241557 +0000 2024-05-16T15:39:31.853 INFO:teuthology.orchestra.run.smithi148.stdout:Change: 2024-05-16 15:33:48.583241557 +0000 2024-05-16T15:39:31.853 INFO:teuthology.orchestra.run.smithi148.stdout: Birth: 2024-05-16 15:33:48.583241557 +0000 2024-05-16T15:39:31.854 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-05-16T15:39:31.917 INFO:teuthology.orchestra.run.smithi148.stderr:1+0 records in 2024-05-16T15:39:31.917 INFO:teuthology.orchestra.run.smithi148.stderr:1+0 records out 2024-05-16T15:39:31.917 INFO:teuthology.orchestra.run.smithi148.stderr:512 bytes copied, 0.000199474 s, 2.6 MB/s 2024-05-16T15:39:31.918 DEBUG:teuthology.orchestra.run.smithi148:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-05-16T15:39:31.975 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-05-16T15:39:31.975 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/scratch_devs of=/dev/stdout 2024-05-16T15:39:31.992 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-05-16T15:39:31.992 DEBUG:teuthology.orchestra.run.smithi157:> stat /dev/vg_nvme/lv_1 2024-05-16T15:39:32.051 INFO:teuthology.orchestra.run.smithi157.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-05-16T15:39:32.051 INFO:teuthology.orchestra.run.smithi157.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-16T15:39:32.051 INFO:teuthology.orchestra.run.smithi157.stdout:Device: 5h/5d Inode: 665 Links: 1 2024-05-16T15:39:32.051 INFO:teuthology.orchestra.run.smithi157.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-16T15:39:32.051 INFO:teuthology.orchestra.run.smithi157.stdout:Context: system_u:object_r:device_t:s0 2024-05-16T15:39:32.051 INFO:teuthology.orchestra.run.smithi157.stdout:Access: 2024-05-16 15:39:31.940805489 +0000 2024-05-16T15:39:32.051 INFO:teuthology.orchestra.run.smithi157.stdout:Modify: 2024-05-16 15:33:40.059212567 +0000 2024-05-16T15:39:32.051 INFO:teuthology.orchestra.run.smithi157.stdout:Change: 2024-05-16 15:33:40.059212567 +0000 2024-05-16T15:39:32.051 INFO:teuthology.orchestra.run.smithi157.stdout: Birth: 2024-05-16 15:33:40.059212567 +0000 2024-05-16T15:39:32.051 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-05-16T15:39:32.118 INFO:journalctl@ceph.mgr.z.smithi157.stdout:May 16 15:39:32 smithi157 systemd[1]: Starting Ceph mgr.z for 13155b42-139a-11ef-bc9a-c7b262605968... 2024-05-16T15:39:32.122 INFO:teuthology.orchestra.run.smithi157.stderr:1+0 records in 2024-05-16T15:39:32.122 INFO:teuthology.orchestra.run.smithi157.stderr:1+0 records out 2024-05-16T15:39:32.122 INFO:teuthology.orchestra.run.smithi157.stderr:512 bytes copied, 0.000100196 s, 5.1 MB/s 2024-05-16T15:39:32.123 DEBUG:teuthology.orchestra.run.smithi157:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-05-16T15:39:32.180 DEBUG:teuthology.orchestra.run.smithi157:> stat /dev/vg_nvme/lv_2 2024-05-16T15:39:32.236 INFO:teuthology.orchestra.run.smithi157.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-05-16T15:39:32.237 INFO:teuthology.orchestra.run.smithi157.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-16T15:39:32.237 INFO:teuthology.orchestra.run.smithi157.stdout:Device: 5h/5d Inode: 687 Links: 1 2024-05-16T15:39:32.237 INFO:teuthology.orchestra.run.smithi157.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-16T15:39:32.237 INFO:teuthology.orchestra.run.smithi157.stdout:Context: system_u:object_r:device_t:s0 2024-05-16T15:39:32.237 INFO:teuthology.orchestra.run.smithi157.stdout:Access: 2024-05-16 15:39:31.940805489 +0000 2024-05-16T15:39:32.237 INFO:teuthology.orchestra.run.smithi157.stdout:Modify: 2024-05-16 15:33:40.393207221 +0000 2024-05-16T15:39:32.237 INFO:teuthology.orchestra.run.smithi157.stdout:Change: 2024-05-16 15:33:40.393207221 +0000 2024-05-16T15:39:32.237 INFO:teuthology.orchestra.run.smithi157.stdout: Birth: 2024-05-16 15:33:40.393207221 +0000 2024-05-16T15:39:32.237 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-05-16T15:39:32.301 INFO:teuthology.orchestra.run.smithi157.stderr:1+0 records in 2024-05-16T15:39:32.301 INFO:teuthology.orchestra.run.smithi157.stderr:1+0 records out 2024-05-16T15:39:32.302 INFO:teuthology.orchestra.run.smithi157.stderr:512 bytes copied, 0.000115205 s, 4.4 MB/s 2024-05-16T15:39:32.303 DEBUG:teuthology.orchestra.run.smithi157:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-05-16T15:39:32.411 DEBUG:teuthology.orchestra.run.smithi157:> stat /dev/vg_nvme/lv_3 2024-05-16T15:39:32.420 INFO:journalctl@ceph.mgr.z.smithi157.stdout:May 16 15:39:32 smithi157 podman[37244]: 2024-05-16 15:39:32.136326332 +0000 UTC m=+0.017558773 image pull bc0afc5f792216c18cc9b63b7b42000fd468161488acab6065a32abbb64b541b quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381 2024-05-16T15:39:32.420 INFO:journalctl@ceph.mgr.z.smithi157.stdout:May 16 15:39:32 smithi157 podman[37244]: 2024-05-16 15:39:32.238194346 +0000 UTC m=+0.119426766 container create c22c18e0a3aab8f78d48fa6b6c46765c7ad29006cfde3770a904b794aa5ba7bc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-z, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240514, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c) 2024-05-16T15:39:32.435 INFO:teuthology.orchestra.run.smithi157.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-05-16T15:39:32.435 INFO:teuthology.orchestra.run.smithi157.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-16T15:39:32.435 INFO:teuthology.orchestra.run.smithi157.stdout:Device: 5h/5d Inode: 706 Links: 1 2024-05-16T15:39:32.435 INFO:teuthology.orchestra.run.smithi157.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-16T15:39:32.435 INFO:teuthology.orchestra.run.smithi157.stdout:Context: system_u:object_r:device_t:s0 2024-05-16T15:39:32.435 INFO:teuthology.orchestra.run.smithi157.stdout:Access: 2024-05-16 15:39:31.940805489 +0000 2024-05-16T15:39:32.435 INFO:teuthology.orchestra.run.smithi157.stdout:Modify: 2024-05-16 15:33:40.729201843 +0000 2024-05-16T15:39:32.436 INFO:teuthology.orchestra.run.smithi157.stdout:Change: 2024-05-16 15:33:40.729201843 +0000 2024-05-16T15:39:32.436 INFO:teuthology.orchestra.run.smithi157.stdout: Birth: 2024-05-16 15:33:40.729201843 +0000 2024-05-16T15:39:32.436 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-05-16T15:39:32.503 INFO:teuthology.orchestra.run.smithi157.stderr:1+0 records in 2024-05-16T15:39:32.503 INFO:teuthology.orchestra.run.smithi157.stderr:1+0 records out 2024-05-16T15:39:32.503 INFO:teuthology.orchestra.run.smithi157.stderr:512 bytes copied, 9.5651e-05 s, 5.4 MB/s 2024-05-16T15:39:32.503 DEBUG:teuthology.orchestra.run.smithi157:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-05-16T15:39:32.560 DEBUG:teuthology.orchestra.run.smithi157:> stat /dev/vg_nvme/lv_4 2024-05-16T15:39:32.617 INFO:teuthology.orchestra.run.smithi157.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-05-16T15:39:32.617 INFO:teuthology.orchestra.run.smithi157.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-16T15:39:32.617 INFO:teuthology.orchestra.run.smithi157.stdout:Device: 5h/5d Inode: 725 Links: 1 2024-05-16T15:39:32.617 INFO:teuthology.orchestra.run.smithi157.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-16T15:39:32.617 INFO:teuthology.orchestra.run.smithi157.stdout:Context: system_u:object_r:device_t:s0 2024-05-16T15:39:32.617 INFO:teuthology.orchestra.run.smithi157.stdout:Access: 2024-05-16 15:39:31.941805473 +0000 2024-05-16T15:39:32.617 INFO:teuthology.orchestra.run.smithi157.stdout:Modify: 2024-05-16 15:33:41.055196625 +0000 2024-05-16T15:39:32.617 INFO:teuthology.orchestra.run.smithi157.stdout:Change: 2024-05-16 15:33:41.055196625 +0000 2024-05-16T15:39:32.617 INFO:teuthology.orchestra.run.smithi157.stdout: Birth: 2024-05-16 15:33:41.055196625 +0000 2024-05-16T15:39:32.617 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-05-16T15:39:32.681 INFO:teuthology.orchestra.run.smithi157.stderr:1+0 records in 2024-05-16T15:39:32.682 INFO:teuthology.orchestra.run.smithi157.stderr:1+0 records out 2024-05-16T15:39:32.682 INFO:teuthology.orchestra.run.smithi157.stderr:512 bytes copied, 0.000113554 s, 4.5 MB/s 2024-05-16T15:39:32.684 DEBUG:teuthology.orchestra.run.smithi157:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-05-16T15:39:32.742 INFO:tasks.cephadm:Deploying osd.0 on smithi043 with /dev/vg_nvme/lv_4... 2024-05-16T15:39:32.742 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-05-16T15:39:32.833 INFO:journalctl@ceph.mgr.z.smithi157.stdout:May 16 15:39:32 smithi157 podman[37244]: 2024-05-16 15:39:32.474061565 +0000 UTC m=+0.355293993 container init c22c18e0a3aab8f78d48fa6b6c46765c7ad29006cfde3770a904b794aa5ba7bc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-z, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-05-16T15:39:32.833 INFO:journalctl@ceph.mgr.z.smithi157.stdout:May 16 15:39:32 smithi157 podman[37244]: 2024-05-16 15:39:32.476913733 +0000 UTC m=+0.358146171 container start c22c18e0a3aab8f78d48fa6b6c46765c7ad29006cfde3770a904b794aa5ba7bc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-z, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-16T15:39:32.833 INFO:journalctl@ceph.mgr.z.smithi157.stdout:May 16 15:39:32 smithi157 ceph-mgr[37357]: -- 172.21.15.157:0/4121754409 <== mon.1 v2:172.21.15.157:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b67b3785a0 con 0x55b67b34c800 2024-05-16T15:39:32.833 INFO:journalctl@ceph.mgr.z.smithi157.stdout:May 16 15:39:32 smithi157 bash[37244]: c22c18e0a3aab8f78d48fa6b6c46765c7ad29006cfde3770a904b794aa5ba7bc 2024-05-16T15:39:32.833 INFO:journalctl@ceph.mgr.z.smithi157.stdout:May 16 15:39:32 smithi157 systemd[1]: Started Ceph mgr.z for 13155b42-139a-11ef-bc9a-c7b262605968. 2024-05-16T15:39:32.834 INFO:journalctl@ceph.mgr.z.smithi157.stdout:May 16 15:39:32 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-z[37313]: 2024-05-16T15:39:32.631+0000 7f0565639200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-16T15:39:32.834 INFO:journalctl@ceph.mgr.z.smithi157.stdout:May 16 15:39:32 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-z[37313]: 2024-05-16T15:39:32.827+0000 7f0565639200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-16T15:39:32.993 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:39:33.104 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:32 smithi043 ceph-mon[31619]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:33.104 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:32 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:33.104 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:32 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:33.104 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:32 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:33.104 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:32 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-16T15:39:33.104 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:32 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-16T15:39:33.105 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:32 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-16T15:39:33.105 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:32 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:33.170 INFO:journalctl@ceph.mgr.z.smithi157.stdout:May 16 15:39:32 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-z[37313]: 2024-05-16T15:39:32.930+0000 7f0565639200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-16T15:39:33.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:32 smithi157 ceph-mon[35584]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:33.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:32 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:33.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:32 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:33.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:32 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:33.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:32 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-16T15:39:33.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:32 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-16T15:39:33.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:32 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-16T15:39:33.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:32 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:33.321 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:32 smithi148 ceph-mon[34976]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:33.321 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:32 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:33.321 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:32 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:33.321 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:32 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:33.321 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:32 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-16T15:39:33.321 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:32 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-16T15:39:33.321 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:32 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-16T15:39:33.321 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:32 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:33.670 INFO:journalctl@ceph.mgr.z.smithi157.stdout:May 16 15:39:33 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-z[37313]: 2024-05-16T15:39:33.241+0000 7f0565639200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-16T15:39:33.670 INFO:journalctl@ceph.mgr.z.smithi157.stdout:May 16 15:39:33 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-z[37313]: 2024-05-16T15:39:33.325+0000 7f0565639200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-16T15:39:34.306 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:33 smithi148 ceph-mon[34976]: Deploying daemon mgr.y on smithi148 2024-05-16T15:39:34.355 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:33 smithi043 ceph-mon[31619]: Deploying daemon mgr.y on smithi148 2024-05-16T15:39:34.420 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:33 smithi157 ceph-mon[35584]: Deploying daemon mgr.y on smithi148 2024-05-16T15:39:34.868 INFO:journalctl@ceph.mgr.z.smithi157.stdout:May 16 15:39:34 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-z[37313]: 2024-05-16T15:39:34.524+0000 7f0565639200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-16T15:39:34.868 INFO:journalctl@ceph.mgr.z.smithi157.stdout:May 16 15:39:34 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-z[37313]: 2024-05-16T15:39:34.693+0000 7f0565639200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-16T15:39:34.868 INFO:journalctl@ceph.mgr.z.smithi157.stdout:May 16 15:39:34 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-z[37313]: 2024-05-16T15:39:34.862+0000 7f0565639200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-16T15:39:34.931 INFO:journalctl@ceph.mgr.y.smithi148.stdout:May 16 15:39:34 smithi148 podman[36339]: 2024-05-16 15:39:34.77001763 +0000 UTC m=+0.017820367 image pull bc0afc5f792216c18cc9b63b7b42000fd468161488acab6065a32abbb64b541b quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381 2024-05-16T15:39:35.159 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:34 smithi157 ceph-mon[35584]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:35.165 INFO:teuthology.orchestra.run.smithi043.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-05-16T15:39:35.166 INFO:teuthology.orchestra.run.smithi043.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-05-16T15:39:35.166 INFO:teuthology.orchestra.run.smithi043.stderr: stderr: 10+0 records in 2024-05-16T15:39:35.166 INFO:teuthology.orchestra.run.smithi043.stderr:10+0 records out 2024-05-16T15:39:35.166 INFO:teuthology.orchestra.run.smithi043.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00813972 s, 1.3 GB/s 2024-05-16T15:39:35.166 INFO:teuthology.orchestra.run.smithi043.stderr:--> Zapping successful for: 2024-05-16T15:39:35.204 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:34 smithi148 ceph-mon[34976]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:35.204 INFO:journalctl@ceph.mgr.y.smithi148.stdout:May 16 15:39:35 smithi148 podman[36339]: 2024-05-16 15:39:35.040579266 +0000 UTC m=+0.288381998 container init 8fb5f7743f047291735466a7d3c4fd607d231ac02bcecc282785a12f77f19839 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-y, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-05-16T15:39:35.204 INFO:journalctl@ceph.mgr.y.smithi148.stdout:May 16 15:39:35 smithi148 podman[36339]: 2024-05-16 15:39:35.043586074 +0000 UTC m=+0.291388815 container start 8fb5f7743f047291735466a7d3c4fd607d231ac02bcecc282785a12f77f19839 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-05-16T15:39:35.204 INFO:journalctl@ceph.mgr.y.smithi148.stdout:May 16 15:39:35 smithi148 ceph-mgr[36359]: -- 172.21.15.148:0/4123329989 <== mon.2 v2:172.21.15.148:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x556bc59105a0 con 0x556bc58e4800 2024-05-16T15:39:35.204 INFO:journalctl@ceph.mgr.y.smithi148.stdout:May 16 15:39:35 smithi148 bash[36339]: 8fb5f7743f047291735466a7d3c4fd607d231ac02bcecc282785a12f77f19839 2024-05-16T15:39:35.204 INFO:journalctl@ceph.mgr.y.smithi148.stdout:May 16 15:39:35 smithi148 systemd[1]: Started Ceph mgr.y for 13155b42-139a-11ef-bc9a-c7b262605968. 2024-05-16T15:39:35.204 INFO:journalctl@ceph.mgr.y.smithi148.stdout:May 16 15:39:35 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-y[36355]: 2024-05-16T15:39:35.197+0000 7ff9851a5200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-16T15:39:35.420 INFO:journalctl@ceph.mgr.z.smithi157.stdout:May 16 15:39:35 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-z[37313]: 2024-05-16T15:39:35.153+0000 7f0565639200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-16T15:39:35.420 INFO:journalctl@ceph.mgr.z.smithi157.stdout:May 16 15:39:35 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-z[37313]: 2024-05-16T15:39:35.247+0000 7f0565639200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-16T15:39:35.469 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:34 smithi043 ceph-mon[31619]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:35.503 INFO:journalctl@ceph.mgr.y.smithi148.stdout:May 16 15:39:35 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-y[36355]: 2024-05-16T15:39:35.388+0000 7ff9851a5200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-16T15:39:35.503 INFO:journalctl@ceph.mgr.y.smithi148.stdout:May 16 15:39:35 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-y[36355]: 2024-05-16T15:39:35.497+0000 7ff9851a5200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-16T15:39:35.731 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi043:vg_nvme/lv_4 2024-05-16T15:39:35.920 INFO:journalctl@ceph.mgr.z.smithi157.stdout:May 16 15:39:35 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-z[37313]: 2024-05-16T15:39:35.458+0000 7f0565639200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-16T15:39:35.920 INFO:journalctl@ceph.mgr.z.smithi157.stdout:May 16 15:39:35 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-z[37313]: 2024-05-16T15:39:35.662+0000 7f0565639200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-16T15:39:35.975 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:39:36.175 INFO:journalctl@ceph.mgr.y.smithi148.stdout:May 16 15:39:35 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-y[36355]: 2024-05-16T15:39:35.827+0000 7ff9851a5200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-16T15:39:36.176 INFO:journalctl@ceph.mgr.y.smithi148.stdout:May 16 15:39:35 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-y[36355]: 2024-05-16T15:39:35.925+0000 7ff9851a5200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-16T15:39:36.374 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:36 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:36.375 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:36 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:36.375 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:36 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:36.375 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:36 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:36.375 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:36 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:39:36.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:36 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:36.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:36 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:36.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:36 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:36.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:36 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:36.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:36 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:39:36.545 INFO:journalctl@ceph.mgr.z.smithi157.stdout:May 16 15:39:36 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-z[37313]: 2024-05-16T15:39:36.308+0000 7f0565639200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-16T15:39:36.545 INFO:journalctl@ceph.mgr.z.smithi157.stdout:May 16 15:39:36 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-z[37313]: 2024-05-16T15:39:36.539+0000 7f0565639200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-16T15:39:36.545 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:36 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:36.545 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:36 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:36.545 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:36 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:36.545 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:36 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:36.545 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:36 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:39:37.361 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:37 smithi043 ceph-mon[31619]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:37.361 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:37 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:37.361 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:37 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:37.361 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:37 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:37.361 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:37 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:37.361 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:37 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:37.361 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:37 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:39:37.361 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:37 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:37.361 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:37 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-16T15:39:37.361 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:37 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-16T15:39:37.361 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:37 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:37.422 INFO:journalctl@ceph.mgr.z.smithi157.stdout:May 16 15:39:36 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-z[37313]: 2024-05-16T15:39:36.987+0000 7f0565639200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-16T15:39:37.422 INFO:journalctl@ceph.mgr.z.smithi157.stdout:May 16 15:39:37 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-z[37313]: 2024-05-16T15:39:37.083+0000 7f0565639200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-16T15:39:37.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:37 smithi157 ceph-mon[35584]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:37.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:37 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:37.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:37 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:37.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:37 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:37.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:37 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:37.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:37 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:37.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:37 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:39:37.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:37 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:37.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:37 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-16T15:39:37.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:37 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-16T15:39:37.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:37 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:37.528 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:37 smithi148 ceph-mon[34976]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:37.528 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:37 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:37.528 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:37 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:37.528 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:37 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:37.528 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:37 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:37.528 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:37 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:37.529 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:37 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:39:37.529 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:37 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:37.529 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:37 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-16T15:39:37.529 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:37 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-16T15:39:37.529 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:37 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:37.529 INFO:journalctl@ceph.mgr.y.smithi148.stdout:May 16 15:39:37 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-y[36355]: 2024-05-16T15:39:37.179+0000 7ff9851a5200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-16T15:39:37.529 INFO:journalctl@ceph.mgr.y.smithi148.stdout:May 16 15:39:37 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-y[36355]: 2024-05-16T15:39:37.350+0000 7ff9851a5200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-16T15:39:37.529 INFO:journalctl@ceph.mgr.y.smithi148.stdout:May 16 15:39:37 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-y[36355]: 2024-05-16T15:39:37.521+0000 7ff9851a5200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-16T15:39:37.589 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:37.583+0000 7f5d1d47f700 1 -- 172.21.15.43:0/1076966381 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5d181050a0 msgr2=0x7f5d1810b950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:39:37.590 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:37.583+0000 7f5d1d47f700 1 --2- 172.21.15.43:0/1076966381 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5d181050a0 0x7f5d1810b950 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f5d1000b0d0 tx=0x7f5d1000b3e0 comp rx=0 tx=0).stop 2024-05-16T15:39:37.590 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:37.583+0000 7f5d1d47f700 1 -- 172.21.15.43:0/1076966381 shutdown_connections 2024-05-16T15:39:37.590 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:37.583+0000 7f5d1d47f700 1 --2- 172.21.15.43:0/1076966381 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5d181050a0 0x7f5d1810b950 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:39:37.590 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:37.583+0000 7f5d1d47f700 1 --2- 172.21.15.43:0/1076966381 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5d18103500 0x7f5d18103920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:39:37.590 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:37.583+0000 7f5d1d47f700 1 --2- 172.21.15.43:0/1076966381 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5d18104700 0x7f5d18104b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:39:37.590 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:37.583+0000 7f5d1d47f700 1 -- 172.21.15.43:0/1076966381 >> 172.21.15.43:0/1076966381 conn(0x7f5d180feaa0 msgr2=0x7f5d18100ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:39:37.590 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:37.583+0000 7f5d1d47f700 1 -- 172.21.15.43:0/1076966381 shutdown_connections 2024-05-16T15:39:37.591 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:37.583+0000 7f5d1d47f700 1 -- 172.21.15.43:0/1076966381 wait complete. 2024-05-16T15:39:37.591 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:37.584+0000 7f5d1d47f700 1 Processor -- start 2024-05-16T15:39:37.591 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:37.584+0000 7f5d1d47f700 1 -- start start 2024-05-16T15:39:37.593 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:37.585+0000 7f5d1d47f700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5d18103500 0x7f5d18199550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:39:37.593 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:37.585+0000 7f5d1d47f700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5d18104700 0x7f5d18199a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:39:37.593 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:37.585+0000 7f5d1d47f700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5d181050a0 0x7f5d181a0b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:39:37.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:37.585+0000 7f5d1d47f700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f5d1810ee80 con 0x7f5d181050a0 2024-05-16T15:39:37.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:37.585+0000 7f5d1d47f700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f5d1810ed00 con 0x7f5d18104700 2024-05-16T15:39:37.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:37.585+0000 7f5d1d47f700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f5d1810f000 con 0x7f5d18103500 2024-05-16T15:39:37.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:37.585+0000 7f5d177fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5d181050a0 0x7f5d181a0b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:39:37.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:37.585+0000 7f5d177fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5d181050a0 0x7f5d181a0b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:41766/0 (socket says 172.21.15.43:41766) 2024-05-16T15:39:37.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:37.585+0000 7f5d177fe700 1 -- 172.21.15.43:0/847285956 learned_addr learned my addr 172.21.15.43:0/847285956 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:39:37.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:37.585+0000 7f5d16ffd700 1 --2- 172.21.15.43:0/847285956 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5d18103500 0x7f5d18199550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:39:37.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:37.585+0000 7f5d0e7fc700 1 --2- 172.21.15.43:0/847285956 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5d18104700 0x7f5d18199a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:39:37.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:37.585+0000 7f5d177fe700 1 -- 172.21.15.43:0/847285956 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5d18103500 msgr2=0x7f5d18199550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:39:37.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:37.585+0000 7f5d177fe700 1 --2- 172.21.15.43:0/847285956 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5d18103500 0x7f5d18199550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:39:37.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:37.585+0000 7f5d177fe700 1 -- 172.21.15.43:0/847285956 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5d18104700 msgr2=0x7f5d18199a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:39:37.595 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:37.585+0000 7f5d177fe700 1 --2- 172.21.15.43:0/847285956 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5d18104700 0x7f5d18199a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:39:37.595 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:37.585+0000 7f5d177fe700 1 -- 172.21.15.43:0/847285956 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d181a11b0 con 0x7f5d181050a0 2024-05-16T15:39:37.595 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:37.585+0000 7f5d177fe700 1 --2- 172.21.15.43:0/847285956 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5d181050a0 0x7f5d181a0b10 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f5d100095e0 tx=0x7f5d100097f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:39:37.595 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:37.586+0000 7f5d14ff9700 1 -- 172.21.15.43:0/847285956 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d1001f030 con 0x7f5d181050a0 2024-05-16T15:39:37.595 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:37.586+0000 7f5d14ff9700 1 -- 172.21.15.43:0/847285956 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5d10005040 con 0x7f5d181050a0 2024-05-16T15:39:37.595 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:37.586+0000 7f5d1d47f700 1 -- 172.21.15.43:0/847285956 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d181a1440 con 0x7f5d181050a0 2024-05-16T15:39:37.595 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:37.586+0000 7f5d14ff9700 1 -- 172.21.15.43:0/847285956 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d1000bd60 con 0x7f5d181050a0 2024-05-16T15:39:37.595 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:37.586+0000 7f5d1d47f700 1 -- 172.21.15.43:0/847285956 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d181a18f0 con 0x7f5d181050a0 2024-05-16T15:39:37.595 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:37.587+0000 7f5d1d47f700 1 -- 172.21.15.43:0/847285956 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5d1806a190 con 0x7f5d181050a0 2024-05-16T15:39:37.595 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:37.587+0000 7f5d14ff9700 1 -- 172.21.15.43:0/847285956 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f5d10022030 con 0x7f5d181050a0 2024-05-16T15:39:37.595 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:37.587+0000 7f5d14ff9700 1 --2- 172.21.15.43:0/847285956 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f5d0403e750 0x7f5d04040c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:39:37.595 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:37.587+0000 7f5d14ff9700 1 -- 172.21.15.43:0/847285956 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f5d1000f020 con 0x7f5d181050a0 2024-05-16T15:39:37.595 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:37.587+0000 7f5d16ffd700 1 --2- 172.21.15.43:0/847285956 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f5d0403e750 0x7f5d04040c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:39:37.596 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:37.588+0000 7f5d16ffd700 1 --2- 172.21.15.43:0/847285956 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f5d0403e750 0x7f5d04040c10 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f5d18104560 tx=0x7f5d08007400 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:39:37.598 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:37.592+0000 7f5d14ff9700 1 -- 172.21.15.43:0/847285956 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f5d10029020 con 0x7f5d181050a0 2024-05-16T15:39:37.822 INFO:journalctl@ceph.mgr.z.smithi157.stdout:May 16 15:39:37 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-z[37313]: 2024-05-16T15:39:37.457+0000 7f0565639200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-16T15:39:37.822 INFO:journalctl@ceph.mgr.z.smithi157.stdout:May 16 15:39:37 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-z[37313]: 2024-05-16T15:39:37.817+0000 7f0565639200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-16T15:39:37.833 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:37.826+0000 7f5d1d47f700 1 -- 172.21.15.43:0/847285956 --> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi043:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f5d180638e0 con 0x7f5d0403e750 2024-05-16T15:39:38.118 INFO:journalctl@ceph.mgr.y.smithi148.stdout:May 16 15:39:37 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-y[36355]: 2024-05-16T15:39:37.814+0000 7ff9851a5200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-16T15:39:38.118 INFO:journalctl@ceph.mgr.y.smithi148.stdout:May 16 15:39:37 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-y[36355]: 2024-05-16T15:39:37.906+0000 7ff9851a5200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-16T15:39:38.119 INFO:journalctl@ceph.mgr.y.smithi148.stdout:May 16 15:39:38 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-y[36355]: 2024-05-16T15:39:38.112+0000 7ff9851a5200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-16T15:39:38.160 INFO:journalctl@ceph.mgr.z.smithi157.stdout:May 16 15:39:37 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-z[37313]: 2024-05-16T15:39:37.910+0000 7f0565639200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-16T15:39:38.420 INFO:journalctl@ceph.mgr.z.smithi157.stdout:May 16 15:39:38 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-z[37313]: 2024-05-16T15:39:38.155+0000 7f0565639200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-16T15:39:38.420 INFO:journalctl@ceph.mgr.z.smithi157.stdout:May 16 15:39:38 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-z[37313]: 2024-05-16T15:39:38.289+0000 7f0565639200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-16T15:39:38.421 INFO:journalctl@ceph.mgr.z.smithi157.stdout:May 16 15:39:38 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-z[37313]: 2024-05-16T15:39:38.386+0000 7f0565639200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-16T15:39:38.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:38 smithi157 ceph-mon[35584]: Reconfiguring mgr.x (unknown last config time)... 2024-05-16T15:39:38.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:38 smithi157 ceph-mon[35584]: Reconfiguring daemon mgr.x on smithi043 2024-05-16T15:39:38.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:38 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-16T15:39:38.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:38 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-16T15:39:38.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:38 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:38.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:38 smithi148 ceph-mon[34976]: Reconfiguring mgr.x (unknown last config time)... 2024-05-16T15:39:38.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:38 smithi148 ceph-mon[34976]: Reconfiguring daemon mgr.x on smithi043 2024-05-16T15:39:38.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:38 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-16T15:39:38.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:38 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-16T15:39:38.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:38 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:38.431 INFO:journalctl@ceph.mgr.y.smithi148.stdout:May 16 15:39:38 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-y[36355]: 2024-05-16T15:39:38.305+0000 7ff9851a5200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-16T15:39:38.572 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:38 smithi043 ceph-mon[31619]: Reconfiguring mgr.x (unknown last config time)... 2024-05-16T15:39:38.572 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:38 smithi043 ceph-mon[31619]: Reconfiguring daemon mgr.x on smithi043 2024-05-16T15:39:38.572 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:38 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-16T15:39:38.572 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:38 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-16T15:39:38.572 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:38 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:39.170 INFO:journalctl@ceph.mgr.z.smithi157.stdout:May 16 15:39:38 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-z[37313]: 2024-05-16T15:39:38.719+0000 7f0565639200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-16T15:39:39.170 INFO:journalctl@ceph.mgr.z.smithi157.stdout:May 16 15:39:38 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-z[37313]: 2024-05-16T15:39:38.813+0000 7f0565639200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-16T15:39:39.180 INFO:journalctl@ceph.mgr.y.smithi148.stdout:May 16 15:39:38 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-y[36355]: 2024-05-16T15:39:38.915+0000 7ff9851a5200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-16T15:39:39.180 INFO:journalctl@ceph.mgr.y.smithi148.stdout:May 16 15:39:39 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-y[36355]: 2024-05-16T15:39:39.135+0000 7ff9851a5200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-16T15:39:39.567 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:39 smithi148 ceph-mon[34976]: from='client.14223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi043:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:39:39.567 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:39 smithi148 ceph-mon[34976]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:39.567 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:39 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:39.567 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:39 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:39.567 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:39 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:39:39.567 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:39 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:39.567 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:39 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:39:39.568 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:39 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:39.647 INFO:journalctl@ceph.mgr.z.smithi157.stdout:May 16 15:39:39 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-z[37313]: 2024-05-16T15:39:39.424+0000 7f0565639200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-16T15:39:39.647 INFO:journalctl@ceph.mgr.z.smithi157.stdout:May 16 15:39:39 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-z[37313]: 2024-05-16T15:39:39.641+0000 7f0565639200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-16T15:39:39.647 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:39 smithi157 ceph-mon[35584]: from='client.14223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi043:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:39:39.647 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:39 smithi157 ceph-mon[35584]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:39.647 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:39 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:39.647 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:39 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:39.647 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:39 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:39:39.647 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:39 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:39.648 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:39 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:39:39.648 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:39 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:39.678 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:39 smithi043 ceph-mon[31619]: from='client.14223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi043:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:39:39.678 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:39 smithi043 ceph-mon[31619]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:39.678 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:39 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:39.678 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:39 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:39.678 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:39 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:39:39.678 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:39 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:39.678 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:39 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:39:39.678 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:39 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:39.930 INFO:journalctl@ceph.mgr.y.smithi148.stdout:May 16 15:39:39 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-y[36355]: 2024-05-16T15:39:39.560+0000 7ff9851a5200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-16T15:39:39.931 INFO:journalctl@ceph.mgr.y.smithi148.stdout:May 16 15:39:39 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-y[36355]: 2024-05-16T15:39:39.657+0000 7ff9851a5200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-16T15:39:40.246 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:40.240+0000 7f5d14ff9700 1 -- 172.21.15.43:0/847285956 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mgrmap(e 14) ==== 99937+0+0 (secure 0 0 0) 0x7f5d10011390 con 0x7f5d181050a0 2024-05-16T15:39:40.396 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:40 smithi148 ceph-mon[34976]: Standby manager daemon z started 2024-05-16T15:39:40.396 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:40 smithi148 ceph-mon[34976]: from='mgr.? 172.21.15.157:0/1476635163' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-05-16T15:39:40.397 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:40 smithi148 ceph-mon[34976]: from='mgr.? 172.21.15.157:0/1476635163' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-16T15:39:40.397 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:40 smithi148 ceph-mon[34976]: from='mgr.? 172.21.15.157:0/1476635163' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-05-16T15:39:40.397 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:40 smithi148 ceph-mon[34976]: from='mgr.? 172.21.15.157:0/1476635163' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-16T15:39:40.397 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:40 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:40.397 INFO:journalctl@ceph.mgr.y.smithi148.stdout:May 16 15:39:40 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-y[36355]: 2024-05-16T15:39:40.031+0000 7ff9851a5200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-16T15:39:40.397 INFO:journalctl@ceph.mgr.y.smithi148.stdout:May 16 15:39:40 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-y[36355]: 2024-05-16T15:39:40.390+0000 7ff9851a5200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-16T15:39:40.670 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:40 smithi157 ceph-mon[35584]: Standby manager daemon z started 2024-05-16T15:39:40.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:40 smithi157 ceph-mon[35584]: from='mgr.? 172.21.15.157:0/1476635163' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-05-16T15:39:40.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:40 smithi157 ceph-mon[35584]: from='mgr.? 172.21.15.157:0/1476635163' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-16T15:39:40.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:40 smithi157 ceph-mon[35584]: from='mgr.? 172.21.15.157:0/1476635163' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-05-16T15:39:40.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:40 smithi157 ceph-mon[35584]: from='mgr.? 172.21.15.157:0/1476635163' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-16T15:39:40.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:40 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:40.680 INFO:journalctl@ceph.mgr.y.smithi148.stdout:May 16 15:39:40 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-y[36355]: 2024-05-16T15:39:40.483+0000 7ff9851a5200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-16T15:39:40.719 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:40 smithi043 ceph-mon[31619]: Standby manager daemon z started 2024-05-16T15:39:40.719 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:40 smithi043 ceph-mon[31619]: from='mgr.? 172.21.15.157:0/1476635163' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-05-16T15:39:40.719 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:40 smithi043 ceph-mon[31619]: from='mgr.? 172.21.15.157:0/1476635163' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-16T15:39:40.719 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:40 smithi043 ceph-mon[31619]: from='mgr.? 172.21.15.157:0/1476635163' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-05-16T15:39:40.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:40 smithi043 ceph-mon[31619]: from='mgr.? 172.21.15.157:0/1476635163' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-16T15:39:40.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:40 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:41.181 INFO:journalctl@ceph.mgr.y.smithi148.stdout:May 16 15:39:40 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-y[36355]: 2024-05-16T15:39:40.728+0000 7ff9851a5200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-16T15:39:41.181 INFO:journalctl@ceph.mgr.y.smithi148.stdout:May 16 15:39:40 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-y[36355]: 2024-05-16T15:39:40.862+0000 7ff9851a5200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-16T15:39:41.181 INFO:journalctl@ceph.mgr.y.smithi148.stdout:May 16 15:39:40 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-y[36355]: 2024-05-16T15:39:40.958+0000 7ff9851a5200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-16T15:39:41.670 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:41 smithi157 ceph-mon[35584]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:41.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:41 smithi157 ceph-mon[35584]: mgrmap e14: x(active, since 80s), standbys: z 2024-05-16T15:39:41.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:41 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-05-16T15:39:41.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:41 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/467918349' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b4de8b19-c914-400d-bf10-135fe3a0a81a"}]: dispatch 2024-05-16T15:39:41.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:41 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/467918349' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b4de8b19-c914-400d-bf10-135fe3a0a81a"}]': finished 2024-05-16T15:39:41.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:41 smithi157 ceph-mon[35584]: osdmap e5: 1 total, 0 up, 1 in 2024-05-16T15:39:41.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:41 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-16T15:39:41.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:41 smithi148 ceph-mon[34976]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:41.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:41 smithi148 ceph-mon[34976]: mgrmap e14: x(active, since 80s), standbys: z 2024-05-16T15:39:41.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:41 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-05-16T15:39:41.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:41 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/467918349' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b4de8b19-c914-400d-bf10-135fe3a0a81a"}]: dispatch 2024-05-16T15:39:41.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:41 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/467918349' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b4de8b19-c914-400d-bf10-135fe3a0a81a"}]': finished 2024-05-16T15:39:41.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:41 smithi148 ceph-mon[34976]: osdmap e5: 1 total, 0 up, 1 in 2024-05-16T15:39:41.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:41 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-16T15:39:41.681 INFO:journalctl@ceph.mgr.y.smithi148.stdout:May 16 15:39:41 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-y[36355]: 2024-05-16T15:39:41.293+0000 7ff9851a5200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-16T15:39:41.681 INFO:journalctl@ceph.mgr.y.smithi148.stdout:May 16 15:39:41 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-y[36355]: 2024-05-16T15:39:41.386+0000 7ff9851a5200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-16T15:39:41.719 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:41 smithi043 ceph-mon[31619]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:41.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:41 smithi043 ceph-mon[31619]: mgrmap e14: x(active, since 80s), standbys: z 2024-05-16T15:39:41.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:41 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-05-16T15:39:41.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:41 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/467918349' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b4de8b19-c914-400d-bf10-135fe3a0a81a"}]: dispatch 2024-05-16T15:39:41.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:41 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/467918349' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b4de8b19-c914-400d-bf10-135fe3a0a81a"}]': finished 2024-05-16T15:39:41.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:41 smithi043 ceph-mon[31619]: osdmap e5: 1 total, 0 up, 1 in 2024-05-16T15:39:41.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:41 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-16T15:39:42.252 INFO:journalctl@ceph.mgr.y.smithi148.stdout:May 16 15:39:41 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-y[36355]: 2024-05-16T15:39:41.992+0000 7ff9851a5200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-16T15:39:42.252 INFO:journalctl@ceph.mgr.y.smithi148.stdout:May 16 15:39:42 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-y[36355]: 2024-05-16T15:39:42.209+0000 7ff9851a5200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-16T15:39:42.255 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:42.249+0000 7f5d14ff9700 1 -- 172.21.15.43:0/847285956 <== mon.0 v2:172.21.15.43:3300/0 8 ==== mgrmap(e 15) ==== 149596+0+0 (secure 0 0 0) 0x7f5d1000cc60 con 0x7f5d181050a0 2024-05-16T15:39:42.545 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:42 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/1959018101' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-16T15:39:42.545 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:42 smithi148 ceph-mon[34976]: Standby manager daemon y started 2024-05-16T15:39:42.546 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:42 smithi148 ceph-mon[34976]: from='mgr.? 172.21.15.148:0/3886827808' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-16T15:39:42.546 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:42 smithi148 ceph-mon[34976]: from='mgr.? 172.21.15.148:0/3886827808' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-16T15:39:42.546 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:42 smithi148 ceph-mon[34976]: from='mgr.? 172.21.15.148:0/3886827808' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-16T15:39:42.546 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:42 smithi148 ceph-mon[34976]: from='mgr.? 172.21.15.148:0/3886827808' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-16T15:39:42.621 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:42 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/1959018101' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-16T15:39:42.621 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:42 smithi043 ceph-mon[31619]: Standby manager daemon y started 2024-05-16T15:39:42.621 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:42 smithi043 ceph-mon[31619]: from='mgr.? 172.21.15.148:0/3886827808' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-16T15:39:42.621 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:42 smithi043 ceph-mon[31619]: from='mgr.? 172.21.15.148:0/3886827808' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-16T15:39:42.621 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:42 smithi043 ceph-mon[31619]: from='mgr.? 172.21.15.148:0/3886827808' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-16T15:39:42.621 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:42 smithi043 ceph-mon[31619]: from='mgr.? 172.21.15.148:0/3886827808' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-16T15:39:42.670 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:42 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/1959018101' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-16T15:39:42.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:42 smithi157 ceph-mon[35584]: Standby manager daemon y started 2024-05-16T15:39:42.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:42 smithi157 ceph-mon[35584]: from='mgr.? 172.21.15.148:0/3886827808' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-16T15:39:42.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:42 smithi157 ceph-mon[35584]: from='mgr.? 172.21.15.148:0/3886827808' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-16T15:39:42.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:42 smithi157 ceph-mon[35584]: from='mgr.? 172.21.15.148:0/3886827808' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-16T15:39:42.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:42 smithi157 ceph-mon[35584]: from='mgr.? 172.21.15.148:0/3886827808' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-16T15:39:43.670 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:43 smithi157 ceph-mon[35584]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:43.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:43 smithi157 ceph-mon[35584]: mgrmap e15: x(active, since 82s), standbys: z, y 2024-05-16T15:39:43.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:43 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-16T15:39:43.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:43 smithi148 ceph-mon[34976]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:43.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:43 smithi148 ceph-mon[34976]: mgrmap e15: x(active, since 82s), standbys: z, y 2024-05-16T15:39:43.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:43 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-16T15:39:43.719 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:43 smithi043 ceph-mon[31619]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:43.719 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:43 smithi043 ceph-mon[31619]: mgrmap e15: x(active, since 82s), standbys: z, y 2024-05-16T15:39:43.719 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:43 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-16T15:39:45.670 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:45 smithi157 ceph-mon[35584]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:45.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:45 smithi148 ceph-mon[34976]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:45.719 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:45 smithi043 ceph-mon[31619]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:47.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:47 smithi043 ceph-mon[31619]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:47.670 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:47 smithi157 ceph-mon[35584]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:47.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:47 smithi148 ceph-mon[34976]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:48.670 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:48 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-16T15:39:48.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:48 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:48.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:48 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-16T15:39:48.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:48 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:48.691 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:48 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-16T15:39:48.691 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:48 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:49.642 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:49 smithi043 ceph-mon[31619]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:49.642 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:49 smithi043 ceph-mon[31619]: Deploying daemon osd.0 on smithi043 2024-05-16T15:39:49.670 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:49 smithi157 ceph-mon[35584]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:49.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:49 smithi157 ceph-mon[35584]: Deploying daemon osd.0 on smithi043 2024-05-16T15:39:49.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:49 smithi148 ceph-mon[34976]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:49.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:49 smithi148 ceph-mon[34976]: Deploying daemon osd.0 on smithi043 2024-05-16T15:39:51.400 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:51 smithi043 ceph-mon[31619]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:51.670 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:51 smithi157 ceph-mon[35584]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:51.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:51 smithi148 ceph-mon[34976]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:53.469 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:53 smithi043 ceph-mon[31619]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:53.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:53 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:53.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:53 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:53.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:53 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:39:53.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:53 smithi157 ceph-mon[35584]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:53.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:53 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:53.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:53 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:53.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:53 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:39:53.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:53 smithi148 ceph-mon[34976]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:53.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:53 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:53.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:53 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:53.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:53 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:39:55.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:55 smithi157 ceph-mon[35584]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:55.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:55 smithi148 ceph-mon[34976]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:55.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:55 smithi043 ceph-mon[31619]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:56.888 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:56.882+0000 7f5d14ff9700 1 -- 172.21.15.43:0/847285956 <== mgr.14150 v2:172.21.15.43:6800/198025071 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f5d180638e0 con 0x7f5d0403e750 2024-05-16T15:39:56.888 INFO:teuthology.orchestra.run.smithi043.stdout:Created osd(s) 0 on host 'smithi043' 2024-05-16T15:39:56.890 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:56.884+0000 7f5d1d47f700 1 -- 172.21.15.43:0/847285956 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f5d0403e750 msgr2=0x7f5d04040c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:39:56.890 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:56.884+0000 7f5d1d47f700 1 --2- 172.21.15.43:0/847285956 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f5d0403e750 0x7f5d04040c10 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f5d18104560 tx=0x7f5d08007400 comp rx=0 tx=0).stop 2024-05-16T15:39:56.890 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:56.884+0000 7f5d1d47f700 1 -- 172.21.15.43:0/847285956 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5d181050a0 msgr2=0x7f5d181a0b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:39:56.891 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:56.884+0000 7f5d1d47f700 1 --2- 172.21.15.43:0/847285956 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5d181050a0 0x7f5d181a0b10 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f5d100095e0 tx=0x7f5d100097f0 comp rx=0 tx=0).stop 2024-05-16T15:39:56.891 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:56.884+0000 7f5d1d47f700 1 -- 172.21.15.43:0/847285956 shutdown_connections 2024-05-16T15:39:56.891 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:56.884+0000 7f5d1d47f700 1 --2- 172.21.15.43:0/847285956 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f5d0403e750 0x7f5d04040c10 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:39:56.891 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:56.884+0000 7f5d1d47f700 1 --2- 172.21.15.43:0/847285956 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5d181050a0 0x7f5d181a0b10 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:39:56.891 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:56.884+0000 7f5d1d47f700 1 --2- 172.21.15.43:0/847285956 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5d18103500 0x7f5d18199550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:39:56.891 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:56.884+0000 7f5d1d47f700 1 --2- 172.21.15.43:0/847285956 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5d18104700 0x7f5d18199a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:39:56.891 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:56.884+0000 7f5d1d47f700 1 -- 172.21.15.43:0/847285956 >> 172.21.15.43:0/847285956 conn(0x7f5d180feaa0 msgr2=0x7f5d18107a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:39:56.891 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:56.885+0000 7f5d1d47f700 1 -- 172.21.15.43:0/847285956 shutdown_connections 2024-05-16T15:39:56.891 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:39:56.885+0000 7f5d1d47f700 1 -- 172.21.15.43:0/847285956 wait complete. 2024-05-16T15:39:57.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:56 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:57.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:56 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:57.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:56 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:57.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:56 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:39:57.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:56 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:57.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:56 smithi157 ceph-mon[35584]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:57.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:56 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:57.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:56 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:57.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:56 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:57.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:56 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:39:57.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:56 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:57.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:56 smithi148 ceph-mon[34976]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:57.181 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:56 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:57.181 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:56 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:57.182 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:56 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:39:57.182 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:56 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:39:57.182 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:56 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:57.182 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:56 smithi043 ceph-mon[31619]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:57.594 DEBUG:teuthology.orchestra.run.smithi043:osd.0> sudo journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@osd.0.service 2024-05-16T15:39:57.597 INFO:tasks.cephadm:Deploying osd.1 on smithi148 with /dev/vg_nvme/lv_4... 2024-05-16T15:39:57.597 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-05-16T15:39:57.843 INFO:teuthology.orchestra.run.smithi148.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.b/config 2024-05-16T15:39:57.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:57 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:57.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:57 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:57.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:57 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:39:57.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:57 smithi148 ceph-mon[34976]: from='osd.0 [v2:172.21.15.43:6802/2827692837,v1:172.21.15.43:6803/2827692837]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-16T15:39:58.160 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:57 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:58.160 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:57 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:58.160 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:57 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:39:58.160 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:57 smithi043 ceph-mon[31619]: from='osd.0 [v2:172.21.15.43:6802/2827692837,v1:172.21.15.43:6803/2827692837]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-16T15:39:58.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:57 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:58.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:57 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:39:58.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:57 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:39:58.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:57 smithi157 ceph-mon[35584]: from='osd.0 [v2:172.21.15.43:6802/2827692837,v1:172.21.15.43:6803/2827692837]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-16T15:39:59.057 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:58 smithi148 ceph-mon[34976]: from='osd.0 [v2:172.21.15.43:6802/2827692837,v1:172.21.15.43:6803/2827692837]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-16T15:39:59.057 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:58 smithi148 ceph-mon[34976]: osdmap e6: 1 total, 0 up, 1 in 2024-05-16T15:39:59.057 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:58 smithi148 ceph-mon[34976]: from='osd.0 [v2:172.21.15.43:6802/2827692837,v1:172.21.15.43:6803/2827692837]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2024-05-16T15:39:59.057 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:58 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-16T15:39:59.057 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:58 smithi148 ceph-mon[34976]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:59.141 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:58 smithi043 ceph-mon[31619]: from='osd.0 [v2:172.21.15.43:6802/2827692837,v1:172.21.15.43:6803/2827692837]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-16T15:39:59.141 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:58 smithi043 ceph-mon[31619]: osdmap e6: 1 total, 0 up, 1 in 2024-05-16T15:39:59.141 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:58 smithi043 ceph-mon[31619]: from='osd.0 [v2:172.21.15.43:6802/2827692837,v1:172.21.15.43:6803/2827692837]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2024-05-16T15:39:59.141 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:58 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-16T15:39:59.141 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:58 smithi043 ceph-mon[31619]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:59.170 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:58 smithi157 ceph-mon[35584]: from='osd.0 [v2:172.21.15.43:6802/2827692837,v1:172.21.15.43:6803/2827692837]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-16T15:39:59.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:58 smithi157 ceph-mon[35584]: osdmap e6: 1 total, 0 up, 1 in 2024-05-16T15:39:59.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:58 smithi157 ceph-mon[35584]: from='osd.0 [v2:172.21.15.43:6802/2827692837,v1:172.21.15.43:6803/2827692837]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2024-05-16T15:39:59.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:58 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-16T15:39:59.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:58 smithi157 ceph-mon[35584]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:39:59.602 INFO:teuthology.orchestra.run.smithi148.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-05-16T15:39:59.602 INFO:teuthology.orchestra.run.smithi148.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-05-16T15:39:59.602 INFO:teuthology.orchestra.run.smithi148.stderr: stderr: 10+0 records in 2024-05-16T15:39:59.602 INFO:teuthology.orchestra.run.smithi148.stderr:10+0 records out 2024-05-16T15:39:59.602 INFO:teuthology.orchestra.run.smithi148.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.012821 s, 818 MB/s 2024-05-16T15:39:59.602 INFO:teuthology.orchestra.run.smithi148.stderr:--> Zapping successful for: 2024-05-16T15:39:59.719 INFO:journalctl@ceph.osd.0.smithi043.stdout:May 16 15:39:59 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-0[44057]: 2024-05-16T15:39:59.447+0000 7ff3f4af6700 -1 osd.0 0 waiting for initial osdmap 2024-05-16T15:39:59.720 INFO:journalctl@ceph.osd.0.smithi043.stdout:May 16 15:39:59 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-0[44057]: 2024-05-16T15:39:59.452+0000 7ff3ec8e1700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-16T15:40:00.137 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:59 smithi148 ceph-mon[34976]: from='osd.0 [v2:172.21.15.43:6802/2827692837,v1:172.21.15.43:6803/2827692837]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]': finished 2024-05-16T15:40:00.137 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:59 smithi148 ceph-mon[34976]: osdmap e7: 1 total, 0 up, 1 in 2024-05-16T15:40:00.138 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:59 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-16T15:40:00.138 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:59 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-16T15:40:00.138 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:39:59 smithi148 ceph-mon[34976]: from='osd.0 [v2:172.21.15.43:6802/2827692837,v1:172.21.15.43:6803/2827692837]' entity='osd.0' 2024-05-16T15:40:00.147 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi148:vg_nvme/lv_4 2024-05-16T15:40:00.170 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:59 smithi157 ceph-mon[35584]: from='osd.0 [v2:172.21.15.43:6802/2827692837,v1:172.21.15.43:6803/2827692837]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]': finished 2024-05-16T15:40:00.170 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:59 smithi157 ceph-mon[35584]: osdmap e7: 1 total, 0 up, 1 in 2024-05-16T15:40:00.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:59 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-16T15:40:00.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:59 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-16T15:40:00.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:39:59 smithi157 ceph-mon[35584]: from='osd.0 [v2:172.21.15.43:6802/2827692837,v1:172.21.15.43:6803/2827692837]' entity='osd.0' 2024-05-16T15:40:00.220 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:59 smithi043 ceph-mon[31619]: from='osd.0 [v2:172.21.15.43:6802/2827692837,v1:172.21.15.43:6803/2827692837]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]': finished 2024-05-16T15:40:00.220 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:59 smithi043 ceph-mon[31619]: osdmap e7: 1 total, 0 up, 1 in 2024-05-16T15:40:00.220 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:59 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-16T15:40:00.220 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:59 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-16T15:40:00.220 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:39:59 smithi043 ceph-mon[31619]: from='osd.0 [v2:172.21.15.43:6802/2827692837,v1:172.21.15.43:6803/2827692837]' entity='osd.0' 2024-05-16T15:40:00.391 INFO:teuthology.orchestra.run.smithi148.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.b/config 2024-05-16T15:40:00.970 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:00 smithi043 ceph-mon[31619]: purged_snaps scrub starts 2024-05-16T15:40:00.970 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:00 smithi043 ceph-mon[31619]: purged_snaps scrub ok 2024-05-16T15:40:00.970 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:00 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-16T15:40:00.970 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:00 smithi043 ceph-mon[31619]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:40:00.970 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:00 smithi043 ceph-mon[31619]: overall HEALTH_OK 2024-05-16T15:40:00.970 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:00 smithi043 ceph-mon[31619]: osd.0 [v2:172.21.15.43:6802/2827692837,v1:172.21.15.43:6803/2827692837] boot 2024-05-16T15:40:00.970 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:00 smithi043 ceph-mon[31619]: osdmap e8: 1 total, 1 up, 1 in 2024-05-16T15:40:00.970 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:00 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-16T15:40:00.970 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:00 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:00.970 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:00 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:00.971 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:00 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:40:00.971 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:00 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:00.971 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:00 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:40:00.971 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:00 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:40:00.971 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:00 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:01.150 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:00 smithi148 ceph-mon[34976]: purged_snaps scrub starts 2024-05-16T15:40:01.150 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:00 smithi148 ceph-mon[34976]: purged_snaps scrub ok 2024-05-16T15:40:01.150 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:00 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-16T15:40:01.150 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:00 smithi148 ceph-mon[34976]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:40:01.150 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:00 smithi148 ceph-mon[34976]: overall HEALTH_OK 2024-05-16T15:40:01.150 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:00 smithi148 ceph-mon[34976]: osd.0 [v2:172.21.15.43:6802/2827692837,v1:172.21.15.43:6803/2827692837] boot 2024-05-16T15:40:01.151 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:00 smithi148 ceph-mon[34976]: osdmap e8: 1 total, 1 up, 1 in 2024-05-16T15:40:01.151 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:00 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-16T15:40:01.151 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:00 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:01.151 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:00 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:01.151 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:00 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:40:01.151 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:00 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:01.151 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:00 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:40:01.151 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:00 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:40:01.151 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:00 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:01.170 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:00 smithi157 ceph-mon[35584]: purged_snaps scrub starts 2024-05-16T15:40:01.170 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:00 smithi157 ceph-mon[35584]: purged_snaps scrub ok 2024-05-16T15:40:01.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:00 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-16T15:40:01.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:00 smithi157 ceph-mon[35584]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-16T15:40:01.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:00 smithi157 ceph-mon[35584]: overall HEALTH_OK 2024-05-16T15:40:01.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:00 smithi157 ceph-mon[35584]: osd.0 [v2:172.21.15.43:6802/2827692837,v1:172.21.15.43:6803/2827692837] boot 2024-05-16T15:40:01.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:00 smithi157 ceph-mon[35584]: osdmap e8: 1 total, 1 up, 1 in 2024-05-16T15:40:01.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:00 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-16T15:40:01.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:00 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:01.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:00 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:01.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:00 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:40:01.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:00 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:01.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:00 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:40:01.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:00 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:40:01.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:00 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:01.936 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:01.929+0000 7f867918c700 1 -- 172.21.15.148:0/3932418366 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8674103710 msgr2=0x7f8674109fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:40:01.937 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:01.929+0000 7f867918c700 1 --2- 172.21.15.148:0/3932418366 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8674103710 0x7f8674109fc0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f866c00c240 tx=0x7f866c00c550 comp rx=0 tx=0).stop 2024-05-16T15:40:01.937 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:01.929+0000 7f867918c700 1 -- 172.21.15.148:0/3932418366 shutdown_connections 2024-05-16T15:40:01.937 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:01.929+0000 7f867918c700 1 --2- 172.21.15.148:0/3932418366 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8674103710 0x7f8674109fc0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:40:01.937 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:01.929+0000 7f867918c700 1 --2- 172.21.15.148:0/3932418366 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8674101b70 0x7f8674101f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:40:01.937 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:01.929+0000 7f867918c700 1 --2- 172.21.15.148:0/3932418366 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8674102d70 0x7f86741031d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:40:01.937 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:01.929+0000 7f867918c700 1 -- 172.21.15.148:0/3932418366 >> 172.21.15.148:0/3932418366 conn(0x7f86740fd130 msgr2=0x7f86740ff550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:40:01.937 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:01.929+0000 7f867918c700 1 -- 172.21.15.148:0/3932418366 shutdown_connections 2024-05-16T15:40:01.937 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:01.929+0000 7f867918c700 1 -- 172.21.15.148:0/3932418366 wait complete. 2024-05-16T15:40:01.937 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:01.930+0000 7f867918c700 1 Processor -- start 2024-05-16T15:40:01.937 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:01.930+0000 7f867918c700 1 -- start start 2024-05-16T15:40:01.937 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:01.930+0000 7f867918c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8674101b70 0x7f8674197310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:40:01.937 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:01.930+0000 7f867918c700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8674102d70 0x7f8674197850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:40:01.938 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:01.930+0000 7f867918c700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8674103710 0x7f867419e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:40:01.938 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:01.930+0000 7f867918c700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f867410cc70 con 0x7f8674101b70 2024-05-16T15:40:01.938 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:01.930+0000 7f867918c700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f867410caf0 con 0x7f8674103710 2024-05-16T15:40:01.938 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:01.930+0000 7f867918c700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f867410cdf0 con 0x7f8674102d70 2024-05-16T15:40:01.938 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:01.930+0000 7f867359e700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8674103710 0x7f867419e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:40:01.938 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:01.930+0000 7f867359e700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8674103710 0x7f867419e8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.148:39030/0 (socket says 172.21.15.148:39030) 2024-05-16T15:40:01.938 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:01.930+0000 7f867359e700 1 -- 172.21.15.148:0/767534165 learned_addr learned my addr 172.21.15.148:0/767534165 (peer_addr_for_me v2:172.21.15.148:0/0) 2024-05-16T15:40:01.938 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:01.930+0000 7f866bfff700 1 --2- 172.21.15.148:0/767534165 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8674102d70 0x7f8674197850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:40:01.938 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:01.930+0000 7f8672d9d700 1 --2- 172.21.15.148:0/767534165 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8674101b70 0x7f8674197310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:40:01.938 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:01.930+0000 7f867359e700 1 -- 172.21.15.148:0/767534165 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8674102d70 msgr2=0x7f8674197850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:40:01.938 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:01.930+0000 7f867359e700 1 --2- 172.21.15.148:0/767534165 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8674102d70 0x7f8674197850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:40:01.938 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:01.930+0000 7f867359e700 1 -- 172.21.15.148:0/767534165 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8674101b70 msgr2=0x7f8674197310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:40:01.939 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:01.930+0000 7f867359e700 1 --2- 172.21.15.148:0/767534165 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8674101b70 0x7f8674197310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:40:01.939 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:01.930+0000 7f867359e700 1 -- 172.21.15.148:0/767534165 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f867419ef70 con 0x7f8674103710 2024-05-16T15:40:01.939 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:01.931+0000 7f867359e700 1 --2- 172.21.15.148:0/767534165 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8674103710 0x7f867419e8d0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f866c00c990 tx=0x7f866c00a670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:40:01.939 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:01.931+0000 7f8670d99700 1 -- 172.21.15.148:0/767534165 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f866c022020 con 0x7f8674103710 2024-05-16T15:40:01.939 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:01.931+0000 7f8670d99700 1 -- 172.21.15.148:0/767534165 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f866c01e900 con 0x7f8674103710 2024-05-16T15:40:01.939 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:01.931+0000 7f8670d99700 1 -- 172.21.15.148:0/767534165 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f866c0053a0 con 0x7f8674103710 2024-05-16T15:40:01.939 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:01.931+0000 7f867918c700 1 -- 172.21.15.148:0/767534165 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f867419f200 con 0x7f8674103710 2024-05-16T15:40:01.939 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:01.931+0000 7f867918c700 1 -- 172.21.15.148:0/767534165 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f867419f6b0 con 0x7f8674103710 2024-05-16T15:40:01.940 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:01.932+0000 7f867918c700 1 -- 172.21.15.148:0/767534165 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f867406a190 con 0x7f8674103710 2024-05-16T15:40:01.940 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:01.933+0000 7f8670d99700 1 -- 172.21.15.148:0/767534165 <== mon.2 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 15) ==== 149596+0+0 (secure 0 0 0) 0x7f866c025020 con 0x7f8674103710 2024-05-16T15:40:01.940 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:01.934+0000 7f8670d99700 1 --2- 172.21.15.148:0/767534165 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f86600b2870 0x7f86600b4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:40:01.940 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:01.934+0000 7f8670d99700 1 -- 172.21.15.148:0/767534165 <== mon.2 v2:172.21.15.148:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1767+0+0 (secure 0 0 0) 0x7f866c010020 con 0x7f8674103710 2024-05-16T15:40:01.940 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:01.934+0000 7f8672d9d700 1 --2- 172.21.15.148:0/767534165 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f86600b2870 0x7f86600b4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:40:01.940 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:01.934+0000 7f8672d9d700 1 --2- 172.21.15.148:0/767534165 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f86600b2870 0x7f86600b4d30 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f8674102bd0 tx=0x7f866400b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:40:01.943 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:01.938+0000 7f8670d99700 1 -- 172.21.15.148:0/767534165 <== mon.2 v2:172.21.15.148:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f866c0acbc0 con 0x7f8674103710 2024-05-16T15:40:02.154 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:02.148+0000 7f867918c700 1 -- 172.21.15.148:0/767534165 --> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f86740638e0 con 0x7f86600b2870 2024-05-16T15:40:02.154 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:01 smithi148 ceph-mon[34976]: Detected new or changed devices on smithi043 2024-05-16T15:40:02.154 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:01 smithi148 ceph-mon[34976]: Adjusting osd_memory_target on smithi043 to 17093M 2024-05-16T15:40:02.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:01 smithi157 ceph-mon[35584]: Detected new or changed devices on smithi043 2024-05-16T15:40:02.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:01 smithi157 ceph-mon[35584]: Adjusting osd_memory_target on smithi043 to 17093M 2024-05-16T15:40:02.219 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:01 smithi043 ceph-mon[31619]: Detected new or changed devices on smithi043 2024-05-16T15:40:02.220 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:01 smithi043 ceph-mon[31619]: Adjusting osd_memory_target on smithi043 to 17093M 2024-05-16T15:40:03.072 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:02 smithi148 ceph-mon[34976]: osdmap e9: 1 total, 1 up, 1 in 2024-05-16T15:40:03.072 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:02 smithi148 ceph-mon[34976]: pgmap v50: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-16T15:40:03.072 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:02 smithi148 ceph-mon[34976]: from='client.24152 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:40:03.072 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:02 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-16T15:40:03.072 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:02 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-16T15:40:03.072 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:02 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:40:03.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:02 smithi157 ceph-mon[35584]: osdmap e9: 1 total, 1 up, 1 in 2024-05-16T15:40:03.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:02 smithi157 ceph-mon[35584]: pgmap v50: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-16T15:40:03.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:02 smithi157 ceph-mon[35584]: from='client.24152 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:40:03.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:02 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-16T15:40:03.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:02 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-16T15:40:03.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:02 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:40:03.219 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:02 smithi043 ceph-mon[31619]: osdmap e9: 1 total, 1 up, 1 in 2024-05-16T15:40:03.219 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:02 smithi043 ceph-mon[31619]: pgmap v50: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-16T15:40:03.220 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:02 smithi043 ceph-mon[31619]: from='client.24152 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:40:03.220 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:02 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-16T15:40:03.220 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:02 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-16T15:40:03.220 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:02 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:40:05.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:04 smithi157 ceph-mon[35584]: pgmap v51: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-16T15:40:05.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:04 smithi157 ceph-mon[35584]: from='client.? 172.21.15.148:0/3888606104' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "178a5d73-e946-41b5-9ef3-f15c16b2e8d0"}]: dispatch 2024-05-16T15:40:05.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:04 smithi157 ceph-mon[35584]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "178a5d73-e946-41b5-9ef3-f15c16b2e8d0"}]: dispatch 2024-05-16T15:40:05.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:04 smithi157 ceph-mon[35584]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "178a5d73-e946-41b5-9ef3-f15c16b2e8d0"}]': finished 2024-05-16T15:40:05.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:04 smithi157 ceph-mon[35584]: osdmap e10: 2 total, 1 up, 2 in 2024-05-16T15:40:05.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:04 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-16T15:40:05.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:04 smithi148 ceph-mon[34976]: pgmap v51: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-16T15:40:05.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:04 smithi148 ceph-mon[34976]: from='client.? 172.21.15.148:0/3888606104' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "178a5d73-e946-41b5-9ef3-f15c16b2e8d0"}]: dispatch 2024-05-16T15:40:05.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:04 smithi148 ceph-mon[34976]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "178a5d73-e946-41b5-9ef3-f15c16b2e8d0"}]: dispatch 2024-05-16T15:40:05.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:04 smithi148 ceph-mon[34976]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "178a5d73-e946-41b5-9ef3-f15c16b2e8d0"}]': finished 2024-05-16T15:40:05.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:04 smithi148 ceph-mon[34976]: osdmap e10: 2 total, 1 up, 2 in 2024-05-16T15:40:05.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:04 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-16T15:40:05.469 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:04 smithi043 ceph-mon[31619]: pgmap v51: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-16T15:40:05.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:04 smithi043 ceph-mon[31619]: from='client.? 172.21.15.148:0/3888606104' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "178a5d73-e946-41b5-9ef3-f15c16b2e8d0"}]: dispatch 2024-05-16T15:40:05.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:04 smithi043 ceph-mon[31619]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "178a5d73-e946-41b5-9ef3-f15c16b2e8d0"}]: dispatch 2024-05-16T15:40:05.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:04 smithi043 ceph-mon[31619]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "178a5d73-e946-41b5-9ef3-f15c16b2e8d0"}]': finished 2024-05-16T15:40:05.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:04 smithi043 ceph-mon[31619]: osdmap e10: 2 total, 1 up, 2 in 2024-05-16T15:40:05.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:04 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-16T15:40:06.420 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:05 smithi157 ceph-mon[35584]: from='client.? 172.21.15.148:0/3958041646' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-16T15:40:06.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:05 smithi148 ceph-mon[34976]: from='client.? 172.21.15.148:0/3958041646' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-16T15:40:06.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:05 smithi043 ceph-mon[31619]: from='client.? 172.21.15.148:0/3958041646' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-16T15:40:07.420 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:06 smithi157 ceph-mon[35584]: pgmap v53: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-16T15:40:07.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:06 smithi148 ceph-mon[34976]: pgmap v53: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-16T15:40:07.469 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:06 smithi043 ceph-mon[31619]: pgmap v53: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-16T15:40:09.225 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:08 smithi148 ceph-mon[34976]: pgmap v54: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-16T15:40:09.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:08 smithi157 ceph-mon[35584]: pgmap v54: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-16T15:40:09.469 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:08 smithi043 ceph-mon[31619]: pgmap v54: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-16T15:40:11.084 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:10 smithi148 ceph-mon[34976]: pgmap v55: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-16T15:40:11.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:10 smithi157 ceph-mon[35584]: pgmap v55: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-16T15:40:11.469 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:10 smithi043 ceph-mon[31619]: pgmap v55: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-16T15:40:13.244 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:12 smithi148 ceph-mon[34976]: pgmap v56: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-16T15:40:13.244 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:12 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-16T15:40:13.244 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:12 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:40:13.244 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:12 smithi148 ceph-mon[34976]: Deploying daemon osd.1 on smithi148 2024-05-16T15:40:13.272 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:12 smithi043 ceph-mon[31619]: pgmap v56: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-16T15:40:13.272 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:12 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-16T15:40:13.272 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:12 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:40:13.272 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:12 smithi043 ceph-mon[31619]: Deploying daemon osd.1 on smithi148 2024-05-16T15:40:13.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:12 smithi157 ceph-mon[35584]: pgmap v56: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-16T15:40:13.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:12 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-16T15:40:13.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:12 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:40:13.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:12 smithi157 ceph-mon[35584]: Deploying daemon osd.1 on smithi148 2024-05-16T15:40:15.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:14 smithi157 ceph-mon[35584]: pgmap v57: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-16T15:40:15.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:14 smithi148 ceph-mon[34976]: pgmap v57: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-16T15:40:15.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:14 smithi043 ceph-mon[31619]: pgmap v57: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-16T15:40:17.420 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:16 smithi157 ceph-mon[35584]: pgmap v58: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-16T15:40:17.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:16 smithi148 ceph-mon[34976]: pgmap v58: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-16T15:40:17.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:16 smithi043 ceph-mon[31619]: pgmap v58: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-16T15:40:18.577 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:18 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:18.577 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:18 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:18.577 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:18 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:40:18.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:18 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:18.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:18 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:18.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:18 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:40:18.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:18 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:18.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:18 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:18.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:18 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:40:19.449 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:19 smithi148 ceph-mon[34976]: pgmap v59: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-16T15:40:19.450 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:19 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:19.450 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:19 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:19.450 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:19 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:40:19.450 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:19 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:40:19.450 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:19 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:19.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:19 smithi157 ceph-mon[35584]: pgmap v59: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-16T15:40:19.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:19 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:19.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:19 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:19.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:19 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:40:19.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:19 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:40:19.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:19 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:19.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:19 smithi043 ceph-mon[31619]: pgmap v59: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-16T15:40:19.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:19 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:19.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:19 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:19.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:19 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:40:19.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:19 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:40:19.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:19 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:20.869 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:20.862+0000 7f8670d99700 1 -- 172.21.15.148:0/767534165 <== mgr.14150 v2:172.21.15.43:6800/198025071 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f86740638e0 con 0x7f86600b2870 2024-05-16T15:40:20.869 INFO:teuthology.orchestra.run.smithi148.stdout:Created osd(s) 1 on host 'smithi148' 2024-05-16T15:40:20.871 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:20.864+0000 7f867918c700 1 -- 172.21.15.148:0/767534165 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f86600b2870 msgr2=0x7f86600b4d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:40:20.871 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:20.864+0000 7f867918c700 1 --2- 172.21.15.148:0/767534165 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f86600b2870 0x7f86600b4d30 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f8674102bd0 tx=0x7f866400b410 comp rx=0 tx=0).stop 2024-05-16T15:40:20.871 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:20.864+0000 7f867918c700 1 -- 172.21.15.148:0/767534165 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8674103710 msgr2=0x7f867419e8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:40:20.871 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:20.864+0000 7f867918c700 1 --2- 172.21.15.148:0/767534165 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8674103710 0x7f867419e8d0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f866c00c990 tx=0x7f866c00a670 comp rx=0 tx=0).stop 2024-05-16T15:40:20.871 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:20.864+0000 7f867918c700 1 -- 172.21.15.148:0/767534165 shutdown_connections 2024-05-16T15:40:20.871 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:20.864+0000 7f867918c700 1 --2- 172.21.15.148:0/767534165 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8674103710 0x7f867419e8d0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:40:20.871 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:20.864+0000 7f867918c700 1 --2- 172.21.15.148:0/767534165 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f86600b2870 0x7f86600b4d30 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:40:20.871 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:20.864+0000 7f867918c700 1 --2- 172.21.15.148:0/767534165 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8674101b70 0x7f8674197310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:40:20.872 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:20.864+0000 7f867918c700 1 --2- 172.21.15.148:0/767534165 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8674102d70 0x7f8674197850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:40:20.872 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:20.864+0000 7f867918c700 1 -- 172.21.15.148:0/767534165 >> 172.21.15.148:0/767534165 conn(0x7f86740fd130 msgr2=0x7f8674106110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:40:20.872 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:20.865+0000 7f867918c700 1 -- 172.21.15.148:0/767534165 shutdown_connections 2024-05-16T15:40:20.872 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:40:20.865+0000 7f867918c700 1 -- 172.21.15.148:0/767534165 wait complete. 2024-05-16T15:40:21.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:21 smithi148 ceph-mon[34976]: pgmap v60: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-16T15:40:21.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:21 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:21.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:21 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:21.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:21 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:40:21.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:21 smithi148 ceph-mon[34976]: from='osd.1 [v2:172.21.15.148:6800/2384349877,v1:172.21.15.148:6801/2384349877]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-16T15:40:21.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:21 smithi148 ceph-mon[34976]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-16T15:40:21.467 DEBUG:teuthology.orchestra.run.smithi148:osd.1> sudo journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@osd.1.service 2024-05-16T15:40:21.470 INFO:tasks.cephadm:Deploying osd.2 on smithi157 with /dev/vg_nvme/lv_4... 2024-05-16T15:40:21.470 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-05-16T15:40:21.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:21 smithi157 ceph-mon[35584]: pgmap v60: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-16T15:40:21.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:21 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:21.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:21 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:21.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:21 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:40:21.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:21 smithi157 ceph-mon[35584]: from='osd.1 [v2:172.21.15.148:6800/2384349877,v1:172.21.15.148:6801/2384349877]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-16T15:40:21.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:21 smithi157 ceph-mon[35584]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-16T15:40:21.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:21 smithi043 ceph-mon[31619]: pgmap v60: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-16T15:40:21.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:21 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:21.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:21 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:21.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:21 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:40:21.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:21 smithi043 ceph-mon[31619]: from='osd.1 [v2:172.21.15.148:6800/2384349877,v1:172.21.15.148:6801/2384349877]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-16T15:40:21.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:21 smithi043 ceph-mon[31619]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-16T15:40:21.720 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.c/config 2024-05-16T15:40:22.908 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:22 smithi157 ceph-mon[35584]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-16T15:40:22.908 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:22 smithi157 ceph-mon[35584]: osdmap e11: 2 total, 1 up, 2 in 2024-05-16T15:40:22.908 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:22 smithi157 ceph-mon[35584]: from='osd.1 [v2:172.21.15.148:6800/2384349877,v1:172.21.15.148:6801/2384349877]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-05-16T15:40:22.908 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:22 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-16T15:40:22.908 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:22 smithi157 ceph-mon[35584]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-05-16T15:40:22.909 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:22 smithi157 ceph-mon[35584]: pgmap v62: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-16T15:40:22.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:22 smithi148 ceph-mon[34976]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-16T15:40:22.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:22 smithi148 ceph-mon[34976]: osdmap e11: 2 total, 1 up, 2 in 2024-05-16T15:40:22.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:22 smithi148 ceph-mon[34976]: from='osd.1 [v2:172.21.15.148:6800/2384349877,v1:172.21.15.148:6801/2384349877]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-05-16T15:40:22.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:22 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-16T15:40:22.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:22 smithi148 ceph-mon[34976]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-05-16T15:40:22.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:22 smithi148 ceph-mon[34976]: pgmap v62: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-16T15:40:23.220 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:22 smithi043 ceph-mon[31619]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-16T15:40:23.220 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:22 smithi043 ceph-mon[31619]: osdmap e11: 2 total, 1 up, 2 in 2024-05-16T15:40:23.220 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:22 smithi043 ceph-mon[31619]: from='osd.1 [v2:172.21.15.148:6800/2384349877,v1:172.21.15.148:6801/2384349877]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-05-16T15:40:23.220 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:22 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-16T15:40:23.220 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:22 smithi043 ceph-mon[31619]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-05-16T15:40:23.220 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:22 smithi043 ceph-mon[31619]: pgmap v62: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-16T15:40:23.476 INFO:teuthology.orchestra.run.smithi157.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-05-16T15:40:23.476 INFO:teuthology.orchestra.run.smithi157.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-05-16T15:40:23.476 INFO:teuthology.orchestra.run.smithi157.stderr: stderr: 10+0 records in 2024-05-16T15:40:23.477 INFO:teuthology.orchestra.run.smithi157.stderr:10+0 records out 2024-05-16T15:40:23.477 INFO:teuthology.orchestra.run.smithi157.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0083657 s, 1.3 GB/s 2024-05-16T15:40:23.477 INFO:teuthology.orchestra.run.smithi157.stderr:--> Zapping successful for: 2024-05-16T15:40:23.781 INFO:journalctl@ceph.osd.1.smithi148.stdout:May 16 15:40:23 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-1[39541]: 2024-05-16T15:40:23.492+0000 7f4f6f2b4700 -1 osd.1 0 waiting for initial osdmap 2024-05-16T15:40:23.981 INFO:journalctl@ceph.osd.1.smithi148.stdout:May 16 15:40:23 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-1[39541]: 2024-05-16T15:40:23.497+0000 7f4f6709f700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-16T15:40:24.018 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi157:vg_nvme/lv_4 2024-05-16T15:40:24.113 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:23 smithi148 ceph-mon[34976]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]': finished 2024-05-16T15:40:24.113 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:23 smithi148 ceph-mon[34976]: osdmap e12: 2 total, 1 up, 2 in 2024-05-16T15:40:24.113 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:23 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-16T15:40:24.113 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:23 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-16T15:40:24.113 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:23 smithi148 ceph-mon[34976]: from='osd.1 ' entity='osd.1' 2024-05-16T15:40:24.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:23 smithi157 ceph-mon[35584]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]': finished 2024-05-16T15:40:24.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:23 smithi157 ceph-mon[35584]: osdmap e12: 2 total, 1 up, 2 in 2024-05-16T15:40:24.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:23 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-16T15:40:24.172 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:23 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-16T15:40:24.172 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:23 smithi157 ceph-mon[35584]: from='osd.1 ' entity='osd.1' 2024-05-16T15:40:24.220 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:23 smithi043 ceph-mon[31619]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]': finished 2024-05-16T15:40:24.221 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:23 smithi043 ceph-mon[31619]: osdmap e12: 2 total, 1 up, 2 in 2024-05-16T15:40:24.221 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:23 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-16T15:40:24.221 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:23 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-16T15:40:24.221 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:23 smithi043 ceph-mon[31619]: from='osd.1 ' entity='osd.1' 2024-05-16T15:40:24.259 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.c/config 2024-05-16T15:40:25.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:24 smithi157 ceph-mon[35584]: purged_snaps scrub starts 2024-05-16T15:40:25.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:24 smithi157 ceph-mon[35584]: purged_snaps scrub ok 2024-05-16T15:40:25.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:24 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-16T15:40:25.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:24 smithi157 ceph-mon[35584]: pgmap v64: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-16T15:40:25.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:24 smithi157 ceph-mon[35584]: osd.1 [v2:172.21.15.148:6800/2384349877,v1:172.21.15.148:6801/2384349877] boot 2024-05-16T15:40:25.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:24 smithi157 ceph-mon[35584]: osdmap e13: 2 total, 2 up, 2 in 2024-05-16T15:40:25.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:24 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-16T15:40:25.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:24 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:25.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:24 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:25.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:24 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:40:25.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:24 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:25.172 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:24 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:40:25.172 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:24 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:40:25.172 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:24 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:25.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:24 smithi148 ceph-mon[34976]: purged_snaps scrub starts 2024-05-16T15:40:25.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:24 smithi148 ceph-mon[34976]: purged_snaps scrub ok 2024-05-16T15:40:25.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:24 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-16T15:40:25.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:24 smithi148 ceph-mon[34976]: pgmap v64: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-16T15:40:25.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:24 smithi148 ceph-mon[34976]: osd.1 [v2:172.21.15.148:6800/2384349877,v1:172.21.15.148:6801/2384349877] boot 2024-05-16T15:40:25.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:24 smithi148 ceph-mon[34976]: osdmap e13: 2 total, 2 up, 2 in 2024-05-16T15:40:25.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:24 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-16T15:40:25.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:24 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:25.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:24 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:25.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:24 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:40:25.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:24 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:25.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:24 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:40:25.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:24 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:40:25.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:24 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:25.220 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:24 smithi043 ceph-mon[31619]: purged_snaps scrub starts 2024-05-16T15:40:25.220 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:24 smithi043 ceph-mon[31619]: purged_snaps scrub ok 2024-05-16T15:40:25.220 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:24 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-16T15:40:25.220 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:24 smithi043 ceph-mon[31619]: pgmap v64: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-16T15:40:25.220 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:24 smithi043 ceph-mon[31619]: osd.1 [v2:172.21.15.148:6800/2384349877,v1:172.21.15.148:6801/2384349877] boot 2024-05-16T15:40:25.220 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:24 smithi043 ceph-mon[31619]: osdmap e13: 2 total, 2 up, 2 in 2024-05-16T15:40:25.220 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:24 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-16T15:40:25.220 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:24 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:25.220 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:24 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:25.220 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:24 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:40:25.221 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:24 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:25.221 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:24 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:40:25.221 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:24 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:40:25.221 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:24 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:25.750 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:25.741+0000 7f2fd49e5700 1 -- 172.21.15.157:0/93759875 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2fd0103620 msgr2=0x7f2fd0103a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:40:25.750 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:25.741+0000 7f2fd49e5700 1 --2- 172.21.15.157:0/93759875 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2fd0103620 0x7f2fd0103a80 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f2fc4009990 tx=0x7f2fc4009ca0 comp rx=0 tx=0).stop 2024-05-16T15:40:25.750 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:25.741+0000 7f2fd49e5700 1 -- 172.21.15.157:0/93759875 shutdown_connections 2024-05-16T15:40:25.750 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:25.741+0000 7f2fd49e5700 1 --2- 172.21.15.157:0/93759875 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2fd0103fc0 0x7f2fd010a870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:40:25.750 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:25.741+0000 7f2fd49e5700 1 --2- 172.21.15.157:0/93759875 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2fd0102420 0x7f2fd0102840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:40:25.750 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:25.741+0000 7f2fd49e5700 1 --2- 172.21.15.157:0/93759875 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2fd0103620 0x7f2fd0103a80 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:40:25.750 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:25.741+0000 7f2fd49e5700 1 -- 172.21.15.157:0/93759875 >> 172.21.15.157:0/93759875 conn(0x7f2fd00fda00 msgr2=0x7f2fd00ffe20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:40:25.750 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:25.741+0000 7f2fd49e5700 1 -- 172.21.15.157:0/93759875 shutdown_connections 2024-05-16T15:40:25.750 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:25.741+0000 7f2fd49e5700 1 -- 172.21.15.157:0/93759875 wait complete. 2024-05-16T15:40:25.750 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:25.741+0000 7f2fd49e5700 1 Processor -- start 2024-05-16T15:40:25.750 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:25.741+0000 7f2fd49e5700 1 -- start start 2024-05-16T15:40:25.751 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:25.742+0000 7f2fd49e5700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2fd0102420 0x7f2fd0199600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:40:25.751 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:25.742+0000 7f2fd49e5700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2fd0103620 0x7f2fd0199b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:40:25.751 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:25.742+0000 7f2fd49e5700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2fd0103fc0 0x7f2fd01a0bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:40:25.751 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:25.742+0000 7f2fd49e5700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f2fd010dde0 con 0x7f2fd0102420 2024-05-16T15:40:25.751 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:25.742+0000 7f2fd49e5700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f2fd010dc60 con 0x7f2fd0103620 2024-05-16T15:40:25.751 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:25.742+0000 7f2fd49e5700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f2fd010df60 con 0x7f2fd0103fc0 2024-05-16T15:40:25.751 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:25.742+0000 7f2fced9d700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2fd0103fc0 0x7f2fd01a0bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:40:25.751 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:25.742+0000 7f2fce59c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2fd0102420 0x7f2fd0199600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:40:25.751 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:25.742+0000 7f2fced9d700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2fd0103fc0 0x7f2fd01a0bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:49444/0 (socket says 172.21.15.157:49444) 2024-05-16T15:40:25.751 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:25.742+0000 7f2fced9d700 1 -- 172.21.15.157:0/2152396703 learned_addr learned my addr 172.21.15.157:0/2152396703 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-05-16T15:40:25.751 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:25.742+0000 7f2fcdd9b700 1 --2- 172.21.15.157:0/2152396703 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2fd0103620 0x7f2fd0199b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:40:25.751 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:25.742+0000 7f2fced9d700 1 -- 172.21.15.157:0/2152396703 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2fd0103620 msgr2=0x7f2fd0199b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:40:25.751 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:25.742+0000 7f2fced9d700 1 --2- 172.21.15.157:0/2152396703 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2fd0103620 0x7f2fd0199b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:40:25.751 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:25.742+0000 7f2fced9d700 1 -- 172.21.15.157:0/2152396703 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2fd0102420 msgr2=0x7f2fd0199600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:40:25.752 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:25.742+0000 7f2fced9d700 1 --2- 172.21.15.157:0/2152396703 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2fd0102420 0x7f2fd0199600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:40:25.752 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:25.742+0000 7f2fced9d700 1 -- 172.21.15.157:0/2152396703 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2fd01a1260 con 0x7f2fd0103fc0 2024-05-16T15:40:25.752 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:25.742+0000 7f2fced9d700 1 --2- 172.21.15.157:0/2152396703 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2fd0103fc0 0x7f2fd01a0bc0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f2fc800add0 tx=0x7f2fc800c330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:40:25.752 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:25.742+0000 7f2fbf7fe700 1 -- 172.21.15.157:0/2152396703 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fc8017020 con 0x7f2fd0103fc0 2024-05-16T15:40:25.752 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:25.743+0000 7f2fbf7fe700 1 -- 172.21.15.157:0/2152396703 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2fc800ae00 con 0x7f2fd0103fc0 2024-05-16T15:40:25.752 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:25.743+0000 7f2fbf7fe700 1 -- 172.21.15.157:0/2152396703 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fc8005280 con 0x7f2fd0103fc0 2024-05-16T15:40:25.752 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:25.743+0000 7f2fd49e5700 1 -- 172.21.15.157:0/2152396703 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2fd01a1550 con 0x7f2fd0103fc0 2024-05-16T15:40:25.752 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:25.743+0000 7f2fd49e5700 1 -- 172.21.15.157:0/2152396703 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2fd01a1b10 con 0x7f2fd0103fc0 2024-05-16T15:40:25.753 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:25.743+0000 7f2fd49e5700 1 -- 172.21.15.157:0/2152396703 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2fd006a190 con 0x7f2fd0103fc0 2024-05-16T15:40:25.753 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:25.745+0000 7f2fbf7fe700 1 -- 172.21.15.157:0/2152396703 <== mon.1 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 15) ==== 149596+0+0 (secure 0 0 0) 0x7f2fc800c890 con 0x7f2fd0103fc0 2024-05-16T15:40:25.753 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:25.745+0000 7f2fbf7fe700 1 --2- 172.21.15.157:0/2152396703 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f2fb80b27f0 0x7f2fb80b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:40:25.753 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:25.746+0000 7f2fbf7fe700 1 -- 172.21.15.157:0/2152396703 <== mon.1 v2:172.21.15.157:3300/0 5 ==== osd_map(13..13 src has 1..13) ==== 2309+0+0 (secure 0 0 0) 0x7f2fc80e05b0 con 0x7f2fd0103fc0 2024-05-16T15:40:25.753 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:25.746+0000 7f2fce59c700 1 --2- 172.21.15.157:0/2152396703 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f2fb80b27f0 0x7f2fb80b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:40:25.753 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:25.746+0000 7f2fce59c700 1 --2- 172.21.15.157:0/2152396703 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f2fb80b27f0 0x7f2fb80b4cb0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f2fd0103480 tx=0x7f2fc0009190 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:40:25.756 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:25.749+0000 7f2fbf7fe700 1 -- 172.21.15.157:0/2152396703 <== mon.1 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f2fc8021020 con 0x7f2fd0103fc0 2024-05-16T15:40:25.971 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:25.965+0000 7f2fd49e5700 1 -- 172.21.15.157:0/2152396703 --> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi157:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f2fd006c350 con 0x7f2fb80b27f0 2024-05-16T15:40:26.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:25 smithi157 ceph-mon[35584]: Detected new or changed devices on smithi148 2024-05-16T15:40:26.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:25 smithi157 ceph-mon[35584]: Adjusting osd_memory_target on smithi148 to 17088M 2024-05-16T15:40:26.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:25 smithi148 ceph-mon[34976]: Detected new or changed devices on smithi148 2024-05-16T15:40:26.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:25 smithi148 ceph-mon[34976]: Adjusting osd_memory_target on smithi148 to 17088M 2024-05-16T15:40:26.221 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:25 smithi043 ceph-mon[31619]: Detected new or changed devices on smithi148 2024-05-16T15:40:26.222 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:25 smithi043 ceph-mon[31619]: Adjusting osd_memory_target on smithi148 to 17088M 2024-05-16T15:40:27.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:26 smithi157 ceph-mon[35584]: osdmap e14: 2 total, 2 up, 2 in 2024-05-16T15:40:27.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:26 smithi157 ceph-mon[35584]: pgmap v67: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-05-16T15:40:27.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:26 smithi157 ceph-mon[35584]: from='client.24169 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi157:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:40:27.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:26 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-16T15:40:27.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:26 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-16T15:40:27.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:26 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:40:27.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:26 smithi148 ceph-mon[34976]: osdmap e14: 2 total, 2 up, 2 in 2024-05-16T15:40:27.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:26 smithi148 ceph-mon[34976]: pgmap v67: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-05-16T15:40:27.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:26 smithi148 ceph-mon[34976]: from='client.24169 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi157:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:40:27.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:26 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-16T15:40:27.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:26 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-16T15:40:27.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:26 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:40:27.220 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:26 smithi043 ceph-mon[31619]: osdmap e14: 2 total, 2 up, 2 in 2024-05-16T15:40:27.220 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:26 smithi043 ceph-mon[31619]: pgmap v67: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-05-16T15:40:27.220 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:26 smithi043 ceph-mon[31619]: from='client.24169 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi157:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:40:27.220 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:26 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-16T15:40:27.220 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:26 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-16T15:40:27.220 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:26 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:40:29.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:28 smithi157 ceph-mon[35584]: pgmap v68: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-05-16T15:40:29.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:28 smithi157 ceph-mon[35584]: from='client.? 172.21.15.157:0/2297228689' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5b40d2f9-afb6-42b3-a76b-641eddcc2948"}]: dispatch 2024-05-16T15:40:29.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:28 smithi157 ceph-mon[35584]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5b40d2f9-afb6-42b3-a76b-641eddcc2948"}]: dispatch 2024-05-16T15:40:29.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:28 smithi157 ceph-mon[35584]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5b40d2f9-afb6-42b3-a76b-641eddcc2948"}]': finished 2024-05-16T15:40:29.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:28 smithi157 ceph-mon[35584]: osdmap e15: 3 total, 2 up, 3 in 2024-05-16T15:40:29.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:28 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-16T15:40:29.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:28 smithi148 ceph-mon[34976]: pgmap v68: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-05-16T15:40:29.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:28 smithi148 ceph-mon[34976]: from='client.? 172.21.15.157:0/2297228689' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5b40d2f9-afb6-42b3-a76b-641eddcc2948"}]: dispatch 2024-05-16T15:40:29.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:28 smithi148 ceph-mon[34976]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5b40d2f9-afb6-42b3-a76b-641eddcc2948"}]: dispatch 2024-05-16T15:40:29.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:28 smithi148 ceph-mon[34976]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5b40d2f9-afb6-42b3-a76b-641eddcc2948"}]': finished 2024-05-16T15:40:29.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:28 smithi148 ceph-mon[34976]: osdmap e15: 3 total, 2 up, 3 in 2024-05-16T15:40:29.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:28 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-16T15:40:29.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:28 smithi043 ceph-mon[31619]: pgmap v68: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-05-16T15:40:29.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:28 smithi043 ceph-mon[31619]: from='client.? 172.21.15.157:0/2297228689' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5b40d2f9-afb6-42b3-a76b-641eddcc2948"}]: dispatch 2024-05-16T15:40:29.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:28 smithi043 ceph-mon[31619]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5b40d2f9-afb6-42b3-a76b-641eddcc2948"}]: dispatch 2024-05-16T15:40:29.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:28 smithi043 ceph-mon[31619]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5b40d2f9-afb6-42b3-a76b-641eddcc2948"}]': finished 2024-05-16T15:40:29.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:28 smithi043 ceph-mon[31619]: osdmap e15: 3 total, 2 up, 3 in 2024-05-16T15:40:29.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:28 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-16T15:40:30.333 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:29 smithi148 ceph-mon[34976]: from='client.? 172.21.15.157:0/180535586' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-16T15:40:30.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:29 smithi157 ceph-mon[35584]: from='client.? 172.21.15.157:0/180535586' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-16T15:40:30.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:29 smithi043 ceph-mon[31619]: from='client.? 172.21.15.157:0/180535586' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-16T15:40:31.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:30 smithi157 ceph-mon[35584]: pgmap v70: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-05-16T15:40:31.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:30 smithi148 ceph-mon[34976]: pgmap v70: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-05-16T15:40:31.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:30 smithi043 ceph-mon[31619]: pgmap v70: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-05-16T15:40:33.382 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:32 smithi157 ceph-mon[35584]: pgmap v71: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-05-16T15:40:33.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:32 smithi148 ceph-mon[34976]: pgmap v71: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-05-16T15:40:33.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:32 smithi043 ceph-mon[31619]: pgmap v71: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-05-16T15:40:35.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:34 smithi157 ceph-mon[35584]: pgmap v72: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-05-16T15:40:35.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:34 smithi148 ceph-mon[34976]: pgmap v72: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-05-16T15:40:35.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:34 smithi043 ceph-mon[31619]: pgmap v72: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-05-16T15:40:36.305 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:35 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-16T15:40:36.305 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:35 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:40:36.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:35 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-16T15:40:36.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:35 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:40:36.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:35 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-16T15:40:36.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:35 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:40:37.257 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:36 smithi157 ceph-mon[35584]: Deploying daemon osd.2 on smithi157 2024-05-16T15:40:37.257 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:36 smithi157 ceph-mon[35584]: pgmap v73: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-05-16T15:40:37.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:36 smithi148 ceph-mon[34976]: Deploying daemon osd.2 on smithi157 2024-05-16T15:40:37.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:36 smithi148 ceph-mon[34976]: pgmap v73: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-05-16T15:40:37.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:36 smithi043 ceph-mon[31619]: Deploying daemon osd.2 on smithi157 2024-05-16T15:40:37.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:36 smithi043 ceph-mon[31619]: pgmap v73: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-05-16T15:40:39.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:38 smithi157 ceph-mon[35584]: pgmap v74: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-05-16T15:40:39.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:38 smithi148 ceph-mon[34976]: pgmap v74: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-05-16T15:40:39.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:38 smithi043 ceph-mon[31619]: pgmap v74: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-05-16T15:40:41.307 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:41 smithi157 ceph-mon[35584]: pgmap v75: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-05-16T15:40:41.307 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:41 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:41.307 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:41 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:41.308 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:41 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:40:41.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:41 smithi148 ceph-mon[34976]: pgmap v75: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-05-16T15:40:41.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:41 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:41.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:41 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:41.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:41 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:40:41.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:41 smithi043 ceph-mon[31619]: pgmap v75: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-05-16T15:40:41.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:41 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:41.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:41 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:41.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:41 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:40:43.171 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:43 smithi157 ceph-mon[35584]: pgmap v76: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-05-16T15:40:43.272 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:43 smithi043 ceph-mon[31619]: pgmap v76: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-05-16T15:40:43.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:43 smithi148 ceph-mon[34976]: pgmap v76: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-05-16T15:40:44.245 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:44.238+0000 7f2fbf7fe700 1 -- 172.21.15.157:0/2152396703 <== mgr.14150 v2:172.21.15.43:6800/198025071 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f2fd006c350 con 0x7f2fb80b27f0 2024-05-16T15:40:44.245 INFO:teuthology.orchestra.run.smithi157.stdout:Created osd(s) 2 on host 'smithi157' 2024-05-16T15:40:44.247 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:44.241+0000 7f2fd49e5700 1 -- 172.21.15.157:0/2152396703 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f2fb80b27f0 msgr2=0x7f2fb80b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:40:44.247 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:44.241+0000 7f2fd49e5700 1 --2- 172.21.15.157:0/2152396703 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f2fb80b27f0 0x7f2fb80b4cb0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f2fd0103480 tx=0x7f2fc0009190 comp rx=0 tx=0).stop 2024-05-16T15:40:44.247 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:44.241+0000 7f2fd49e5700 1 -- 172.21.15.157:0/2152396703 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2fd0103fc0 msgr2=0x7f2fd01a0bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:40:44.248 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:44.241+0000 7f2fd49e5700 1 --2- 172.21.15.157:0/2152396703 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2fd0103fc0 0x7f2fd01a0bc0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f2fc800add0 tx=0x7f2fc800c330 comp rx=0 tx=0).stop 2024-05-16T15:40:44.248 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:44.241+0000 7f2fd49e5700 1 -- 172.21.15.157:0/2152396703 shutdown_connections 2024-05-16T15:40:44.248 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:44.241+0000 7f2fd49e5700 1 --2- 172.21.15.157:0/2152396703 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2fd0103fc0 0x7f2fd01a0bc0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:40:44.248 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:44.241+0000 7f2fd49e5700 1 --2- 172.21.15.157:0/2152396703 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f2fb80b27f0 0x7f2fb80b4cb0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:40:44.248 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:44.241+0000 7f2fd49e5700 1 --2- 172.21.15.157:0/2152396703 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2fd0102420 0x7f2fd0199600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:40:44.248 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:44.241+0000 7f2fd49e5700 1 --2- 172.21.15.157:0/2152396703 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2fd0103620 0x7f2fd0199b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:40:44.248 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:44.241+0000 7f2fd49e5700 1 -- 172.21.15.157:0/2152396703 >> 172.21.15.157:0/2152396703 conn(0x7f2fd00fda00 msgr2=0x7f2fd006bc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:40:44.248 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:44.241+0000 7f2fd49e5700 1 -- 172.21.15.157:0/2152396703 shutdown_connections 2024-05-16T15:40:44.248 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:40:44.241+0000 7f2fd49e5700 1 -- 172.21.15.157:0/2152396703 wait complete. 2024-05-16T15:40:44.537 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:44 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:44.537 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:44 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:44.537 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:44 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:40:44.537 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:44 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:40:44.537 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:44 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:44.537 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:44 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:44.538 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:44 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:44.538 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:44 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:40:44.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:44 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:44.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:44 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:44.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:44 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:40:44.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:44 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:40:44.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:44 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:44.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:44 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:44.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:44 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:44.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:44 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:40:44.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:44 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:44.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:44 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:44.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:44 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:40:44.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:44 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:40:44.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:44 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:44.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:44 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:44.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:44 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:44.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:44 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:40:44.831 DEBUG:teuthology.orchestra.run.smithi157:osd.2> sudo journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@osd.2.service 2024-05-16T15:40:44.834 INFO:tasks.cephadm:Deploying osd.3 on smithi043 with /dev/vg_nvme/lv_3... 2024-05-16T15:40:44.835 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-05-16T15:40:45.092 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:40:45.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:45 smithi043 ceph-mon[31619]: pgmap v77: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-05-16T15:40:45.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:45 smithi043 ceph-mon[31619]: from='osd.2 [v2:172.21.15.157:6800/512969814,v1:172.21.15.157:6801/512969814]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-16T15:40:45.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:45 smithi043 ceph-mon[31619]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-16T15:40:45.644 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:45 smithi157 ceph-mon[35584]: pgmap v77: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-05-16T15:40:45.644 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:45 smithi157 ceph-mon[35584]: from='osd.2 [v2:172.21.15.157:6800/512969814,v1:172.21.15.157:6801/512969814]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-16T15:40:45.644 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:45 smithi157 ceph-mon[35584]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-16T15:40:45.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:45 smithi148 ceph-mon[34976]: pgmap v77: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-05-16T15:40:45.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:45 smithi148 ceph-mon[34976]: from='osd.2 [v2:172.21.15.157:6800/512969814,v1:172.21.15.157:6801/512969814]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-16T15:40:45.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:45 smithi148 ceph-mon[34976]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-16T15:40:46.603 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:46 smithi043 ceph-mon[31619]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-16T15:40:46.604 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:46 smithi043 ceph-mon[31619]: osdmap e16: 3 total, 2 up, 3 in 2024-05-16T15:40:46.604 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:46 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-16T15:40:46.604 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:46 smithi043 ceph-mon[31619]: from='osd.2 [v2:172.21.15.157:6800/512969814,v1:172.21.15.157:6801/512969814]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-05-16T15:40:46.604 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:46 smithi043 ceph-mon[31619]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-05-16T15:40:46.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:46 smithi157 ceph-mon[35584]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-16T15:40:46.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:46 smithi157 ceph-mon[35584]: osdmap e16: 3 total, 2 up, 3 in 2024-05-16T15:40:46.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:46 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-16T15:40:46.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:46 smithi157 ceph-mon[35584]: from='osd.2 [v2:172.21.15.157:6800/512969814,v1:172.21.15.157:6801/512969814]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-05-16T15:40:46.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:46 smithi157 ceph-mon[35584]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-05-16T15:40:46.671 INFO:journalctl@ceph.osd.2.smithi157.stdout:May 16 15:40:46 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-2[40701]: 2024-05-16T15:40:46.349+0000 7f40a1246700 -1 osd.2 0 waiting for initial osdmap 2024-05-16T15:40:46.672 INFO:journalctl@ceph.osd.2.smithi157.stdout:May 16 15:40:46 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-2[40701]: 2024-05-16T15:40:46.353+0000 7f409d039700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-16T15:40:46.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:46 smithi148 ceph-mon[34976]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-16T15:40:46.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:46 smithi148 ceph-mon[34976]: osdmap e16: 3 total, 2 up, 3 in 2024-05-16T15:40:46.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:46 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-16T15:40:46.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:46 smithi148 ceph-mon[34976]: from='osd.2 [v2:172.21.15.157:6800/512969814,v1:172.21.15.157:6801/512969814]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-05-16T15:40:46.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:46 smithi148 ceph-mon[34976]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-05-16T15:40:47.204 INFO:teuthology.orchestra.run.smithi043.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-05-16T15:40:47.204 INFO:teuthology.orchestra.run.smithi043.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-05-16T15:40:47.204 INFO:teuthology.orchestra.run.smithi043.stderr: stderr: 10+0 records in 2024-05-16T15:40:47.204 INFO:teuthology.orchestra.run.smithi043.stderr:10+0 records out 2024-05-16T15:40:47.204 INFO:teuthology.orchestra.run.smithi043.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00837777 s, 1.3 GB/s 2024-05-16T15:40:47.204 INFO:teuthology.orchestra.run.smithi043.stderr:--> Zapping successful for: 2024-05-16T15:40:47.527 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:47 smithi043 ceph-mon[31619]: pgmap v79: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-05-16T15:40:47.527 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:47 smithi043 ceph-mon[31619]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]': finished 2024-05-16T15:40:47.527 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:47 smithi043 ceph-mon[31619]: osdmap e17: 3 total, 2 up, 3 in 2024-05-16T15:40:47.527 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:47 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-16T15:40:47.527 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:47 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-16T15:40:47.577 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:47 smithi157 ceph-mon[35584]: pgmap v79: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-05-16T15:40:47.577 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:47 smithi157 ceph-mon[35584]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]': finished 2024-05-16T15:40:47.577 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:47 smithi157 ceph-mon[35584]: osdmap e17: 3 total, 2 up, 3 in 2024-05-16T15:40:47.578 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:47 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-16T15:40:47.578 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:47 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-16T15:40:47.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:47 smithi148 ceph-mon[34976]: pgmap v79: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-05-16T15:40:47.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:47 smithi148 ceph-mon[34976]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]': finished 2024-05-16T15:40:47.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:47 smithi148 ceph-mon[34976]: osdmap e17: 3 total, 2 up, 3 in 2024-05-16T15:40:47.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:47 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-16T15:40:47.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:47 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-16T15:40:47.886 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi043:vg_nvme/lv_3 2024-05-16T15:40:48.137 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:40:48.554 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:48 smithi043 ceph-mon[31619]: purged_snaps scrub starts 2024-05-16T15:40:48.554 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:48 smithi043 ceph-mon[31619]: purged_snaps scrub ok 2024-05-16T15:40:48.554 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:48 smithi043 ceph-mon[31619]: osd.2 [v2:172.21.15.157:6800/512969814,v1:172.21.15.157:6801/512969814] boot 2024-05-16T15:40:48.555 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:48 smithi043 ceph-mon[31619]: osdmap e18: 3 total, 3 up, 3 in 2024-05-16T15:40:48.555 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:48 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-16T15:40:48.555 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:48 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:48.555 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:48 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:48.555 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:48 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:40:48.555 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:48 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:48.555 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:48 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:40:48.555 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:48 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:40:48.555 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:48 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:48.555 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:48 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-05-16T15:40:48.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:48 smithi157 ceph-mon[35584]: purged_snaps scrub starts 2024-05-16T15:40:48.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:48 smithi157 ceph-mon[35584]: purged_snaps scrub ok 2024-05-16T15:40:48.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:48 smithi157 ceph-mon[35584]: osd.2 [v2:172.21.15.157:6800/512969814,v1:172.21.15.157:6801/512969814] boot 2024-05-16T15:40:48.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:48 smithi157 ceph-mon[35584]: osdmap e18: 3 total, 3 up, 3 in 2024-05-16T15:40:48.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:48 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-16T15:40:48.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:48 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:48.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:48 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:48.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:48 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:40:48.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:48 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:48.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:48 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:40:48.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:48 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:40:48.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:48 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:48.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:48 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-05-16T15:40:48.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:48 smithi148 ceph-mon[34976]: purged_snaps scrub starts 2024-05-16T15:40:48.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:48 smithi148 ceph-mon[34976]: purged_snaps scrub ok 2024-05-16T15:40:48.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:48 smithi148 ceph-mon[34976]: osd.2 [v2:172.21.15.157:6800/512969814,v1:172.21.15.157:6801/512969814] boot 2024-05-16T15:40:48.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:48 smithi148 ceph-mon[34976]: osdmap e18: 3 total, 3 up, 3 in 2024-05-16T15:40:48.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:48 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-16T15:40:48.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:48 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:48.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:48 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:48.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:48 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:40:48.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:48 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:48.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:48 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:40:48.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:48 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:40:48.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:48 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:48.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:48 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-05-16T15:40:49.524 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:49 smithi043 ceph-mon[31619]: Detected new or changed devices on smithi157 2024-05-16T15:40:49.524 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:49 smithi043 ceph-mon[31619]: Adjusting osd_memory_target on smithi157 to 17088M 2024-05-16T15:40:49.524 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:49 smithi043 ceph-mon[31619]: pgmap v82: 0 pgs: ; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-05-16T15:40:49.524 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:49 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-05-16T15:40:49.525 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:49 smithi043 ceph-mon[31619]: osdmap e19: 3 total, 3 up, 3 in 2024-05-16T15:40:49.525 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:49 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-05-16T15:40:49.525 INFO:journalctl@ceph.osd.0.smithi043.stdout:May 16 15:40:49 smithi043 sudo[48703]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-16T15:40:49.525 INFO:journalctl@ceph.osd.0.smithi043.stdout:May 16 15:40:49 smithi043 sudo[48703]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-16T15:40:49.525 INFO:journalctl@ceph.osd.0.smithi043.stdout:May 16 15:40:49 smithi043 sudo[48703]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-16T15:40:49.525 INFO:journalctl@ceph.osd.0.smithi043.stdout:May 16 15:40:49 smithi043 sudo[48703]: pam_unix(sudo:session): session closed for user root 2024-05-16T15:40:49.525 INFO:journalctl@ceph.osd.0.smithi043.stdout:May 16 15:40:49 smithi043 sudo[48706]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-16T15:40:49.525 INFO:journalctl@ceph.osd.0.smithi043.stdout:May 16 15:40:49 smithi043 sudo[48706]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-16T15:40:49.525 INFO:journalctl@ceph.osd.0.smithi043.stdout:May 16 15:40:49 smithi043 sudo[48706]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-16T15:40:49.525 INFO:journalctl@ceph.osd.0.smithi043.stdout:May 16 15:40:49 smithi043 sudo[48706]: pam_unix(sudo:session): session closed for user root 2024-05-16T15:40:49.667 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:49 smithi157 ceph-mon[35584]: Detected new or changed devices on smithi157 2024-05-16T15:40:49.668 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:49 smithi157 ceph-mon[35584]: Adjusting osd_memory_target on smithi157 to 17088M 2024-05-16T15:40:49.668 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:49 smithi157 ceph-mon[35584]: pgmap v82: 0 pgs: ; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-05-16T15:40:49.668 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:49 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-05-16T15:40:49.668 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:49 smithi157 ceph-mon[35584]: osdmap e19: 3 total, 3 up, 3 in 2024-05-16T15:40:49.668 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:49 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-05-16T15:40:49.668 INFO:journalctl@ceph.osd.2.smithi157.stdout:May 16 15:40:49 smithi157 sudo[44267]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-16T15:40:49.668 INFO:journalctl@ceph.osd.2.smithi157.stdout:May 16 15:40:49 smithi157 sudo[44267]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-16T15:40:49.668 INFO:journalctl@ceph.osd.2.smithi157.stdout:May 16 15:40:49 smithi157 sudo[44267]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-16T15:40:49.668 INFO:journalctl@ceph.osd.2.smithi157.stdout:May 16 15:40:49 smithi157 sudo[44267]: pam_unix(sudo:session): session closed for user root 2024-05-16T15:40:49.668 INFO:journalctl@ceph.osd.2.smithi157.stdout:May 16 15:40:49 smithi157 sudo[44270]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-16T15:40:49.668 INFO:journalctl@ceph.osd.2.smithi157.stdout:May 16 15:40:49 smithi157 sudo[44270]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-16T15:40:49.669 INFO:journalctl@ceph.osd.2.smithi157.stdout:May 16 15:40:49 smithi157 sudo[44270]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-16T15:40:49.669 INFO:journalctl@ceph.osd.2.smithi157.stdout:May 16 15:40:49 smithi157 sudo[44270]: pam_unix(sudo:session): session closed for user root 2024-05-16T15:40:49.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:49 smithi148 ceph-mon[34976]: Detected new or changed devices on smithi157 2024-05-16T15:40:49.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:49 smithi148 ceph-mon[34976]: Adjusting osd_memory_target on smithi157 to 17088M 2024-05-16T15:40:49.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:49 smithi148 ceph-mon[34976]: pgmap v82: 0 pgs: ; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-05-16T15:40:49.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:49 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-05-16T15:40:49.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:49 smithi148 ceph-mon[34976]: osdmap e19: 3 total, 3 up, 3 in 2024-05-16T15:40:49.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:49 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-05-16T15:40:49.682 INFO:journalctl@ceph.osd.1.smithi148.stdout:May 16 15:40:49 smithi148 sudo[43194]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-16T15:40:49.682 INFO:journalctl@ceph.osd.1.smithi148.stdout:May 16 15:40:49 smithi148 sudo[43194]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-16T15:40:49.682 INFO:journalctl@ceph.osd.1.smithi148.stdout:May 16 15:40:49 smithi148 sudo[43194]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-16T15:40:49.682 INFO:journalctl@ceph.osd.1.smithi148.stdout:May 16 15:40:49 smithi148 sudo[43194]: pam_unix(sudo:session): session closed for user root 2024-05-16T15:40:49.682 INFO:journalctl@ceph.osd.1.smithi148.stdout:May 16 15:40:49 smithi148 sudo[43197]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-16T15:40:49.682 INFO:journalctl@ceph.osd.1.smithi148.stdout:May 16 15:40:49 smithi148 sudo[43197]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-16T15:40:49.682 INFO:journalctl@ceph.osd.1.smithi148.stdout:May 16 15:40:49 smithi148 sudo[43197]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-16T15:40:49.682 INFO:journalctl@ceph.osd.1.smithi148.stdout:May 16 15:40:49 smithi148 sudo[43197]: pam_unix(sudo:session): session closed for user root 2024-05-16T15:40:49.770 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:40:49.762+0000 7f9a3f050700 1 -- 172.21.15.43:0/900726078 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9a38104700 msgr2=0x7f9a38104b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:40:49.771 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:40:49.762+0000 7f9a3f050700 1 --2- 172.21.15.43:0/900726078 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9a38104700 0x7f9a38104b60 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f9a240099c0 tx=0x7f9a24009cd0 comp rx=0 tx=0).stop 2024-05-16T15:40:49.771 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:40:49.762+0000 7f9a3f050700 1 -- 172.21.15.43:0/900726078 shutdown_connections 2024-05-16T15:40:49.771 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:40:49.762+0000 7f9a3f050700 1 --2- 172.21.15.43:0/900726078 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9a381050a0 0x7f9a3810b950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:40:49.771 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:40:49.762+0000 7f9a3f050700 1 --2- 172.21.15.43:0/900726078 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9a38103500 0x7f9a38103920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:40:49.771 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:40:49.762+0000 7f9a3f050700 1 --2- 172.21.15.43:0/900726078 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9a38104700 0x7f9a38104b60 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:40:49.771 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:40:49.762+0000 7f9a3f050700 1 -- 172.21.15.43:0/900726078 >> 172.21.15.43:0/900726078 conn(0x7f9a380feaa0 msgr2=0x7f9a38100ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:40:49.771 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:40:49.762+0000 7f9a3f050700 1 -- 172.21.15.43:0/900726078 shutdown_connections 2024-05-16T15:40:49.771 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:40:49.762+0000 7f9a3f050700 1 -- 172.21.15.43:0/900726078 wait complete. 2024-05-16T15:40:49.771 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:40:49.763+0000 7f9a3f050700 1 Processor -- start 2024-05-16T15:40:49.771 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:40:49.763+0000 7f9a3f050700 1 -- start start 2024-05-16T15:40:49.771 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:40:49.763+0000 7f9a3f050700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9a38103500 0x7f9a38199520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:40:49.771 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:40:49.763+0000 7f9a3f050700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9a38104700 0x7f9a38199a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:40:49.771 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:40:49.763+0000 7f9a3f050700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9a381050a0 0x7f9a381a0ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:40:49.772 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:40:49.763+0000 7f9a3f050700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f9a3810ee50 con 0x7f9a38103500 2024-05-16T15:40:49.772 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:40:49.763+0000 7f9a3f050700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f9a3810ecd0 con 0x7f9a381050a0 2024-05-16T15:40:49.772 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:40:49.763+0000 7f9a3f050700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f9a3810efd0 con 0x7f9a38104700 2024-05-16T15:40:49.772 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:40:49.763+0000 7f9a3cdec700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9a38103500 0x7f9a38199520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:40:49.772 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:40:49.763+0000 7f9a3cdec700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9a38103500 0x7f9a38199520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:34896/0 (socket says 172.21.15.43:34896) 2024-05-16T15:40:49.772 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:40:49.763+0000 7f9a3cdec700 1 -- 172.21.15.43:0/1189253776 learned_addr learned my addr 172.21.15.43:0/1189253776 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:40:49.772 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:40:49.763+0000 7f9a37fff700 1 --2- 172.21.15.43:0/1189253776 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9a38104700 0x7f9a38199a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:40:49.772 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:40:49.763+0000 7f9a3d5ed700 1 --2- 172.21.15.43:0/1189253776 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9a381050a0 0x7f9a381a0ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:40:49.772 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:40:49.763+0000 7f9a3cdec700 1 -- 172.21.15.43:0/1189253776 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9a38104700 msgr2=0x7f9a38199a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:40:49.772 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:40:49.763+0000 7f9a3cdec700 1 --2- 172.21.15.43:0/1189253776 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9a38104700 0x7f9a38199a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:40:49.772 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:40:49.763+0000 7f9a3cdec700 1 -- 172.21.15.43:0/1189253776 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9a381050a0 msgr2=0x7f9a381a0ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:40:49.772 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:40:49.763+0000 7f9a3cdec700 1 --2- 172.21.15.43:0/1189253776 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9a381050a0 0x7f9a381a0ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:40:49.772 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:40:49.763+0000 7f9a3cdec700 1 -- 172.21.15.43:0/1189253776 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a381a1180 con 0x7f9a38103500 2024-05-16T15:40:49.772 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:40:49.763+0000 7f9a3d5ed700 1 --2- 172.21.15.43:0/1189253776 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9a381050a0 0x7f9a381a0ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:40:49.772 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:40:49.764+0000 7f9a3cdec700 1 --2- 172.21.15.43:0/1189253776 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9a38103500 0x7f9a38199520 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f9a2c00c920 tx=0x7f9a2c00cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:40:49.773 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:40:49.764+0000 7f9a35ffb700 1 -- 172.21.15.43:0/1189253776 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a2c004220 con 0x7f9a38103500 2024-05-16T15:40:49.773 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:40:49.764+0000 7f9a35ffb700 1 -- 172.21.15.43:0/1189253776 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9a2c007d50 con 0x7f9a38103500 2024-05-16T15:40:49.773 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:40:49.764+0000 7f9a3f050700 1 -- 172.21.15.43:0/1189253776 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a381a1470 con 0x7f9a38103500 2024-05-16T15:40:49.773 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:40:49.764+0000 7f9a35ffb700 1 -- 172.21.15.43:0/1189253776 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a2c003c30 con 0x7f9a38103500 2024-05-16T15:40:49.773 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:40:49.764+0000 7f9a3f050700 1 -- 172.21.15.43:0/1189253776 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a381a1960 con 0x7f9a38103500 2024-05-16T15:40:49.773 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:40:49.765+0000 7f9a3f050700 1 -- 172.21.15.43:0/1189253776 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a3806a190 con 0x7f9a38103500 2024-05-16T15:40:49.773 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:40:49.767+0000 7f9a35ffb700 1 -- 172.21.15.43:0/1189253776 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 15) ==== 149596+0+0 (secure 0 0 0) 0x7f9a2c0043c0 con 0x7f9a38103500 2024-05-16T15:40:49.774 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:40:49.768+0000 7f9a35ffb700 1 --2- 172.21.15.43:0/1189253776 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f9a280b27f0 0x7f9a280b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:40:49.774 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:49 smithi043 sudo[48714]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-16T15:40:49.774 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:49 smithi043 sudo[48714]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-16T15:40:49.774 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:49 smithi043 sudo[48714]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-16T15:40:49.774 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:49 smithi043 sudo[48714]: pam_unix(sudo:session): session closed for user root 2024-05-16T15:40:49.774 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:49 smithi043 sudo[48717]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-16T15:40:49.775 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:49 smithi043 sudo[48717]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-16T15:40:49.775 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:49 smithi043 sudo[48717]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-16T15:40:49.775 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:49 smithi043 sudo[48717]: pam_unix(sudo:session): session closed for user root 2024-05-16T15:40:49.775 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:40:49.768+0000 7f9a37fff700 1 --2- 172.21.15.43:0/1189253776 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f9a280b27f0 0x7f9a280b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:40:49.775 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:40:49.768+0000 7f9a35ffb700 1 -- 172.21.15.43:0/1189253776 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 3237+0+0 (secure 0 0 0) 0x7f9a2c0e0e20 con 0x7f9a38103500 2024-05-16T15:40:49.775 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:40:49.769+0000 7f9a37fff700 1 --2- 172.21.15.43:0/1189253776 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f9a280b27f0 0x7f9a280b4cb0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f9a24000c00 tx=0x7f9a2401a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:40:49.778 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:40:49.772+0000 7f9a35ffb700 1 -- 172.21.15.43:0/1189253776 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f9a2c014030 con 0x7f9a38103500 2024-05-16T15:40:49.921 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:49 smithi157 sudo[44273]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-16T15:40:49.921 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:49 smithi157 sudo[44273]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-16T15:40:49.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:49 smithi157 sudo[44273]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-16T15:40:49.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:49 smithi157 sudo[44273]: pam_unix(sudo:session): session closed for user root 2024-05-16T15:40:49.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:49 smithi157 sudo[44276]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-16T15:40:49.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:49 smithi157 sudo[44276]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-16T15:40:49.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:49 smithi157 sudo[44276]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-16T15:40:49.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:49 smithi157 sudo[44276]: pam_unix(sudo:session): session closed for user root 2024-05-16T15:40:50.004 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:40:49.998+0000 7f9a3f050700 1 -- 172.21.15.43:0/1189253776 --> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi043:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f9a380638e0 con 0x7f9a280b27f0 2024-05-16T15:40:50.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:49 smithi148 sudo[43200]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-16T15:40:50.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:49 smithi148 sudo[43200]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-16T15:40:50.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:49 smithi148 sudo[43200]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-16T15:40:50.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:49 smithi148 sudo[43200]: pam_unix(sudo:session): session closed for user root 2024-05-16T15:40:50.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:49 smithi148 sudo[43203]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-16T15:40:50.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:49 smithi148 sudo[43203]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-16T15:40:50.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:49 smithi148 sudo[43203]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-16T15:40:50.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:49 smithi148 sudo[43203]: pam_unix(sudo:session): session closed for user root 2024-05-16T15:40:50.628 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:40:50.622+0000 7f9a35ffb700 1 -- 172.21.15.43:0/1189253776 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f9a2c0a5ae0 con 0x7f9a38103500 2024-05-16T15:40:50.629 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:50 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-05-16T15:40:50.629 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:50 smithi043 ceph-mon[31619]: osdmap e20: 3 total, 3 up, 3 in 2024-05-16T15:40:50.629 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:50 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:50.629 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:50 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:50.629 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:50 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:50.629 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:50 smithi043 ceph-mon[31619]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-16T15:40:50.629 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:50 smithi043 ceph-mon[31619]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-16T15:40:50.629 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:50 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-16T15:40:50.629 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:50 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-16T15:40:50.630 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:50 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-16T15:40:50.630 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:50 smithi043 ceph-mon[31619]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-16T15:40:50.630 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:50 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-16T15:40:50.630 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:50 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-16T15:40:50.630 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:50 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-16T15:40:50.630 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:50 smithi043 ceph-mon[31619]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-16T15:40:50.630 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:50 smithi043 ceph-mon[31619]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-16T15:40:50.630 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:50 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-16T15:40:50.630 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:50 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-16T15:40:50.630 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:50 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-16T15:40:50.630 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:50 smithi043 ceph-mon[31619]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-16T15:40:50.630 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:50 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-16T15:40:50.630 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:50 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-16T15:40:50.630 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:50 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:40:50.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:50 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-05-16T15:40:50.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:50 smithi157 ceph-mon[35584]: osdmap e20: 3 total, 3 up, 3 in 2024-05-16T15:40:50.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:50 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:50.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:50 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:50.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:50 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:50.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:50 smithi157 ceph-mon[35584]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-16T15:40:50.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:50 smithi157 ceph-mon[35584]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-16T15:40:50.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:50 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-16T15:40:50.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:50 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-16T15:40:50.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:50 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-16T15:40:50.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:50 smithi157 ceph-mon[35584]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-16T15:40:50.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:50 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-16T15:40:50.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:50 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-16T15:40:50.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:50 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-16T15:40:50.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:50 smithi157 ceph-mon[35584]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-16T15:40:50.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:50 smithi157 ceph-mon[35584]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-16T15:40:50.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:50 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-16T15:40:50.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:50 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-16T15:40:50.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:50 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-16T15:40:50.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:50 smithi157 ceph-mon[35584]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-16T15:40:50.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:50 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-16T15:40:50.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:50 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-16T15:40:50.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:50 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:40:50.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:50 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-05-16T15:40:50.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:50 smithi148 ceph-mon[34976]: osdmap e20: 3 total, 3 up, 3 in 2024-05-16T15:40:50.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:50 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:50.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:50 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:50.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:50 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:40:50.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:50 smithi148 ceph-mon[34976]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-16T15:40:50.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:50 smithi148 ceph-mon[34976]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-16T15:40:50.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:50 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-16T15:40:50.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:50 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-16T15:40:50.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:50 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-16T15:40:50.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:50 smithi148 ceph-mon[34976]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-16T15:40:50.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:50 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-16T15:40:50.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:50 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-16T15:40:50.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:50 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-16T15:40:50.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:50 smithi148 ceph-mon[34976]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-16T15:40:50.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:50 smithi148 ceph-mon[34976]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-16T15:40:50.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:50 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-16T15:40:50.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:50 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-16T15:40:50.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:50 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-16T15:40:50.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:50 smithi148 ceph-mon[34976]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-16T15:40:50.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:50 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-16T15:40:50.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:50 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-16T15:40:50.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:50 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:40:51.645 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:51 smithi043 ceph-mon[31619]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-05-16T15:40:51.645 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:51 smithi043 ceph-mon[31619]: from='client.14292 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi043:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:40:51.645 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:51 smithi043 ceph-mon[31619]: osdmap e21: 3 total, 3 up, 3 in 2024-05-16T15:40:51.645 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:51 smithi043 ceph-mon[31619]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-05-16T15:40:51.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:51 smithi157 ceph-mon[35584]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-05-16T15:40:51.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:51 smithi157 ceph-mon[35584]: from='client.14292 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi043:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:40:51.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:51 smithi157 ceph-mon[35584]: osdmap e21: 3 total, 3 up, 3 in 2024-05-16T15:40:51.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:51 smithi157 ceph-mon[35584]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-05-16T15:40:51.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:51 smithi148 ceph-mon[34976]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-05-16T15:40:51.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:51 smithi148 ceph-mon[34976]: from='client.14292 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi043:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:40:51.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:51 smithi148 ceph-mon[34976]: osdmap e21: 3 total, 3 up, 3 in 2024-05-16T15:40:51.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:51 smithi148 ceph-mon[34976]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-05-16T15:40:53.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:53 smithi157 ceph-mon[35584]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 93 MiB used, 268 GiB / 268 GiB avail 2024-05-16T15:40:53.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:53 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/1755669932' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "869f2122-f5c7-4b16-b48c-db114730bd5c"}]: dispatch 2024-05-16T15:40:53.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:53 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/1755669932' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "869f2122-f5c7-4b16-b48c-db114730bd5c"}]': finished 2024-05-16T15:40:53.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:53 smithi157 ceph-mon[35584]: osdmap e22: 4 total, 3 up, 4 in 2024-05-16T15:40:53.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:53 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-16T15:40:53.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:53 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/2675064807' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-16T15:40:53.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:53 smithi148 ceph-mon[34976]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 93 MiB used, 268 GiB / 268 GiB avail 2024-05-16T15:40:53.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:53 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/1755669932' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "869f2122-f5c7-4b16-b48c-db114730bd5c"}]: dispatch 2024-05-16T15:40:53.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:53 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/1755669932' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "869f2122-f5c7-4b16-b48c-db114730bd5c"}]': finished 2024-05-16T15:40:53.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:53 smithi148 ceph-mon[34976]: osdmap e22: 4 total, 3 up, 4 in 2024-05-16T15:40:53.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:53 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-16T15:40:53.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:53 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/2675064807' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-16T15:40:53.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:53 smithi043 ceph-mon[31619]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 93 MiB used, 268 GiB / 268 GiB avail 2024-05-16T15:40:53.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:53 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/1755669932' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "869f2122-f5c7-4b16-b48c-db114730bd5c"}]: dispatch 2024-05-16T15:40:53.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:53 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/1755669932' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "869f2122-f5c7-4b16-b48c-db114730bd5c"}]': finished 2024-05-16T15:40:53.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:53 smithi043 ceph-mon[31619]: osdmap e22: 4 total, 3 up, 4 in 2024-05-16T15:40:53.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:53 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-16T15:40:53.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:53 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/2675064807' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-16T15:40:55.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:55 smithi157 ceph-mon[35584]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 93 MiB used, 268 GiB / 268 GiB avail 2024-05-16T15:40:55.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:55 smithi148 ceph-mon[34976]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 93 MiB used, 268 GiB / 268 GiB avail 2024-05-16T15:40:55.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:55 smithi043 ceph-mon[31619]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 93 MiB used, 268 GiB / 268 GiB avail 2024-05-16T15:40:57.657 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:57 smithi043 ceph-mon[31619]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-05-16T15:40:57.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:57 smithi157 ceph-mon[35584]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-05-16T15:40:57.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:57 smithi148 ceph-mon[34976]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-05-16T15:40:59.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:40:59 smithi157 ceph-mon[35584]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-05-16T15:40:59.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:40:59 smithi148 ceph-mon[34976]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-05-16T15:40:59.693 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:40:59 smithi043 ceph-mon[31619]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-05-16T15:41:00.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:00 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-16T15:41:00.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:00 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:41:00.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:00 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-16T15:41:00.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:00 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:41:00.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:00 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-16T15:41:00.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:00 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:41:01.467 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:01 smithi043 ceph-mon[31619]: Deploying daemon osd.3 on smithi043 2024-05-16T15:41:01.468 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:01 smithi043 ceph-mon[31619]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-05-16T15:41:01.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:01 smithi157 ceph-mon[35584]: Deploying daemon osd.3 on smithi043 2024-05-16T15:41:01.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:01 smithi157 ceph-mon[35584]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-05-16T15:41:01.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:01 smithi148 ceph-mon[34976]: Deploying daemon osd.3 on smithi043 2024-05-16T15:41:01.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:01 smithi148 ceph-mon[34976]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-05-16T15:41:03.657 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:03 smithi043 ceph-mon[31619]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-05-16T15:41:03.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:03 smithi157 ceph-mon[35584]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-05-16T15:41:03.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:03 smithi148 ceph-mon[34976]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-05-16T15:41:05.429 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:05 smithi043 ceph-mon[31619]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-05-16T15:41:05.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:05 smithi157 ceph-mon[35584]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-05-16T15:41:05.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:05 smithi148 ceph-mon[34976]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-05-16T15:41:06.921 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:06 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:06.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:06 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:06.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:06 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:41:06.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:06 smithi157 ceph-mon[35584]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-05-16T15:41:06.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:06 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:06.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:06 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:06.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:06 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:41:06.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:06 smithi148 ceph-mon[34976]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-05-16T15:41:06.970 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:06 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:06.970 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:06 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:06.970 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:06 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:41:06.970 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:06 smithi043 ceph-mon[31619]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-05-16T15:41:09.214 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:41:09.206+0000 7f9a35ffb700 1 -- 172.21.15.43:0/1189253776 <== mgr.14150 v2:172.21.15.43:6800/198025071 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f9a380638e0 con 0x7f9a280b27f0 2024-05-16T15:41:09.214 INFO:teuthology.orchestra.run.smithi043.stdout:Created osd(s) 3 on host 'smithi043' 2024-05-16T15:41:09.217 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:41:09.209+0000 7f9a3f050700 1 -- 172.21.15.43:0/1189253776 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f9a280b27f0 msgr2=0x7f9a280b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:41:09.217 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:41:09.209+0000 7f9a3f050700 1 --2- 172.21.15.43:0/1189253776 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f9a280b27f0 0x7f9a280b4cb0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f9a24000c00 tx=0x7f9a2401a040 comp rx=0 tx=0).stop 2024-05-16T15:41:09.217 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:41:09.209+0000 7f9a3f050700 1 -- 172.21.15.43:0/1189253776 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9a38103500 msgr2=0x7f9a38199520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:41:09.217 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:41:09.209+0000 7f9a3f050700 1 --2- 172.21.15.43:0/1189253776 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9a38103500 0x7f9a38199520 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f9a2c00c920 tx=0x7f9a2c00cce0 comp rx=0 tx=0).stop 2024-05-16T15:41:09.217 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:41:09.209+0000 7f9a3f050700 1 -- 172.21.15.43:0/1189253776 shutdown_connections 2024-05-16T15:41:09.217 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:41:09.209+0000 7f9a3f050700 1 --2- 172.21.15.43:0/1189253776 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9a381050a0 0x7f9a381a0ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:41:09.217 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:41:09.209+0000 7f9a3f050700 1 --2- 172.21.15.43:0/1189253776 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f9a280b27f0 0x7f9a280b4cb0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:41:09.217 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:41:09.209+0000 7f9a3f050700 1 --2- 172.21.15.43:0/1189253776 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9a38103500 0x7f9a38199520 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:41:09.217 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:41:09.209+0000 7f9a3f050700 1 --2- 172.21.15.43:0/1189253776 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9a38104700 0x7f9a38199a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:41:09.217 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:41:09.209+0000 7f9a3f050700 1 -- 172.21.15.43:0/1189253776 >> 172.21.15.43:0/1189253776 conn(0x7f9a380feaa0 msgr2=0x7f9a38107ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:41:09.217 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:41:09.209+0000 7f9a3f050700 1 -- 172.21.15.43:0/1189253776 shutdown_connections 2024-05-16T15:41:09.218 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:41:09.209+0000 7f9a3f050700 1 -- 172.21.15.43:0/1189253776 wait complete. 2024-05-16T15:41:09.413 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:09 smithi043 ceph-mon[31619]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-05-16T15:41:09.413 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:09 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:09.413 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:09 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:09.413 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:09 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:41:09.413 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:09 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:41:09.413 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:09 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:09.413 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:09 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:09.413 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:09 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:09.414 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:09 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:41:09.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:09 smithi157 ceph-mon[35584]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-05-16T15:41:09.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:09 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:09.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:09 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:09.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:09 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:41:09.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:09 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:41:09.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:09 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:09.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:09 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:09.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:09 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:09.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:09 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:41:09.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:09 smithi148 ceph-mon[34976]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-05-16T15:41:09.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:09 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:09.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:09 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:09.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:09 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:41:09.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:09 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:41:09.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:09 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:09.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:09 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:09.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:09 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:09.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:09 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:41:09.854 DEBUG:teuthology.orchestra.run.smithi043:osd.3> sudo journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@osd.3.service 2024-05-16T15:41:09.856 INFO:tasks.cephadm:Deploying osd.4 on smithi148 with /dev/vg_nvme/lv_3... 2024-05-16T15:41:09.857 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-05-16T15:41:10.105 INFO:teuthology.orchestra.run.smithi148.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.b/config 2024-05-16T15:41:10.373 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:10 smithi043 ceph-mon[31619]: from='osd.3 [v2:172.21.15.43:6810/1305033610,v1:172.21.15.43:6811/1305033610]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-16T15:41:10.480 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:10 smithi148 ceph-mon[34976]: from='osd.3 [v2:172.21.15.43:6810/1305033610,v1:172.21.15.43:6811/1305033610]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-16T15:41:10.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:10 smithi157 ceph-mon[35584]: from='osd.3 [v2:172.21.15.43:6810/1305033610,v1:172.21.15.43:6811/1305033610]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-16T15:41:11.514 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:11 smithi148 ceph-mon[34976]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-05-16T15:41:11.514 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:11 smithi148 ceph-mon[34976]: from='osd.3 [v2:172.21.15.43:6810/1305033610,v1:172.21.15.43:6811/1305033610]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-16T15:41:11.514 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:11 smithi148 ceph-mon[34976]: osdmap e23: 4 total, 3 up, 4 in 2024-05-16T15:41:11.514 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:11 smithi148 ceph-mon[34976]: from='osd.3 [v2:172.21.15.43:6810/1305033610,v1:172.21.15.43:6811/1305033610]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2024-05-16T15:41:11.514 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:11 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-16T15:41:11.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:11 smithi157 ceph-mon[35584]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-05-16T15:41:11.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:11 smithi157 ceph-mon[35584]: from='osd.3 [v2:172.21.15.43:6810/1305033610,v1:172.21.15.43:6811/1305033610]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-16T15:41:11.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:11 smithi157 ceph-mon[35584]: osdmap e23: 4 total, 3 up, 4 in 2024-05-16T15:41:11.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:11 smithi157 ceph-mon[35584]: from='osd.3 [v2:172.21.15.43:6810/1305033610,v1:172.21.15.43:6811/1305033610]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2024-05-16T15:41:11.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:11 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-16T15:41:11.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:11 smithi043 ceph-mon[31619]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-05-16T15:41:11.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:11 smithi043 ceph-mon[31619]: from='osd.3 [v2:172.21.15.43:6810/1305033610,v1:172.21.15.43:6811/1305033610]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-16T15:41:11.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:11 smithi043 ceph-mon[31619]: osdmap e23: 4 total, 3 up, 4 in 2024-05-16T15:41:11.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:11 smithi043 ceph-mon[31619]: from='osd.3 [v2:172.21.15.43:6810/1305033610,v1:172.21.15.43:6811/1305033610]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2024-05-16T15:41:11.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:11 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-16T15:41:12.083 INFO:teuthology.orchestra.run.smithi148.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-05-16T15:41:12.083 INFO:teuthology.orchestra.run.smithi148.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-05-16T15:41:12.083 INFO:teuthology.orchestra.run.smithi148.stderr: stderr: 10+0 records in 2024-05-16T15:41:12.083 INFO:teuthology.orchestra.run.smithi148.stderr:10+0 records out 2024-05-16T15:41:12.083 INFO:teuthology.orchestra.run.smithi148.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0126867 s, 827 MB/s 2024-05-16T15:41:12.083 INFO:teuthology.orchestra.run.smithi148.stderr:--> Zapping successful for: 2024-05-16T15:41:12.220 INFO:journalctl@ceph.osd.3.smithi043.stdout:May 16 15:41:11 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-3[50975]: 2024-05-16T15:41:11.925+0000 7f876c305700 -1 osd.3 0 waiting for initial osdmap 2024-05-16T15:41:12.221 INFO:journalctl@ceph.osd.3.smithi043.stdout:May 16 15:41:11 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-3[50975]: 2024-05-16T15:41:11.931+0000 7f87640f0700 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-16T15:41:12.601 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:12 smithi043 ceph-mon[31619]: from='osd.3 [v2:172.21.15.43:6810/1305033610,v1:172.21.15.43:6811/1305033610]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]': finished 2024-05-16T15:41:12.601 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:12 smithi043 ceph-mon[31619]: osdmap e24: 4 total, 3 up, 4 in 2024-05-16T15:41:12.601 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:12 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-16T15:41:12.601 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:12 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-16T15:41:12.601 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:12 smithi043 ceph-mon[31619]: from='osd.3 [v2:172.21.15.43:6810/1305033610,v1:172.21.15.43:6811/1305033610]' entity='osd.3' 2024-05-16T15:41:12.601 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:12 smithi043 ceph-mon[31619]: osd.3 [v2:172.21.15.43:6810/1305033610,v1:172.21.15.43:6811/1305033610] boot 2024-05-16T15:41:12.601 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:12 smithi043 ceph-mon[31619]: osdmap e25: 4 total, 4 up, 4 in 2024-05-16T15:41:12.601 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:12 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-16T15:41:12.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:12 smithi157 ceph-mon[35584]: from='osd.3 [v2:172.21.15.43:6810/1305033610,v1:172.21.15.43:6811/1305033610]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]': finished 2024-05-16T15:41:12.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:12 smithi157 ceph-mon[35584]: osdmap e24: 4 total, 3 up, 4 in 2024-05-16T15:41:12.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:12 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-16T15:41:12.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:12 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-16T15:41:12.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:12 smithi157 ceph-mon[35584]: from='osd.3 [v2:172.21.15.43:6810/1305033610,v1:172.21.15.43:6811/1305033610]' entity='osd.3' 2024-05-16T15:41:12.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:12 smithi157 ceph-mon[35584]: osd.3 [v2:172.21.15.43:6810/1305033610,v1:172.21.15.43:6811/1305033610] boot 2024-05-16T15:41:12.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:12 smithi157 ceph-mon[35584]: osdmap e25: 4 total, 4 up, 4 in 2024-05-16T15:41:12.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:12 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-16T15:41:12.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:12 smithi148 ceph-mon[34976]: from='osd.3 [v2:172.21.15.43:6810/1305033610,v1:172.21.15.43:6811/1305033610]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]': finished 2024-05-16T15:41:12.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:12 smithi148 ceph-mon[34976]: osdmap e24: 4 total, 3 up, 4 in 2024-05-16T15:41:12.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:12 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-16T15:41:12.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:12 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-16T15:41:12.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:12 smithi148 ceph-mon[34976]: from='osd.3 [v2:172.21.15.43:6810/1305033610,v1:172.21.15.43:6811/1305033610]' entity='osd.3' 2024-05-16T15:41:12.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:12 smithi148 ceph-mon[34976]: osd.3 [v2:172.21.15.43:6810/1305033610,v1:172.21.15.43:6811/1305033610] boot 2024-05-16T15:41:12.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:12 smithi148 ceph-mon[34976]: osdmap e25: 4 total, 4 up, 4 in 2024-05-16T15:41:12.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:12 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-16T15:41:12.737 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi148:vg_nvme/lv_3 2024-05-16T15:41:12.984 INFO:teuthology.orchestra.run.smithi148.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.b/config 2024-05-16T15:41:13.377 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:13 smithi148 ceph-mon[34976]: purged_snaps scrub starts 2024-05-16T15:41:13.377 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:13 smithi148 ceph-mon[34976]: purged_snaps scrub ok 2024-05-16T15:41:13.377 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:13 smithi148 ceph-mon[34976]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-05-16T15:41:13.377 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:13 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:13.377 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:13 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:13.377 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:13 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:41:13.378 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:13 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:41:13.378 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:13 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:13.378 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:13 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:41:13.378 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:13 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:41:13.378 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:13 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:13.378 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:13 smithi148 ceph-mon[34976]: osdmap e26: 4 total, 4 up, 4 in 2024-05-16T15:41:13.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:13 smithi157 ceph-mon[35584]: purged_snaps scrub starts 2024-05-16T15:41:13.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:13 smithi157 ceph-mon[35584]: purged_snaps scrub ok 2024-05-16T15:41:13.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:13 smithi157 ceph-mon[35584]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-05-16T15:41:13.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:13 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:13.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:13 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:13.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:13 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:41:13.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:13 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:41:13.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:13 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:13.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:13 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:41:13.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:13 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:41:13.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:13 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:13.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:13 smithi157 ceph-mon[35584]: osdmap e26: 4 total, 4 up, 4 in 2024-05-16T15:41:13.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:13 smithi043 ceph-mon[31619]: purged_snaps scrub starts 2024-05-16T15:41:13.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:13 smithi043 ceph-mon[31619]: purged_snaps scrub ok 2024-05-16T15:41:13.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:13 smithi043 ceph-mon[31619]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-05-16T15:41:13.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:13 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:13.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:13 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:13.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:13 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:41:13.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:13 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:41:13.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:13 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:13.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:13 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:41:13.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:13 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:41:13.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:13 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:13.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:13 smithi043 ceph-mon[31619]: osdmap e26: 4 total, 4 up, 4 in 2024-05-16T15:41:14.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:14 smithi148 ceph-mon[34976]: Detected new or changed devices on smithi043 2024-05-16T15:41:14.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:14 smithi148 ceph-mon[34976]: Adjusting osd_memory_target on smithi043 to 8546M 2024-05-16T15:41:14.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:14 smithi148 ceph-mon[34976]: osdmap e27: 4 total, 4 up, 4 in 2024-05-16T15:41:14.457 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:14.451+0000 7f82a9308700 1 -- 172.21.15.148:0/2798922714 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f82a41050e0 msgr2=0x7f82a410b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:41:14.457 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:14.451+0000 7f82a9308700 1 --2- 172.21.15.148:0/2798922714 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f82a41050e0 0x7f82a410b990 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f829c00b0d0 tx=0x7f829c00b3e0 comp rx=0 tx=0).stop 2024-05-16T15:41:14.457 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:14.451+0000 7f82a9308700 1 -- 172.21.15.148:0/2798922714 shutdown_connections 2024-05-16T15:41:14.457 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:14.451+0000 7f82a9308700 1 --2- 172.21.15.148:0/2798922714 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f82a41050e0 0x7f82a410b990 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:41:14.457 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:14.451+0000 7f82a9308700 1 --2- 172.21.15.148:0/2798922714 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82a4103540 0x7f82a4103960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:41:14.458 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:14.451+0000 7f82a9308700 1 --2- 172.21.15.148:0/2798922714 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f82a4104740 0x7f82a4104ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:41:14.458 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:14.451+0000 7f82a9308700 1 -- 172.21.15.148:0/2798922714 >> 172.21.15.148:0/2798922714 conn(0x7f82a40feae0 msgr2=0x7f82a4100f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:41:14.458 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:14.451+0000 7f82a9308700 1 -- 172.21.15.148:0/2798922714 shutdown_connections 2024-05-16T15:41:14.458 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:14.451+0000 7f82a9308700 1 -- 172.21.15.148:0/2798922714 wait complete. 2024-05-16T15:41:14.460 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:14.451+0000 7f82a9308700 1 Processor -- start 2024-05-16T15:41:14.460 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:14.452+0000 7f82a9308700 1 -- start start 2024-05-16T15:41:14.460 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:14.452+0000 7f82a9308700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82a4103540 0x7f82a41994b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:41:14.460 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:14.452+0000 7f82a9308700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f82a4104740 0x7f82a41999f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:41:14.461 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:14.452+0000 7f82a9308700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f82a41050e0 0x7f82a41a0a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:41:14.461 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:14.452+0000 7f82a9308700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f82a410ee90 con 0x7f82a41050e0 2024-05-16T15:41:14.461 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:14.452+0000 7f82a9308700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f82a410ed10 con 0x7f82a4104740 2024-05-16T15:41:14.461 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:14.452+0000 7f82a9308700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f82a410f010 con 0x7f82a4103540 2024-05-16T15:41:14.461 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:14.452+0000 7f82a27fc700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f82a4104740 0x7f82a41999f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:41:14.461 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:14.452+0000 7f82a27fc700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f82a4104740 0x7f82a41999f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.148:48004/0 (socket says 172.21.15.148:48004) 2024-05-16T15:41:14.461 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:14.452+0000 7f82a27fc700 1 -- 172.21.15.148:0/3815835793 learned_addr learned my addr 172.21.15.148:0/3815835793 (peer_addr_for_me v2:172.21.15.148:0/0) 2024-05-16T15:41:14.461 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:14.452+0000 7f82a2ffd700 1 --2- 172.21.15.148:0/3815835793 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82a4103540 0x7f82a41994b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:41:14.461 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:14.452+0000 7f82a37fe700 1 --2- 172.21.15.148:0/3815835793 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f82a41050e0 0x7f82a41a0a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:41:14.461 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:14.452+0000 7f82a27fc700 1 -- 172.21.15.148:0/3815835793 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82a4103540 msgr2=0x7f82a41994b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:41:14.461 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:14.452+0000 7f82a27fc700 1 --2- 172.21.15.148:0/3815835793 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82a4103540 0x7f82a41994b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:41:14.461 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:14.452+0000 7f82a27fc700 1 -- 172.21.15.148:0/3815835793 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f82a41050e0 msgr2=0x7f82a41a0a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:41:14.461 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:14.452+0000 7f82a27fc700 1 --2- 172.21.15.148:0/3815835793 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f82a41050e0 0x7f82a41a0a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:41:14.461 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:14.452+0000 7f82a27fc700 1 -- 172.21.15.148:0/3815835793 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82a41a1110 con 0x7f82a4104740 2024-05-16T15:41:14.462 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:14.452+0000 7f82a27fc700 1 --2- 172.21.15.148:0/3815835793 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f82a4104740 0x7f82a41999f0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f829800e9a0 tx=0x7f829800ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:41:14.462 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:14.453+0000 7f828bfff700 1 -- 172.21.15.148:0/3815835793 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f829800ca10 con 0x7f82a4104740 2024-05-16T15:41:14.462 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:14.453+0000 7f82a9308700 1 -- 172.21.15.148:0/3815835793 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82a41a1400 con 0x7f82a4104740 2024-05-16T15:41:14.462 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:14.453+0000 7f828bfff700 1 -- 172.21.15.148:0/3815835793 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f829800cbb0 con 0x7f82a4104740 2024-05-16T15:41:14.462 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:14.453+0000 7f828bfff700 1 -- 172.21.15.148:0/3815835793 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8298018680 con 0x7f82a4104740 2024-05-16T15:41:14.462 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:14.453+0000 7f82a9308700 1 -- 172.21.15.148:0/3815835793 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82a41a1940 con 0x7f82a4104740 2024-05-16T15:41:14.462 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:14.454+0000 7f82a9308700 1 -- 172.21.15.148:0/3815835793 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f82a406a190 con 0x7f82a4104740 2024-05-16T15:41:14.463 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:14.455+0000 7f828bfff700 1 -- 172.21.15.148:0/3815835793 <== mon.2 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f8298010430 con 0x7f82a4104740 2024-05-16T15:41:14.463 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:14.456+0000 7f828bfff700 1 --2- 172.21.15.148:0/3815835793 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f828c0b2880 0x7f828c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:41:14.463 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:14.456+0000 7f82a2ffd700 1 --2- 172.21.15.148:0/3815835793 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f828c0b2880 0x7f828c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:41:14.463 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:14.456+0000 7f828bfff700 1 -- 172.21.15.148:0/3815835793 <== mon.2 v2:172.21.15.148:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 3669+0+0 (secure 0 0 0) 0x7f82980e14f0 con 0x7f82a4104740 2024-05-16T15:41:14.463 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:14.456+0000 7f82a2ffd700 1 --2- 172.21.15.148:0/3815835793 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f828c0b2880 0x7f828c0b4d40 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f82a41045a0 tx=0x7f8294009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:41:14.466 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:14.460+0000 7f828bfff700 1 -- 172.21.15.148:0/3815835793 <== mon.2 v2:172.21.15.148:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f82980aa430 con 0x7f82a4104740 2024-05-16T15:41:14.520 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:14 smithi043 ceph-mon[31619]: Detected new or changed devices on smithi043 2024-05-16T15:41:14.520 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:14 smithi043 ceph-mon[31619]: Adjusting osd_memory_target on smithi043 to 8546M 2024-05-16T15:41:14.520 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:14 smithi043 ceph-mon[31619]: osdmap e27: 4 total, 4 up, 4 in 2024-05-16T15:41:14.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:14 smithi157 ceph-mon[35584]: Detected new or changed devices on smithi043 2024-05-16T15:41:14.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:14 smithi157 ceph-mon[35584]: Adjusting osd_memory_target on smithi043 to 8546M 2024-05-16T15:41:14.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:14 smithi157 ceph-mon[35584]: osdmap e27: 4 total, 4 up, 4 in 2024-05-16T15:41:14.678 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:14.672+0000 7f82a9308700 1 -- 172.21.15.148:0/3815835793 --> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f82a40638e0 con 0x7f828c0b2880 2024-05-16T15:41:15.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:15 smithi157 ceph-mon[35584]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 336 MiB used, 357 GiB / 358 GiB avail 2024-05-16T15:41:15.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:15 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-16T15:41:15.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:15 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-16T15:41:15.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:15 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:41:15.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:15 smithi148 ceph-mon[34976]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 336 MiB used, 357 GiB / 358 GiB avail 2024-05-16T15:41:15.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-16T15:41:15.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-16T15:41:15.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:41:15.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:15 smithi043 ceph-mon[31619]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 336 MiB used, 357 GiB / 358 GiB avail 2024-05-16T15:41:15.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:15 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-16T15:41:15.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:15 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-16T15:41:15.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:15 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:41:16.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:16 smithi148 ceph-mon[34976]: from='client.24215 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:41:16.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:16 smithi157 ceph-mon[35584]: from='client.24215 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:41:16.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:16 smithi043 ceph-mon[31619]: from='client.24215 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:41:17.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:17 smithi157 ceph-mon[35584]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 336 MiB used, 357 GiB / 358 GiB avail; 125 KiB/s, 0 objects/s recovering 2024-05-16T15:41:17.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:17 smithi148 ceph-mon[34976]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 336 MiB used, 357 GiB / 358 GiB avail; 125 KiB/s, 0 objects/s recovering 2024-05-16T15:41:17.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:17 smithi043 ceph-mon[31619]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 336 MiB used, 357 GiB / 358 GiB avail; 125 KiB/s, 0 objects/s recovering 2024-05-16T15:41:18.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:18 smithi157 ceph-mon[35584]: from='client.? 172.21.15.148:0/2511171014' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c488d334-6676-4abf-81ff-596e7c507159"}]: dispatch 2024-05-16T15:41:18.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:18 smithi157 ceph-mon[35584]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c488d334-6676-4abf-81ff-596e7c507159"}]: dispatch 2024-05-16T15:41:18.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:18 smithi157 ceph-mon[35584]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c488d334-6676-4abf-81ff-596e7c507159"}]': finished 2024-05-16T15:41:18.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:18 smithi157 ceph-mon[35584]: osdmap e28: 5 total, 4 up, 5 in 2024-05-16T15:41:18.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:18 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-16T15:41:18.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:18 smithi157 ceph-mon[35584]: from='client.? 172.21.15.148:0/1827910775' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-16T15:41:18.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:18 smithi148 ceph-mon[34976]: from='client.? 172.21.15.148:0/2511171014' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c488d334-6676-4abf-81ff-596e7c507159"}]: dispatch 2024-05-16T15:41:18.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:18 smithi148 ceph-mon[34976]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c488d334-6676-4abf-81ff-596e7c507159"}]: dispatch 2024-05-16T15:41:18.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:18 smithi148 ceph-mon[34976]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c488d334-6676-4abf-81ff-596e7c507159"}]': finished 2024-05-16T15:41:18.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:18 smithi148 ceph-mon[34976]: osdmap e28: 5 total, 4 up, 5 in 2024-05-16T15:41:18.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:18 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-16T15:41:18.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:18 smithi148 ceph-mon[34976]: from='client.? 172.21.15.148:0/1827910775' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-16T15:41:18.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:18 smithi043 ceph-mon[31619]: from='client.? 172.21.15.148:0/2511171014' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c488d334-6676-4abf-81ff-596e7c507159"}]: dispatch 2024-05-16T15:41:18.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:18 smithi043 ceph-mon[31619]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c488d334-6676-4abf-81ff-596e7c507159"}]: dispatch 2024-05-16T15:41:18.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:18 smithi043 ceph-mon[31619]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c488d334-6676-4abf-81ff-596e7c507159"}]': finished 2024-05-16T15:41:18.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:18 smithi043 ceph-mon[31619]: osdmap e28: 5 total, 4 up, 5 in 2024-05-16T15:41:18.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:18 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-16T15:41:18.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:18 smithi043 ceph-mon[31619]: from='client.? 172.21.15.148:0/1827910775' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-16T15:41:19.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:19 smithi157 ceph-mon[35584]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 128 MiB used, 357 GiB / 358 GiB avail; 101 KiB/s, 0 objects/s recovering 2024-05-16T15:41:19.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:19 smithi148 ceph-mon[34976]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 128 MiB used, 357 GiB / 358 GiB avail; 101 KiB/s, 0 objects/s recovering 2024-05-16T15:41:19.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:19 smithi043 ceph-mon[31619]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 128 MiB used, 357 GiB / 358 GiB avail; 101 KiB/s, 0 objects/s recovering 2024-05-16T15:41:21.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:21 smithi157 ceph-mon[35584]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 128 MiB used, 357 GiB / 358 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-05-16T15:41:21.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:21 smithi148 ceph-mon[34976]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 128 MiB used, 357 GiB / 358 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-05-16T15:41:21.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:21 smithi043 ceph-mon[31619]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 128 MiB used, 357 GiB / 358 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-05-16T15:41:23.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:23 smithi157 ceph-mon[35584]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 128 MiB used, 357 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-16T15:41:23.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:23 smithi148 ceph-mon[34976]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 128 MiB used, 357 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-16T15:41:23.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:23 smithi043 ceph-mon[31619]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 128 MiB used, 357 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-16T15:41:25.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:25 smithi157 ceph-mon[35584]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 128 MiB used, 357 GiB / 358 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-05-16T15:41:25.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:25 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-16T15:41:25.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:25 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:41:25.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:25 smithi148 ceph-mon[34976]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 128 MiB used, 357 GiB / 358 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-05-16T15:41:25.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:25 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-16T15:41:25.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:25 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:41:25.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:25 smithi043 ceph-mon[31619]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 128 MiB used, 357 GiB / 358 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-05-16T15:41:25.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:25 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-16T15:41:25.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:25 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:41:26.636 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:26 smithi148 ceph-mon[34976]: Deploying daemon osd.4 on smithi148 2024-05-16T15:41:26.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:26 smithi157 ceph-mon[35584]: Deploying daemon osd.4 on smithi148 2024-05-16T15:41:26.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:26 smithi043 ceph-mon[31619]: Deploying daemon osd.4 on smithi148 2024-05-16T15:41:27.609 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:27 smithi148 ceph-mon[34976]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 128 MiB used, 357 GiB / 358 GiB avail 2024-05-16T15:41:27.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:27 smithi157 ceph-mon[35584]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 128 MiB used, 357 GiB / 358 GiB avail 2024-05-16T15:41:27.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:27 smithi043 ceph-mon[31619]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 128 MiB used, 357 GiB / 358 GiB avail 2024-05-16T15:41:29.610 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:29 smithi148 ceph-mon[34976]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 128 MiB used, 357 GiB / 358 GiB avail 2024-05-16T15:41:29.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:29 smithi157 ceph-mon[35584]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 128 MiB used, 357 GiB / 358 GiB avail 2024-05-16T15:41:29.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:29 smithi043 ceph-mon[31619]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 128 MiB used, 357 GiB / 358 GiB avail 2024-05-16T15:41:31.670 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:31 smithi148 ceph-mon[34976]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 128 MiB used, 357 GiB / 358 GiB avail 2024-05-16T15:41:31.671 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:31 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:31.671 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:31 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:31.671 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:31 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:41:31.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:31 smithi043 ceph-mon[31619]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 128 MiB used, 357 GiB / 358 GiB avail 2024-05-16T15:41:31.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:31 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:31.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:31 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:31.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:31 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:41:31.921 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:31 smithi157 ceph-mon[35584]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 128 MiB used, 357 GiB / 358 GiB avail 2024-05-16T15:41:31.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:31 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:31.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:31 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:31.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:31 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:41:33.572 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:33 smithi148 ceph-mon[34976]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 128 MiB used, 357 GiB / 358 GiB avail 2024-05-16T15:41:33.646 INFO:teuthology.orchestra.run.smithi148.stdout:Created osd(s) 4 on host 'smithi148' 2024-05-16T15:41:33.647 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:33.640+0000 7f828bfff700 1 -- 172.21.15.148:0/3815835793 <== mgr.14150 v2:172.21.15.43:6800/198025071 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f82a40638e0 con 0x7f828c0b2880 2024-05-16T15:41:33.650 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:33.643+0000 7f82a9308700 1 -- 172.21.15.148:0/3815835793 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f828c0b2880 msgr2=0x7f828c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:41:33.650 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:33.643+0000 7f82a9308700 1 --2- 172.21.15.148:0/3815835793 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f828c0b2880 0x7f828c0b4d40 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f82a41045a0 tx=0x7f8294009260 comp rx=0 tx=0).stop 2024-05-16T15:41:33.650 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:33.643+0000 7f82a9308700 1 -- 172.21.15.148:0/3815835793 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f82a4104740 msgr2=0x7f82a41999f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:41:33.650 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:33.643+0000 7f82a9308700 1 --2- 172.21.15.148:0/3815835793 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f82a4104740 0x7f82a41999f0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f829800e9a0 tx=0x7f829800ecb0 comp rx=0 tx=0).stop 2024-05-16T15:41:33.650 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:33.643+0000 7f82a9308700 1 -- 172.21.15.148:0/3815835793 shutdown_connections 2024-05-16T15:41:33.650 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:33.643+0000 7f82a9308700 1 --2- 172.21.15.148:0/3815835793 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f828c0b2880 0x7f828c0b4d40 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:41:33.650 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:33.643+0000 7f82a9308700 1 --2- 172.21.15.148:0/3815835793 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f82a41050e0 0x7f82a41a0a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:41:33.650 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:33.643+0000 7f82a9308700 1 --2- 172.21.15.148:0/3815835793 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82a4103540 0x7f82a41994b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:41:33.650 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:33.643+0000 7f82a9308700 1 --2- 172.21.15.148:0/3815835793 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f82a4104740 0x7f82a41999f0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:41:33.650 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:33.643+0000 7f82a9308700 1 -- 172.21.15.148:0/3815835793 >> 172.21.15.148:0/3815835793 conn(0x7f82a40feae0 msgr2=0x7f82a4107a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:41:33.650 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:33.643+0000 7f82a9308700 1 -- 172.21.15.148:0/3815835793 shutdown_connections 2024-05-16T15:41:33.651 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:41:33.643+0000 7f82a9308700 1 -- 172.21.15.148:0/3815835793 wait complete. 2024-05-16T15:41:33.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:33 smithi043 ceph-mon[31619]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 128 MiB used, 357 GiB / 358 GiB avail 2024-05-16T15:41:33.921 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:33 smithi157 ceph-mon[35584]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 128 MiB used, 357 GiB / 358 GiB avail 2024-05-16T15:41:34.521 DEBUG:teuthology.orchestra.run.smithi148:osd.4> sudo journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@osd.4.service 2024-05-16T15:41:34.523 INFO:tasks.cephadm:Deploying osd.5 on smithi157 with /dev/vg_nvme/lv_3... 2024-05-16T15:41:34.524 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-05-16T15:41:34.778 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.c/config 2024-05-16T15:41:34.897 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:34 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:34.898 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:34 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:34.898 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:34 smithi157 ceph-mon[35584]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 128 MiB used, 357 GiB / 358 GiB avail 2024-05-16T15:41:34.898 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:34 smithi157 ceph-mon[35584]: from='osd.4 [v2:172.21.15.148:6808/298572470,v1:172.21.15.148:6809/298572470]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-16T15:41:34.898 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:34 smithi157 ceph-mon[35584]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-16T15:41:34.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:34 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:34.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:34 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:34.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:34 smithi148 ceph-mon[34976]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 128 MiB used, 357 GiB / 358 GiB avail 2024-05-16T15:41:34.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:34 smithi148 ceph-mon[34976]: from='osd.4 [v2:172.21.15.148:6808/298572470,v1:172.21.15.148:6809/298572470]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-16T15:41:34.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:34 smithi148 ceph-mon[34976]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-16T15:41:34.970 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:34 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:34.970 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:34 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:34.970 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:34 smithi043 ceph-mon[31619]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 128 MiB used, 357 GiB / 358 GiB avail 2024-05-16T15:41:34.970 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:34 smithi043 ceph-mon[31619]: from='osd.4 [v2:172.21.15.148:6808/298572470,v1:172.21.15.148:6809/298572470]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-16T15:41:34.971 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:34 smithi043 ceph-mon[31619]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-16T15:41:35.855 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:35 smithi157 ceph-mon[35584]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-05-16T15:41:35.855 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:35 smithi157 ceph-mon[35584]: osdmap e29: 5 total, 4 up, 5 in 2024-05-16T15:41:35.855 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:35 smithi157 ceph-mon[35584]: from='osd.4 [v2:172.21.15.148:6808/298572470,v1:172.21.15.148:6809/298572470]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-05-16T15:41:35.855 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:35 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-16T15:41:35.855 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:35 smithi157 ceph-mon[35584]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-05-16T15:41:35.855 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:35 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:35.856 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:35 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:35.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:35 smithi148 ceph-mon[34976]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-05-16T15:41:35.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:35 smithi148 ceph-mon[34976]: osdmap e29: 5 total, 4 up, 5 in 2024-05-16T15:41:35.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:35 smithi148 ceph-mon[34976]: from='osd.4 [v2:172.21.15.148:6808/298572470,v1:172.21.15.148:6809/298572470]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-05-16T15:41:35.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:35 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-16T15:41:35.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:35 smithi148 ceph-mon[34976]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-05-16T15:41:35.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:35 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:35.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:35 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:35.970 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:35 smithi043 ceph-mon[31619]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-05-16T15:41:35.970 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:35 smithi043 ceph-mon[31619]: osdmap e29: 5 total, 4 up, 5 in 2024-05-16T15:41:35.970 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:35 smithi043 ceph-mon[31619]: from='osd.4 [v2:172.21.15.148:6808/298572470,v1:172.21.15.148:6809/298572470]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-05-16T15:41:35.970 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:35 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-16T15:41:35.971 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:35 smithi043 ceph-mon[31619]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-05-16T15:41:35.971 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:35 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:35.971 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:35 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:36.634 INFO:journalctl@ceph.osd.4.smithi148.stdout:May 16 15:41:36 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-4[46016]: 2024-05-16T15:41:36.322+0000 7fbad3ea0700 -1 osd.4 0 waiting for initial osdmap 2024-05-16T15:41:36.635 INFO:journalctl@ceph.osd.4.smithi148.stdout:May 16 15:41:36 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-4[46016]: 2024-05-16T15:41:36.328+0000 7fbacbc8b700 -1 osd.4 30 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-16T15:41:36.707 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:36 smithi157 ceph-mon[35584]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]': finished 2024-05-16T15:41:36.707 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:36 smithi157 ceph-mon[35584]: osdmap e30: 5 total, 4 up, 5 in 2024-05-16T15:41:36.707 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:36 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-16T15:41:36.707 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:36 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-16T15:41:36.707 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:36 smithi157 ceph-mon[35584]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 128 MiB used, 357 GiB / 358 GiB avail 2024-05-16T15:41:36.708 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:36 smithi157 ceph-mon[35584]: from='osd.4 ' entity='osd.4' 2024-05-16T15:41:36.708 INFO:teuthology.orchestra.run.smithi157.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-05-16T15:41:36.708 INFO:teuthology.orchestra.run.smithi157.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-05-16T15:41:36.708 INFO:teuthology.orchestra.run.smithi157.stderr: stderr: 10+0 records in 2024-05-16T15:41:36.708 INFO:teuthology.orchestra.run.smithi157.stderr:10+0 records out 2024-05-16T15:41:36.708 INFO:teuthology.orchestra.run.smithi157.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0081304 s, 1.3 GB/s 2024-05-16T15:41:36.708 INFO:teuthology.orchestra.run.smithi157.stderr:--> Zapping successful for: 2024-05-16T15:41:36.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:36 smithi148 ceph-mon[34976]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]': finished 2024-05-16T15:41:36.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:36 smithi148 ceph-mon[34976]: osdmap e30: 5 total, 4 up, 5 in 2024-05-16T15:41:36.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:36 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-16T15:41:36.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:36 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-16T15:41:36.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:36 smithi148 ceph-mon[34976]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 128 MiB used, 357 GiB / 358 GiB avail 2024-05-16T15:41:36.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:36 smithi148 ceph-mon[34976]: from='osd.4 ' entity='osd.4' 2024-05-16T15:41:36.970 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:36 smithi043 ceph-mon[31619]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]': finished 2024-05-16T15:41:36.970 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:36 smithi043 ceph-mon[31619]: osdmap e30: 5 total, 4 up, 5 in 2024-05-16T15:41:36.971 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:36 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-16T15:41:36.971 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:36 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-16T15:41:36.971 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:36 smithi043 ceph-mon[31619]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 128 MiB used, 357 GiB / 358 GiB avail 2024-05-16T15:41:36.971 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:36 smithi043 ceph-mon[31619]: from='osd.4 ' entity='osd.4' 2024-05-16T15:41:37.289 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi157:vg_nvme/lv_3 2024-05-16T15:41:37.527 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.c/config 2024-05-16T15:41:37.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:37 smithi148 ceph-mon[34976]: purged_snaps scrub starts 2024-05-16T15:41:37.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:37 smithi148 ceph-mon[34976]: purged_snaps scrub ok 2024-05-16T15:41:37.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:37 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-16T15:41:37.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:37 smithi148 ceph-mon[34976]: osd.4 [v2:172.21.15.148:6808/298572470,v1:172.21.15.148:6809/298572470] boot 2024-05-16T15:41:37.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:37 smithi148 ceph-mon[34976]: osdmap e31: 5 total, 5 up, 5 in 2024-05-16T15:41:37.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:37 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-16T15:41:37.921 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:37 smithi157 ceph-mon[35584]: purged_snaps scrub starts 2024-05-16T15:41:37.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:37 smithi157 ceph-mon[35584]: purged_snaps scrub ok 2024-05-16T15:41:37.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:37 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-16T15:41:37.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:37 smithi157 ceph-mon[35584]: osd.4 [v2:172.21.15.148:6808/298572470,v1:172.21.15.148:6809/298572470] boot 2024-05-16T15:41:37.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:37 smithi157 ceph-mon[35584]: osdmap e31: 5 total, 5 up, 5 in 2024-05-16T15:41:37.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:37 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-16T15:41:37.970 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:37 smithi043 ceph-mon[31619]: purged_snaps scrub starts 2024-05-16T15:41:37.970 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:37 smithi043 ceph-mon[31619]: purged_snaps scrub ok 2024-05-16T15:41:37.971 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:37 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-16T15:41:37.971 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:37 smithi043 ceph-mon[31619]: osd.4 [v2:172.21.15.148:6808/298572470,v1:172.21.15.148:6809/298572470] boot 2024-05-16T15:41:37.971 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:37 smithi043 ceph-mon[31619]: osdmap e31: 5 total, 5 up, 5 in 2024-05-16T15:41:37.971 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:37 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-16T15:41:39.071 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:39.062+0000 7f211e4bf700 1 -- 172.21.15.157:0/832251876 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2118105130 msgr2=0x7f211810b9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:41:39.071 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:39.062+0000 7f211e4bf700 1 --2- 172.21.15.157:0/832251876 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2118105130 0x7f211810b9e0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f211000b0a0 tx=0x7f211000b3b0 comp rx=0 tx=0).stop 2024-05-16T15:41:39.071 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:39.062+0000 7f211e4bf700 1 -- 172.21.15.157:0/832251876 shutdown_connections 2024-05-16T15:41:39.071 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:39.062+0000 7f211e4bf700 1 --2- 172.21.15.157:0/832251876 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2118105130 0x7f211810b9e0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:41:39.071 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:39.062+0000 7f211e4bf700 1 --2- 172.21.15.157:0/832251876 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f21181017b0 0x7f2118101bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:41:39.072 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:39.062+0000 7f211e4bf700 1 --2- 172.21.15.157:0/832251876 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2118104790 0x7f2118104bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:41:39.072 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:39.062+0000 7f211e4bf700 1 -- 172.21.15.157:0/832251876 >> 172.21.15.157:0/832251876 conn(0x7f21180fd130 msgr2=0x7f21180ff550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:41:39.072 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:39.062+0000 7f211e4bf700 1 -- 172.21.15.157:0/832251876 shutdown_connections 2024-05-16T15:41:39.072 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:39.062+0000 7f211e4bf700 1 -- 172.21.15.157:0/832251876 wait complete. 2024-05-16T15:41:39.072 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:39.063+0000 7f211e4bf700 1 Processor -- start 2024-05-16T15:41:39.072 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:39.063+0000 7f211e4bf700 1 -- start start 2024-05-16T15:41:39.072 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:39.063+0000 7f211e4bf700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f21181017b0 0x7f2118199440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:41:39.072 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:39.063+0000 7f211e4bf700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2118104790 0x7f2118199980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:41:39.072 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:39.063+0000 7f211e4bf700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2118105130 0x7f21181a0a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:41:39.072 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:39.063+0000 7f211e4bf700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f211810ee30 con 0x7f21181017b0 2024-05-16T15:41:39.072 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:39.063+0000 7f211e4bf700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f211810ecb0 con 0x7f2118105130 2024-05-16T15:41:39.072 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:39.063+0000 7f211e4bf700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f211810efb0 con 0x7f2118104790 2024-05-16T15:41:39.072 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:39.063+0000 7f210ffff700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2118104790 0x7f2118199980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:41:39.072 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:39.063+0000 7f210ffff700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2118104790 0x7f2118199980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:43430/0 (socket says 172.21.15.157:43430) 2024-05-16T15:41:39.073 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:39.063+0000 7f210ffff700 1 -- 172.21.15.157:0/2339751422 learned_addr learned my addr 172.21.15.157:0/2339751422 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-05-16T15:41:39.073 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:39.063+0000 7f2117fff700 1 --2- 172.21.15.157:0/2339751422 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f21181017b0 0x7f2118199440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:41:39.073 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:39.063+0000 7f211ca5c700 1 --2- 172.21.15.157:0/2339751422 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2118105130 0x7f21181a0a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:41:39.073 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:39.064+0000 7f210ffff700 1 -- 172.21.15.157:0/2339751422 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2118105130 msgr2=0x7f21181a0a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:41:39.073 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:39.064+0000 7f210ffff700 1 --2- 172.21.15.157:0/2339751422 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2118105130 0x7f21181a0a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:41:39.073 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:39.064+0000 7f210ffff700 1 -- 172.21.15.157:0/2339751422 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f21181017b0 msgr2=0x7f2118199440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:41:39.073 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:39.064+0000 7f210ffff700 1 --2- 172.21.15.157:0/2339751422 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f21181017b0 0x7f2118199440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:41:39.073 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:39.064+0000 7f210ffff700 1 -- 172.21.15.157:0/2339751422 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21181a10a0 con 0x7f2118104790 2024-05-16T15:41:39.073 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:39.064+0000 7f2117fff700 1 --2- 172.21.15.157:0/2339751422 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f21181017b0 0x7f2118199440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:41:39.073 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:39.064+0000 7f211ca5c700 1 --2- 172.21.15.157:0/2339751422 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2118105130 0x7f21181a0a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:41:39.073 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:39.064+0000 7f210ffff700 1 --2- 172.21.15.157:0/2339751422 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2118104790 0x7f2118199980 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f210000e9f0 tx=0x7f210000edb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:41:39.073 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:39.064+0000 7f2115ffb700 1 -- 172.21.15.157:0/2339751422 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f210000cbd0 con 0x7f2118104790 2024-05-16T15:41:39.073 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:39.064+0000 7f2115ffb700 1 -- 172.21.15.157:0/2339751422 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f210000cd70 con 0x7f2118104790 2024-05-16T15:41:39.074 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:39.064+0000 7f211e4bf700 1 -- 172.21.15.157:0/2339751422 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21181a1390 con 0x7f2118104790 2024-05-16T15:41:39.074 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:39.064+0000 7f2115ffb700 1 -- 172.21.15.157:0/2339751422 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2100010430 con 0x7f2118104790 2024-05-16T15:41:39.074 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:39.064+0000 7f211e4bf700 1 -- 172.21.15.157:0/2339751422 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21181a18d0 con 0x7f2118104790 2024-05-16T15:41:39.074 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:39.065+0000 7f211e4bf700 1 -- 172.21.15.157:0/2339751422 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f211806a190 con 0x7f2118104790 2024-05-16T15:41:39.078 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:39.066+0000 7f2115ffb700 1 -- 172.21.15.157:0/2339751422 <== mon.1 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f2100004750 con 0x7f2118104790 2024-05-16T15:41:39.078 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:39.067+0000 7f2115ffb700 1 --2- 172.21.15.157:0/2339751422 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f21040b2900 0x7f21040b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:41:39.079 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:39.067+0000 7f2115ffb700 1 -- 172.21.15.157:0/2339751422 <== mon.1 v2:172.21.15.157:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 4101+0+0 (secure 0 0 0) 0x7f21000e1500 con 0x7f2118104790 2024-05-16T15:41:39.079 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:39.067+0000 7f2117fff700 1 --2- 172.21.15.157:0/2339751422 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f21040b2900 0x7f21040b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:41:39.079 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:39.068+0000 7f2117fff700 1 --2- 172.21.15.157:0/2339751422 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f21040b2900 0x7f21040b4dc0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f211806af80 tx=0x7f210800a680 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:41:39.079 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:39.072+0000 7f2115ffb700 1 -- 172.21.15.157:0/2339751422 <== mon.1 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f21000aa290 con 0x7f2118104790 2024-05-16T15:41:39.292 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:39.285+0000 7f211e4bf700 1 -- 172.21.15.157:0/2339751422 --> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi157:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f21180638e0 con 0x7f21040b2900 2024-05-16T15:41:39.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:39 smithi157 ceph-mon[35584]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-05-16T15:41:39.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:39 smithi157 ceph-mon[35584]: Detected new or changed devices on smithi148 2024-05-16T15:41:39.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:39 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:39.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:39 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:39.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:39 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:41:39.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:39 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:41:39.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:39 smithi157 ceph-mon[35584]: Adjusting osd_memory_target on smithi148 to 8544M 2024-05-16T15:41:39.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:39 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:39.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:39 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:41:39.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:39 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:41:39.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:39 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:39.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:39 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:41:39.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:39 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:41:39.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:39 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:41:39.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:39 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:39.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:39 smithi148 ceph-mon[34976]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-05-16T15:41:39.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:39 smithi148 ceph-mon[34976]: Detected new or changed devices on smithi148 2024-05-16T15:41:39.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:39 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:39.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:39 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:39.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:39 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:41:39.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:39 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:41:39.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:39 smithi148 ceph-mon[34976]: Adjusting osd_memory_target on smithi148 to 8544M 2024-05-16T15:41:39.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:39 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:39.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:39 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:41:39.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:39 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:41:39.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:39 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:39.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:39 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:41:39.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:39 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:41:39.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:39 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:41:39.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:39 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:39.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:39 smithi043 ceph-mon[31619]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-05-16T15:41:39.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:39 smithi043 ceph-mon[31619]: Detected new or changed devices on smithi148 2024-05-16T15:41:39.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:39 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:39.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:39 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:39.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:39 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:41:39.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:39 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:41:39.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:39 smithi043 ceph-mon[31619]: Adjusting osd_memory_target on smithi148 to 8544M 2024-05-16T15:41:39.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:39 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:39.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:39 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:41:39.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:39 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:41:39.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:39 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:39.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:39 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:41:39.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:39 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:41:39.472 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:39 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:41:39.472 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:39 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:40.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:40 smithi043 ceph-mon[31619]: osdmap e32: 5 total, 5 up, 5 in 2024-05-16T15:41:40.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:40 smithi043 ceph-mon[31619]: from='client.24232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi157:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:41:40.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:40 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-16T15:41:40.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:40 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-16T15:41:40.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:40 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:41:40.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:40 smithi157 ceph-mon[35584]: osdmap e32: 5 total, 5 up, 5 in 2024-05-16T15:41:40.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:40 smithi157 ceph-mon[35584]: from='client.24232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi157:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:41:40.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:40 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-16T15:41:40.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:40 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-16T15:41:40.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:40 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:41:40.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:40 smithi148 ceph-mon[34976]: osdmap e32: 5 total, 5 up, 5 in 2024-05-16T15:41:40.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:40 smithi148 ceph-mon[34976]: from='client.24232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi157:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:41:40.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:40 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-16T15:41:40.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:40 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-16T15:41:40.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:40 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:41:41.316 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:41 smithi157 ceph-mon[35584]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-05-16T15:41:41.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:41 smithi043 ceph-mon[31619]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-05-16T15:41:41.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:41 smithi148 ceph-mon[34976]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-05-16T15:41:42.196 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:42 smithi148 ceph-mon[34976]: from='client.? 172.21.15.157:0/1638210744' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b858ef2e-c51c-4044-a143-30583374ef2c"}]: dispatch 2024-05-16T15:41:42.196 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:42 smithi148 ceph-mon[34976]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b858ef2e-c51c-4044-a143-30583374ef2c"}]: dispatch 2024-05-16T15:41:42.196 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:42 smithi148 ceph-mon[34976]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b858ef2e-c51c-4044-a143-30583374ef2c"}]': finished 2024-05-16T15:41:42.196 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:42 smithi148 ceph-mon[34976]: osdmap e33: 6 total, 5 up, 6 in 2024-05-16T15:41:42.196 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:42 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-16T15:41:42.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:42 smithi043 ceph-mon[31619]: from='client.? 172.21.15.157:0/1638210744' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b858ef2e-c51c-4044-a143-30583374ef2c"}]: dispatch 2024-05-16T15:41:42.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:42 smithi043 ceph-mon[31619]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b858ef2e-c51c-4044-a143-30583374ef2c"}]: dispatch 2024-05-16T15:41:42.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:42 smithi043 ceph-mon[31619]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b858ef2e-c51c-4044-a143-30583374ef2c"}]': finished 2024-05-16T15:41:42.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:42 smithi043 ceph-mon[31619]: osdmap e33: 6 total, 5 up, 6 in 2024-05-16T15:41:42.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:42 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-16T15:41:42.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:42 smithi157 ceph-mon[35584]: from='client.? 172.21.15.157:0/1638210744' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b858ef2e-c51c-4044-a143-30583374ef2c"}]: dispatch 2024-05-16T15:41:42.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:42 smithi157 ceph-mon[35584]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b858ef2e-c51c-4044-a143-30583374ef2c"}]: dispatch 2024-05-16T15:41:42.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:42 smithi157 ceph-mon[35584]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b858ef2e-c51c-4044-a143-30583374ef2c"}]': finished 2024-05-16T15:41:42.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:42 smithi157 ceph-mon[35584]: osdmap e33: 6 total, 5 up, 6 in 2024-05-16T15:41:42.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:42 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-16T15:41:43.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:43 smithi043 ceph-mon[31619]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-05-16T15:41:43.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:43 smithi043 ceph-mon[31619]: from='client.? 172.21.15.157:0/3995856957' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-16T15:41:43.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:43 smithi157 ceph-mon[35584]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-05-16T15:41:43.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:43 smithi157 ceph-mon[35584]: from='client.? 172.21.15.157:0/3995856957' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-16T15:41:43.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:43 smithi148 ceph-mon[34976]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-05-16T15:41:43.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:43 smithi148 ceph-mon[34976]: from='client.? 172.21.15.157:0/3995856957' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-16T15:41:45.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:45 smithi043 ceph-mon[31619]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-05-16T15:41:45.671 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:45 smithi157 ceph-mon[35584]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-05-16T15:41:45.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:45 smithi148 ceph-mon[34976]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-05-16T15:41:47.317 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:47 smithi157 ceph-mon[35584]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-05-16T15:41:47.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:47 smithi043 ceph-mon[31619]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-05-16T15:41:47.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:47 smithi148 ceph-mon[34976]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-05-16T15:41:49.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:49 smithi157 ceph-mon[35584]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-05-16T15:41:49.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:49 smithi043 ceph-mon[31619]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-05-16T15:41:49.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:49 smithi148 ceph-mon[34976]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-05-16T15:41:50.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:50 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-16T15:41:50.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:50 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:41:50.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:50 smithi157 ceph-mon[35584]: Deploying daemon osd.5 on smithi157 2024-05-16T15:41:50.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:50 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-16T15:41:50.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:50 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:41:50.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:50 smithi043 ceph-mon[31619]: Deploying daemon osd.5 on smithi157 2024-05-16T15:41:50.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:50 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-16T15:41:50.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:50 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:41:50.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:50 smithi148 ceph-mon[34976]: Deploying daemon osd.5 on smithi157 2024-05-16T15:41:51.340 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:51 smithi157 ceph-mon[35584]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-05-16T15:41:51.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:51 smithi043 ceph-mon[31619]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-05-16T15:41:51.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:51 smithi148 ceph-mon[34976]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-05-16T15:41:53.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:53 smithi157 ceph-mon[35584]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-05-16T15:41:53.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:53 smithi043 ceph-mon[31619]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-05-16T15:41:53.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:53 smithi148 ceph-mon[34976]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-05-16T15:41:55.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:55 smithi043 ceph-mon[31619]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-05-16T15:41:55.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:55 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:55.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:55 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:55.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:55 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:41:55.553 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:55 smithi157 ceph-mon[35584]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-05-16T15:41:55.554 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:55 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:55.554 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:55 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:55.554 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:55 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:41:55.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:55 smithi148 ceph-mon[34976]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-05-16T15:41:55.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:55 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:55.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:55 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:55.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:55 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:41:57.339 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:57 smithi157 ceph-mon[35584]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-05-16T15:41:57.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:57 smithi148 ceph-mon[34976]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-05-16T15:41:57.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:57 smithi043 ceph-mon[31619]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-05-16T15:41:58.560 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:58.552+0000 7f2115ffb700 1 -- 172.21.15.157:0/2339751422 <== mgr.14150 v2:172.21.15.43:6800/198025071 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f21180638e0 con 0x7f21040b2900 2024-05-16T15:41:58.560 INFO:teuthology.orchestra.run.smithi157.stdout:Created osd(s) 5 on host 'smithi157' 2024-05-16T15:41:58.562 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:58.555+0000 7f211e4bf700 1 -- 172.21.15.157:0/2339751422 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f21040b2900 msgr2=0x7f21040b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:41:58.562 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:58.555+0000 7f211e4bf700 1 --2- 172.21.15.157:0/2339751422 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f21040b2900 0x7f21040b4dc0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f211806af80 tx=0x7f210800a680 comp rx=0 tx=0).stop 2024-05-16T15:41:58.562 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:58.555+0000 7f211e4bf700 1 -- 172.21.15.157:0/2339751422 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2118104790 msgr2=0x7f2118199980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:41:58.562 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:58.555+0000 7f211e4bf700 1 --2- 172.21.15.157:0/2339751422 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2118104790 0x7f2118199980 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f210000e9f0 tx=0x7f210000edb0 comp rx=0 tx=0).stop 2024-05-16T15:41:58.562 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:58.555+0000 7f211e4bf700 1 -- 172.21.15.157:0/2339751422 shutdown_connections 2024-05-16T15:41:58.563 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:58.555+0000 7f211e4bf700 1 --2- 172.21.15.157:0/2339751422 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2118105130 0x7f21181a0a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:41:58.563 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:58.555+0000 7f211e4bf700 1 --2- 172.21.15.157:0/2339751422 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f21040b2900 0x7f21040b4dc0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:41:58.563 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:58.555+0000 7f211e4bf700 1 --2- 172.21.15.157:0/2339751422 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f21181017b0 0x7f2118199440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:41:58.563 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:58.555+0000 7f211e4bf700 1 --2- 172.21.15.157:0/2339751422 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2118104790 0x7f2118199980 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:41:58.563 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:58.555+0000 7f211e4bf700 1 -- 172.21.15.157:0/2339751422 >> 172.21.15.157:0/2339751422 conn(0x7f21180fd130 msgr2=0x7f2118107b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:41:58.563 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:58.555+0000 7f211e4bf700 1 -- 172.21.15.157:0/2339751422 shutdown_connections 2024-05-16T15:41:58.563 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:41:58.555+0000 7f211e4bf700 1 -- 172.21.15.157:0/2339751422 wait complete. 2024-05-16T15:41:58.809 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:58 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:58.809 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:58 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:58.809 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:58 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:41:58.809 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:58 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:41:58.809 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:58 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:58.809 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:58 smithi157 ceph-mon[35584]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-05-16T15:41:58.809 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:58 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:58.810 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:58 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:58.810 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:58 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:41:58.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:58 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:58.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:58 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:58.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:58 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:41:58.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:58 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:41:58.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:58 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:58.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:58 smithi148 ceph-mon[34976]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-05-16T15:41:58.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:58 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:58.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:58 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:58.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:58 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:41:58.971 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:58 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:58.971 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:58 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:58.971 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:58 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:41:58.971 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:58 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:41:58.971 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:58 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:58.971 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:58 smithi043 ceph-mon[31619]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-05-16T15:41:58.971 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:58 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:58.971 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:58 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:41:58.971 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:58 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:41:59.186 DEBUG:teuthology.orchestra.run.smithi157:osd.5> sudo journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@osd.5.service 2024-05-16T15:41:59.189 INFO:tasks.cephadm:Deploying osd.6 on smithi043 with /dev/vg_nvme/lv_2... 2024-05-16T15:41:59.189 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-05-16T15:41:59.445 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:41:59.836 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:59 smithi043 ceph-mon[31619]: from='osd.5 [v2:172.21.15.157:6808/2793566993,v1:172.21.15.157:6809/2793566993]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-16T15:41:59.836 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:41:59 smithi043 ceph-mon[31619]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-16T15:41:59.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:59 smithi157 ceph-mon[35584]: from='osd.5 [v2:172.21.15.157:6808/2793566993,v1:172.21.15.157:6809/2793566993]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-16T15:41:59.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:41:59 smithi157 ceph-mon[35584]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-16T15:41:59.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:59 smithi148 ceph-mon[34976]: from='osd.5 [v2:172.21.15.157:6808/2793566993,v1:172.21.15.157:6809/2793566993]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-16T15:41:59.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:41:59 smithi148 ceph-mon[34976]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-16T15:42:00.819 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:00 smithi157 ceph-mon[35584]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-05-16T15:42:00.820 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:00 smithi157 ceph-mon[35584]: osdmap e34: 6 total, 5 up, 6 in 2024-05-16T15:42:00.820 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:00 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-16T15:42:00.820 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:00 smithi157 ceph-mon[35584]: from='osd.5 [v2:172.21.15.157:6808/2793566993,v1:172.21.15.157:6809/2793566993]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-05-16T15:42:00.820 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:00 smithi157 ceph-mon[35584]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-05-16T15:42:00.820 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:00 smithi157 ceph-mon[35584]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-05-16T15:42:00.844 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:00 smithi043 ceph-mon[31619]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-05-16T15:42:00.844 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:00 smithi043 ceph-mon[31619]: osdmap e34: 6 total, 5 up, 6 in 2024-05-16T15:42:00.844 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:00 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-16T15:42:00.844 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:00 smithi043 ceph-mon[31619]: from='osd.5 [v2:172.21.15.157:6808/2793566993,v1:172.21.15.157:6809/2793566993]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-05-16T15:42:00.844 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:00 smithi043 ceph-mon[31619]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-05-16T15:42:00.844 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:00 smithi043 ceph-mon[31619]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-05-16T15:42:01.108 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:00 smithi148 ceph-mon[34976]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-05-16T15:42:01.108 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:00 smithi148 ceph-mon[34976]: osdmap e34: 6 total, 5 up, 6 in 2024-05-16T15:42:01.108 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:00 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-16T15:42:01.108 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:00 smithi148 ceph-mon[34976]: from='osd.5 [v2:172.21.15.157:6808/2793566993,v1:172.21.15.157:6809/2793566993]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-05-16T15:42:01.108 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:00 smithi148 ceph-mon[34976]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-05-16T15:42:01.108 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:00 smithi148 ceph-mon[34976]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-05-16T15:42:01.450 INFO:teuthology.orchestra.run.smithi043.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-05-16T15:42:01.450 INFO:teuthology.orchestra.run.smithi043.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-05-16T15:42:01.450 INFO:teuthology.orchestra.run.smithi043.stderr: stderr: 10+0 records in 2024-05-16T15:42:01.450 INFO:teuthology.orchestra.run.smithi043.stderr:10+0 records out 2024-05-16T15:42:01.450 INFO:teuthology.orchestra.run.smithi043.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00859193 s, 1.2 GB/s 2024-05-16T15:42:01.450 INFO:teuthology.orchestra.run.smithi043.stderr:--> Zapping successful for: 2024-05-16T15:42:01.672 INFO:journalctl@ceph.osd.5.smithi157.stdout:May 16 15:42:01 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-5[47133]: 2024-05-16T15:42:01.326+0000 7fc296f7d700 -1 osd.5 0 waiting for initial osdmap 2024-05-16T15:42:01.672 INFO:journalctl@ceph.osd.5.smithi157.stdout:May 16 15:42:01 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-5[47133]: 2024-05-16T15:42:01.335+0000 7fc28ed68700 -1 osd.5 35 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-16T15:42:01.814 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:01 smithi043 ceph-mon[31619]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]': finished 2024-05-16T15:42:01.815 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:01 smithi043 ceph-mon[31619]: osdmap e35: 6 total, 5 up, 6 in 2024-05-16T15:42:01.815 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:01 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-16T15:42:01.815 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:01 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-16T15:42:01.815 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:01 smithi043 ceph-mon[31619]: from='osd.5 ' entity='osd.5' 2024-05-16T15:42:02.050 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:01 smithi148 ceph-mon[34976]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]': finished 2024-05-16T15:42:02.050 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:01 smithi148 ceph-mon[34976]: osdmap e35: 6 total, 5 up, 6 in 2024-05-16T15:42:02.050 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:01 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-16T15:42:02.050 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:01 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-16T15:42:02.050 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:01 smithi148 ceph-mon[34976]: from='osd.5 ' entity='osd.5' 2024-05-16T15:42:02.111 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi043:vg_nvme/lv_2 2024-05-16T15:42:02.147 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:01 smithi157 ceph-mon[35584]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]': finished 2024-05-16T15:42:02.147 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:01 smithi157 ceph-mon[35584]: osdmap e35: 6 total, 5 up, 6 in 2024-05-16T15:42:02.147 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:01 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-16T15:42:02.147 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:01 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-16T15:42:02.147 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:01 smithi157 ceph-mon[35584]: from='osd.5 ' entity='osd.5' 2024-05-16T15:42:02.360 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:42:02.752 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:02 smithi043 ceph-mon[31619]: purged_snaps scrub starts 2024-05-16T15:42:02.752 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:02 smithi043 ceph-mon[31619]: purged_snaps scrub ok 2024-05-16T15:42:02.752 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:02 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-16T15:42:02.753 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:02 smithi043 ceph-mon[31619]: osd.5 [v2:172.21.15.157:6808/2793566993,v1:172.21.15.157:6809/2793566993] boot 2024-05-16T15:42:02.753 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:02 smithi043 ceph-mon[31619]: osdmap e36: 6 total, 6 up, 6 in 2024-05-16T15:42:02.753 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:02 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-16T15:42:02.753 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:02 smithi043 ceph-mon[31619]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-05-16T15:42:02.753 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:02 smithi043 ceph-mon[31619]: osdmap e37: 6 total, 6 up, 6 in 2024-05-16T15:42:02.753 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:02 smithi043 ceph-mon[31619]: Detected new or changed devices on smithi157 2024-05-16T15:42:02.753 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:02 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:02.753 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:02 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:02.753 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:02 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:42:02.753 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:02 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:42:02.753 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:02 smithi043 ceph-mon[31619]: Adjusting osd_memory_target on smithi157 to 8544M 2024-05-16T15:42:02.753 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:02 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:02.753 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:02 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:42:02.753 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:02 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:42:02.754 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:02 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:03.172 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:02 smithi157 ceph-mon[35584]: purged_snaps scrub starts 2024-05-16T15:42:03.172 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:02 smithi157 ceph-mon[35584]: purged_snaps scrub ok 2024-05-16T15:42:03.172 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:02 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-16T15:42:03.172 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:02 smithi157 ceph-mon[35584]: osd.5 [v2:172.21.15.157:6808/2793566993,v1:172.21.15.157:6809/2793566993] boot 2024-05-16T15:42:03.172 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:02 smithi157 ceph-mon[35584]: osdmap e36: 6 total, 6 up, 6 in 2024-05-16T15:42:03.172 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:02 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-16T15:42:03.173 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:02 smithi157 ceph-mon[35584]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-05-16T15:42:03.173 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:02 smithi157 ceph-mon[35584]: osdmap e37: 6 total, 6 up, 6 in 2024-05-16T15:42:03.173 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:02 smithi157 ceph-mon[35584]: Detected new or changed devices on smithi157 2024-05-16T15:42:03.173 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:02 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:03.173 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:02 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:03.173 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:02 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:42:03.173 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:02 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:42:03.173 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:02 smithi157 ceph-mon[35584]: Adjusting osd_memory_target on smithi157 to 8544M 2024-05-16T15:42:03.173 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:02 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:03.173 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:02 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:42:03.173 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:02 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:42:03.173 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:02 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:03.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:02 smithi148 ceph-mon[34976]: purged_snaps scrub starts 2024-05-16T15:42:03.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:02 smithi148 ceph-mon[34976]: purged_snaps scrub ok 2024-05-16T15:42:03.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:02 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-16T15:42:03.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:02 smithi148 ceph-mon[34976]: osd.5 [v2:172.21.15.157:6808/2793566993,v1:172.21.15.157:6809/2793566993] boot 2024-05-16T15:42:03.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:02 smithi148 ceph-mon[34976]: osdmap e36: 6 total, 6 up, 6 in 2024-05-16T15:42:03.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:02 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-16T15:42:03.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:02 smithi148 ceph-mon[34976]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-05-16T15:42:03.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:02 smithi148 ceph-mon[34976]: osdmap e37: 6 total, 6 up, 6 in 2024-05-16T15:42:03.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:02 smithi148 ceph-mon[34976]: Detected new or changed devices on smithi157 2024-05-16T15:42:03.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:02 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:03.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:02 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:03.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:02 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:42:03.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:02 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:42:03.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:02 smithi148 ceph-mon[34976]: Adjusting osd_memory_target on smithi157 to 8544M 2024-05-16T15:42:03.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:02 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:03.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:02 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:42:03.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:02 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:42:03.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:02 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:04.005 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:03.996+0000 7fa90827f700 1 -- 172.21.15.43:0/1047047010 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa900103fc0 msgr2=0x7fa90010a870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:42:04.005 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:03.996+0000 7fa90827f700 1 --2- 172.21.15.43:0/1047047010 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa900103fc0 0x7fa90010a870 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fa8f800b0d0 tx=0x7fa8f800b3e0 comp rx=0 tx=0).stop 2024-05-16T15:42:04.005 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:03.996+0000 7fa90827f700 1 -- 172.21.15.43:0/1047047010 shutdown_connections 2024-05-16T15:42:04.005 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:03.996+0000 7fa90827f700 1 --2- 172.21.15.43:0/1047047010 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa900103fc0 0x7fa90010a870 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:42:04.005 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:03.996+0000 7fa90827f700 1 --2- 172.21.15.43:0/1047047010 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa900102420 0x7fa900102840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:42:04.005 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:03.996+0000 7fa90827f700 1 --2- 172.21.15.43:0/1047047010 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa900103620 0x7fa900103a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:42:04.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:03.996+0000 7fa90827f700 1 -- 172.21.15.43:0/1047047010 >> 172.21.15.43:0/1047047010 conn(0x7fa9000fd9c0 msgr2=0x7fa9000ffe00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:42:04.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:03.996+0000 7fa90827f700 1 -- 172.21.15.43:0/1047047010 shutdown_connections 2024-05-16T15:42:04.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:03.996+0000 7fa90827f700 1 -- 172.21.15.43:0/1047047010 wait complete. 2024-05-16T15:42:04.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:03.996+0000 7fa90827f700 1 Processor -- start 2024-05-16T15:42:04.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:03.996+0000 7fa90827f700 1 -- start start 2024-05-16T15:42:04.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:03.997+0000 7fa90827f700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa900102420 0x7fa9001995b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:42:04.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:03.997+0000 7fa90827f700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa900103620 0x7fa900199af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:42:04.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:03.997+0000 7fa90827f700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa900103fc0 0x7fa9001a0b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:42:04.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:03.997+0000 7fa90827f700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fa90010dde0 con 0x7fa900103fc0 2024-05-16T15:42:04.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:03.997+0000 7fa90827f700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fa90010dc60 con 0x7fa900103620 2024-05-16T15:42:04.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:03.997+0000 7fa90827f700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fa90010df60 con 0x7fa900102420 2024-05-16T15:42:04.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:03.997+0000 7fa90681c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa900103fc0 0x7fa9001a0b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:42:04.007 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:03.997+0000 7fa90681c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa900103fc0 0x7fa9001a0b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:56518/0 (socket says 172.21.15.43:56518) 2024-05-16T15:42:04.007 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:03.997+0000 7fa90681c700 1 -- 172.21.15.43:0/1789252320 learned_addr learned my addr 172.21.15.43:0/1789252320 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:42:04.007 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:03.997+0000 7fa90601b700 1 --2- 172.21.15.43:0/1789252320 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa900102420 0x7fa9001995b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:42:04.007 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:03.997+0000 7fa90581a700 1 --2- 172.21.15.43:0/1789252320 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa900103620 0x7fa900199af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:42:04.007 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:03.997+0000 7fa90681c700 1 -- 172.21.15.43:0/1789252320 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa900102420 msgr2=0x7fa9001995b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:42:04.007 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:03.997+0000 7fa90681c700 1 --2- 172.21.15.43:0/1789252320 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa900102420 0x7fa9001995b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:42:04.007 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:03.997+0000 7fa90681c700 1 -- 172.21.15.43:0/1789252320 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa900103620 msgr2=0x7fa900199af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:42:04.007 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:03.997+0000 7fa90681c700 1 --2- 172.21.15.43:0/1789252320 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa900103620 0x7fa900199af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:42:04.007 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:03.997+0000 7fa90681c700 1 -- 172.21.15.43:0/1789252320 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9001a11c0 con 0x7fa900103fc0 2024-05-16T15:42:04.007 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:03.997+0000 7fa90601b700 1 --2- 172.21.15.43:0/1789252320 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa900102420 0x7fa9001995b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:42:04.007 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:03.997+0000 7fa90581a700 1 --2- 172.21.15.43:0/1789252320 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa900103620 0x7fa900199af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:42:04.007 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:03.997+0000 7fa90681c700 1 --2- 172.21.15.43:0/1789252320 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa900103fc0 0x7fa9001a0b20 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fa8f8009010 tx=0x7fa8f8009c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:42:04.007 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:03.997+0000 7fa8f77fe700 1 -- 172.21.15.43:0/1789252320 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8f801f070 con 0x7fa900103fc0 2024-05-16T15:42:04.007 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:03.997+0000 7fa8f77fe700 1 -- 172.21.15.43:0/1789252320 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa8f80054d0 con 0x7fa900103fc0 2024-05-16T15:42:04.008 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:03.997+0000 7fa90827f700 1 -- 172.21.15.43:0/1789252320 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9001a1450 con 0x7fa900103fc0 2024-05-16T15:42:04.008 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:03.997+0000 7fa8f77fe700 1 -- 172.21.15.43:0/1789252320 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8f801b7f0 con 0x7fa900103fc0 2024-05-16T15:42:04.008 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:03.998+0000 7fa90827f700 1 -- 172.21.15.43:0/1789252320 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9001a1980 con 0x7fa900103fc0 2024-05-16T15:42:04.008 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:03.998+0000 7fa90827f700 1 -- 172.21.15.43:0/1789252320 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa90006a190 con 0x7fa900103fc0 2024-05-16T15:42:04.009 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:04.000+0000 7fa8f77fe700 1 -- 172.21.15.43:0/1789252320 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fa8f8022070 con 0x7fa900103fc0 2024-05-16T15:42:04.009 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:04.001+0000 7fa8f77fe700 1 --2- 172.21.15.43:0/1789252320 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fa8ec0b2900 0x7fa8ec0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:42:04.009 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:04.001+0000 7fa90601b700 1 --2- 172.21.15.43:0/1789252320 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fa8ec0b2900 0x7fa8ec0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:42:04.009 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:04.001+0000 7fa8f77fe700 1 -- 172.21.15.43:0/1789252320 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 4533+0+0 (secure 0 0 0) 0x7fa8f800f020 con 0x7fa900103fc0 2024-05-16T15:42:04.009 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:04.001+0000 7fa90601b700 1 --2- 172.21.15.43:0/1789252320 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fa8ec0b2900 0x7fa8ec0b4dc0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fa900103480 tx=0x7fa8fc008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:42:04.011 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:04.004+0000 7fa8f77fe700 1 -- 172.21.15.43:0/1789252320 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fa8f8029020 con 0x7fa900103fc0 2024-05-16T15:42:04.235 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:04.228+0000 7fa90827f700 1 -- 172.21.15.43:0/1789252320 --> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi043:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7fa9000ffbd0 con 0x7fa8ec0b2900 2024-05-16T15:42:04.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:04 smithi157 ceph-mon[35584]: osdmap e38: 6 total, 6 up, 6 in 2024-05-16T15:42:04.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:04 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-16T15:42:04.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:04 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-16T15:42:04.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:04 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:42:04.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:04 smithi148 ceph-mon[34976]: osdmap e38: 6 total, 6 up, 6 in 2024-05-16T15:42:04.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:04 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-16T15:42:04.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:04 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-16T15:42:04.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:04 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:42:04.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:04 smithi043 ceph-mon[31619]: osdmap e38: 6 total, 6 up, 6 in 2024-05-16T15:42:04.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:04 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-16T15:42:04.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:04 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-16T15:42:04.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:04 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:42:05.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:05 smithi043 ceph-mon[31619]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 536 GiB / 536 GiB avail 2024-05-16T15:42:05.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:05 smithi043 ceph-mon[31619]: from='client.14346 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi043:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:42:05.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:05 smithi157 ceph-mon[35584]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 536 GiB / 536 GiB avail 2024-05-16T15:42:05.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:05 smithi157 ceph-mon[35584]: from='client.14346 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi043:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:42:05.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:05 smithi148 ceph-mon[34976]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 536 GiB / 536 GiB avail 2024-05-16T15:42:05.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:05 smithi148 ceph-mon[34976]: from='client.14346 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi043:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:42:07.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:07 smithi157 ceph-mon[35584]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 536 GiB / 536 GiB avail; 110 KiB/s, 0 objects/s recovering 2024-05-16T15:42:07.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:07 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/4046188529' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "70b4d49c-e33c-4334-a293-ce89cb37da1f"}]: dispatch 2024-05-16T15:42:07.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:07 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/4046188529' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "70b4d49c-e33c-4334-a293-ce89cb37da1f"}]': finished 2024-05-16T15:42:07.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:07 smithi157 ceph-mon[35584]: osdmap e39: 7 total, 6 up, 7 in 2024-05-16T15:42:07.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:07 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-16T15:42:07.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:07 smithi148 ceph-mon[34976]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 536 GiB / 536 GiB avail; 110 KiB/s, 0 objects/s recovering 2024-05-16T15:42:07.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:07 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/4046188529' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "70b4d49c-e33c-4334-a293-ce89cb37da1f"}]: dispatch 2024-05-16T15:42:07.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:07 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/4046188529' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "70b4d49c-e33c-4334-a293-ce89cb37da1f"}]': finished 2024-05-16T15:42:07.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:07 smithi148 ceph-mon[34976]: osdmap e39: 7 total, 6 up, 7 in 2024-05-16T15:42:07.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:07 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-16T15:42:07.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:07 smithi043 ceph-mon[31619]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 536 GiB / 536 GiB avail; 110 KiB/s, 0 objects/s recovering 2024-05-16T15:42:07.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:07 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/4046188529' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "70b4d49c-e33c-4334-a293-ce89cb37da1f"}]: dispatch 2024-05-16T15:42:07.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:07 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/4046188529' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "70b4d49c-e33c-4334-a293-ce89cb37da1f"}]': finished 2024-05-16T15:42:07.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:07 smithi043 ceph-mon[31619]: osdmap e39: 7 total, 6 up, 7 in 2024-05-16T15:42:07.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:07 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-16T15:42:08.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:08 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/850641587' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-16T15:42:08.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:08 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/850641587' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-16T15:42:08.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:08 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/850641587' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-16T15:42:09.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:09 smithi157 ceph-mon[35584]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-16T15:42:09.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:09 smithi148 ceph-mon[34976]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-16T15:42:09.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:09 smithi043 ceph-mon[31619]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-16T15:42:11.557 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:11 smithi148 ceph-mon[34976]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-05-16T15:42:11.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:11 smithi157 ceph-mon[35584]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-05-16T15:42:11.720 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:11 smithi043 ceph-mon[31619]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-05-16T15:42:13.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:13 smithi043 ceph-mon[31619]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-05-16T15:42:13.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:13 smithi157 ceph-mon[35584]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-05-16T15:42:13.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:13 smithi148 ceph-mon[34976]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-05-16T15:42:15.628 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:15 smithi043 ceph-mon[31619]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-16T15:42:15.628 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:15 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-16T15:42:15.628 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:15 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:42:15.628 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:15 smithi043 ceph-mon[31619]: Deploying daemon osd.6 on smithi043 2024-05-16T15:42:15.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:15 smithi157 ceph-mon[35584]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-16T15:42:15.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:15 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-16T15:42:15.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:15 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:42:15.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:15 smithi157 ceph-mon[35584]: Deploying daemon osd.6 on smithi043 2024-05-16T15:42:15.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:15 smithi148 ceph-mon[34976]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-16T15:42:15.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-16T15:42:15.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:42:15.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:15 smithi148 ceph-mon[34976]: Deploying daemon osd.6 on smithi043 2024-05-16T15:42:17.656 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:17 smithi043 ceph-mon[31619]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-16T15:42:17.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:17 smithi157 ceph-mon[35584]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-16T15:42:17.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:17 smithi148 ceph-mon[34976]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-16T15:42:19.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:19 smithi043 ceph-mon[31619]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-16T15:42:19.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:19 smithi157 ceph-mon[35584]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-16T15:42:19.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:19 smithi148 ceph-mon[34976]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-16T15:42:21.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:21 smithi157 ceph-mon[35584]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-16T15:42:21.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:21 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:21.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:21 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:21.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:21 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:42:21.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:21 smithi148 ceph-mon[34976]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-16T15:42:21.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:21 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:21.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:21 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:21.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:21 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:42:21.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:21 smithi043 ceph-mon[31619]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-16T15:42:21.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:21 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:21.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:21 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:21.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:21 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:42:23.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:23 smithi157 ceph-mon[35584]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-16T15:42:23.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:23 smithi148 ceph-mon[34976]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-16T15:42:23.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:23 smithi043 ceph-mon[31619]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-16T15:42:24.051 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:24.043+0000 7fa8f77fe700 1 -- 172.21.15.43:0/1789252320 <== mgr.14150 v2:172.21.15.43:6800/198025071 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fa9000ffbd0 con 0x7fa8ec0b2900 2024-05-16T15:42:24.051 INFO:teuthology.orchestra.run.smithi043.stdout:Created osd(s) 6 on host 'smithi043' 2024-05-16T15:42:24.055 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:24.048+0000 7fa90827f700 1 -- 172.21.15.43:0/1789252320 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fa8ec0b2900 msgr2=0x7fa8ec0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:42:24.055 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:24.048+0000 7fa90827f700 1 --2- 172.21.15.43:0/1789252320 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fa8ec0b2900 0x7fa8ec0b4dc0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fa900103480 tx=0x7fa8fc008040 comp rx=0 tx=0).stop 2024-05-16T15:42:24.055 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:24.048+0000 7fa90827f700 1 -- 172.21.15.43:0/1789252320 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa900103fc0 msgr2=0x7fa9001a0b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:42:24.055 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:24.048+0000 7fa90827f700 1 --2- 172.21.15.43:0/1789252320 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa900103fc0 0x7fa9001a0b20 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fa8f8009010 tx=0x7fa8f8009c30 comp rx=0 tx=0).stop 2024-05-16T15:42:24.055 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:24.048+0000 7fa90827f700 1 -- 172.21.15.43:0/1789252320 shutdown_connections 2024-05-16T15:42:24.055 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:24.048+0000 7fa90827f700 1 --2- 172.21.15.43:0/1789252320 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fa8ec0b2900 0x7fa8ec0b4dc0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:42:24.055 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:24.048+0000 7fa90827f700 1 --2- 172.21.15.43:0/1789252320 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa900103fc0 0x7fa9001a0b20 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:42:24.055 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:24.048+0000 7fa90827f700 1 --2- 172.21.15.43:0/1789252320 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa900102420 0x7fa9001995b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:42:24.055 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:24.048+0000 7fa90827f700 1 --2- 172.21.15.43:0/1789252320 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa900103620 0x7fa900199af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:42:24.055 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:24.048+0000 7fa90827f700 1 -- 172.21.15.43:0/1789252320 >> 172.21.15.43:0/1789252320 conn(0x7fa9000fd9c0 msgr2=0x7fa9000ff4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:42:24.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:24.048+0000 7fa90827f700 1 -- 172.21.15.43:0/1789252320 shutdown_connections 2024-05-16T15:42:24.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:42:24.048+0000 7fa90827f700 1 -- 172.21.15.43:0/1789252320 wait complete. 2024-05-16T15:42:24.403 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:24 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:24.403 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:24 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:24.403 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:24 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:42:24.403 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:24 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:42:24.403 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:24 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:24.403 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:24 smithi043 ceph-mon[31619]: from='osd.6 [v2:172.21.15.43:6818/417494707,v1:172.21.15.43:6819/417494707]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-16T15:42:24.403 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:24 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:24.404 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:24 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:24.404 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:24 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:42:24.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:24 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:24.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:24 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:24.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:24 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:42:24.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:24 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:42:24.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:24 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:24.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:24 smithi157 ceph-mon[35584]: from='osd.6 [v2:172.21.15.43:6818/417494707,v1:172.21.15.43:6819/417494707]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-16T15:42:24.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:24 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:24.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:24 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:24.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:24 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:42:24.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:24 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:24.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:24 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:24.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:24 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:42:24.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:24 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:42:24.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:24 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:24.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:24 smithi148 ceph-mon[34976]: from='osd.6 [v2:172.21.15.43:6818/417494707,v1:172.21.15.43:6819/417494707]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-16T15:42:24.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:24 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:24.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:24 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:24.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:24 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:42:24.754 DEBUG:teuthology.orchestra.run.smithi043:osd.6> sudo journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@osd.6.service 2024-05-16T15:42:24.756 INFO:tasks.cephadm:Deploying osd.7 on smithi148 with /dev/vg_nvme/lv_2... 2024-05-16T15:42:24.756 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-05-16T15:42:25.004 INFO:teuthology.orchestra.run.smithi148.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.b/config 2024-05-16T15:42:25.419 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:25 smithi148 ceph-mon[34976]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-16T15:42:25.419 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:25 smithi148 ceph-mon[34976]: from='osd.6 [v2:172.21.15.43:6818/417494707,v1:172.21.15.43:6819/417494707]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-05-16T15:42:25.419 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:25 smithi148 ceph-mon[34976]: osdmap e40: 7 total, 6 up, 7 in 2024-05-16T15:42:25.419 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:25 smithi148 ceph-mon[34976]: from='osd.6 [v2:172.21.15.43:6818/417494707,v1:172.21.15.43:6819/417494707]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2024-05-16T15:42:25.419 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:25 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-16T15:42:25.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:25 smithi043 ceph-mon[31619]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-16T15:42:25.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:25 smithi043 ceph-mon[31619]: from='osd.6 [v2:172.21.15.43:6818/417494707,v1:172.21.15.43:6819/417494707]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-05-16T15:42:25.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:25 smithi043 ceph-mon[31619]: osdmap e40: 7 total, 6 up, 7 in 2024-05-16T15:42:25.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:25 smithi043 ceph-mon[31619]: from='osd.6 [v2:172.21.15.43:6818/417494707,v1:172.21.15.43:6819/417494707]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2024-05-16T15:42:25.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:25 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-16T15:42:25.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:25 smithi157 ceph-mon[35584]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-16T15:42:25.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:25 smithi157 ceph-mon[35584]: from='osd.6 [v2:172.21.15.43:6818/417494707,v1:172.21.15.43:6819/417494707]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-05-16T15:42:25.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:25 smithi157 ceph-mon[35584]: osdmap e40: 7 total, 6 up, 7 in 2024-05-16T15:42:25.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:25 smithi157 ceph-mon[35584]: from='osd.6 [v2:172.21.15.43:6818/417494707,v1:172.21.15.43:6819/417494707]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2024-05-16T15:42:25.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:25 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-16T15:42:25.971 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:42:25 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:42:25.733+0000 7f74c368a700 -1 osd.6 0 waiting for initial osdmap 2024-05-16T15:42:25.971 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:42:25 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:42:25.743+0000 7f74bac74700 -1 osd.6 41 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-16T15:42:26.301 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:26 smithi043 ceph-mon[31619]: from='osd.6 [v2:172.21.15.43:6818/417494707,v1:172.21.15.43:6819/417494707]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]': finished 2024-05-16T15:42:26.302 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:26 smithi043 ceph-mon[31619]: osdmap e41: 7 total, 6 up, 7 in 2024-05-16T15:42:26.302 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:26 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-16T15:42:26.302 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:26 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-16T15:42:26.302 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:26 smithi043 ceph-mon[31619]: from='osd.6 [v2:172.21.15.43:6818/417494707,v1:172.21.15.43:6819/417494707]' entity='osd.6' 2024-05-16T15:42:26.325 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:26 smithi148 ceph-mon[34976]: from='osd.6 [v2:172.21.15.43:6818/417494707,v1:172.21.15.43:6819/417494707]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]': finished 2024-05-16T15:42:26.325 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:26 smithi148 ceph-mon[34976]: osdmap e41: 7 total, 6 up, 7 in 2024-05-16T15:42:26.325 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:26 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-16T15:42:26.325 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:26 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-16T15:42:26.326 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:26 smithi148 ceph-mon[34976]: from='osd.6 [v2:172.21.15.43:6818/417494707,v1:172.21.15.43:6819/417494707]' entity='osd.6' 2024-05-16T15:42:26.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:26 smithi157 ceph-mon[35584]: from='osd.6 [v2:172.21.15.43:6818/417494707,v1:172.21.15.43:6819/417494707]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]': finished 2024-05-16T15:42:26.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:26 smithi157 ceph-mon[35584]: osdmap e41: 7 total, 6 up, 7 in 2024-05-16T15:42:26.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:26 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-16T15:42:26.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:26 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-16T15:42:26.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:26 smithi157 ceph-mon[35584]: from='osd.6 [v2:172.21.15.43:6818/417494707,v1:172.21.15.43:6819/417494707]' entity='osd.6' 2024-05-16T15:42:26.924 INFO:teuthology.orchestra.run.smithi148.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-05-16T15:42:26.924 INFO:teuthology.orchestra.run.smithi148.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-05-16T15:42:26.925 INFO:teuthology.orchestra.run.smithi148.stderr: stderr: 10+0 records in 2024-05-16T15:42:26.925 INFO:teuthology.orchestra.run.smithi148.stderr:10+0 records out 2024-05-16T15:42:26.925 INFO:teuthology.orchestra.run.smithi148.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0114176 s, 918 MB/s 2024-05-16T15:42:26.925 INFO:teuthology.orchestra.run.smithi148.stderr:--> Zapping successful for: 2024-05-16T15:42:27.305 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:27 smithi148 ceph-mon[34976]: purged_snaps scrub starts 2024-05-16T15:42:27.305 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:27 smithi148 ceph-mon[34976]: purged_snaps scrub ok 2024-05-16T15:42:27.305 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:27 smithi148 ceph-mon[34976]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-16T15:42:27.305 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:27 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-16T15:42:27.305 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:27 smithi148 ceph-mon[34976]: osd.6 [v2:172.21.15.43:6818/417494707,v1:172.21.15.43:6819/417494707] boot 2024-05-16T15:42:27.305 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:27 smithi148 ceph-mon[34976]: osdmap e42: 7 total, 7 up, 7 in 2024-05-16T15:42:27.305 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:27 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-16T15:42:27.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:27 smithi043 ceph-mon[31619]: purged_snaps scrub starts 2024-05-16T15:42:27.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:27 smithi043 ceph-mon[31619]: purged_snaps scrub ok 2024-05-16T15:42:27.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:27 smithi043 ceph-mon[31619]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-16T15:42:27.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:27 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-16T15:42:27.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:27 smithi043 ceph-mon[31619]: osd.6 [v2:172.21.15.43:6818/417494707,v1:172.21.15.43:6819/417494707] boot 2024-05-16T15:42:27.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:27 smithi043 ceph-mon[31619]: osdmap e42: 7 total, 7 up, 7 in 2024-05-16T15:42:27.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:27 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-16T15:42:27.625 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi148:vg_nvme/lv_2 2024-05-16T15:42:27.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:27 smithi157 ceph-mon[35584]: purged_snaps scrub starts 2024-05-16T15:42:27.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:27 smithi157 ceph-mon[35584]: purged_snaps scrub ok 2024-05-16T15:42:27.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:27 smithi157 ceph-mon[35584]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-16T15:42:27.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:27 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-16T15:42:27.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:27 smithi157 ceph-mon[35584]: osd.6 [v2:172.21.15.43:6818/417494707,v1:172.21.15.43:6819/417494707] boot 2024-05-16T15:42:27.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:27 smithi157 ceph-mon[35584]: osdmap e42: 7 total, 7 up, 7 in 2024-05-16T15:42:27.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:27 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-16T15:42:27.873 INFO:teuthology.orchestra.run.smithi148.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.b/config 2024-05-16T15:42:28.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:28 smithi148 ceph-mon[34976]: osdmap e43: 7 total, 7 up, 7 in 2024-05-16T15:42:28.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:28 smithi148 ceph-mon[34976]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 230 MiB used, 626 GiB / 626 GiB avail 2024-05-16T15:42:28.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:28 smithi148 ceph-mon[34976]: Detected new or changed devices on smithi043 2024-05-16T15:42:28.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:28 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:28.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:28 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:28.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:28 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:42:28.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:28 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:42:28.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:28 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:42:28.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:28 smithi148 ceph-mon[34976]: Adjusting osd_memory_target on smithi043 to 5697M 2024-05-16T15:42:28.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:28 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:28.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:28 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:42:28.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:28 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:42:28.935 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:28 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:29.172 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:28 smithi157 ceph-mon[35584]: osdmap e43: 7 total, 7 up, 7 in 2024-05-16T15:42:29.172 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:28 smithi157 ceph-mon[35584]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 230 MiB used, 626 GiB / 626 GiB avail 2024-05-16T15:42:29.172 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:28 smithi157 ceph-mon[35584]: Detected new or changed devices on smithi043 2024-05-16T15:42:29.172 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:28 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:29.172 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:28 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:29.173 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:28 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:42:29.173 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:28 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:42:29.173 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:28 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:42:29.173 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:28 smithi157 ceph-mon[35584]: Adjusting osd_memory_target on smithi043 to 5697M 2024-05-16T15:42:29.173 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:28 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:29.173 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:28 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:42:29.173 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:28 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:42:29.173 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:28 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:29.221 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:28 smithi043 ceph-mon[31619]: osdmap e43: 7 total, 7 up, 7 in 2024-05-16T15:42:29.221 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:28 smithi043 ceph-mon[31619]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 230 MiB used, 626 GiB / 626 GiB avail 2024-05-16T15:42:29.222 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:28 smithi043 ceph-mon[31619]: Detected new or changed devices on smithi043 2024-05-16T15:42:29.222 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:28 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:29.222 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:28 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:29.222 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:28 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:42:29.222 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:28 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:42:29.222 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:28 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:42:29.222 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:28 smithi043 ceph-mon[31619]: Adjusting osd_memory_target on smithi043 to 5697M 2024-05-16T15:42:29.222 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:28 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:29.223 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:28 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:42:29.223 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:28 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:42:29.223 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:28 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:29.533 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:29.523+0000 7fcbb13b4700 1 -- 172.21.15.148:0/1421556694 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fcbac101ef0 msgr2=0x7fcbac10bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:42:29.533 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:29.523+0000 7fcbb13b4700 1 --2- 172.21.15.148:0/1421556694 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fcbac101ef0 0x7fcbac10bac0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fcba400b0a0 tx=0x7fcba400b3b0 comp rx=0 tx=0).stop 2024-05-16T15:42:29.533 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:29.523+0000 7fcbb13b4700 1 -- 172.21.15.148:0/1421556694 shutdown_connections 2024-05-16T15:42:29.533 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:29.523+0000 7fcbb13b4700 1 --2- 172.21.15.148:0/1421556694 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fcbac101ef0 0x7fcbac10bac0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:42:29.533 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:29.523+0000 7fcbb13b4700 1 --2- 172.21.15.148:0/1421556694 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcbac104ad0 0x7fcbac104ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:42:29.533 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:29.523+0000 7fcbb13b4700 1 --2- 172.21.15.148:0/1421556694 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fcbac101550 0x7fcbac1019b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:42:29.533 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:29.523+0000 7fcbb13b4700 1 -- 172.21.15.148:0/1421556694 >> 172.21.15.148:0/1421556694 conn(0x7fcbac0fd130 msgr2=0x7fcbac0ff550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:42:29.533 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:29.523+0000 7fcbb13b4700 1 -- 172.21.15.148:0/1421556694 shutdown_connections 2024-05-16T15:42:29.534 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:29.523+0000 7fcbb13b4700 1 -- 172.21.15.148:0/1421556694 wait complete. 2024-05-16T15:42:29.534 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:29.523+0000 7fcbb13b4700 1 Processor -- start 2024-05-16T15:42:29.534 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:29.524+0000 7fcbb13b4700 1 -- start start 2024-05-16T15:42:29.534 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:29.524+0000 7fcbb13b4700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcbac101550 0x7fcbac199520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:42:29.534 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:29.524+0000 7fcbb13b4700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fcbac101ef0 0x7fcbac199a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:42:29.534 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:29.524+0000 7fcbb13b4700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fcbac104ad0 0x7fcbac1a0ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:42:29.534 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:29.524+0000 7fcbb13b4700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fcbac10ee70 con 0x7fcbac101ef0 2024-05-16T15:42:29.534 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:29.524+0000 7fcbb13b4700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fcbac10ecf0 con 0x7fcbac104ad0 2024-05-16T15:42:29.534 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:29.524+0000 7fcbb13b4700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fcbac10eff0 con 0x7fcbac101550 2024-05-16T15:42:29.534 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:29.524+0000 7fcbaaffd700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcbac101550 0x7fcbac199520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:42:29.534 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:29.524+0000 7fcbaaffd700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcbac101550 0x7fcbac199520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.148:54104/0 (socket says 172.21.15.148:54104) 2024-05-16T15:42:29.534 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:29.524+0000 7fcbaaffd700 1 -- 172.21.15.148:0/1120042209 learned_addr learned my addr 172.21.15.148:0/1120042209 (peer_addr_for_me v2:172.21.15.148:0/0) 2024-05-16T15:42:29.534 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:29.524+0000 7fcba27fc700 1 --2- 172.21.15.148:0/1120042209 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fcbac101ef0 0x7fcbac199a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:42:29.535 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:29.524+0000 7fcbab7fe700 1 --2- 172.21.15.148:0/1120042209 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fcbac104ad0 0x7fcbac1a0ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:42:29.535 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:29.524+0000 7fcbaaffd700 1 -- 172.21.15.148:0/1120042209 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fcbac104ad0 msgr2=0x7fcbac1a0ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:42:29.535 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:29.524+0000 7fcbaaffd700 1 --2- 172.21.15.148:0/1120042209 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fcbac104ad0 0x7fcbac1a0ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:42:29.535 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:29.524+0000 7fcbaaffd700 1 -- 172.21.15.148:0/1120042209 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fcbac101ef0 msgr2=0x7fcbac199a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:42:29.535 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:29.524+0000 7fcbaaffd700 1 --2- 172.21.15.148:0/1120042209 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fcbac101ef0 0x7fcbac199a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:42:29.535 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:29.524+0000 7fcbaaffd700 1 -- 172.21.15.148:0/1120042209 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbac1a1180 con 0x7fcbac101550 2024-05-16T15:42:29.535 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:29.524+0000 7fcbab7fe700 1 --2- 172.21.15.148:0/1120042209 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fcbac104ad0 0x7fcbac1a0ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:42:29.535 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:29.525+0000 7fcbaaffd700 1 --2- 172.21.15.148:0/1120042209 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcbac101550 0x7fcbac199520 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fcb9c00d9b0 tx=0x7fcb9c00dcc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:42:29.535 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:29.525+0000 7fcba8ff9700 1 -- 172.21.15.148:0/1120042209 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb9c017030 con 0x7fcbac101550 2024-05-16T15:42:29.535 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:29.525+0000 7fcbb13b4700 1 -- 172.21.15.148:0/1120042209 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcbac1a1410 con 0x7fcbac101550 2024-05-16T15:42:29.535 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:29.525+0000 7fcba8ff9700 1 -- 172.21.15.148:0/1120042209 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcb9c0044b0 con 0x7fcbac101550 2024-05-16T15:42:29.536 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:29.525+0000 7fcba8ff9700 1 -- 172.21.15.148:0/1120042209 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb9c0038e0 con 0x7fcbac101550 2024-05-16T15:42:29.536 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:29.525+0000 7fcbb13b4700 1 -- 172.21.15.148:0/1120042209 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcbac1a1950 con 0x7fcbac101550 2024-05-16T15:42:29.536 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:29.526+0000 7fcbb13b4700 1 -- 172.21.15.148:0/1120042209 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcbac06a190 con 0x7fcbac101550 2024-05-16T15:42:29.537 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:29.527+0000 7fcba8ff9700 1 -- 172.21.15.148:0/1120042209 <== mon.1 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fcb9c01a070 con 0x7fcbac101550 2024-05-16T15:42:29.537 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:29.528+0000 7fcba8ff9700 1 --2- 172.21.15.148:0/1120042209 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fcb980b2880 0x7fcb980b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:42:29.537 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:29.528+0000 7fcba8ff9700 1 -- 172.21.15.148:0/1120042209 <== mon.1 v2:172.21.15.157:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 4965+0+0 (secure 0 0 0) 0x7fcb9c0e1200 con 0x7fcbac101550 2024-05-16T15:42:29.537 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:29.528+0000 7fcba27fc700 1 --2- 172.21.15.148:0/1120042209 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fcb980b2880 0x7fcb980b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:42:29.537 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:29.529+0000 7fcba27fc700 1 --2- 172.21.15.148:0/1120042209 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fcb980b2880 0x7fcb980b4d40 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fcb94005950 tx=0x7fcb9400b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:42:29.539 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:29.531+0000 7fcba8ff9700 1 -- 172.21.15.148:0/1120042209 <== mon.1 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fcb9c0a9b90 con 0x7fcbac101550 2024-05-16T15:42:29.753 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:29.745+0000 7fcbb13b4700 1 -- 172.21.15.148:0/1120042209 --> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7fcbac0638e0 con 0x7fcb980b2880 2024-05-16T15:42:30.172 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:29 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-16T15:42:30.172 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:29 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-16T15:42:30.172 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:29 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:42:30.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:29 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-16T15:42:30.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:29 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-16T15:42:30.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:29 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:42:30.221 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:29 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-16T15:42:30.221 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:29 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-16T15:42:30.221 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:29 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:42:31.172 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:30 smithi157 ceph-mon[35584]: from='client.24277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:42:31.172 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:30 smithi157 ceph-mon[35584]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 230 MiB used, 626 GiB / 626 GiB avail 2024-05-16T15:42:31.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:30 smithi148 ceph-mon[34976]: from='client.24277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:42:31.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:30 smithi148 ceph-mon[34976]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 230 MiB used, 626 GiB / 626 GiB avail 2024-05-16T15:42:31.221 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:30 smithi043 ceph-mon[31619]: from='client.24277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:42:31.221 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:30 smithi043 ceph-mon[31619]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 230 MiB used, 626 GiB / 626 GiB avail 2024-05-16T15:42:33.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:33 smithi148 ceph-mon[34976]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 230 MiB used, 626 GiB / 626 GiB avail 2024-05-16T15:42:33.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:33 smithi148 ceph-mon[34976]: from='client.? 172.21.15.148:0/3302733904' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6a39c63f-8d2b-475f-8026-869d766fde01"}]: dispatch 2024-05-16T15:42:33.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:33 smithi148 ceph-mon[34976]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6a39c63f-8d2b-475f-8026-869d766fde01"}]: dispatch 2024-05-16T15:42:33.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:33 smithi148 ceph-mon[34976]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6a39c63f-8d2b-475f-8026-869d766fde01"}]': finished 2024-05-16T15:42:33.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:33 smithi148 ceph-mon[34976]: osdmap e44: 8 total, 7 up, 8 in 2024-05-16T15:42:33.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:33 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-16T15:42:33.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:33 smithi157 ceph-mon[35584]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 230 MiB used, 626 GiB / 626 GiB avail 2024-05-16T15:42:33.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:33 smithi157 ceph-mon[35584]: from='client.? 172.21.15.148:0/3302733904' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6a39c63f-8d2b-475f-8026-869d766fde01"}]: dispatch 2024-05-16T15:42:33.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:33 smithi157 ceph-mon[35584]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6a39c63f-8d2b-475f-8026-869d766fde01"}]: dispatch 2024-05-16T15:42:33.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:33 smithi157 ceph-mon[35584]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6a39c63f-8d2b-475f-8026-869d766fde01"}]': finished 2024-05-16T15:42:33.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:33 smithi157 ceph-mon[35584]: osdmap e44: 8 total, 7 up, 8 in 2024-05-16T15:42:33.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:33 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-16T15:42:33.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:33 smithi043 ceph-mon[31619]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 230 MiB used, 626 GiB / 626 GiB avail 2024-05-16T15:42:33.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:33 smithi043 ceph-mon[31619]: from='client.? 172.21.15.148:0/3302733904' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6a39c63f-8d2b-475f-8026-869d766fde01"}]: dispatch 2024-05-16T15:42:33.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:33 smithi043 ceph-mon[31619]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6a39c63f-8d2b-475f-8026-869d766fde01"}]: dispatch 2024-05-16T15:42:33.472 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:33 smithi043 ceph-mon[31619]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6a39c63f-8d2b-475f-8026-869d766fde01"}]': finished 2024-05-16T15:42:33.472 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:33 smithi043 ceph-mon[31619]: osdmap e44: 8 total, 7 up, 8 in 2024-05-16T15:42:33.472 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:33 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-16T15:42:34.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:34 smithi157 ceph-mon[35584]: from='client.? 172.21.15.148:0/711632207' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-16T15:42:34.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:34 smithi148 ceph-mon[34976]: from='client.? 172.21.15.148:0/711632207' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-16T15:42:34.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:34 smithi043 ceph-mon[31619]: from='client.? 172.21.15.148:0/711632207' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-16T15:42:35.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:35 smithi157 ceph-mon[35584]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 230 MiB used, 626 GiB / 626 GiB avail 2024-05-16T15:42:35.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:35 smithi148 ceph-mon[34976]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 230 MiB used, 626 GiB / 626 GiB avail 2024-05-16T15:42:35.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:35 smithi043 ceph-mon[31619]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 230 MiB used, 626 GiB / 626 GiB avail 2024-05-16T15:42:37.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:37 smithi148 ceph-mon[34976]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 230 MiB used, 626 GiB / 626 GiB avail 2024-05-16T15:42:37.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:37 smithi157 ceph-mon[35584]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 230 MiB used, 626 GiB / 626 GiB avail 2024-05-16T15:42:37.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:37 smithi043 ceph-mon[31619]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 230 MiB used, 626 GiB / 626 GiB avail 2024-05-16T15:42:39.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:39 smithi148 ceph-mon[34976]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 230 MiB used, 626 GiB / 626 GiB avail 2024-05-16T15:42:39.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:39 smithi157 ceph-mon[35584]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 230 MiB used, 626 GiB / 626 GiB avail 2024-05-16T15:42:39.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:39 smithi043 ceph-mon[31619]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 230 MiB used, 626 GiB / 626 GiB avail 2024-05-16T15:42:40.172 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:40 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-16T15:42:40.172 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:40 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:42:40.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:40 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-16T15:42:40.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:40 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:42:40.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:40 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-16T15:42:40.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:40 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:42:41.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:41 smithi148 ceph-mon[34976]: Deploying daemon osd.7 on smithi148 2024-05-16T15:42:41.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:41 smithi148 ceph-mon[34976]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 230 MiB used, 626 GiB / 626 GiB avail 2024-05-16T15:42:41.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:41 smithi157 ceph-mon[35584]: Deploying daemon osd.7 on smithi148 2024-05-16T15:42:41.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:41 smithi157 ceph-mon[35584]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 230 MiB used, 626 GiB / 626 GiB avail 2024-05-16T15:42:41.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:41 smithi043 ceph-mon[31619]: Deploying daemon osd.7 on smithi148 2024-05-16T15:42:41.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:41 smithi043 ceph-mon[31619]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 230 MiB used, 626 GiB / 626 GiB avail 2024-05-16T15:42:43.293 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:43 smithi043 ceph-mon[31619]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 230 MiB used, 626 GiB / 626 GiB avail 2024-05-16T15:42:43.339 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:43 smithi148 ceph-mon[34976]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 230 MiB used, 626 GiB / 626 GiB avail 2024-05-16T15:42:43.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:43 smithi157 ceph-mon[35584]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 230 MiB used, 626 GiB / 626 GiB avail 2024-05-16T15:42:45.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:45 smithi148 ceph-mon[34976]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 230 MiB used, 626 GiB / 626 GiB avail 2024-05-16T15:42:45.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:45 smithi157 ceph-mon[35584]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 230 MiB used, 626 GiB / 626 GiB avail 2024-05-16T15:42:45.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:45 smithi043 ceph-mon[31619]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 230 MiB used, 626 GiB / 626 GiB avail 2024-05-16T15:42:46.901 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:46 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:46.901 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:46 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:42:46.901 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:46 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:46.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:46 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:46.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:46 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:42:46.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:46 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:46.971 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:46 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:46.971 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:46 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:42:46.971 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:46 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:47.785 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:47 smithi148 ceph-mon[34976]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 230 MiB used, 626 GiB / 626 GiB avail 2024-05-16T15:42:47.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:47 smithi157 ceph-mon[35584]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 230 MiB used, 626 GiB / 626 GiB avail 2024-05-16T15:42:47.971 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:47 smithi043 ceph-mon[31619]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 230 MiB used, 626 GiB / 626 GiB avail 2024-05-16T15:42:49.022 INFO:teuthology.orchestra.run.smithi148.stdout:Created osd(s) 7 on host 'smithi148' 2024-05-16T15:42:49.022 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:49.014+0000 7fcba8ff9700 1 -- 172.21.15.148:0/1120042209 <== mgr.14150 v2:172.21.15.43:6800/198025071 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fcbac0638e0 con 0x7fcb980b2880 2024-05-16T15:42:49.024 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:49.017+0000 7fcbb13b4700 1 -- 172.21.15.148:0/1120042209 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fcb980b2880 msgr2=0x7fcb980b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:42:49.024 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:49.017+0000 7fcbb13b4700 1 --2- 172.21.15.148:0/1120042209 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fcb980b2880 0x7fcb980b4d40 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fcb94005950 tx=0x7fcb9400b410 comp rx=0 tx=0).stop 2024-05-16T15:42:49.024 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:49.017+0000 7fcbb13b4700 1 -- 172.21.15.148:0/1120042209 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcbac101550 msgr2=0x7fcbac199520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:42:49.024 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:49.017+0000 7fcbb13b4700 1 --2- 172.21.15.148:0/1120042209 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcbac101550 0x7fcbac199520 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fcb9c00d9b0 tx=0x7fcb9c00dcc0 comp rx=0 tx=0).stop 2024-05-16T15:42:49.024 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:49.017+0000 7fcbb13b4700 1 -- 172.21.15.148:0/1120042209 shutdown_connections 2024-05-16T15:42:49.024 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:49.017+0000 7fcbb13b4700 1 --2- 172.21.15.148:0/1120042209 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fcbac104ad0 0x7fcbac1a0ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:42:49.024 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:49.017+0000 7fcbb13b4700 1 --2- 172.21.15.148:0/1120042209 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcbac101550 0x7fcbac199520 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:42:49.024 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:49.017+0000 7fcbb13b4700 1 --2- 172.21.15.148:0/1120042209 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fcb980b2880 0x7fcb980b4d40 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:42:49.024 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:49.017+0000 7fcbb13b4700 1 --2- 172.21.15.148:0/1120042209 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fcbac101ef0 0x7fcbac199a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:42:49.024 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:49.017+0000 7fcbb13b4700 1 -- 172.21.15.148:0/1120042209 >> 172.21.15.148:0/1120042209 conn(0x7fcbac0fd130 msgr2=0x7fcbac107bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:42:49.025 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:49.017+0000 7fcbb13b4700 1 -- 172.21.15.148:0/1120042209 shutdown_connections 2024-05-16T15:42:49.025 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:42:49.017+0000 7fcbb13b4700 1 -- 172.21.15.148:0/1120042209 wait complete. 2024-05-16T15:42:49.618 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:49 smithi148 ceph-mon[34976]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 230 MiB used, 626 GiB / 626 GiB avail 2024-05-16T15:42:49.618 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:49 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:49.618 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:49 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:49.618 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:49 smithi148 ceph-mon[34976]: from='osd.7 [v2:172.21.15.148:6816/3852418694,v1:172.21.15.148:6817/3852418694]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-16T15:42:49.618 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:49 smithi148 ceph-mon[34976]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-16T15:42:49.644 DEBUG:teuthology.orchestra.run.smithi148:osd.7> sudo journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@osd.7.service 2024-05-16T15:42:49.646 INFO:tasks.cephadm:Deploying osd.8 on smithi157 with /dev/vg_nvme/lv_2... 2024-05-16T15:42:49.646 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-05-16T15:42:49.898 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.c/config 2024-05-16T15:42:49.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:49 smithi157 ceph-mon[35584]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 230 MiB used, 626 GiB / 626 GiB avail 2024-05-16T15:42:49.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:49 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:49.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:49 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:49.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:49 smithi157 ceph-mon[35584]: from='osd.7 [v2:172.21.15.148:6816/3852418694,v1:172.21.15.148:6817/3852418694]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-16T15:42:49.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:49 smithi157 ceph-mon[35584]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-16T15:42:49.971 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:49 smithi043 ceph-mon[31619]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 230 MiB used, 626 GiB / 626 GiB avail 2024-05-16T15:42:49.971 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:49 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:49.971 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:49 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:49.971 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:49 smithi043 ceph-mon[31619]: from='osd.7 [v2:172.21.15.148:6816/3852418694,v1:172.21.15.148:6817/3852418694]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-16T15:42:49.971 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:49 smithi043 ceph-mon[31619]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-16T15:42:50.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:50 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:50.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:50 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:50.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:50 smithi148 ceph-mon[34976]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 230 MiB used, 626 GiB / 626 GiB avail 2024-05-16T15:42:50.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:50 smithi148 ceph-mon[34976]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-05-16T15:42:50.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:50 smithi148 ceph-mon[34976]: osdmap e45: 8 total, 7 up, 8 in 2024-05-16T15:42:50.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:50 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-16T15:42:50.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:50 smithi148 ceph-mon[34976]: from='osd.7 [v2:172.21.15.148:6816/3852418694,v1:172.21.15.148:6817/3852418694]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-05-16T15:42:50.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:50 smithi148 ceph-mon[34976]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-05-16T15:42:51.035 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:50 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:51.035 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:50 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:51.035 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:50 smithi157 ceph-mon[35584]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 230 MiB used, 626 GiB / 626 GiB avail 2024-05-16T15:42:51.035 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:50 smithi157 ceph-mon[35584]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-05-16T15:42:51.035 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:50 smithi157 ceph-mon[35584]: osdmap e45: 8 total, 7 up, 8 in 2024-05-16T15:42:51.035 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:50 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-16T15:42:51.035 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:50 smithi157 ceph-mon[35584]: from='osd.7 [v2:172.21.15.148:6816/3852418694,v1:172.21.15.148:6817/3852418694]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-05-16T15:42:51.035 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:50 smithi157 ceph-mon[35584]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-05-16T15:42:51.221 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:50 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:51.221 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:50 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:51.221 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:50 smithi043 ceph-mon[31619]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 230 MiB used, 626 GiB / 626 GiB avail 2024-05-16T15:42:51.222 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:50 smithi043 ceph-mon[31619]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-05-16T15:42:51.222 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:50 smithi043 ceph-mon[31619]: osdmap e45: 8 total, 7 up, 8 in 2024-05-16T15:42:51.222 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:50 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-16T15:42:51.222 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:50 smithi043 ceph-mon[31619]: from='osd.7 [v2:172.21.15.148:6816/3852418694,v1:172.21.15.148:6817/3852418694]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-05-16T15:42:51.222 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:50 smithi043 ceph-mon[31619]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-05-16T15:42:51.355 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:42:51 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:42:51.013+0000 7f976e13b700 -1 osd.7 0 waiting for initial osdmap 2024-05-16T15:42:51.355 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:42:51 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:42:51.020+0000 7f9769f2e700 -1 osd.7 46 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-16T15:42:51.974 INFO:teuthology.orchestra.run.smithi157.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-05-16T15:42:51.974 INFO:teuthology.orchestra.run.smithi157.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-05-16T15:42:51.974 INFO:teuthology.orchestra.run.smithi157.stderr: stderr: 10+0 records in 2024-05-16T15:42:51.974 INFO:teuthology.orchestra.run.smithi157.stderr:10+0 records out 2024-05-16T15:42:51.974 INFO:teuthology.orchestra.run.smithi157.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00840566 s, 1.2 GB/s 2024-05-16T15:42:51.974 INFO:teuthology.orchestra.run.smithi157.stderr:--> Zapping successful for: 2024-05-16T15:42:52.302 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:52 smithi157 ceph-mon[35584]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]': finished 2024-05-16T15:42:52.302 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:52 smithi157 ceph-mon[35584]: osdmap e46: 8 total, 7 up, 8 in 2024-05-16T15:42:52.302 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:52 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-16T15:42:52.302 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:52 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-16T15:42:52.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:52 smithi148 ceph-mon[34976]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]': finished 2024-05-16T15:42:52.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:52 smithi148 ceph-mon[34976]: osdmap e46: 8 total, 7 up, 8 in 2024-05-16T15:42:52.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:52 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-16T15:42:52.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:52 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-16T15:42:52.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:52 smithi043 ceph-mon[31619]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]': finished 2024-05-16T15:42:52.541 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:52 smithi043 ceph-mon[31619]: osdmap e46: 8 total, 7 up, 8 in 2024-05-16T15:42:52.541 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:52 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-16T15:42:52.541 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:52 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-16T15:42:52.629 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi157:vg_nvme/lv_2 2024-05-16T15:42:52.877 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.c/config 2024-05-16T15:42:53.172 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:53 smithi157 ceph-mon[35584]: purged_snaps scrub starts 2024-05-16T15:42:53.172 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:53 smithi157 ceph-mon[35584]: purged_snaps scrub ok 2024-05-16T15:42:53.172 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:53 smithi157 ceph-mon[35584]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 230 MiB used, 626 GiB / 626 GiB avail 2024-05-16T15:42:53.172 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:53 smithi157 ceph-mon[35584]: osd.7 [v2:172.21.15.148:6816/3852418694,v1:172.21.15.148:6817/3852418694] boot 2024-05-16T15:42:53.172 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:53 smithi157 ceph-mon[35584]: osdmap e47: 8 total, 8 up, 8 in 2024-05-16T15:42:53.172 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:53 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-16T15:42:53.173 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:53 smithi157 ceph-mon[35584]: osdmap e48: 8 total, 8 up, 8 in 2024-05-16T15:42:53.297 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:53 smithi148 ceph-mon[34976]: purged_snaps scrub starts 2024-05-16T15:42:53.298 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:53 smithi148 ceph-mon[34976]: purged_snaps scrub ok 2024-05-16T15:42:53.298 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:53 smithi148 ceph-mon[34976]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 230 MiB used, 626 GiB / 626 GiB avail 2024-05-16T15:42:53.298 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:53 smithi148 ceph-mon[34976]: osd.7 [v2:172.21.15.148:6816/3852418694,v1:172.21.15.148:6817/3852418694] boot 2024-05-16T15:42:53.298 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:53 smithi148 ceph-mon[34976]: osdmap e47: 8 total, 8 up, 8 in 2024-05-16T15:42:53.298 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:53 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-16T15:42:53.298 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:53 smithi148 ceph-mon[34976]: osdmap e48: 8 total, 8 up, 8 in 2024-05-16T15:42:53.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:53 smithi043 ceph-mon[31619]: purged_snaps scrub starts 2024-05-16T15:42:53.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:53 smithi043 ceph-mon[31619]: purged_snaps scrub ok 2024-05-16T15:42:53.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:53 smithi043 ceph-mon[31619]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 230 MiB used, 626 GiB / 626 GiB avail 2024-05-16T15:42:53.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:53 smithi043 ceph-mon[31619]: osd.7 [v2:172.21.15.148:6816/3852418694,v1:172.21.15.148:6817/3852418694] boot 2024-05-16T15:42:53.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:53 smithi043 ceph-mon[31619]: osdmap e47: 8 total, 8 up, 8 in 2024-05-16T15:42:53.472 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:53 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-16T15:42:53.472 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:53 smithi043 ceph-mon[31619]: osdmap e48: 8 total, 8 up, 8 in 2024-05-16T15:42:54.469 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:42:54.459+0000 7f19b7a17700 1 -- 172.21.15.157:0/3311289736 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f19b0103fa0 msgr2=0x7f19b010a850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:42:54.469 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:42:54.459+0000 7f19b7a17700 1 --2- 172.21.15.157:0/3311289736 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f19b0103fa0 0x7f19b010a850 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f19a800b0a0 tx=0x7f19a800b3b0 comp rx=0 tx=0).stop 2024-05-16T15:42:54.469 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:42:54.459+0000 7f19b7a17700 1 -- 172.21.15.157:0/3311289736 shutdown_connections 2024-05-16T15:42:54.469 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:42:54.459+0000 7f19b7a17700 1 --2- 172.21.15.157:0/3311289736 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f19b0103fa0 0x7f19b010a850 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:42:54.470 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:42:54.459+0000 7f19b7a17700 1 --2- 172.21.15.157:0/3311289736 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f19b0102400 0x7f19b0102820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:42:54.470 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:42:54.459+0000 7f19b7a17700 1 --2- 172.21.15.157:0/3311289736 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f19b0103600 0x7f19b0103a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:42:54.470 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:42:54.459+0000 7f19b7a17700 1 -- 172.21.15.157:0/3311289736 >> 172.21.15.157:0/3311289736 conn(0x7f19b00fd9a0 msgr2=0x7f19b00ffde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:42:54.470 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:42:54.459+0000 7f19b7a17700 1 -- 172.21.15.157:0/3311289736 shutdown_connections 2024-05-16T15:42:54.470 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:42:54.459+0000 7f19b7a17700 1 -- 172.21.15.157:0/3311289736 wait complete. 2024-05-16T15:42:54.470 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:42:54.460+0000 7f19b7a17700 1 Processor -- start 2024-05-16T15:42:54.470 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:42:54.460+0000 7f19b7a17700 1 -- start start 2024-05-16T15:42:54.470 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:42:54.460+0000 7f19b7a17700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f19b0102400 0x7f19b0106390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:42:54.470 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:42:54.460+0000 7f19b7a17700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f19b0103600 0x7f19b01049e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:42:54.470 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:42:54.460+0000 7f19b7a17700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f19b0103fa0 0x7f19b0104f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:42:54.470 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:42:54.460+0000 7f19b7a17700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f19b010dd40 con 0x7f19b0103600 2024-05-16T15:42:54.470 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:42:54.460+0000 7f19b7a17700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f19b010dbc0 con 0x7f19b0102400 2024-05-16T15:42:54.471 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:42:54.460+0000 7f19b7a17700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f19b010dec0 con 0x7f19b0103fa0 2024-05-16T15:42:54.471 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:42:54.460+0000 7f19b5fb4700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f19b0103fa0 0x7f19b0104f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:42:54.471 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:42:54.460+0000 7f19b5fb4700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f19b0103fa0 0x7f19b0104f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:59658/0 (socket says 172.21.15.157:59658) 2024-05-16T15:42:54.471 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:42:54.460+0000 7f19b5fb4700 1 -- 172.21.15.157:0/3831374228 learned_addr learned my addr 172.21.15.157:0/3831374228 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-05-16T15:42:54.471 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:42:54.460+0000 7f19b57b3700 1 --2- 172.21.15.157:0/3831374228 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f19b0102400 0x7f19b0106390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:42:54.471 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:42:54.460+0000 7f19b4fb2700 1 --2- 172.21.15.157:0/3831374228 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f19b0103600 0x7f19b01049e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:42:54.471 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:42:54.460+0000 7f19b5fb4700 1 -- 172.21.15.157:0/3831374228 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f19b0102400 msgr2=0x7f19b0106390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:42:54.471 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:42:54.460+0000 7f19b5fb4700 1 --2- 172.21.15.157:0/3831374228 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f19b0102400 0x7f19b0106390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:42:54.471 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:42:54.460+0000 7f19b5fb4700 1 -- 172.21.15.157:0/3831374228 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f19b0103600 msgr2=0x7f19b01049e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:42:54.471 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:42:54.460+0000 7f19b5fb4700 1 --2- 172.21.15.157:0/3831374228 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f19b0103600 0x7f19b01049e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:42:54.471 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:42:54.460+0000 7f19b5fb4700 1 -- 172.21.15.157:0/3831374228 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19b01057d0 con 0x7f19b0103fa0 2024-05-16T15:42:54.471 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:42:54.461+0000 7f19b5fb4700 1 --2- 172.21.15.157:0/3831374228 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f19b0103fa0 0x7f19b0104f20 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f19a800b830 tx=0x7f19a8007c60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:42:54.471 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:42:54.461+0000 7f19a67fc700 1 -- 172.21.15.157:0/3831374228 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19a8021020 con 0x7f19b0103fa0 2024-05-16T15:42:54.472 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:42:54.461+0000 7f19a67fc700 1 -- 172.21.15.157:0/3831374228 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f19a801d900 con 0x7f19b0103fa0 2024-05-16T15:42:54.472 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:42:54.461+0000 7f19b7a17700 1 -- 172.21.15.157:0/3831374228 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19b01a36b0 con 0x7f19b0103fa0 2024-05-16T15:42:54.472 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:42:54.461+0000 7f19a67fc700 1 -- 172.21.15.157:0/3831374228 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19a8005290 con 0x7f19b0103fa0 2024-05-16T15:42:54.472 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:42:54.461+0000 7f19b7a17700 1 -- 172.21.15.157:0/3831374228 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19b01a3b60 con 0x7f19b0103fa0 2024-05-16T15:42:54.472 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:42:54.462+0000 7f19b7a17700 1 -- 172.21.15.157:0/3831374228 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f19b006a190 con 0x7f19b0103fa0 2024-05-16T15:42:54.472 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:54 smithi043 ceph-mon[31619]: osdmap e49: 8 total, 8 up, 8 in 2024-05-16T15:42:54.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:54 smithi043 ceph-mon[31619]: Detected new or changed devices on smithi148 2024-05-16T15:42:54.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:54 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:54.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:54 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:54.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:54 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:42:54.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:54 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:42:54.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:54 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:42:54.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:54 smithi043 ceph-mon[31619]: Adjusting osd_memory_target on smithi148 to 5696M 2024-05-16T15:42:54.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:54 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:54.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:54 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:42:54.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:54 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:42:54.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:54 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:54.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:54 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:42:54.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:54 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:42:54.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:54 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:42:54.474 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:54 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:54.474 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:42:54.463+0000 7f19a67fc700 1 -- 172.21.15.157:0/3831374228 <== mon.1 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f19a8024020 con 0x7f19b0103fa0 2024-05-16T15:42:54.474 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:42:54.464+0000 7f19a67fc700 1 --2- 172.21.15.157:0/3831374228 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f199c0b2900 0x7f199c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:42:54.474 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:42:54.464+0000 7f19a67fc700 1 -- 172.21.15.157:0/3831374228 <== mon.1 v2:172.21.15.157:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 5397+0+0 (secure 0 0 0) 0x7f19a800f020 con 0x7f19b0103fa0 2024-05-16T15:42:54.475 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:42:54.464+0000 7f19b57b3700 1 --2- 172.21.15.157:0/3831374228 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f199c0b2900 0x7f199c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:42:54.475 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:42:54.465+0000 7f19b57b3700 1 --2- 172.21.15.157:0/3831374228 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f199c0b2900 0x7f199c0b4dc0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f19b0103460 tx=0x7f19ac00b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:42:54.475 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:42:54.467+0000 7f19a67fc700 1 -- 172.21.15.157:0/3831374228 <== mon.1 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f19a80074e0 con 0x7f19b0103fa0 2024-05-16T15:42:54.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:54 smithi157 ceph-mon[35584]: osdmap e49: 8 total, 8 up, 8 in 2024-05-16T15:42:54.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:54 smithi157 ceph-mon[35584]: Detected new or changed devices on smithi148 2024-05-16T15:42:54.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:54 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:54.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:54 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:54.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:54 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:42:54.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:54 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:42:54.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:54 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:42:54.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:54 smithi157 ceph-mon[35584]: Adjusting osd_memory_target on smithi148 to 5696M 2024-05-16T15:42:54.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:54 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:54.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:54 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:42:54.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:54 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:42:54.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:54 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:54.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:54 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:42:54.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:54 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:42:54.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:54 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:42:54.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:54 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:54.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:54 smithi148 ceph-mon[34976]: osdmap e49: 8 total, 8 up, 8 in 2024-05-16T15:42:54.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:54 smithi148 ceph-mon[34976]: Detected new or changed devices on smithi148 2024-05-16T15:42:54.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:54 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:54.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:54 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:54.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:54 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:42:54.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:54 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:42:54.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:54 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:42:54.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:54 smithi148 ceph-mon[34976]: Adjusting osd_memory_target on smithi148 to 5696M 2024-05-16T15:42:54.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:54 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:54.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:54 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:42:54.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:54 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:42:54.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:54 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:54.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:54 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:42:54.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:54 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:42:54.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:54 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:42:54.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:54 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:42:54.694 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:42:54.687+0000 7f19b7a17700 1 -- 172.21.15.157:0/3831374228 --> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi157:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f19b01a3e80 con 0x7f199c0b2900 2024-05-16T15:42:55.590 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:55 smithi157 ceph-mon[35584]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 715 GiB / 715 GiB avail 2024-05-16T15:42:55.590 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:55 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-16T15:42:55.590 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:55 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-16T15:42:55.590 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:55 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:42:55.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:55 smithi148 ceph-mon[34976]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 715 GiB / 715 GiB avail 2024-05-16T15:42:55.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:55 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-16T15:42:55.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:55 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-16T15:42:55.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:55 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:42:55.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:55 smithi043 ceph-mon[31619]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 715 GiB / 715 GiB avail 2024-05-16T15:42:55.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:55 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-16T15:42:55.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:55 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-16T15:42:55.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:55 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:42:56.575 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:56 smithi157 ceph-mon[35584]: from='client.24298 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi157:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:42:56.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:56 smithi148 ceph-mon[34976]: from='client.24298 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi157:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:42:56.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:56 smithi043 ceph-mon[31619]: from='client.24298 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi157:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:42:57.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:57 smithi157 ceph-mon[35584]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-16T15:42:57.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:57 smithi148 ceph-mon[34976]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-16T15:42:57.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:57 smithi043 ceph-mon[31619]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-16T15:42:58.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:58 smithi157 ceph-mon[35584]: from='client.? 172.21.15.157:0/3402439960' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f9e0ed4f-7211-43b5-bac9-33a64cec91d5"}]: dispatch 2024-05-16T15:42:58.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:58 smithi157 ceph-mon[35584]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f9e0ed4f-7211-43b5-bac9-33a64cec91d5"}]: dispatch 2024-05-16T15:42:58.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:58 smithi157 ceph-mon[35584]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f9e0ed4f-7211-43b5-bac9-33a64cec91d5"}]': finished 2024-05-16T15:42:58.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:58 smithi157 ceph-mon[35584]: osdmap e50: 9 total, 8 up, 9 in 2024-05-16T15:42:58.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:58 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-16T15:42:58.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:58 smithi157 ceph-mon[35584]: from='client.? 172.21.15.157:0/537981312' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-16T15:42:58.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:58 smithi148 ceph-mon[34976]: from='client.? 172.21.15.157:0/3402439960' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f9e0ed4f-7211-43b5-bac9-33a64cec91d5"}]: dispatch 2024-05-16T15:42:58.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:58 smithi148 ceph-mon[34976]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f9e0ed4f-7211-43b5-bac9-33a64cec91d5"}]: dispatch 2024-05-16T15:42:58.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:58 smithi148 ceph-mon[34976]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f9e0ed4f-7211-43b5-bac9-33a64cec91d5"}]': finished 2024-05-16T15:42:58.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:58 smithi148 ceph-mon[34976]: osdmap e50: 9 total, 8 up, 9 in 2024-05-16T15:42:58.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:58 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-16T15:42:58.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:58 smithi148 ceph-mon[34976]: from='client.? 172.21.15.157:0/537981312' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-16T15:42:58.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:58 smithi043 ceph-mon[31619]: from='client.? 172.21.15.157:0/3402439960' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f9e0ed4f-7211-43b5-bac9-33a64cec91d5"}]: dispatch 2024-05-16T15:42:58.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:58 smithi043 ceph-mon[31619]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f9e0ed4f-7211-43b5-bac9-33a64cec91d5"}]: dispatch 2024-05-16T15:42:58.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:58 smithi043 ceph-mon[31619]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f9e0ed4f-7211-43b5-bac9-33a64cec91d5"}]': finished 2024-05-16T15:42:58.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:58 smithi043 ceph-mon[31619]: osdmap e50: 9 total, 8 up, 9 in 2024-05-16T15:42:58.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:58 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-16T15:42:58.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:58 smithi043 ceph-mon[31619]: from='client.? 172.21.15.157:0/537981312' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-16T15:42:59.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:42:59 smithi157 ceph-mon[35584]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 715 GiB / 715 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-05-16T15:42:59.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:42:59 smithi148 ceph-mon[34976]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 715 GiB / 715 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-05-16T15:42:59.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:42:59 smithi043 ceph-mon[31619]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 715 GiB / 715 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-05-16T15:43:01.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:01 smithi157 ceph-mon[35584]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 715 GiB / 715 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-05-16T15:43:01.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:01 smithi148 ceph-mon[34976]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 715 GiB / 715 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-05-16T15:43:01.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:01 smithi043 ceph-mon[31619]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 715 GiB / 715 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-05-16T15:43:03.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:03 smithi157 ceph-mon[35584]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 715 GiB / 715 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-05-16T15:43:03.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:03 smithi148 ceph-mon[34976]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 715 GiB / 715 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-05-16T15:43:03.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:03 smithi043 ceph-mon[31619]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 715 GiB / 715 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-05-16T15:43:05.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:05 smithi157 ceph-mon[35584]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-16T15:43:05.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:05 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-05-16T15:43:05.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:05 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:43:05.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:05 smithi148 ceph-mon[34976]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-16T15:43:05.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:05 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-05-16T15:43:05.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:05 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:43:05.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:05 smithi043 ceph-mon[31619]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-16T15:43:05.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:05 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-05-16T15:43:05.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:05 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:43:06.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:06 smithi157 ceph-mon[35584]: Deploying daemon osd.8 on smithi157 2024-05-16T15:43:06.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:06 smithi148 ceph-mon[34976]: Deploying daemon osd.8 on smithi157 2024-05-16T15:43:06.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:06 smithi043 ceph-mon[31619]: Deploying daemon osd.8 on smithi157 2024-05-16T15:43:07.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:07 smithi157 ceph-mon[35584]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-16T15:43:07.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:07 smithi148 ceph-mon[34976]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-16T15:43:07.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:07 smithi043 ceph-mon[31619]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-16T15:43:09.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:09 smithi148 ceph-mon[34976]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 715 GiB / 715 GiB avail 2024-05-16T15:43:09.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:09 smithi043 ceph-mon[31619]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 715 GiB / 715 GiB avail 2024-05-16T15:43:09.819 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:09 smithi157 ceph-mon[35584]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 715 GiB / 715 GiB avail 2024-05-16T15:43:11.669 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:11 smithi157 ceph-mon[35584]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 715 GiB / 715 GiB avail 2024-05-16T15:43:11.669 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:11 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:11.669 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:11 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:11.669 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:11 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:43:11.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:11 smithi148 ceph-mon[34976]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 715 GiB / 715 GiB avail 2024-05-16T15:43:11.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:11 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:11.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:11 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:11.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:11 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:43:11.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:11 smithi043 ceph-mon[31619]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 715 GiB / 715 GiB avail 2024-05-16T15:43:11.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:11 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:11.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:11 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:11.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:11 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:43:13.672 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:13 smithi157 ceph-mon[35584]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 715 GiB / 715 GiB avail 2024-05-16T15:43:13.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:13 smithi043 ceph-mon[31619]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 715 GiB / 715 GiB avail 2024-05-16T15:43:13.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:13 smithi148 ceph-mon[34976]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 715 GiB / 715 GiB avail 2024-05-16T15:43:14.219 INFO:teuthology.orchestra.run.smithi157.stdout:Created osd(s) 8 on host 'smithi157' 2024-05-16T15:43:14.219 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:43:14.210+0000 7f19a67fc700 1 -- 172.21.15.157:0/3831374228 <== mgr.14150 v2:172.21.15.43:6800/198025071 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f19b01a3e80 con 0x7f199c0b2900 2024-05-16T15:43:14.221 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:43:14.213+0000 7f19b7a17700 1 -- 172.21.15.157:0/3831374228 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f199c0b2900 msgr2=0x7f199c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:43:14.221 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:43:14.213+0000 7f19b7a17700 1 --2- 172.21.15.157:0/3831374228 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f199c0b2900 0x7f199c0b4dc0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f19b0103460 tx=0x7f19ac00b410 comp rx=0 tx=0).stop 2024-05-16T15:43:14.221 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:43:14.213+0000 7f19b7a17700 1 -- 172.21.15.157:0/3831374228 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f19b0103fa0 msgr2=0x7f19b0104f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:43:14.221 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:43:14.213+0000 7f19b7a17700 1 --2- 172.21.15.157:0/3831374228 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f19b0103fa0 0x7f19b0104f20 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f19a800b830 tx=0x7f19a8007c60 comp rx=0 tx=0).stop 2024-05-16T15:43:14.221 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:43:14.213+0000 7f19b7a17700 1 -- 172.21.15.157:0/3831374228 shutdown_connections 2024-05-16T15:43:14.221 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:43:14.213+0000 7f19b7a17700 1 --2- 172.21.15.157:0/3831374228 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f19b0103fa0 0x7f19b0104f20 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:43:14.221 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:43:14.213+0000 7f19b7a17700 1 --2- 172.21.15.157:0/3831374228 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f19b0102400 0x7f19b0106390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:43:14.221 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:43:14.213+0000 7f19b7a17700 1 --2- 172.21.15.157:0/3831374228 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f199c0b2900 0x7f199c0b4dc0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:43:14.221 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:43:14.213+0000 7f19b7a17700 1 --2- 172.21.15.157:0/3831374228 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f19b0103600 0x7f19b01049e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:43:14.222 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:43:14.213+0000 7f19b7a17700 1 -- 172.21.15.157:0/3831374228 >> 172.21.15.157:0/3831374228 conn(0x7f19b00fd9a0 msgr2=0x7f19b006b1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:43:14.222 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:43:14.213+0000 7f19b7a17700 1 -- 172.21.15.157:0/3831374228 shutdown_connections 2024-05-16T15:43:14.222 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:43:14.213+0000 7f19b7a17700 1 -- 172.21.15.157:0/3831374228 wait complete. 2024-05-16T15:43:14.858 DEBUG:teuthology.orchestra.run.smithi157:osd.8> sudo journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@osd.8.service 2024-05-16T15:43:14.861 INFO:tasks.cephadm:Deploying osd.9 on smithi043 with /dev/vg_nvme/lv_1... 2024-05-16T15:43:14.861 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-05-16T15:43:15.106 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:43:15.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:15 smithi148 ceph-mon[34976]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 715 GiB / 715 GiB avail 2024-05-16T15:43:15.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:15.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:15.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:15 smithi148 ceph-mon[34976]: from='osd.8 [v2:172.21.15.157:6816/3332637555,v1:172.21.15.157:6817/3332637555]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-16T15:43:15.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:15 smithi148 ceph-mon[34976]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-16T15:43:15.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:15.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:15.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:15 smithi043 ceph-mon[31619]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 715 GiB / 715 GiB avail 2024-05-16T15:43:15.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:15 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:15.472 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:15 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:15.472 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:15 smithi043 ceph-mon[31619]: from='osd.8 [v2:172.21.15.157:6816/3332637555,v1:172.21.15.157:6817/3332637555]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-16T15:43:15.472 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:15 smithi043 ceph-mon[31619]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-16T15:43:15.472 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:15 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:15.472 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:15 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:15.617 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:15 smithi157 ceph-mon[35584]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 715 GiB / 715 GiB avail 2024-05-16T15:43:15.618 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:15 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:15.618 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:15 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:15.618 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:15 smithi157 ceph-mon[35584]: from='osd.8 [v2:172.21.15.157:6816/3332637555,v1:172.21.15.157:6817/3332637555]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-16T15:43:15.618 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:15 smithi157 ceph-mon[35584]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-16T15:43:15.618 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:15 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:15.618 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:15 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:16.535 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:16 smithi043 ceph-mon[31619]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-05-16T15:43:16.536 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:16 smithi043 ceph-mon[31619]: osdmap e51: 9 total, 8 up, 9 in 2024-05-16T15:43:16.536 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:16 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-16T15:43:16.536 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:16 smithi043 ceph-mon[31619]: from='osd.8 [v2:172.21.15.157:6816/3332637555,v1:172.21.15.157:6817/3332637555]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-05-16T15:43:16.536 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:16 smithi043 ceph-mon[31619]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-05-16T15:43:16.812 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:16 smithi157 ceph-mon[35584]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-05-16T15:43:16.812 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:16 smithi157 ceph-mon[35584]: osdmap e51: 9 total, 8 up, 9 in 2024-05-16T15:43:16.812 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:16 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-16T15:43:16.812 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:16 smithi157 ceph-mon[35584]: from='osd.8 [v2:172.21.15.157:6816/3332637555,v1:172.21.15.157:6817/3332637555]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-05-16T15:43:16.812 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:16 smithi157 ceph-mon[35584]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-05-16T15:43:16.812 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:43:16 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:43:16.440+0000 7f550e7ad700 -1 osd.8 0 waiting for initial osdmap 2024-05-16T15:43:16.813 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:43:16 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:43:16.452+0000 7f550a5a0700 -1 osd.8 52 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-16T15:43:16.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:16 smithi148 ceph-mon[34976]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-05-16T15:43:16.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:16 smithi148 ceph-mon[34976]: osdmap e51: 9 total, 8 up, 9 in 2024-05-16T15:43:16.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:16 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-16T15:43:16.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:16 smithi148 ceph-mon[34976]: from='osd.8 [v2:172.21.15.157:6816/3332637555,v1:172.21.15.157:6817/3332637555]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-05-16T15:43:16.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:16 smithi148 ceph-mon[34976]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-05-16T15:43:17.262 INFO:teuthology.orchestra.run.smithi043.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-05-16T15:43:17.262 INFO:teuthology.orchestra.run.smithi043.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-05-16T15:43:17.262 INFO:teuthology.orchestra.run.smithi043.stderr: stderr: 10+0 records in 2024-05-16T15:43:17.262 INFO:teuthology.orchestra.run.smithi043.stderr:10+0 records out 2024-05-16T15:43:17.262 INFO:teuthology.orchestra.run.smithi043.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0083347 s, 1.3 GB/s 2024-05-16T15:43:17.262 INFO:teuthology.orchestra.run.smithi043.stderr:--> Zapping successful for: 2024-05-16T15:43:17.573 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:17 smithi043 ceph-mon[31619]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 715 GiB / 715 GiB avail 2024-05-16T15:43:17.573 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:17 smithi043 ceph-mon[31619]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]': finished 2024-05-16T15:43:17.573 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:17 smithi043 ceph-mon[31619]: osdmap e52: 9 total, 8 up, 9 in 2024-05-16T15:43:17.573 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:17 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-16T15:43:17.573 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:17 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-16T15:43:17.573 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:17 smithi043 ceph-mon[31619]: osd.8 [v2:172.21.15.157:6816/3332637555,v1:172.21.15.157:6817/3332637555] boot 2024-05-16T15:43:17.573 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:17 smithi043 ceph-mon[31619]: osdmap e53: 9 total, 9 up, 9 in 2024-05-16T15:43:17.573 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:17 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-16T15:43:17.809 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:17 smithi157 ceph-mon[35584]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 715 GiB / 715 GiB avail 2024-05-16T15:43:17.809 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:17 smithi157 ceph-mon[35584]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]': finished 2024-05-16T15:43:17.809 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:17 smithi157 ceph-mon[35584]: osdmap e52: 9 total, 8 up, 9 in 2024-05-16T15:43:17.809 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:17 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-16T15:43:17.809 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:17 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-16T15:43:17.809 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:17 smithi157 ceph-mon[35584]: osd.8 [v2:172.21.15.157:6816/3332637555,v1:172.21.15.157:6817/3332637555] boot 2024-05-16T15:43:17.809 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:17 smithi157 ceph-mon[35584]: osdmap e53: 9 total, 9 up, 9 in 2024-05-16T15:43:17.809 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:17 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-16T15:43:17.910 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi043:vg_nvme/lv_1 2024-05-16T15:43:17.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:17 smithi148 ceph-mon[34976]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 715 GiB / 715 GiB avail 2024-05-16T15:43:17.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:17 smithi148 ceph-mon[34976]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]': finished 2024-05-16T15:43:17.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:17 smithi148 ceph-mon[34976]: osdmap e52: 9 total, 8 up, 9 in 2024-05-16T15:43:17.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:17 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-16T15:43:17.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:17 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-16T15:43:17.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:17 smithi148 ceph-mon[34976]: osd.8 [v2:172.21.15.157:6816/3332637555,v1:172.21.15.157:6817/3332637555] boot 2024-05-16T15:43:17.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:17 smithi148 ceph-mon[34976]: osdmap e53: 9 total, 9 up, 9 in 2024-05-16T15:43:17.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:17 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-16T15:43:18.156 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:43:18.545 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:18 smithi043 ceph-mon[31619]: purged_snaps scrub starts 2024-05-16T15:43:18.545 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:18 smithi043 ceph-mon[31619]: purged_snaps scrub ok 2024-05-16T15:43:18.545 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:18 smithi043 ceph-mon[31619]: osdmap e54: 9 total, 9 up, 9 in 2024-05-16T15:43:18.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:18 smithi157 ceph-mon[35584]: purged_snaps scrub starts 2024-05-16T15:43:18.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:18 smithi157 ceph-mon[35584]: purged_snaps scrub ok 2024-05-16T15:43:18.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:18 smithi157 ceph-mon[35584]: osdmap e54: 9 total, 9 up, 9 in 2024-05-16T15:43:18.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:18 smithi148 ceph-mon[34976]: purged_snaps scrub starts 2024-05-16T15:43:18.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:18 smithi148 ceph-mon[34976]: purged_snaps scrub ok 2024-05-16T15:43:18.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:18 smithi148 ceph-mon[34976]: osdmap e54: 9 total, 9 up, 9 in 2024-05-16T15:43:19.608 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:19 smithi043 ceph-mon[31619]: pgmap v192: 1 pgs: 1 peering; 577 KiB data, 284 MiB used, 804 GiB / 805 GiB avail 2024-05-16T15:43:19.608 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:19 smithi043 ceph-mon[31619]: Detected new or changed devices on smithi157 2024-05-16T15:43:19.608 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:19 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:19.608 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:19 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:19.608 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:19 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:43:19.608 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:19 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:43:19.608 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:19 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:43:19.608 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:19 smithi043 ceph-mon[31619]: Adjusting osd_memory_target on smithi157 to 5696M 2024-05-16T15:43:19.608 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:19 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:19.608 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:19 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:43:19.608 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:19 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:43:19.609 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:19 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:19.609 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:19 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:43:19.609 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:19 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:43:19.609 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:19 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:43:19.609 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:19 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:19.609 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:19 smithi043 ceph-mon[31619]: osdmap e55: 9 total, 9 up, 9 in 2024-05-16T15:43:19.832 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:19.822+0000 7f8f29f02700 1 -- 172.21.15.43:0/1200183626 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8f24103fa0 msgr2=0x7f8f2410a850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:43:19.832 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:19.822+0000 7f8f29f02700 1 --2- 172.21.15.43:0/1200183626 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8f24103fa0 0x7f8f2410a850 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f8f1c00b0d0 tx=0x7f8f1c00b3e0 comp rx=0 tx=0).stop 2024-05-16T15:43:19.832 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:19.822+0000 7f8f29f02700 1 -- 172.21.15.43:0/1200183626 shutdown_connections 2024-05-16T15:43:19.832 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:19.822+0000 7f8f29f02700 1 --2- 172.21.15.43:0/1200183626 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8f24103fa0 0x7f8f2410a850 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:43:19.832 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:19.822+0000 7f8f29f02700 1 --2- 172.21.15.43:0/1200183626 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8f24102400 0x7f8f24102820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:43:19.832 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:19.822+0000 7f8f29f02700 1 --2- 172.21.15.43:0/1200183626 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8f24103600 0x7f8f24103a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:43:19.833 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:19.822+0000 7f8f29f02700 1 -- 172.21.15.43:0/1200183626 >> 172.21.15.43:0/1200183626 conn(0x7f8f240fd9a0 msgr2=0x7f8f240ffde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:43:19.833 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:19.822+0000 7f8f29f02700 1 -- 172.21.15.43:0/1200183626 shutdown_connections 2024-05-16T15:43:19.833 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:19.822+0000 7f8f29f02700 1 -- 172.21.15.43:0/1200183626 wait complete. 2024-05-16T15:43:19.833 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:19.823+0000 7f8f29f02700 1 Processor -- start 2024-05-16T15:43:19.833 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:19.823+0000 7f8f29f02700 1 -- start start 2024-05-16T15:43:19.833 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:19.823+0000 7f8f29f02700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8f24102400 0x7f8f2419b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:43:19.833 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:19.823+0000 7f8f29f02700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8f24103600 0x7f8f2419bc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:43:19.833 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:19.823+0000 7f8f29f02700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8f24103fa0 0x7f8f241a2c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:43:19.833 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:19.823+0000 7f8f29f02700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f8f2410dd20 con 0x7f8f24102400 2024-05-16T15:43:19.833 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:19.823+0000 7f8f29f02700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f8f2410dba0 con 0x7f8f24103fa0 2024-05-16T15:43:19.833 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:19.823+0000 7f8f29f02700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f8f2410dea0 con 0x7f8f24103600 2024-05-16T15:43:19.833 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:19.824+0000 7f8f237fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8f24102400 0x7f8f2419b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:43:19.833 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:19.824+0000 7f8f237fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8f24102400 0x7f8f2419b6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:33956/0 (socket says 172.21.15.43:33956) 2024-05-16T15:43:19.833 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:19.824+0000 7f8f237fe700 1 -- 172.21.15.43:0/226075727 learned_addr learned my addr 172.21.15.43:0/226075727 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:43:19.834 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:19.824+0000 7f8f22ffd700 1 --2- 172.21.15.43:0/226075727 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8f24103600 0x7f8f2419bc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:43:19.834 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:19.824+0000 7f8f23fff700 1 --2- 172.21.15.43:0/226075727 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8f24103fa0 0x7f8f241a2c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:43:19.834 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:19.824+0000 7f8f237fe700 1 -- 172.21.15.43:0/226075727 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8f24103600 msgr2=0x7f8f2419bc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:43:19.834 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:19.824+0000 7f8f237fe700 1 --2- 172.21.15.43:0/226075727 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8f24103600 0x7f8f2419bc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:43:19.834 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:19.824+0000 7f8f237fe700 1 -- 172.21.15.43:0/226075727 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8f24103fa0 msgr2=0x7f8f241a2c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:43:19.834 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:19.824+0000 7f8f237fe700 1 --2- 172.21.15.43:0/226075727 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8f24103fa0 0x7f8f241a2c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:43:19.834 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:19.824+0000 7f8f237fe700 1 -- 172.21.15.43:0/226075727 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f241a3320 con 0x7f8f24102400 2024-05-16T15:43:19.834 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:19.824+0000 7f8f23fff700 1 --2- 172.21.15.43:0/226075727 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8f24103fa0 0x7f8f241a2c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:43:19.834 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:19.824+0000 7f8f237fe700 1 --2- 172.21.15.43:0/226075727 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8f24102400 0x7f8f2419b6c0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f8f1400d9b0 tx=0x7f8f1400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:43:19.834 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:19.824+0000 7f8f20ff9700 1 -- 172.21.15.43:0/226075727 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f14016070 con 0x7f8f24102400 2024-05-16T15:43:19.834 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:19.824+0000 7f8f20ff9700 1 -- 172.21.15.43:0/226075727 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8f1400bde0 con 0x7f8f24102400 2024-05-16T15:43:19.835 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:19.824+0000 7f8f29f02700 1 -- 172.21.15.43:0/226075727 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f241a3610 con 0x7f8f24102400 2024-05-16T15:43:19.835 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:19.824+0000 7f8f20ff9700 1 -- 172.21.15.43:0/226075727 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f14010e20 con 0x7f8f24102400 2024-05-16T15:43:19.835 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:19.824+0000 7f8f29f02700 1 -- 172.21.15.43:0/226075727 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f241a3b50 con 0x7f8f24102400 2024-05-16T15:43:19.836 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:19.825+0000 7f8f29f02700 1 -- 172.21.15.43:0/226075727 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f2406a190 con 0x7f8f24102400 2024-05-16T15:43:19.836 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:19.827+0000 7f8f20ff9700 1 -- 172.21.15.43:0/226075727 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f8f14019070 con 0x7f8f24102400 2024-05-16T15:43:19.836 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:19.828+0000 7f8f20ff9700 1 --2- 172.21.15.43:0/226075727 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f8f0c0b2880 0x7f8f0c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:43:19.836 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:19.828+0000 7f8f22ffd700 1 --2- 172.21.15.43:0/226075727 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f8f0c0b2880 0x7f8f0c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:43:19.836 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:19.828+0000 7f8f20ff9700 1 -- 172.21.15.43:0/226075727 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 5829+0+0 (secure 0 0 0) 0x7f8f140e1d60 con 0x7f8f24102400 2024-05-16T15:43:19.836 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:19.828+0000 7f8f22ffd700 1 --2- 172.21.15.43:0/226075727 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f8f0c0b2880 0x7f8f0c0b4d40 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f8f1800abd0 tx=0x7f8f1800a380 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:43:19.839 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:19.832+0000 7f8f20ff9700 1 -- 172.21.15.43:0/226075727 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f8f14020030 con 0x7f8f24102400 2024-05-16T15:43:19.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:19 smithi157 ceph-mon[35584]: pgmap v192: 1 pgs: 1 peering; 577 KiB data, 284 MiB used, 804 GiB / 805 GiB avail 2024-05-16T15:43:19.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:19 smithi157 ceph-mon[35584]: Detected new or changed devices on smithi157 2024-05-16T15:43:19.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:19 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:19.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:19 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:19.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:19 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:43:19.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:19 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:43:19.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:19 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:43:19.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:19 smithi157 ceph-mon[35584]: Adjusting osd_memory_target on smithi157 to 5696M 2024-05-16T15:43:19.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:19 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:19.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:19 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:43:19.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:19 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:43:19.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:19 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:19.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:19 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:43:19.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:19 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:43:19.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:19 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:43:19.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:19 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:19.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:19 smithi157 ceph-mon[35584]: osdmap e55: 9 total, 9 up, 9 in 2024-05-16T15:43:19.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:19 smithi148 ceph-mon[34976]: pgmap v192: 1 pgs: 1 peering; 577 KiB data, 284 MiB used, 804 GiB / 805 GiB avail 2024-05-16T15:43:19.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:19 smithi148 ceph-mon[34976]: Detected new or changed devices on smithi157 2024-05-16T15:43:19.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:19 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:19.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:19 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:19.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:19 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:43:19.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:19 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:43:19.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:19 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:43:19.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:19 smithi148 ceph-mon[34976]: Adjusting osd_memory_target on smithi157 to 5696M 2024-05-16T15:43:19.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:19 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:19.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:19 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:43:19.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:19 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:43:19.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:19 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:19.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:19 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:43:19.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:19 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:43:19.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:19 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:43:19.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:19 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:19.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:19 smithi148 ceph-mon[34976]: osdmap e55: 9 total, 9 up, 9 in 2024-05-16T15:43:20.065 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:20.057+0000 7f8f29f02700 1 -- 172.21.15.43:0/226075727 --> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi043:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f8f241a3e70 con 0x7f8f0c0b2880 2024-05-16T15:43:20.813 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:20 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-16T15:43:20.814 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:20 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-16T15:43:20.814 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:20 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:43:20.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:20 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-16T15:43:20.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:20 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-16T15:43:20.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:20 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:43:20.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:20 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-16T15:43:20.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:20 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-16T15:43:20.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:20 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:43:21.896 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:21 smithi043 ceph-mon[31619]: pgmap v195: 1 pgs: 1 peering; 577 KiB data, 284 MiB used, 804 GiB / 805 GiB avail 2024-05-16T15:43:21.896 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:21 smithi043 ceph-mon[31619]: from='client.14409 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi043:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:43:21.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:21 smithi157 ceph-mon[35584]: pgmap v195: 1 pgs: 1 peering; 577 KiB data, 284 MiB used, 804 GiB / 805 GiB avail 2024-05-16T15:43:21.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:21 smithi157 ceph-mon[35584]: from='client.14409 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi043:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:43:21.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:21 smithi148 ceph-mon[34976]: pgmap v195: 1 pgs: 1 peering; 577 KiB data, 284 MiB used, 804 GiB / 805 GiB avail 2024-05-16T15:43:21.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:21 smithi148 ceph-mon[34976]: from='client.14409 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi043:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:43:23.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:23 smithi043 ceph-mon[31619]: pgmap v196: 1 pgs: 1 peering; 577 KiB data, 284 MiB used, 804 GiB / 805 GiB avail 2024-05-16T15:43:23.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:23 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/919823088' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ba1b04ea-a184-445a-8c31-0eed73a488e5"}]: dispatch 2024-05-16T15:43:23.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:23 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/919823088' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ba1b04ea-a184-445a-8c31-0eed73a488e5"}]': finished 2024-05-16T15:43:23.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:23 smithi043 ceph-mon[31619]: osdmap e56: 10 total, 9 up, 10 in 2024-05-16T15:43:23.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:23 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-16T15:43:23.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:23 smithi157 ceph-mon[35584]: pgmap v196: 1 pgs: 1 peering; 577 KiB data, 284 MiB used, 804 GiB / 805 GiB avail 2024-05-16T15:43:23.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:23 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/919823088' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ba1b04ea-a184-445a-8c31-0eed73a488e5"}]: dispatch 2024-05-16T15:43:23.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:23 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/919823088' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ba1b04ea-a184-445a-8c31-0eed73a488e5"}]': finished 2024-05-16T15:43:23.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:23 smithi157 ceph-mon[35584]: osdmap e56: 10 total, 9 up, 10 in 2024-05-16T15:43:23.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:23 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-16T15:43:23.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:23 smithi148 ceph-mon[34976]: pgmap v196: 1 pgs: 1 peering; 577 KiB data, 284 MiB used, 804 GiB / 805 GiB avail 2024-05-16T15:43:23.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:23 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/919823088' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ba1b04ea-a184-445a-8c31-0eed73a488e5"}]: dispatch 2024-05-16T15:43:23.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:23 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/919823088' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ba1b04ea-a184-445a-8c31-0eed73a488e5"}]': finished 2024-05-16T15:43:23.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:23 smithi148 ceph-mon[34976]: osdmap e56: 10 total, 9 up, 10 in 2024-05-16T15:43:23.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:23 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-16T15:43:24.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:24 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/3725374616' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-16T15:43:24.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:24 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/3725374616' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-16T15:43:24.971 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:24 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/3725374616' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-16T15:43:25.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:25 smithi157 ceph-mon[35584]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-16T15:43:25.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:25 smithi148 ceph-mon[34976]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-16T15:43:25.972 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:25 smithi043 ceph-mon[31619]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-16T15:43:27.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:27 smithi043 ceph-mon[31619]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-05-16T15:43:27.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:27 smithi157 ceph-mon[35584]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-05-16T15:43:27.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:27 smithi148 ceph-mon[34976]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-05-16T15:43:29.596 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:29 smithi043 ceph-mon[31619]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-05-16T15:43:29.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:29 smithi157 ceph-mon[35584]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-05-16T15:43:29.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:29 smithi148 ceph-mon[34976]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-05-16T15:43:31.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:31 smithi043 ceph-mon[31619]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-16T15:43:31.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:31 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-05-16T15:43:31.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:31 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:43:31.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:31 smithi157 ceph-mon[35584]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-16T15:43:31.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:31 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-05-16T15:43:31.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:31 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:43:31.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:31 smithi148 ceph-mon[34976]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-16T15:43:31.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:31 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-05-16T15:43:31.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:31 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:43:32.770 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:32 smithi043 ceph-mon[31619]: Deploying daemon osd.9 on smithi043 2024-05-16T15:43:32.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:32 smithi157 ceph-mon[35584]: Deploying daemon osd.9 on smithi043 2024-05-16T15:43:32.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:32 smithi148 ceph-mon[34976]: Deploying daemon osd.9 on smithi043 2024-05-16T15:43:33.773 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:33 smithi043 ceph-mon[31619]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-16T15:43:33.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:33 smithi157 ceph-mon[35584]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-16T15:43:33.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:33 smithi148 ceph-mon[34976]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-16T15:43:35.870 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:35 smithi043 ceph-mon[31619]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail 2024-05-16T15:43:35.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:35 smithi157 ceph-mon[35584]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail 2024-05-16T15:43:35.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:35 smithi148 ceph-mon[34976]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail 2024-05-16T15:43:37.615 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:37 smithi043 ceph-mon[31619]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail 2024-05-16T15:43:37.615 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:37 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:43:37.615 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:37 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:37.615 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:37 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:37.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:37 smithi157 ceph-mon[35584]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail 2024-05-16T15:43:37.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:37 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:43:37.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:37 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:37.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:37 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:37.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:37 smithi148 ceph-mon[34976]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail 2024-05-16T15:43:37.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:37 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:43:37.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:37 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:37.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:37 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:39.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:39 smithi043 ceph-mon[31619]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail 2024-05-16T15:43:39.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:39 smithi157 ceph-mon[35584]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail 2024-05-16T15:43:39.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:39 smithi148 ceph-mon[34976]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail 2024-05-16T15:43:40.580 INFO:teuthology.orchestra.run.smithi043.stdout:Created osd(s) 9 on host 'smithi043' 2024-05-16T15:43:40.580 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:40.571+0000 7f8f20ff9700 1 -- 172.21.15.43:0/226075727 <== mgr.14150 v2:172.21.15.43:6800/198025071 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f8f241a3e70 con 0x7f8f0c0b2880 2024-05-16T15:43:40.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:40.574+0000 7f8f29f02700 1 -- 172.21.15.43:0/226075727 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f8f0c0b2880 msgr2=0x7f8f0c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:43:40.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:40.574+0000 7f8f29f02700 1 --2- 172.21.15.43:0/226075727 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f8f0c0b2880 0x7f8f0c0b4d40 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f8f1800abd0 tx=0x7f8f1800a380 comp rx=0 tx=0).stop 2024-05-16T15:43:40.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:40.574+0000 7f8f29f02700 1 -- 172.21.15.43:0/226075727 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8f24102400 msgr2=0x7f8f2419b6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:43:40.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:40.574+0000 7f8f29f02700 1 --2- 172.21.15.43:0/226075727 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8f24102400 0x7f8f2419b6c0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f8f1400d9b0 tx=0x7f8f1400dcc0 comp rx=0 tx=0).stop 2024-05-16T15:43:40.583 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:40.574+0000 7f8f29f02700 1 -- 172.21.15.43:0/226075727 shutdown_connections 2024-05-16T15:43:40.583 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:40.574+0000 7f8f29f02700 1 --2- 172.21.15.43:0/226075727 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8f24103fa0 0x7f8f241a2c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:43:40.583 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:40.574+0000 7f8f29f02700 1 --2- 172.21.15.43:0/226075727 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f8f0c0b2880 0x7f8f0c0b4d40 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:43:40.583 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:40.574+0000 7f8f29f02700 1 --2- 172.21.15.43:0/226075727 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8f24102400 0x7f8f2419b6c0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:43:40.583 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:40.574+0000 7f8f29f02700 1 --2- 172.21.15.43:0/226075727 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8f24103600 0x7f8f2419bc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:43:40.583 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:40.574+0000 7f8f29f02700 1 -- 172.21.15.43:0/226075727 >> 172.21.15.43:0/226075727 conn(0x7f8f240fd9a0 msgr2=0x7f8f240ff4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:43:40.583 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:40.574+0000 7f8f29f02700 1 -- 172.21.15.43:0/226075727 shutdown_connections 2024-05-16T15:43:40.583 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:43:40.575+0000 7f8f29f02700 1 -- 172.21.15.43:0/226075727 wait complete. 2024-05-16T15:43:41.350 DEBUG:teuthology.orchestra.run.smithi043:osd.9> sudo journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@osd.9.service 2024-05-16T15:43:41.353 INFO:tasks.cephadm:Deploying osd.10 on smithi148 with /dev/vg_nvme/lv_1... 2024-05-16T15:43:41.353 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-05-16T15:43:41.602 INFO:teuthology.orchestra.run.smithi148.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.b/config 2024-05-16T15:43:41.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:41 smithi148 ceph-mon[34976]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail 2024-05-16T15:43:41.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:41 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:41.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:41 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:41.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:41 smithi148 ceph-mon[34976]: from='osd.9 [v2:172.21.15.43:6826/3226599249,v1:172.21.15.43:6827/3226599249]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-05-16T15:43:41.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:41 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:41.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:41 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:41.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:41 smithi043 ceph-mon[31619]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail 2024-05-16T15:43:41.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:41 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:41.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:41 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:41.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:41 smithi043 ceph-mon[31619]: from='osd.9 [v2:172.21.15.43:6826/3226599249,v1:172.21.15.43:6827/3226599249]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-05-16T15:43:41.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:41 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:41.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:41 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:41.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:41 smithi157 ceph-mon[35584]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail 2024-05-16T15:43:41.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:41 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:41.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:41 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:41.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:41 smithi157 ceph-mon[35584]: from='osd.9 [v2:172.21.15.43:6826/3226599249,v1:172.21.15.43:6827/3226599249]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-05-16T15:43:41.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:41 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:41.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:41 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:42.589 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:42 smithi043 ceph-mon[31619]: from='osd.9 [v2:172.21.15.43:6826/3226599249,v1:172.21.15.43:6827/3226599249]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-05-16T15:43:42.590 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:42 smithi043 ceph-mon[31619]: osdmap e57: 10 total, 9 up, 10 in 2024-05-16T15:43:42.590 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:42 smithi043 ceph-mon[31619]: from='osd.9 [v2:172.21.15.43:6826/3226599249,v1:172.21.15.43:6827/3226599249]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2024-05-16T15:43:42.590 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:42 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-16T15:43:42.590 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:42 smithi043 ceph-mon[31619]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail 2024-05-16T15:43:42.590 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:43:42 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:43:42.569+0000 7fb0629d1700 -1 osd.9 0 waiting for initial osdmap 2024-05-16T15:43:42.590 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:43:42 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:43:42.580+0000 7fb05e7c4700 -1 osd.9 58 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-16T15:43:42.749 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:42 smithi148 ceph-mon[34976]: from='osd.9 [v2:172.21.15.43:6826/3226599249,v1:172.21.15.43:6827/3226599249]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-05-16T15:43:42.749 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:42 smithi148 ceph-mon[34976]: osdmap e57: 10 total, 9 up, 10 in 2024-05-16T15:43:42.749 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:42 smithi148 ceph-mon[34976]: from='osd.9 [v2:172.21.15.43:6826/3226599249,v1:172.21.15.43:6827/3226599249]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2024-05-16T15:43:42.749 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:42 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-16T15:43:42.749 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:42 smithi148 ceph-mon[34976]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail 2024-05-16T15:43:42.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:42 smithi157 ceph-mon[35584]: from='osd.9 [v2:172.21.15.43:6826/3226599249,v1:172.21.15.43:6827/3226599249]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-05-16T15:43:42.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:42 smithi157 ceph-mon[35584]: osdmap e57: 10 total, 9 up, 10 in 2024-05-16T15:43:42.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:42 smithi157 ceph-mon[35584]: from='osd.9 [v2:172.21.15.43:6826/3226599249,v1:172.21.15.43:6827/3226599249]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2024-05-16T15:43:42.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:42 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-16T15:43:42.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:42 smithi157 ceph-mon[35584]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail 2024-05-16T15:43:43.690 INFO:teuthology.orchestra.run.smithi148.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-05-16T15:43:43.690 INFO:teuthology.orchestra.run.smithi148.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-05-16T15:43:43.690 INFO:teuthology.orchestra.run.smithi148.stderr: stderr: 10+0 records in 2024-05-16T15:43:43.690 INFO:teuthology.orchestra.run.smithi148.stderr:10+0 records out 2024-05-16T15:43:43.690 INFO:teuthology.orchestra.run.smithi148.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0114365 s, 917 MB/s 2024-05-16T15:43:43.690 INFO:teuthology.orchestra.run.smithi148.stderr:--> Zapping successful for: 2024-05-16T15:43:43.741 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:43 smithi043 ceph-mon[31619]: from='osd.9 [v2:172.21.15.43:6826/3226599249,v1:172.21.15.43:6827/3226599249]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]': finished 2024-05-16T15:43:43.741 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:43 smithi043 ceph-mon[31619]: osdmap e58: 10 total, 9 up, 10 in 2024-05-16T15:43:43.741 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:43 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-16T15:43:43.741 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:43 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-16T15:43:43.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:43 smithi157 ceph-mon[35584]: from='osd.9 [v2:172.21.15.43:6826/3226599249,v1:172.21.15.43:6827/3226599249]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]': finished 2024-05-16T15:43:43.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:43 smithi157 ceph-mon[35584]: osdmap e58: 10 total, 9 up, 10 in 2024-05-16T15:43:43.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:43 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-16T15:43:43.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:43 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-16T15:43:43.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:43 smithi148 ceph-mon[34976]: from='osd.9 [v2:172.21.15.43:6826/3226599249,v1:172.21.15.43:6827/3226599249]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]': finished 2024-05-16T15:43:43.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:43 smithi148 ceph-mon[34976]: osdmap e58: 10 total, 9 up, 10 in 2024-05-16T15:43:43.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:43 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-16T15:43:43.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:43 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-16T15:43:44.364 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi148:vg_nvme/lv_1 2024-05-16T15:43:44.609 INFO:teuthology.orchestra.run.smithi148.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.b/config 2024-05-16T15:43:44.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:44 smithi043 ceph-mon[31619]: purged_snaps scrub starts 2024-05-16T15:43:44.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:44 smithi043 ceph-mon[31619]: purged_snaps scrub ok 2024-05-16T15:43:44.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:44 smithi043 ceph-mon[31619]: osd.9 [v2:172.21.15.43:6826/3226599249,v1:172.21.15.43:6827/3226599249] boot 2024-05-16T15:43:44.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:44 smithi043 ceph-mon[31619]: osdmap e59: 10 total, 10 up, 10 in 2024-05-16T15:43:44.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:44 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-16T15:43:44.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:44 smithi043 ceph-mon[31619]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail 2024-05-16T15:43:44.875 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:44 smithi148 ceph-mon[34976]: purged_snaps scrub starts 2024-05-16T15:43:44.876 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:44 smithi148 ceph-mon[34976]: purged_snaps scrub ok 2024-05-16T15:43:44.876 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:44 smithi148 ceph-mon[34976]: osd.9 [v2:172.21.15.43:6826/3226599249,v1:172.21.15.43:6827/3226599249] boot 2024-05-16T15:43:44.876 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:44 smithi148 ceph-mon[34976]: osdmap e59: 10 total, 10 up, 10 in 2024-05-16T15:43:44.876 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:44 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-16T15:43:44.876 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:44 smithi148 ceph-mon[34976]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail 2024-05-16T15:43:44.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:44 smithi157 ceph-mon[35584]: purged_snaps scrub starts 2024-05-16T15:43:44.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:44 smithi157 ceph-mon[35584]: purged_snaps scrub ok 2024-05-16T15:43:44.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:44 smithi157 ceph-mon[35584]: osd.9 [v2:172.21.15.43:6826/3226599249,v1:172.21.15.43:6827/3226599249] boot 2024-05-16T15:43:44.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:44 smithi157 ceph-mon[35584]: osdmap e59: 10 total, 10 up, 10 in 2024-05-16T15:43:44.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:44 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-16T15:43:44.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:44 smithi157 ceph-mon[35584]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail 2024-05-16T15:43:45.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:45 smithi157 ceph-mon[35584]: osdmap e60: 10 total, 10 up, 10 in 2024-05-16T15:43:45.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:45 smithi157 ceph-mon[35584]: Detected new or changed devices on smithi043 2024-05-16T15:43:45.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:45 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:45.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:45 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:45.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:45 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:43:45.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:45 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:43:45.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:45 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:43:45.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:45 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:43:45.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:45 smithi157 ceph-mon[35584]: Adjusting osd_memory_target on smithi043 to 4273M 2024-05-16T15:43:45.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:45 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:45.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:45 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:43:45.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:45 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:43:45.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:45 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:45.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:45 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:43:45.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:45 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:43:45.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:45 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:43:45.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:45 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:45.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:45 smithi148 ceph-mon[34976]: osdmap e60: 10 total, 10 up, 10 in 2024-05-16T15:43:45.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:45 smithi148 ceph-mon[34976]: Detected new or changed devices on smithi043 2024-05-16T15:43:45.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:45 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:45.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:45 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:45.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:45 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:43:45.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:45 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:43:45.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:45 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:43:45.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:45 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:43:45.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:45 smithi148 ceph-mon[34976]: Adjusting osd_memory_target on smithi043 to 4273M 2024-05-16T15:43:45.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:45 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:45.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:45 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:43:45.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:45 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:43:45.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:45 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:45.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:45 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:43:45.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:45 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:43:45.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:45 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:43:45.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:45 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:45.972 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:45 smithi043 ceph-mon[31619]: osdmap e60: 10 total, 10 up, 10 in 2024-05-16T15:43:45.972 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:45 smithi043 ceph-mon[31619]: Detected new or changed devices on smithi043 2024-05-16T15:43:45.972 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:45 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:45.973 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:45 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:45.973 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:45 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:43:45.973 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:45 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:43:45.973 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:45 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:43:45.973 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:45 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:43:45.973 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:45 smithi043 ceph-mon[31619]: Adjusting osd_memory_target on smithi043 to 4273M 2024-05-16T15:43:45.973 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:45 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:45.973 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:45 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:43:45.973 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:45 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:43:45.973 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:45 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:45.973 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:45 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:43:45.973 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:45 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:43:45.973 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:45 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:43:45.973 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:45 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:43:46.464 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:43:46.455+0000 7f1863bfb700 1 -- 172.21.15.148:0/2656189911 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f185c102400 msgr2=0x7f185c102820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:43:46.464 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:43:46.455+0000 7f1863bfb700 1 --2- 172.21.15.148:0/2656189911 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f185c102400 0x7f185c102820 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f18500099c0 tx=0x7f1850009cd0 comp rx=0 tx=0).stop 2024-05-16T15:43:46.464 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:43:46.455+0000 7f1863bfb700 1 -- 172.21.15.148:0/2656189911 shutdown_connections 2024-05-16T15:43:46.465 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:43:46.455+0000 7f1863bfb700 1 --2- 172.21.15.148:0/2656189911 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f185c103fa0 0x7f185c10a850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:43:46.465 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:43:46.455+0000 7f1863bfb700 1 --2- 172.21.15.148:0/2656189911 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f185c102400 0x7f185c102820 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:43:46.465 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:43:46.455+0000 7f1863bfb700 1 --2- 172.21.15.148:0/2656189911 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f185c103600 0x7f185c103a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:43:46.465 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:43:46.455+0000 7f1863bfb700 1 -- 172.21.15.148:0/2656189911 >> 172.21.15.148:0/2656189911 conn(0x7f185c0fd9a0 msgr2=0x7f185c0ffde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:43:46.465 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:43:46.455+0000 7f1863bfb700 1 -- 172.21.15.148:0/2656189911 shutdown_connections 2024-05-16T15:43:46.465 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:43:46.455+0000 7f1863bfb700 1 -- 172.21.15.148:0/2656189911 wait complete. 2024-05-16T15:43:46.467 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:43:46.456+0000 7f1863bfb700 1 Processor -- start 2024-05-16T15:43:46.467 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:43:46.456+0000 7f1863bfb700 1 -- start start 2024-05-16T15:43:46.467 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:43:46.456+0000 7f1863bfb700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f185c102400 0x7f185c199660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:43:46.467 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:43:46.456+0000 7f1863bfb700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f185c103600 0x7f185c199ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:43:46.467 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:43:46.456+0000 7f1863bfb700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f185c103fa0 0x7f185c1a0bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:43:46.467 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:43:46.456+0000 7f1863bfb700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f185c10dda0 con 0x7f185c102400 2024-05-16T15:43:46.468 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:43:46.456+0000 7f1863bfb700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f185c10dc20 con 0x7f185c103600 2024-05-16T15:43:46.468 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:43:46.456+0000 7f1863bfb700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f185c10df20 con 0x7f185c103fa0 2024-05-16T15:43:46.468 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:43:46.457+0000 7f1861196700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f185c103600 0x7f185c199ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:43:46.468 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:43:46.457+0000 7f1861196700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f185c103600 0x7f185c199ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.148:39038/0 (socket says 172.21.15.148:39038) 2024-05-16T15:43:46.468 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:43:46.457+0000 7f1861196700 1 -- 172.21.15.148:0/2005485861 learned_addr learned my addr 172.21.15.148:0/2005485861 (peer_addr_for_me v2:172.21.15.148:0/0) 2024-05-16T15:43:46.468 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:43:46.457+0000 7f1862198700 1 --2- 172.21.15.148:0/2005485861 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f185c103fa0 0x7f185c1a0bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:43:46.468 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:43:46.457+0000 7f1861997700 1 --2- 172.21.15.148:0/2005485861 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f185c102400 0x7f185c199660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:43:46.468 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:43:46.457+0000 7f1861196700 1 -- 172.21.15.148:0/2005485861 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f185c103fa0 msgr2=0x7f185c1a0bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:43:46.468 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:43:46.457+0000 7f1861196700 1 --2- 172.21.15.148:0/2005485861 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f185c103fa0 0x7f185c1a0bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:43:46.468 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:43:46.457+0000 7f1861196700 1 -- 172.21.15.148:0/2005485861 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f185c102400 msgr2=0x7f185c199660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:43:46.468 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:43:46.457+0000 7f1861196700 1 --2- 172.21.15.148:0/2005485861 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f185c102400 0x7f185c199660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:43:46.468 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:43:46.457+0000 7f1861196700 1 -- 172.21.15.148:0/2005485861 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f185c1a1270 con 0x7f185c103600 2024-05-16T15:43:46.468 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:43:46.457+0000 7f1861196700 1 --2- 172.21.15.148:0/2005485861 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f185c103600 0x7f185c199ba0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f185800d980 tx=0x7f185800dc90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:43:46.469 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:43:46.457+0000 7f184effd700 1 -- 172.21.15.148:0/2005485861 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1858017070 con 0x7f185c103600 2024-05-16T15:43:46.469 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:43:46.457+0000 7f1863bfb700 1 -- 172.21.15.148:0/2005485861 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f185c1a1560 con 0x7f185c103600 2024-05-16T15:43:46.469 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:43:46.457+0000 7f184effd700 1 -- 172.21.15.148:0/2005485861 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1858005020 con 0x7f185c103600 2024-05-16T15:43:46.469 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:43:46.457+0000 7f184effd700 1 -- 172.21.15.148:0/2005485861 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1858009ab0 con 0x7f185c103600 2024-05-16T15:43:46.469 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:43:46.457+0000 7f1863bfb700 1 -- 172.21.15.148:0/2005485861 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f185c1a1a50 con 0x7f185c103600 2024-05-16T15:43:46.469 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:43:46.458+0000 7f1863bfb700 1 -- 172.21.15.148:0/2005485861 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f185c06a190 con 0x7f185c103600 2024-05-16T15:43:46.470 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:43:46.460+0000 7f184effd700 1 -- 172.21.15.148:0/2005485861 <== mon.2 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f18580051d0 con 0x7f185c103600 2024-05-16T15:43:46.470 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:43:46.461+0000 7f184effd700 1 --2- 172.21.15.148:0/2005485861 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f18480b2880 0x7f18480b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:43:46.470 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:43:46.461+0000 7f184effd700 1 -- 172.21.15.148:0/2005485861 <== mon.2 v2:172.21.15.148:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 6261+0+0 (secure 0 0 0) 0x7f18580e1ce0 con 0x7f185c103600 2024-05-16T15:43:46.470 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:43:46.461+0000 7f1861997700 1 --2- 172.21.15.148:0/2005485861 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f18480b2880 0x7f18480b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:43:46.470 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:43:46.462+0000 7f1861997700 1 --2- 172.21.15.148:0/2005485861 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f18480b2880 0x7f18480b4d40 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f1850003750 tx=0x7f1850019040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:43:46.473 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:43:46.465+0000 7f184effd700 1 -- 172.21.15.148:0/2005485861 <== mon.2 v2:172.21.15.148:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f1858020020 con 0x7f185c103600 2024-05-16T15:43:46.689 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:43:46.680+0000 7f1863bfb700 1 -- 172.21.15.148:0/2005485861 --> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f185c06c2e0 con 0x7f18480b2880 2024-05-16T15:43:46.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:46 smithi157 ceph-mon[35584]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-16T15:43:46.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:46 smithi148 ceph-mon[34976]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-16T15:43:46.971 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:46 smithi043 ceph-mon[31619]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-16T15:43:47.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:47 smithi157 ceph-mon[35584]: from='client.24347 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:43:47.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:47 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-16T15:43:47.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:47 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-16T15:43:47.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:47 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:43:47.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:47 smithi148 ceph-mon[34976]: from='client.24347 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:43:47.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:47 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-16T15:43:47.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:47 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-16T15:43:47.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:47 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:43:47.971 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:47 smithi043 ceph-mon[31619]: from='client.24347 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:43:47.972 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:47 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-16T15:43:47.972 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:47 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-16T15:43:47.972 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:47 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:43:48.902 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:48 smithi148 ceph-mon[34976]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-16T15:43:48.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:48 smithi157 ceph-mon[35584]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-16T15:43:48.972 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:48 smithi043 ceph-mon[31619]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-16T15:43:49.922 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:49 smithi157 ceph-mon[35584]: from='client.? 172.21.15.148:0/167554107' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6dc35480-fd4a-428d-8ede-eb3e9058a7cf"}]: dispatch 2024-05-16T15:43:49.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:49 smithi157 ceph-mon[35584]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6dc35480-fd4a-428d-8ede-eb3e9058a7cf"}]: dispatch 2024-05-16T15:43:49.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:49 smithi157 ceph-mon[35584]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6dc35480-fd4a-428d-8ede-eb3e9058a7cf"}]': finished 2024-05-16T15:43:49.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:49 smithi157 ceph-mon[35584]: osdmap e61: 11 total, 10 up, 11 in 2024-05-16T15:43:49.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:49 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-16T15:43:49.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:49 smithi148 ceph-mon[34976]: from='client.? 172.21.15.148:0/167554107' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6dc35480-fd4a-428d-8ede-eb3e9058a7cf"}]: dispatch 2024-05-16T15:43:49.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:49 smithi148 ceph-mon[34976]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6dc35480-fd4a-428d-8ede-eb3e9058a7cf"}]: dispatch 2024-05-16T15:43:49.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:49 smithi148 ceph-mon[34976]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6dc35480-fd4a-428d-8ede-eb3e9058a7cf"}]': finished 2024-05-16T15:43:49.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:49 smithi148 ceph-mon[34976]: osdmap e61: 11 total, 10 up, 11 in 2024-05-16T15:43:49.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:49 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-16T15:43:49.972 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:49 smithi043 ceph-mon[31619]: from='client.? 172.21.15.148:0/167554107' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6dc35480-fd4a-428d-8ede-eb3e9058a7cf"}]: dispatch 2024-05-16T15:43:49.972 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:49 smithi043 ceph-mon[31619]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6dc35480-fd4a-428d-8ede-eb3e9058a7cf"}]: dispatch 2024-05-16T15:43:49.972 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:49 smithi043 ceph-mon[31619]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6dc35480-fd4a-428d-8ede-eb3e9058a7cf"}]': finished 2024-05-16T15:43:49.972 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:49 smithi043 ceph-mon[31619]: osdmap e61: 11 total, 10 up, 11 in 2024-05-16T15:43:49.972 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:49 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-16T15:43:50.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:50 smithi157 ceph-mon[35584]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-16T15:43:50.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:50 smithi157 ceph-mon[35584]: from='client.? 172.21.15.148:0/1117951593' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-16T15:43:50.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:50 smithi148 ceph-mon[34976]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-16T15:43:50.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:50 smithi148 ceph-mon[34976]: from='client.? 172.21.15.148:0/1117951593' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-16T15:43:50.972 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:50 smithi043 ceph-mon[31619]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-16T15:43:50.972 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:50 smithi043 ceph-mon[31619]: from='client.? 172.21.15.148:0/1117951593' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-16T15:43:53.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:53 smithi157 ceph-mon[35584]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-16T15:43:53.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:53 smithi148 ceph-mon[34976]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-16T15:43:53.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:53 smithi043 ceph-mon[31619]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-16T15:43:55.087 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:55 smithi148 ceph-mon[34976]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-16T15:43:55.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:55 smithi157 ceph-mon[35584]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-16T15:43:55.472 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:55 smithi043 ceph-mon[31619]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-16T15:43:57.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:57 smithi157 ceph-mon[35584]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-16T15:43:57.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:57 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-05-16T15:43:57.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:57 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:43:57.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:57 smithi148 ceph-mon[34976]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-16T15:43:57.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:57 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-05-16T15:43:57.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:57 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:43:57.472 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:57 smithi043 ceph-mon[31619]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-16T15:43:57.472 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:57 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-05-16T15:43:57.472 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:57 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:43:58.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:58 smithi148 ceph-mon[34976]: Deploying daemon osd.10 on smithi148 2024-05-16T15:43:58.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:58 smithi157 ceph-mon[35584]: Deploying daemon osd.10 on smithi148 2024-05-16T15:43:58.472 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:58 smithi043 ceph-mon[31619]: Deploying daemon osd.10 on smithi148 2024-05-16T15:43:59.324 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:43:59 smithi157 ceph-mon[35584]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-16T15:43:59.382 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:43:59 smithi148 ceph-mon[34976]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-16T15:43:59.472 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:43:59 smithi043 ceph-mon[31619]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-16T15:44:01.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:01 smithi157 ceph-mon[35584]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-16T15:44:01.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:01 smithi148 ceph-mon[34976]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-16T15:44:01.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:01 smithi043 ceph-mon[31619]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-16T15:44:03.397 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:03 smithi148 ceph-mon[34976]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-16T15:44:03.397 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:03 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:03.397 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:03 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:44:03.397 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:03 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:03.422 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:03 smithi157 ceph-mon[35584]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-16T15:44:03.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:03 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:03.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:03 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:44:03.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:03 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:03.472 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:03 smithi043 ceph-mon[31619]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-16T15:44:03.472 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:03 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:03.472 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:03 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:44:03.472 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:03 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:05.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:05 smithi157 ceph-mon[35584]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-16T15:44:05.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:05 smithi148 ceph-mon[34976]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-16T15:44:05.471 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:05 smithi043 ceph-mon[31619]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-16T15:44:06.359 INFO:teuthology.orchestra.run.smithi148.stdout:Created osd(s) 10 on host 'smithi148' 2024-05-16T15:44:06.359 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:44:06.351+0000 7f184effd700 1 -- 172.21.15.148:0/2005485861 <== mgr.14150 v2:172.21.15.43:6800/198025071 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f185c06c2e0 con 0x7f18480b2880 2024-05-16T15:44:06.361 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:44:06.353+0000 7f1863bfb700 1 -- 172.21.15.148:0/2005485861 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f18480b2880 msgr2=0x7f18480b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:44:06.361 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:44:06.353+0000 7f1863bfb700 1 --2- 172.21.15.148:0/2005485861 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f18480b2880 0x7f18480b4d40 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f1850003750 tx=0x7f1850019040 comp rx=0 tx=0).stop 2024-05-16T15:44:06.361 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:44:06.353+0000 7f1863bfb700 1 -- 172.21.15.148:0/2005485861 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f185c103600 msgr2=0x7f185c199ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:44:06.361 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:44:06.353+0000 7f1863bfb700 1 --2- 172.21.15.148:0/2005485861 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f185c103600 0x7f185c199ba0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f185800d980 tx=0x7f185800dc90 comp rx=0 tx=0).stop 2024-05-16T15:44:06.362 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:44:06.353+0000 7f1863bfb700 1 -- 172.21.15.148:0/2005485861 shutdown_connections 2024-05-16T15:44:06.362 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:44:06.353+0000 7f1863bfb700 1 --2- 172.21.15.148:0/2005485861 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f185c103fa0 0x7f185c1a0bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:06.362 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:44:06.353+0000 7f1863bfb700 1 --2- 172.21.15.148:0/2005485861 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f18480b2880 0x7f18480b4d40 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:06.362 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:44:06.353+0000 7f1863bfb700 1 --2- 172.21.15.148:0/2005485861 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f185c102400 0x7f185c199660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:06.362 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:44:06.353+0000 7f1863bfb700 1 --2- 172.21.15.148:0/2005485861 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f185c103600 0x7f185c199ba0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:06.362 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:44:06.353+0000 7f1863bfb700 1 -- 172.21.15.148:0/2005485861 >> 172.21.15.148:0/2005485861 conn(0x7f185c0fd9a0 msgr2=0x7f185c06bbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:44:06.362 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:44:06.353+0000 7f1863bfb700 1 -- 172.21.15.148:0/2005485861 shutdown_connections 2024-05-16T15:44:06.362 INFO:teuthology.orchestra.run.smithi148.stderr:2024-05-16T15:44:06.353+0000 7f1863bfb700 1 -- 172.21.15.148:0/2005485861 wait complete. 2024-05-16T15:44:07.055 DEBUG:teuthology.orchestra.run.smithi148:osd.10> sudo journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@osd.10.service 2024-05-16T15:44:07.058 INFO:tasks.cephadm:Deploying osd.11 on smithi157 with /dev/vg_nvme/lv_1... 2024-05-16T15:44:07.058 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-05-16T15:44:07.313 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.c/config 2024-05-16T15:44:07.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:07 smithi157 ceph-mon[35584]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-16T15:44:07.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:07 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:07.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:07 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:07.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:07 smithi157 ceph-mon[35584]: from='osd.10 [v2:172.21.15.148:6824/3418113451,v1:172.21.15.148:6825/3418113451]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-16T15:44:07.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:07 smithi157 ceph-mon[35584]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-16T15:44:07.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:07 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:07.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:07 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:07.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:07 smithi148 ceph-mon[34976]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-16T15:44:07.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:07 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:07.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:07 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:07.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:07 smithi148 ceph-mon[34976]: from='osd.10 [v2:172.21.15.148:6824/3418113451,v1:172.21.15.148:6825/3418113451]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-16T15:44:07.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:07 smithi148 ceph-mon[34976]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-16T15:44:07.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:07 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:07.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:07 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:07.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:07 smithi043 ceph-mon[31619]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-16T15:44:07.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:07 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:07.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:07 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:07.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:07 smithi043 ceph-mon[31619]: from='osd.10 [v2:172.21.15.148:6824/3418113451,v1:172.21.15.148:6825/3418113451]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-16T15:44:07.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:07 smithi043 ceph-mon[31619]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-16T15:44:07.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:07 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:07.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:07 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:08.653 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:08 smithi157 ceph-mon[35584]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-05-16T15:44:08.653 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:08 smithi157 ceph-mon[35584]: osdmap e62: 11 total, 10 up, 11 in 2024-05-16T15:44:08.653 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:08 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-16T15:44:08.653 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:08 smithi157 ceph-mon[35584]: from='osd.10 [v2:172.21.15.148:6824/3418113451,v1:172.21.15.148:6825/3418113451]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-05-16T15:44:08.654 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:08 smithi157 ceph-mon[35584]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-05-16T15:44:08.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:08 smithi148 ceph-mon[34976]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-05-16T15:44:08.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:08 smithi148 ceph-mon[34976]: osdmap e62: 11 total, 10 up, 11 in 2024-05-16T15:44:08.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:08 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-16T15:44:08.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:08 smithi148 ceph-mon[34976]: from='osd.10 [v2:172.21.15.148:6824/3418113451,v1:172.21.15.148:6825/3418113451]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-05-16T15:44:08.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:08 smithi148 ceph-mon[34976]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-05-16T15:44:08.684 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:44:08 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:44:08.326+0000 7fbaaf647700 -1 osd.10 0 waiting for initial osdmap 2024-05-16T15:44:08.684 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:44:08 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:44:08.336+0000 7fbaab43a700 -1 osd.10 63 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-16T15:44:08.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:08 smithi043 ceph-mon[31619]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-05-16T15:44:08.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:08 smithi043 ceph-mon[31619]: osdmap e62: 11 total, 10 up, 11 in 2024-05-16T15:44:08.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:08 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-16T15:44:08.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:08 smithi043 ceph-mon[31619]: from='osd.10 [v2:172.21.15.148:6824/3418113451,v1:172.21.15.148:6825/3418113451]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-05-16T15:44:08.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:08 smithi043 ceph-mon[31619]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-05-16T15:44:09.357 INFO:teuthology.orchestra.run.smithi157.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-05-16T15:44:09.357 INFO:teuthology.orchestra.run.smithi157.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-05-16T15:44:09.357 INFO:teuthology.orchestra.run.smithi157.stderr: stderr: 10+0 records in 2024-05-16T15:44:09.357 INFO:teuthology.orchestra.run.smithi157.stderr:10+0 records out 2024-05-16T15:44:09.357 INFO:teuthology.orchestra.run.smithi157.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00832165 s, 1.3 GB/s 2024-05-16T15:44:09.358 INFO:teuthology.orchestra.run.smithi157.stderr:--> Zapping successful for: 2024-05-16T15:44:09.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:09 smithi148 ceph-mon[34976]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-16T15:44:09.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:09 smithi148 ceph-mon[34976]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]': finished 2024-05-16T15:44:09.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:09 smithi148 ceph-mon[34976]: osdmap e63: 11 total, 10 up, 11 in 2024-05-16T15:44:09.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:09 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-16T15:44:09.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:09 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-16T15:44:09.669 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:09 smithi157 ceph-mon[35584]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-16T15:44:09.669 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:09 smithi157 ceph-mon[35584]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]': finished 2024-05-16T15:44:09.669 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:09 smithi157 ceph-mon[35584]: osdmap e63: 11 total, 10 up, 11 in 2024-05-16T15:44:09.669 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:09 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-16T15:44:09.669 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:09 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-16T15:44:09.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:09 smithi043 ceph-mon[31619]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-16T15:44:09.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:09 smithi043 ceph-mon[31619]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]': finished 2024-05-16T15:44:09.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:09 smithi043 ceph-mon[31619]: osdmap e63: 11 total, 10 up, 11 in 2024-05-16T15:44:09.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:09 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-16T15:44:09.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:09 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-16T15:44:10.023 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi157:vg_nvme/lv_1 2024-05-16T15:44:10.273 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.c/config 2024-05-16T15:44:10.631 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:10 smithi157 ceph-mon[35584]: purged_snaps scrub starts 2024-05-16T15:44:10.631 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:10 smithi157 ceph-mon[35584]: purged_snaps scrub ok 2024-05-16T15:44:10.631 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:10 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-16T15:44:10.631 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:10 smithi157 ceph-mon[35584]: osd.10 [v2:172.21.15.148:6824/3418113451,v1:172.21.15.148:6825/3418113451] boot 2024-05-16T15:44:10.631 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:10 smithi157 ceph-mon[35584]: osdmap e64: 11 total, 11 up, 11 in 2024-05-16T15:44:10.631 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:10 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-16T15:44:10.657 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:10 smithi148 ceph-mon[34976]: purged_snaps scrub starts 2024-05-16T15:44:10.658 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:10 smithi148 ceph-mon[34976]: purged_snaps scrub ok 2024-05-16T15:44:10.658 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:10 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-16T15:44:10.658 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:10 smithi148 ceph-mon[34976]: osd.10 [v2:172.21.15.148:6824/3418113451,v1:172.21.15.148:6825/3418113451] boot 2024-05-16T15:44:10.658 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:10 smithi148 ceph-mon[34976]: osdmap e64: 11 total, 11 up, 11 in 2024-05-16T15:44:10.658 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:10 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-16T15:44:10.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:10 smithi043 ceph-mon[31619]: purged_snaps scrub starts 2024-05-16T15:44:10.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:10 smithi043 ceph-mon[31619]: purged_snaps scrub ok 2024-05-16T15:44:10.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:10 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-16T15:44:10.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:10 smithi043 ceph-mon[31619]: osd.10 [v2:172.21.15.148:6824/3418113451,v1:172.21.15.148:6825/3418113451] boot 2024-05-16T15:44:10.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:10 smithi043 ceph-mon[31619]: osdmap e64: 11 total, 11 up, 11 in 2024-05-16T15:44:10.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:10 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-16T15:44:11.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:11 smithi157 ceph-mon[35584]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-16T15:44:11.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:11 smithi157 ceph-mon[35584]: osdmap e65: 11 total, 11 up, 11 in 2024-05-16T15:44:11.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:11 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:11.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:11 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:11.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:11 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:44:11.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:11 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:44:11.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:11 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:44:11.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:11 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:44:11.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:11 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:11.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:11 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:44:11.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:11 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:44:11.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:11 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:11.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:11 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:44:11.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:11 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:44:11.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:11 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:44:11.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:11 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:11.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:11 smithi148 ceph-mon[34976]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-16T15:44:11.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:11 smithi148 ceph-mon[34976]: osdmap e65: 11 total, 11 up, 11 in 2024-05-16T15:44:11.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:11 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:11.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:11 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:11.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:11 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:44:11.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:11 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:44:11.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:11 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:44:11.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:11 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:44:11.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:11 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:11.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:11 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:44:11.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:11 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:44:11.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:11 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:11.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:11 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:44:11.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:11 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:44:11.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:11 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:44:11.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:11 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:11.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:11 smithi043 ceph-mon[31619]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-16T15:44:11.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:11 smithi043 ceph-mon[31619]: osdmap e65: 11 total, 11 up, 11 in 2024-05-16T15:44:11.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:11 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:11.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:11 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:11.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:11 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:44:11.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:11 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:44:11.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:11 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:44:11.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:11 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:44:11.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:11 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:11.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:11 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:44:11.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:11 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:44:11.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:11 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:11.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:11 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:44:11.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:11 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:44:11.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:11 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:44:11.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:11 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:11.913 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:11.903+0000 7fb19477c700 1 -- 172.21.15.157:0/4001255475 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb18c1050a0 msgr2=0x7fb18c10b950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:44:11.913 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:11.903+0000 7fb19477c700 1 --2- 172.21.15.157:0/4001255475 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb18c1050a0 0x7fb18c10b950 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fb18400b0a0 tx=0x7fb18400b3b0 comp rx=0 tx=0).stop 2024-05-16T15:44:11.913 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:11.903+0000 7fb19477c700 1 -- 172.21.15.157:0/4001255475 shutdown_connections 2024-05-16T15:44:11.913 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:11.903+0000 7fb19477c700 1 --2- 172.21.15.157:0/4001255475 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb18c1050a0 0x7fb18c10b950 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:11.913 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:11.903+0000 7fb19477c700 1 --2- 172.21.15.157:0/4001255475 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb18c103500 0x7fb18c103920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:11.913 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:11.903+0000 7fb19477c700 1 --2- 172.21.15.157:0/4001255475 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb18c104700 0x7fb18c104b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:11.913 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:11.903+0000 7fb19477c700 1 -- 172.21.15.157:0/4001255475 >> 172.21.15.157:0/4001255475 conn(0x7fb18c0feaa0 msgr2=0x7fb18c100ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:44:11.913 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:11.903+0000 7fb19477c700 1 -- 172.21.15.157:0/4001255475 shutdown_connections 2024-05-16T15:44:11.913 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:11.903+0000 7fb19477c700 1 -- 172.21.15.157:0/4001255475 wait complete. 2024-05-16T15:44:11.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:11.903+0000 7fb19477c700 1 Processor -- start 2024-05-16T15:44:11.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:11.903+0000 7fb19477c700 1 -- start start 2024-05-16T15:44:11.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:11.904+0000 7fb19477c700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb18c103500 0x7fb18c077240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:44:11.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:11.904+0000 7fb19477c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb18c104700 0x7fb18c075890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:44:11.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:11.904+0000 7fb19477c700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb18c1050a0 0x7fb18c075dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:44:11.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:11.904+0000 7fb19477c700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fb18c10ee30 con 0x7fb18c104700 2024-05-16T15:44:11.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:11.904+0000 7fb19477c700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fb18c10ecb0 con 0x7fb18c1050a0 2024-05-16T15:44:11.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:11.904+0000 7fb19477c700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fb18c10efb0 con 0x7fb18c103500 2024-05-16T15:44:11.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:11.904+0000 7fb192518700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb18c103500 0x7fb18c077240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:44:11.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:11.904+0000 7fb192518700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb18c103500 0x7fb18c077240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:43184/0 (socket says 172.21.15.157:43184) 2024-05-16T15:44:11.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:11.904+0000 7fb192518700 1 -- 172.21.15.157:0/2277099701 learned_addr learned my addr 172.21.15.157:0/2277099701 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-05-16T15:44:11.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:11.904+0000 7fb191d17700 1 --2- 172.21.15.157:0/2277099701 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb18c104700 0x7fb18c075890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:44:11.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:11.904+0000 7fb192d19700 1 --2- 172.21.15.157:0/2277099701 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb18c1050a0 0x7fb18c075dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:44:11.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:11.904+0000 7fb192518700 1 -- 172.21.15.157:0/2277099701 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb18c1050a0 msgr2=0x7fb18c075dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:44:11.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:11.904+0000 7fb192518700 1 --2- 172.21.15.157:0/2277099701 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb18c1050a0 0x7fb18c075dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:11.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:11.904+0000 7fb192518700 1 -- 172.21.15.157:0/2277099701 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb18c104700 msgr2=0x7fb18c075890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:44:11.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:11.904+0000 7fb192518700 1 --2- 172.21.15.157:0/2277099701 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb18c104700 0x7fb18c075890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:11.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:11.904+0000 7fb192518700 1 -- 172.21.15.157:0/2277099701 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb18c076680 con 0x7fb18c103500 2024-05-16T15:44:11.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:11.904+0000 7fb192d19700 1 --2- 172.21.15.157:0/2277099701 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb18c1050a0 0x7fb18c075dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:44:11.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:11.904+0000 7fb192518700 1 --2- 172.21.15.157:0/2277099701 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb18c103500 0x7fb18c077240 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fb18800c990 tx=0x7fb18800cca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:44:11.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:11.904+0000 7fb1837fe700 1 -- 172.21.15.157:0/2277099701 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb188007b00 con 0x7fb18c103500 2024-05-16T15:44:11.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:11.904+0000 7fb1837fe700 1 -- 172.21.15.157:0/2277099701 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb188007ca0 con 0x7fb18c103500 2024-05-16T15:44:11.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:11.904+0000 7fb19477c700 1 -- 172.21.15.157:0/2277099701 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb18c1a3600 con 0x7fb18c103500 2024-05-16T15:44:11.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:11.904+0000 7fb1837fe700 1 -- 172.21.15.157:0/2277099701 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb188018660 con 0x7fb18c103500 2024-05-16T15:44:11.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:11.904+0000 7fb19477c700 1 -- 172.21.15.157:0/2277099701 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb18c1a3b10 con 0x7fb18c103500 2024-05-16T15:44:11.916 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:11.905+0000 7fb19477c700 1 -- 172.21.15.157:0/2277099701 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb18c06a190 con 0x7fb18c103500 2024-05-16T15:44:11.916 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:11.907+0000 7fb1837fe700 1 -- 172.21.15.157:0/2277099701 <== mon.1 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fb188004020 con 0x7fb18c103500 2024-05-16T15:44:11.916 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:11.908+0000 7fb1837fe700 1 --2- 172.21.15.157:0/2277099701 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb1780b2880 0x7fb1780b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:44:11.916 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:11.908+0000 7fb1837fe700 1 -- 172.21.15.157:0/2277099701 <== mon.1 v2:172.21.15.157:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6694+0+0 (secure 0 0 0) 0x7fb1880e1cc0 con 0x7fb18c103500 2024-05-16T15:44:11.917 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:11.908+0000 7fb191d17700 1 --2- 172.21.15.157:0/2277099701 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb1780b2880 0x7fb1780b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:44:11.917 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:11.910+0000 7fb191d17700 1 --2- 172.21.15.157:0/2277099701 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb1780b2880 0x7fb1780b4d40 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fb17c005950 tx=0x7fb17c00b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:44:11.919 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:11.911+0000 7fb1837fe700 1 -- 172.21.15.157:0/2277099701 <== mon.1 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fb188053d70 con 0x7fb18c103500 2024-05-16T15:44:12.134 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:12.126+0000 7fb19477c700 1 -- 172.21.15.157:0/2277099701 --> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi157:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7fb18c0638e0 con 0x7fb1780b2880 2024-05-16T15:44:12.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:12 smithi157 ceph-mon[35584]: Detected new or changed devices on smithi148 2024-05-16T15:44:12.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:12 smithi157 ceph-mon[35584]: Adjusting osd_memory_target on smithi148 to 4272M 2024-05-16T15:44:12.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:12 smithi157 ceph-mon[35584]: osdmap e66: 11 total, 11 up, 11 in 2024-05-16T15:44:12.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:12 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-16T15:44:12.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:12 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-16T15:44:12.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:12 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:44:12.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:12 smithi148 ceph-mon[34976]: Detected new or changed devices on smithi148 2024-05-16T15:44:12.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:12 smithi148 ceph-mon[34976]: Adjusting osd_memory_target on smithi148 to 4272M 2024-05-16T15:44:12.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:12 smithi148 ceph-mon[34976]: osdmap e66: 11 total, 11 up, 11 in 2024-05-16T15:44:12.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:12 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-16T15:44:12.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:12 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-16T15:44:12.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:12 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:44:12.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:12 smithi043 ceph-mon[31619]: Detected new or changed devices on smithi148 2024-05-16T15:44:12.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:12 smithi043 ceph-mon[31619]: Adjusting osd_memory_target on smithi148 to 4272M 2024-05-16T15:44:12.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:12 smithi043 ceph-mon[31619]: osdmap e66: 11 total, 11 up, 11 in 2024-05-16T15:44:12.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:12 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-16T15:44:12.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:12 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-16T15:44:12.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:12 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:44:13.623 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:13 smithi043 ceph-mon[31619]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 983 GiB / 983 GiB avail 2024-05-16T15:44:13.623 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:13 smithi043 ceph-mon[31619]: from='client.24364 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi157:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:44:13.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:13 smithi157 ceph-mon[35584]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 983 GiB / 983 GiB avail 2024-05-16T15:44:13.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:13 smithi157 ceph-mon[35584]: from='client.24364 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi157:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:44:13.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:13 smithi148 ceph-mon[34976]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 983 GiB / 983 GiB avail 2024-05-16T15:44:13.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:13 smithi148 ceph-mon[34976]: from='client.24364 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi157:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:44:15.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:15 smithi157 ceph-mon[35584]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 983 GiB / 983 GiB avail; 102 KiB/s, 0 objects/s recovering 2024-05-16T15:44:15.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:15 smithi157 ceph-mon[35584]: from='client.? 172.21.15.157:0/701696106' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "da02e920-1b89-4b7d-857b-14cf82a1f0e0"}]: dispatch 2024-05-16T15:44:15.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:15 smithi157 ceph-mon[35584]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "da02e920-1b89-4b7d-857b-14cf82a1f0e0"}]: dispatch 2024-05-16T15:44:15.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:15 smithi157 ceph-mon[35584]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "da02e920-1b89-4b7d-857b-14cf82a1f0e0"}]': finished 2024-05-16T15:44:15.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:15 smithi157 ceph-mon[35584]: osdmap e67: 12 total, 11 up, 12 in 2024-05-16T15:44:15.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:15 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-16T15:44:15.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:15 smithi148 ceph-mon[34976]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 983 GiB / 983 GiB avail; 102 KiB/s, 0 objects/s recovering 2024-05-16T15:44:15.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:15 smithi148 ceph-mon[34976]: from='client.? 172.21.15.157:0/701696106' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "da02e920-1b89-4b7d-857b-14cf82a1f0e0"}]: dispatch 2024-05-16T15:44:15.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:15 smithi148 ceph-mon[34976]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "da02e920-1b89-4b7d-857b-14cf82a1f0e0"}]: dispatch 2024-05-16T15:44:15.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:15 smithi148 ceph-mon[34976]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "da02e920-1b89-4b7d-857b-14cf82a1f0e0"}]': finished 2024-05-16T15:44:15.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:15 smithi148 ceph-mon[34976]: osdmap e67: 12 total, 11 up, 12 in 2024-05-16T15:44:15.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-16T15:44:15.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:15 smithi043 ceph-mon[31619]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 983 GiB / 983 GiB avail; 102 KiB/s, 0 objects/s recovering 2024-05-16T15:44:15.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:15 smithi043 ceph-mon[31619]: from='client.? 172.21.15.157:0/701696106' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "da02e920-1b89-4b7d-857b-14cf82a1f0e0"}]: dispatch 2024-05-16T15:44:15.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:15 smithi043 ceph-mon[31619]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "da02e920-1b89-4b7d-857b-14cf82a1f0e0"}]: dispatch 2024-05-16T15:44:15.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:15 smithi043 ceph-mon[31619]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "da02e920-1b89-4b7d-857b-14cf82a1f0e0"}]': finished 2024-05-16T15:44:15.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:15 smithi043 ceph-mon[31619]: osdmap e67: 12 total, 11 up, 12 in 2024-05-16T15:44:15.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:15 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-16T15:44:16.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:16 smithi157 ceph-mon[35584]: from='client.? 172.21.15.157:0/3624798040' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-16T15:44:16.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:16 smithi148 ceph-mon[34976]: from='client.? 172.21.15.157:0/3624798040' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-16T15:44:16.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:16 smithi043 ceph-mon[31619]: from='client.? 172.21.15.157:0/3624798040' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-16T15:44:17.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:17 smithi157 ceph-mon[35584]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-16T15:44:17.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:17 smithi148 ceph-mon[34976]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-16T15:44:17.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:17 smithi043 ceph-mon[31619]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-16T15:44:19.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:19 smithi157 ceph-mon[35584]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 983 GiB / 983 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-05-16T15:44:19.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:19 smithi148 ceph-mon[34976]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 983 GiB / 983 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-05-16T15:44:19.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:19 smithi043 ceph-mon[31619]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 983 GiB / 983 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-05-16T15:44:21.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:21 smithi157 ceph-mon[35584]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 983 GiB / 983 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-05-16T15:44:21.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:21 smithi148 ceph-mon[34976]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 983 GiB / 983 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-05-16T15:44:21.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:21 smithi043 ceph-mon[31619]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 983 GiB / 983 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-05-16T15:44:23.515 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:23 smithi157 ceph-mon[35584]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-16T15:44:23.516 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:23 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-05-16T15:44:23.516 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:23 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:44:23.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:23 smithi148 ceph-mon[34976]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-16T15:44:23.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:23 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-05-16T15:44:23.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:23 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:44:23.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:23 smithi043 ceph-mon[31619]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-16T15:44:23.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:23 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-05-16T15:44:23.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:23 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:44:24.586 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:24 smithi157 ceph-mon[35584]: Deploying daemon osd.11 on smithi157 2024-05-16T15:44:24.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:24 smithi148 ceph-mon[34976]: Deploying daemon osd.11 on smithi157 2024-05-16T15:44:24.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:24 smithi043 ceph-mon[31619]: Deploying daemon osd.11 on smithi157 2024-05-16T15:44:25.607 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:25 smithi157 ceph-mon[35584]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 983 GiB / 983 GiB avail 2024-05-16T15:44:25.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:25 smithi148 ceph-mon[34976]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 983 GiB / 983 GiB avail 2024-05-16T15:44:25.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:25 smithi043 ceph-mon[31619]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 983 GiB / 983 GiB avail 2024-05-16T15:44:27.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:27 smithi157 ceph-mon[35584]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 983 GiB / 983 GiB avail 2024-05-16T15:44:27.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:27 smithi148 ceph-mon[34976]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 983 GiB / 983 GiB avail 2024-05-16T15:44:27.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:27 smithi043 ceph-mon[31619]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 983 GiB / 983 GiB avail 2024-05-16T15:44:29.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:29 smithi157 ceph-mon[35584]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 983 GiB / 983 GiB avail 2024-05-16T15:44:29.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:29 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:29.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:29 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:29.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:29 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:44:29.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:29 smithi043 ceph-mon[31619]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 983 GiB / 983 GiB avail 2024-05-16T15:44:29.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:29 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:29.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:29 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:29.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:29 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:44:29.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:29 smithi148 ceph-mon[34976]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 983 GiB / 983 GiB avail 2024-05-16T15:44:29.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:29 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:29.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:29 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:29.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:29 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:44:31.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:31 smithi157 ceph-mon[35584]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 983 GiB / 983 GiB avail 2024-05-16T15:44:31.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:31 smithi043 ceph-mon[31619]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 983 GiB / 983 GiB avail 2024-05-16T15:44:31.735 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:31 smithi148 ceph-mon[34976]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 983 GiB / 983 GiB avail 2024-05-16T15:44:32.208 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:32.200+0000 7fb1837fe700 1 -- 172.21.15.157:0/2277099701 <== mgr.14150 v2:172.21.15.43:6800/198025071 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7fb18c0638e0 con 0x7fb1780b2880 2024-05-16T15:44:32.209 INFO:teuthology.orchestra.run.smithi157.stdout:Created osd(s) 11 on host 'smithi157' 2024-05-16T15:44:32.212 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:32.203+0000 7fb19477c700 1 -- 172.21.15.157:0/2277099701 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb1780b2880 msgr2=0x7fb1780b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:44:32.212 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:32.203+0000 7fb19477c700 1 --2- 172.21.15.157:0/2277099701 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb1780b2880 0x7fb1780b4d40 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fb17c005950 tx=0x7fb17c00b410 comp rx=0 tx=0).stop 2024-05-16T15:44:32.212 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:32.203+0000 7fb19477c700 1 -- 172.21.15.157:0/2277099701 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb18c103500 msgr2=0x7fb18c077240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:44:32.212 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:32.203+0000 7fb19477c700 1 --2- 172.21.15.157:0/2277099701 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb18c103500 0x7fb18c077240 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fb18800c990 tx=0x7fb18800cca0 comp rx=0 tx=0).stop 2024-05-16T15:44:32.212 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:32.204+0000 7fb19477c700 1 -- 172.21.15.157:0/2277099701 shutdown_connections 2024-05-16T15:44:32.212 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:32.204+0000 7fb19477c700 1 --2- 172.21.15.157:0/2277099701 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb18c1050a0 0x7fb18c075dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:32.212 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:32.204+0000 7fb19477c700 1 --2- 172.21.15.157:0/2277099701 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb18c103500 0x7fb18c077240 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:32.212 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:32.204+0000 7fb19477c700 1 --2- 172.21.15.157:0/2277099701 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb1780b2880 0x7fb1780b4d40 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:32.212 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:32.204+0000 7fb19477c700 1 --2- 172.21.15.157:0/2277099701 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb18c104700 0x7fb18c075890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:32.212 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:32.204+0000 7fb19477c700 1 -- 172.21.15.157:0/2277099701 >> 172.21.15.157:0/2277099701 conn(0x7fb18c0feaa0 msgr2=0x7fb18c107a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:44:32.212 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:32.204+0000 7fb19477c700 1 -- 172.21.15.157:0/2277099701 shutdown_connections 2024-05-16T15:44:32.212 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:32.204+0000 7fb19477c700 1 -- 172.21.15.157:0/2277099701 wait complete. 2024-05-16T15:44:32.873 DEBUG:teuthology.orchestra.run.smithi157:osd.11> sudo journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@osd.11.service 2024-05-16T15:44:32.875 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2024-05-16T15:44:32.875 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph osd stat -f json 2024-05-16T15:44:33.165 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:44:33.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:33 smithi157 ceph-mon[35584]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 983 GiB / 983 GiB avail 2024-05-16T15:44:33.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:33 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:33.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:33 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:33.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:33 smithi157 ceph-mon[35584]: from='osd.11 [v2:172.21.15.157:6824/1613641998,v1:172.21.15.157:6825/1613641998]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-16T15:44:33.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:33 smithi157 ceph-mon[35584]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-16T15:44:33.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:33 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:33.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:33 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:33.425 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:33 smithi043 ceph-mon[31619]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 983 GiB / 983 GiB avail 2024-05-16T15:44:33.425 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:33 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:33.425 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:33 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:33.425 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:33 smithi043 ceph-mon[31619]: from='osd.11 [v2:172.21.15.157:6824/1613641998,v1:172.21.15.157:6825/1613641998]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-16T15:44:33.426 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:33 smithi043 ceph-mon[31619]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-16T15:44:33.426 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:33 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:33.426 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:33 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:33.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:33 smithi148 ceph-mon[34976]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 983 GiB / 983 GiB avail 2024-05-16T15:44:33.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:33 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:33.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:33 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:33.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:33 smithi148 ceph-mon[34976]: from='osd.11 [v2:172.21.15.157:6824/1613641998,v1:172.21.15.157:6825/1613641998]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-16T15:44:33.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:33 smithi148 ceph-mon[34976]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-16T15:44:33.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:33 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:33.434 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:33 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:34.182 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:34 smithi157 ceph-mon[35584]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-05-16T15:44:34.182 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:34 smithi157 ceph-mon[35584]: from='osd.11 [v2:172.21.15.157:6824/1613641998,v1:172.21.15.157:6825/1613641998]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-05-16T15:44:34.182 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:34 smithi157 ceph-mon[35584]: osdmap e68: 12 total, 11 up, 12 in 2024-05-16T15:44:34.182 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:34 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-16T15:44:34.183 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:34 smithi157 ceph-mon[35584]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-05-16T15:44:34.183 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:44:34 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:44:34.162+0000 7f3f32bc8700 -1 osd.11 0 waiting for initial osdmap 2024-05-16T15:44:34.183 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:44:34 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:44:34.173+0000 7f3f2e9bb700 -1 osd.11 69 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-16T15:44:34.428 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:34 smithi043 ceph-mon[31619]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-05-16T15:44:34.428 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:34 smithi043 ceph-mon[31619]: from='osd.11 [v2:172.21.15.157:6824/1613641998,v1:172.21.15.157:6825/1613641998]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-05-16T15:44:34.428 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:34 smithi043 ceph-mon[31619]: osdmap e68: 12 total, 11 up, 12 in 2024-05-16T15:44:34.428 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:34 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-16T15:44:34.428 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:34 smithi043 ceph-mon[31619]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-05-16T15:44:34.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:34 smithi148 ceph-mon[34976]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-05-16T15:44:34.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:34 smithi148 ceph-mon[34976]: from='osd.11 [v2:172.21.15.157:6824/1613641998,v1:172.21.15.157:6825/1613641998]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-05-16T15:44:34.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:34 smithi148 ceph-mon[34976]: osdmap e68: 12 total, 11 up, 12 in 2024-05-16T15:44:34.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:34 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-16T15:44:34.434 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:34 smithi148 ceph-mon[34976]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-05-16T15:44:34.998 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:34.976+0000 7fc46a8fa700 1 -- 172.21.15.43:0/1084524232 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc4641092b0 msgr2=0x7fc46410b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:44:34.999 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:34.976+0000 7fc46a8fa700 1 --2- 172.21.15.43:0/1084524232 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc4641092b0 0x7fc46410b6a0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fc45c00b0a0 tx=0x7fc45c00b3b0 comp rx=0 tx=0).stop 2024-05-16T15:44:34.999 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:34.977+0000 7fc46a8fa700 1 -- 172.21.15.43:0/1084524232 shutdown_connections 2024-05-16T15:44:34.999 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:34.977+0000 7fc46a8fa700 1 --2- 172.21.15.43:0/1084524232 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc4641092b0 0x7fc46410b6a0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:34.999 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:34.977+0000 7fc46a8fa700 1 --2- 172.21.15.43:0/1084524232 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc464104050 0x7fc464106440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:34.999 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:34.977+0000 7fc46a8fa700 1 --2- 172.21.15.43:0/1084524232 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc464106980 0x7fc464108d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:34.999 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:34.977+0000 7fc46a8fa700 1 -- 172.21.15.43:0/1084524232 >> 172.21.15.43:0/1084524232 conn(0x7fc4640fd9a0 msgr2=0x7fc4640ffde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:44:34.999 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:34.977+0000 7fc46a8fa700 1 -- 172.21.15.43:0/1084524232 shutdown_connections 2024-05-16T15:44:34.999 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:34.977+0000 7fc46a8fa700 1 -- 172.21.15.43:0/1084524232 wait complete. 2024-05-16T15:44:34.999 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:34.977+0000 7fc46a8fa700 1 Processor -- start 2024-05-16T15:44:34.999 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:34.977+0000 7fc46a8fa700 1 -- start start 2024-05-16T15:44:34.999 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:34.978+0000 7fc46a8fa700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc464104050 0x7fc464199470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:44:34.999 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:34.978+0000 7fc46a8fa700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc464106980 0x7fc4641999b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:44:34.999 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:34.978+0000 7fc46a8fa700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc4641092b0 0x7fc4641a0a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:44:35.000 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:34.978+0000 7fc46a8fa700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fc46410ee00 con 0x7fc4641092b0 2024-05-16T15:44:35.000 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:34.978+0000 7fc46a8fa700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fc46410ec80 con 0x7fc464104050 2024-05-16T15:44:35.000 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:34.978+0000 7fc46a8fa700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fc46410ef80 con 0x7fc464106980 2024-05-16T15:44:35.000 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:34.978+0000 7fc468e97700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc4641092b0 0x7fc4641a0a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:44:35.000 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:34.978+0000 7fc468e97700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc4641092b0 0x7fc4641a0a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:59856/0 (socket says 172.21.15.43:59856) 2024-05-16T15:44:35.000 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:34.978+0000 7fc468e97700 1 -- 172.21.15.43:0/461814285 learned_addr learned my addr 172.21.15.43:0/461814285 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:44:35.000 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:34.978+0000 7fc463fff700 1 --2- 172.21.15.43:0/461814285 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc464104050 0x7fc464199470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:44:35.000 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:34.978+0000 7fc4637fe700 1 --2- 172.21.15.43:0/461814285 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc464106980 0x7fc4641999b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:44:35.000 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:34.978+0000 7fc468e97700 1 -- 172.21.15.43:0/461814285 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc464106980 msgr2=0x7fc4641999b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:44:35.000 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:34.978+0000 7fc468e97700 1 --2- 172.21.15.43:0/461814285 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc464106980 0x7fc4641999b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:35.000 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:34.978+0000 7fc468e97700 1 -- 172.21.15.43:0/461814285 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc464104050 msgr2=0x7fc464199470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:44:35.000 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:34.978+0000 7fc468e97700 1 --2- 172.21.15.43:0/461814285 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc464104050 0x7fc464199470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:35.000 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:34.978+0000 7fc468e97700 1 -- 172.21.15.43:0/461814285 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4641a10d0 con 0x7fc4641092b0 2024-05-16T15:44:35.001 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:34.978+0000 7fc4637fe700 1 --2- 172.21.15.43:0/461814285 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc464106980 0x7fc4641999b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:44:35.001 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:34.978+0000 7fc468e97700 1 --2- 172.21.15.43:0/461814285 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc4641092b0 0x7fc4641a0a30 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fc45c009820 tx=0x7fc45c009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:44:35.001 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:34.978+0000 7fc4617fa700 1 -- 172.21.15.43:0/461814285 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc45c021070 con 0x7fc4641092b0 2024-05-16T15:44:35.001 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:34.979+0000 7fc4617fa700 1 -- 172.21.15.43:0/461814285 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc45c007cc0 con 0x7fc4641092b0 2024-05-16T15:44:35.001 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:34.979+0000 7fc46a8fa700 1 -- 172.21.15.43:0/461814285 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4641a1360 con 0x7fc4641092b0 2024-05-16T15:44:35.001 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:34.979+0000 7fc4617fa700 1 -- 172.21.15.43:0/461814285 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc45c01b690 con 0x7fc4641092b0 2024-05-16T15:44:35.001 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:34.979+0000 7fc46a8fa700 1 -- 172.21.15.43:0/461814285 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4641a1810 con 0x7fc4641092b0 2024-05-16T15:44:35.001 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:34.980+0000 7fc46a8fa700 1 -- 172.21.15.43:0/461814285 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc46406a190 con 0x7fc4641092b0 2024-05-16T15:44:35.001 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:34.981+0000 7fc4617fa700 1 -- 172.21.15.43:0/461814285 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fc45c024070 con 0x7fc4641092b0 2024-05-16T15:44:35.001 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:34.982+0000 7fc4617fa700 1 --2- 172.21.15.43:0/461814285 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc44c0b2900 0x7fc44c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:44:35.001 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:34.982+0000 7fc463fff700 1 --2- 172.21.15.43:0/461814285 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc44c0b2900 0x7fc44c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:44:35.001 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:34.982+0000 7fc4617fa700 1 -- 172.21.15.43:0/461814285 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 6847+0+0 (secure 0 0 0) 0x7fc45c00f020 con 0x7fc4641092b0 2024-05-16T15:44:35.001 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:34.982+0000 7fc463fff700 1 --2- 172.21.15.43:0/461814285 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc44c0b2900 0x7fc44c0b4dc0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fc45400ac50 tx=0x7fc45400a380 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:44:35.001 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:34.985+0000 7fc4617fa700 1 -- 172.21.15.43:0/461814285 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fc45c02b020 con 0x7fc4641092b0 2024-05-16T15:44:35.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:35.203+0000 7fc46a8fa700 1 -- 172.21.15.43:0/461814285 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7fc4640640b0 con 0x7fc4641092b0 2024-05-16T15:44:35.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:35.203+0000 7fc4617fa700 1 -- 172.21.15.43:0/461814285 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v70) ==== 74+0+133 (secure 0 0 0) 0x7fc45c0ab750 con 0x7fc4641092b0 2024-05-16T15:44:35.212 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:44:35.214 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:35.205+0000 7fc46a8fa700 1 -- 172.21.15.43:0/461814285 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc44c0b2900 msgr2=0x7fc44c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:44:35.214 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:35.205+0000 7fc46a8fa700 1 --2- 172.21.15.43:0/461814285 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc44c0b2900 0x7fc44c0b4dc0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fc45400ac50 tx=0x7fc45400a380 comp rx=0 tx=0).stop 2024-05-16T15:44:35.214 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:35.205+0000 7fc46a8fa700 1 -- 172.21.15.43:0/461814285 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc4641092b0 msgr2=0x7fc4641a0a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:44:35.214 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:35.205+0000 7fc46a8fa700 1 --2- 172.21.15.43:0/461814285 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc4641092b0 0x7fc4641a0a30 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fc45c009820 tx=0x7fc45c009bf0 comp rx=0 tx=0).stop 2024-05-16T15:44:35.214 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:35.205+0000 7fc46a8fa700 1 -- 172.21.15.43:0/461814285 shutdown_connections 2024-05-16T15:44:35.214 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:35.205+0000 7fc46a8fa700 1 --2- 172.21.15.43:0/461814285 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc44c0b2900 0x7fc44c0b4dc0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:35.214 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:35.205+0000 7fc46a8fa700 1 --2- 172.21.15.43:0/461814285 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc4641092b0 0x7fc4641a0a30 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:35.214 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:35.205+0000 7fc46a8fa700 1 --2- 172.21.15.43:0/461814285 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc464104050 0x7fc464199470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:35.214 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:35.205+0000 7fc46a8fa700 1 --2- 172.21.15.43:0/461814285 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc464106980 0x7fc4641999b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:35.214 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:35.205+0000 7fc46a8fa700 1 -- 172.21.15.43:0/461814285 >> 172.21.15.43:0/461814285 conn(0x7fc4640fd9a0 msgr2=0x7fc464104a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:44:35.214 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:35.205+0000 7fc46a8fa700 1 -- 172.21.15.43:0/461814285 shutdown_connections 2024-05-16T15:44:35.215 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:35.206+0000 7fc46a8fa700 1 -- 172.21.15.43:0/461814285 wait complete. 2024-05-16T15:44:35.250 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:35 smithi043 ceph-mon[31619]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 983 GiB / 983 GiB avail 2024-05-16T15:44:35.250 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:35 smithi043 ceph-mon[31619]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]': finished 2024-05-16T15:44:35.250 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:35 smithi043 ceph-mon[31619]: osdmap e69: 12 total, 11 up, 12 in 2024-05-16T15:44:35.250 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:35 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-16T15:44:35.250 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:35 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-16T15:44:35.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:35 smithi148 ceph-mon[34976]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 983 GiB / 983 GiB avail 2024-05-16T15:44:35.434 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:35 smithi148 ceph-mon[34976]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]': finished 2024-05-16T15:44:35.434 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:35 smithi148 ceph-mon[34976]: osdmap e69: 12 total, 11 up, 12 in 2024-05-16T15:44:35.434 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:35 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-16T15:44:35.434 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:35 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-16T15:44:35.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:35 smithi157 ceph-mon[35584]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 983 GiB / 983 GiB avail 2024-05-16T15:44:35.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:35 smithi157 ceph-mon[35584]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]': finished 2024-05-16T15:44:35.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:35 smithi157 ceph-mon[35584]: osdmap e69: 12 total, 11 up, 12 in 2024-05-16T15:44:35.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:35 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-16T15:44:35.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:35 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-16T15:44:36.015 INFO:teuthology.orchestra.run.smithi043.stdout:{"epoch":70,"num_osds":12,"num_up_osds":12,"osd_up_since":1715874275,"num_in_osds":12,"osd_in_since":1715874254,"num_remapped_pgs":0} 2024-05-16T15:44:36.016 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-16T15:44:36.267 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:44:36.296 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:36 smithi157 ceph-mon[35584]: purged_snaps scrub starts 2024-05-16T15:44:36.296 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:36 smithi157 ceph-mon[35584]: purged_snaps scrub ok 2024-05-16T15:44:36.296 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:36 smithi157 ceph-mon[35584]: osd.11 [v2:172.21.15.157:6824/1613641998,v1:172.21.15.157:6825/1613641998] boot 2024-05-16T15:44:36.296 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:36 smithi157 ceph-mon[35584]: osdmap e70: 12 total, 12 up, 12 in 2024-05-16T15:44:36.297 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:36 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-16T15:44:36.297 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:36 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/461814285' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-05-16T15:44:36.391 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:36 smithi043 ceph-mon[31619]: purged_snaps scrub starts 2024-05-16T15:44:36.391 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:36 smithi043 ceph-mon[31619]: purged_snaps scrub ok 2024-05-16T15:44:36.391 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:36 smithi043 ceph-mon[31619]: osd.11 [v2:172.21.15.157:6824/1613641998,v1:172.21.15.157:6825/1613641998] boot 2024-05-16T15:44:36.391 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:36 smithi043 ceph-mon[31619]: osdmap e70: 12 total, 12 up, 12 in 2024-05-16T15:44:36.391 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:36 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-16T15:44:36.391 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:36 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/461814285' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-05-16T15:44:36.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:36 smithi148 ceph-mon[34976]: purged_snaps scrub starts 2024-05-16T15:44:36.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:36 smithi148 ceph-mon[34976]: purged_snaps scrub ok 2024-05-16T15:44:36.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:36 smithi148 ceph-mon[34976]: osd.11 [v2:172.21.15.157:6824/1613641998,v1:172.21.15.157:6825/1613641998] boot 2024-05-16T15:44:36.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:36 smithi148 ceph-mon[34976]: osdmap e70: 12 total, 12 up, 12 in 2024-05-16T15:44:36.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:36 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-16T15:44:36.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:36 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/461814285' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-05-16T15:44:37.472 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:37 smithi043 ceph-mon[31619]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 983 GiB / 983 GiB avail 2024-05-16T15:44:37.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:37 smithi043 ceph-mon[31619]: osdmap e71: 12 total, 12 up, 12 in 2024-05-16T15:44:37.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:37 smithi043 ceph-mon[31619]: Detected new or changed devices on smithi157 2024-05-16T15:44:37.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:37 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:37.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:37 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:37.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:37 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:44:37.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:37 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:44:37.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:37 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:44:37.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:37 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:44:37.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:37 smithi043 ceph-mon[31619]: Adjusting osd_memory_target on smithi157 to 4272M 2024-05-16T15:44:37.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:37 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:37.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:37 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:44:37.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:37 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:44:37.474 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:37 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:37.474 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:37 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:44:37.474 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:37 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:44:37.474 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:37 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:44:37.474 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:37 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:37.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:37 smithi157 ceph-mon[35584]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 983 GiB / 983 GiB avail 2024-05-16T15:44:37.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:37 smithi157 ceph-mon[35584]: osdmap e71: 12 total, 12 up, 12 in 2024-05-16T15:44:37.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:37 smithi157 ceph-mon[35584]: Detected new or changed devices on smithi157 2024-05-16T15:44:37.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:37 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:37.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:37 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:37.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:37 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:44:37.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:37 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:44:37.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:37 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:44:37.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:37 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:44:37.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:37 smithi157 ceph-mon[35584]: Adjusting osd_memory_target on smithi157 to 4272M 2024-05-16T15:44:37.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:37 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:37.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:37 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:44:37.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:37 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:44:37.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:37 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:37.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:37 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:44:37.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:37 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:44:37.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:37 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:44:37.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:37 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:37.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:37 smithi148 ceph-mon[34976]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 983 GiB / 983 GiB avail 2024-05-16T15:44:37.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:37 smithi148 ceph-mon[34976]: osdmap e71: 12 total, 12 up, 12 in 2024-05-16T15:44:37.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:37 smithi148 ceph-mon[34976]: Detected new or changed devices on smithi157 2024-05-16T15:44:37.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:37 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:37.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:37 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:37.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:37 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:44:37.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:37 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:44:37.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:37 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:44:37.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:37 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:44:37.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:37 smithi148 ceph-mon[34976]: Adjusting osd_memory_target on smithi157 to 4272M 2024-05-16T15:44:37.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:37 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:37.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:37 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:44:37.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:37 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:44:37.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:37 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:37.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:37 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:44:37.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:37 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:44:37.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:37 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:44:37.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:37 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:38.099 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.089+0000 7f873a842700 1 -- 172.21.15.43:0/2315413714 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8734102fd0 msgr2=0x7f8734107020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:44:38.100 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.089+0000 7f873a842700 1 --2- 172.21.15.43:0/2315413714 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8734102fd0 0x7f8734107020 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f871c0099c0 tx=0x7f871c009cd0 comp rx=0 tx=0).stop 2024-05-16T15:44:38.100 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.089+0000 7f873a842700 1 -- 172.21.15.43:0/2315413714 shutdown_connections 2024-05-16T15:44:38.100 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.089+0000 7f873a842700 1 --2- 172.21.15.43:0/2315413714 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8734107700 0x7f873410f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:38.100 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.089+0000 7f873a842700 1 --2- 172.21.15.43:0/2315413714 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8734102620 0x7f8734102a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:38.100 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.089+0000 7f873a842700 1 --2- 172.21.15.43:0/2315413714 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8734102fd0 0x7f8734107020 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:38.100 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.089+0000 7f873a842700 1 -- 172.21.15.43:0/2315413714 >> 172.21.15.43:0/2315413714 conn(0x7f8734079440 msgr2=0x7f8734079850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:44:38.100 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.089+0000 7f873a842700 1 -- 172.21.15.43:0/2315413714 shutdown_connections 2024-05-16T15:44:38.100 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.089+0000 7f873a842700 1 -- 172.21.15.43:0/2315413714 wait complete. 2024-05-16T15:44:38.100 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.090+0000 7f873a842700 1 Processor -- start 2024-05-16T15:44:38.100 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.090+0000 7f873a842700 1 -- start start 2024-05-16T15:44:38.100 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.090+0000 7f873a842700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8734102620 0x7f873419f900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:44:38.101 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.090+0000 7f873a842700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8734102fd0 0x7f873419fe40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:44:38.101 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.090+0000 7f873a842700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8734107700 0x7f8734199ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:44:38.101 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.090+0000 7f873a842700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f8734112570 con 0x7f8734107700 2024-05-16T15:44:38.101 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.090+0000 7f873a842700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f87341123f0 con 0x7f8734102620 2024-05-16T15:44:38.101 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.090+0000 7f873a842700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f87341126f0 con 0x7f8734102fd0 2024-05-16T15:44:38.101 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.090+0000 7f8738ddf700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8734107700 0x7f8734199ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:44:38.101 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.090+0000 7f8738ddf700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8734107700 0x7f8734199ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:41712/0 (socket says 172.21.15.43:41712) 2024-05-16T15:44:38.101 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.090+0000 7f8738ddf700 1 -- 172.21.15.43:0/1773210107 learned_addr learned my addr 172.21.15.43:0/1773210107 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:44:38.101 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.090+0000 7f872bfff700 1 --2- 172.21.15.43:0/1773210107 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8734102fd0 0x7f873419fe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:44:38.101 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.090+0000 7f8733fff700 1 --2- 172.21.15.43:0/1773210107 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8734102620 0x7f873419f900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:44:38.101 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.090+0000 7f8738ddf700 1 -- 172.21.15.43:0/1773210107 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8734102fd0 msgr2=0x7f873419fe40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:44:38.101 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.090+0000 7f8738ddf700 1 --2- 172.21.15.43:0/1773210107 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8734102fd0 0x7f873419fe40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:38.101 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.090+0000 7f8738ddf700 1 -- 172.21.15.43:0/1773210107 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8734102620 msgr2=0x7f873419f900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:44:38.101 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.090+0000 7f8738ddf700 1 --2- 172.21.15.43:0/1773210107 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8734102620 0x7f873419f900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:38.102 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.090+0000 7f8738ddf700 1 -- 172.21.15.43:0/1773210107 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f873419a220 con 0x7f8734107700 2024-05-16T15:44:38.102 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.090+0000 7f872bfff700 1 --2- 172.21.15.43:0/1773210107 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8734102fd0 0x7f873419fe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:44:38.102 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.091+0000 7f8738ddf700 1 --2- 172.21.15.43:0/1773210107 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8734107700 0x7f8734199ac0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f872c00b970 tx=0x7f872c00bd30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:44:38.102 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.091+0000 7f8731ffb700 1 -- 172.21.15.43:0/1773210107 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f872c019070 con 0x7f8734107700 2024-05-16T15:44:38.102 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.091+0000 7f8731ffb700 1 -- 172.21.15.43:0/1773210107 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f872c00ce40 con 0x7f8734107700 2024-05-16T15:44:38.102 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.091+0000 7f8731ffb700 1 -- 172.21.15.43:0/1773210107 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f872c007370 con 0x7f8734107700 2024-05-16T15:44:38.102 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.091+0000 7f873a842700 1 -- 172.21.15.43:0/1773210107 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f873419a510 con 0x7f8734107700 2024-05-16T15:44:38.102 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.091+0000 7f873a842700 1 -- 172.21.15.43:0/1773210107 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87341a67d0 con 0x7f8734107700 2024-05-16T15:44:38.103 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.092+0000 7f873a842700 1 -- 172.21.15.43:0/1773210107 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f873406a190 con 0x7f8734107700 2024-05-16T15:44:38.103 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.093+0000 7f8731ffb700 1 -- 172.21.15.43:0/1773210107 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f872c01c070 con 0x7f8734107700 2024-05-16T15:44:38.103 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.094+0000 7f8731ffb700 1 --2- 172.21.15.43:0/1773210107 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f87200b2880 0x7f87200b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:44:38.103 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.094+0000 7f8733fff700 1 --2- 172.21.15.43:0/1773210107 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f87200b2880 0x7f87200b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:44:38.103 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.094+0000 7f8731ffb700 1 -- 172.21.15.43:0/1773210107 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7f872c0e1a60 con 0x7f8734107700 2024-05-16T15:44:38.104 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.095+0000 7f8733fff700 1 --2- 172.21.15.43:0/1773210107 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f87200b2880 0x7f87200b4d40 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f8724006fd0 tx=0x7f8724008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:44:38.106 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.098+0000 7f8731ffb700 1 -- 172.21.15.43:0/1773210107 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f872c023070 con 0x7f8734107700 2024-05-16T15:44:38.324 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.316+0000 7f873a842700 1 -- 172.21.15.43:0/1773210107 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f87341a69a0 con 0x7f8734107700 2024-05-16T15:44:38.325 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.317+0000 7f8731ffb700 1 -- 172.21.15.43:0/1773210107 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v71) ==== 74+0+18452 (secure 0 0 0) 0x7f872c0a9cb0 con 0x7f8734107700 2024-05-16T15:44:38.326 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:44:38.326 INFO:teuthology.orchestra.run.smithi043.stdout:{"epoch":71,"fsid":"13155b42-139a-11ef-bc9a-c7b262605968","created":"2024-05-16T15:37:22.311071+0000","modified":"2024-05-16T15:44:36.169258+0000","last_up_change":"2024-05-16T15:44:35.160481+0000","last_in_change":"2024-05-16T15:44:14.991724+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-16T15:40:47.990763+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b4de8b19-c914-400d-bf10-135fe3a0a81a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6802","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6803","nonce":2827692837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6804","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6805","nonce":2827692837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6808","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6809","nonce":2827692837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6806","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6807","nonce":2827692837}]},"public_addr":"172.21.15.43:6803/2827692837","cluster_addr":"172.21.15.43:6805/2827692837","heartbeat_back_addr":"172.21.15.43:6809/2827692837","heartbeat_front_addr":"172.21.15.43:6807/2827692837","state":["exists","up"]},{"osd":1,"uuid":"178a5d73-e946-41b5-9ef3-f15c16b2e8d0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6800","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6801","nonce":2384349877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6802","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6803","nonce":2384349877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6806","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6807","nonce":2384349877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6804","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6805","nonce":2384349877}]},"public_addr":"172.21.15.148:6801/2384349877","cluster_addr":"172.21.15.148:6803/2384349877","heartbeat_back_addr":"172.21.15.148:6807/2384349877","heartbeat_front_addr":"172.21.15.148:6805/2384349877","state":["exists","up"]},{"osd":2,"uuid":"5b40d2f9-afb6-42b3-a76b-641eddcc2948","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6801","nonce":512969814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6803","nonce":512969814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6807","nonce":512969814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6805","nonce":512969814}]},"public_addr":"172.21.15.157:6801/512969814","cluster_addr":"172.21.15.157:6803/512969814","heartbeat_back_addr":"172.21.15.157:6807/512969814","heartbeat_front_addr":"172.21.15.157:6805/512969814","state":["exists","up"]},{"osd":3,"uuid":"869f2122-f5c7-4b16-b48c-db114730bd5c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6810","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6811","nonce":1305033610}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6812","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6813","nonce":1305033610}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6816","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6817","nonce":1305033610}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6814","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6815","nonce":1305033610}]},"public_addr":"172.21.15.43:6811/1305033610","cluster_addr":"172.21.15.43:6813/1305033610","heartbeat_back_addr":"172.21.15.43:6817/1305033610","heartbeat_front_addr":"172.21.15.43:6815/1305033610","state":["exists","up"]},{"osd":4,"uuid":"c488d334-6676-4abf-81ff-596e7c507159","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6808","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6809","nonce":298572470}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6810","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6811","nonce":298572470}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6814","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6815","nonce":298572470}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6812","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6813","nonce":298572470}]},"public_addr":"172.21.15.148:6809/298572470","cluster_addr":"172.21.15.148:6811/298572470","heartbeat_back_addr":"172.21.15.148:6815/298572470","heartbeat_front_addr":"172.21.15.148:6813/298572470","state":["exists","up"]},{"osd":5,"uuid":"b858ef2e-c51c-4044-a143-30583374ef2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6809","nonce":2793566993}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6811","nonce":2793566993}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6815","nonce":2793566993}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6813","nonce":2793566993}]},"public_addr":"172.21.15.157:6809/2793566993","cluster_addr":"172.21.15.157:6811/2793566993","heartbeat_back_addr":"172.21.15.157:6815/2793566993","heartbeat_front_addr":"172.21.15.157:6813/2793566993","state":["exists","up"]},{"osd":6,"uuid":"70b4d49c-e33c-4334-a293-ce89cb37da1f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6818","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6819","nonce":417494707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6820","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6821","nonce":417494707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6824","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6825","nonce":417494707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6822","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6823","nonce":417494707}]},"public_addr":"172.21.15.43:6819/417494707","cluster_addr":"172.21.15.43:6821/417494707","heartbeat_back_addr":"172.21.15.43:6825/417494707","heartbeat_front_addr":"172.21.15.43:6823/417494707","state":["exists","up"]},{"osd":7,"uuid":"6a39c63f-8d2b-475f-8026-869d766fde01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6816","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6817","nonce":3852418694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6818","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6819","nonce":3852418694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6822","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6823","nonce":3852418694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6820","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6821","nonce":3852418694}]},"public_addr":"172.21.15.148:6817/3852418694","cluster_addr":"172.21.15.148:6819/3852418694","heartbeat_back_addr":"172.21.15.148:6823/3852418694","heartbeat_front_addr":"172.21.15.148:6821/3852418694","state":["exists","up"]},{"osd":8,"uuid":"f9e0ed4f-7211-43b5-bac9-33a64cec91d5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6817","nonce":3332637555}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6819","nonce":3332637555}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6823","nonce":3332637555}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6821","nonce":3332637555}]},"public_addr":"172.21.15.157:6817/3332637555","cluster_addr":"172.21.15.157:6819/3332637555","heartbeat_back_addr":"172.21.15.157:6823/3332637555","heartbeat_front_addr":"172.21.15.157:6821/3332637555","state":["exists","up"]},{"osd":9,"uuid":"ba1b04ea-a184-445a-8c31-0eed73a488e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6826","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6827","nonce":3226599249}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6828","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6829","nonce":3226599249}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6832","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6833","nonce":3226599249}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6830","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6831","nonce":3226599249}]},"public_addr":"172.21.15.43:6827/3226599249","cluster_addr":"172.21.15.43:6829/3226599249","heartbeat_back_addr":"172.21.15.43:6833/3226599249","heartbeat_front_addr":"172.21.15.43:6831/3226599249","state":["exists","up"]},{"osd":10,"uuid":"6dc35480-fd4a-428d-8ede-eb3e9058a7cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6824","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6825","nonce":3418113451}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6826","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6827","nonce":3418113451}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6830","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6831","nonce":3418113451}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6828","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6829","nonce":3418113451}]},"public_addr":"172.21.15.148:6825/3418113451","cluster_addr":"172.21.15.148:6827/3418113451","heartbeat_back_addr":"172.21.15.148:6831/3418113451","heartbeat_front_addr":"172.21.15.148:6829/3418113451","state":["exists","up"]},{"osd":11,"uuid":"da02e920-1b89-4b7d-857b-14cf82a1f0e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6825","nonce":1613641998}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6827","nonce":1613641998}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6831","nonce":1613641998}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6829","nonce":1613641998}]},"public_addr":"172.21.15.157:6825/1613641998","cluster_addr":"172.21.15.157:6827/1613641998","heartbeat_back_addr":"172.21.15.157:6831/1613641998","heartbeat_front_addr":"172.21.15.157:6829/1613641998","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:39:58.214793+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:40:22.181940+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:40:45.520107+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:41:10.377805+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:41:35.387615+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:41:59.845861+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:42:25.042874+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:42:50.427164+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:43:15.686930+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:43:41.803831+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:44:07.624551+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:44:33.414511+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.43:6801/86887644":"2024-05-17T15:38:19.897772+0000","172.21.15.43:6800/86887644":"2024-05-17T15:38:19.897772+0000","172.21.15.43:0/1519374213":"2024-05-17T15:38:19.897772+0000","172.21.15.43:6800/2824545909":"2024-05-17T15:37:53.291030+0000","172.21.15.43:0/561872100":"2024-05-17T15:37:53.291030+0000","172.21.15.43:0/3260845824":"2024-05-17T15:38:19.897772+0000","172.21.15.43:0/465511688":"2024-05-17T15:38:19.897772+0000","172.21.15.43:0/1478293844":"2024-05-17T15:37:53.291030+0000","172.21.15.43:0/3264891829":"2024-05-17T15:37:53.291030+0000","172.21.15.43:6801/2824545909":"2024-05-17T15:37:53.291030+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-16T15:44:38.328 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.319+0000 7f873a842700 1 -- 172.21.15.43:0/1773210107 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f87200b2880 msgr2=0x7f87200b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:44:38.328 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.319+0000 7f873a842700 1 --2- 172.21.15.43:0/1773210107 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f87200b2880 0x7f87200b4d40 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f8724006fd0 tx=0x7f8724008040 comp rx=0 tx=0).stop 2024-05-16T15:44:38.328 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.319+0000 7f873a842700 1 -- 172.21.15.43:0/1773210107 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8734107700 msgr2=0x7f8734199ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:44:38.328 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.319+0000 7f873a842700 1 --2- 172.21.15.43:0/1773210107 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8734107700 0x7f8734199ac0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f872c00b970 tx=0x7f872c00bd30 comp rx=0 tx=0).stop 2024-05-16T15:44:38.328 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.319+0000 7f873a842700 1 -- 172.21.15.43:0/1773210107 shutdown_connections 2024-05-16T15:44:38.328 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.319+0000 7f873a842700 1 --2- 172.21.15.43:0/1773210107 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f87200b2880 0x7f87200b4d40 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:38.328 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.319+0000 7f873a842700 1 --2- 172.21.15.43:0/1773210107 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8734107700 0x7f8734199ac0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:38.328 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.319+0000 7f873a842700 1 --2- 172.21.15.43:0/1773210107 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8734102620 0x7f873419f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:38.328 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.319+0000 7f873a842700 1 --2- 172.21.15.43:0/1773210107 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8734102fd0 0x7f873419fe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:38.329 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.319+0000 7f873a842700 1 -- 172.21.15.43:0/1773210107 >> 172.21.15.43:0/1773210107 conn(0x7f8734079440 msgr2=0x7f8734106480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:44:38.329 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.320+0000 7f873a842700 1 -- 172.21.15.43:0/1773210107 shutdown_connections 2024-05-16T15:44:38.329 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:38.320+0000 7f873a842700 1 -- 172.21.15.43:0/1773210107 wait complete. 2024-05-16T15:44:39.130 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-05-16T15:40:47.990763+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-05-16T15:44:39.131 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-05-16T15:44:39.383 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:44:39.472 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:39 smithi043 ceph-mon[31619]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:44:39.472 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:39 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/1773210107' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-16T15:44:39.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:39 smithi157 ceph-mon[35584]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:44:39.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:39 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/1773210107' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-16T15:44:39.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:39 smithi148 ceph-mon[34976]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:44:39.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:39 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/1773210107' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-16T15:44:41.227 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:41 smithi043 ceph-mon[31619]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:44:41.237 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.229+0000 7fa421082700 1 -- 172.21.15.43:0/2133301809 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa41c06c530 msgr2=0x7fa41c110340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:44:41.237 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.229+0000 7fa421082700 1 --2- 172.21.15.43:0/2133301809 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa41c06c530 0x7fa41c110340 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fa41400b0a0 tx=0x7fa41400b3b0 comp rx=0 tx=0).stop 2024-05-16T15:44:41.237 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.229+0000 7fa421082700 1 -- 172.21.15.43:0/2133301809 shutdown_connections 2024-05-16T15:44:41.238 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.229+0000 7fa421082700 1 --2- 172.21.15.43:0/2133301809 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa41c06c530 0x7fa41c110340 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:41.238 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.229+0000 7fa421082700 1 --2- 172.21.15.43:0/2133301809 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa41c109520 0x7fa41c109900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:41.238 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.229+0000 7fa421082700 1 --2- 172.21.15.43:0/2133301809 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa41c06bb70 0x7fa41c06bff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:41.238 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.229+0000 7fa421082700 1 -- 172.21.15.43:0/2133301809 >> 172.21.15.43:0/2133301809 conn(0x7fa41c079350 msgr2=0x7fa41c079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:44:41.238 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.229+0000 7fa421082700 1 -- 172.21.15.43:0/2133301809 shutdown_connections 2024-05-16T15:44:41.238 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.229+0000 7fa421082700 1 -- 172.21.15.43:0/2133301809 wait complete. 2024-05-16T15:44:41.240 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.230+0000 7fa421082700 1 Processor -- start 2024-05-16T15:44:41.240 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.230+0000 7fa421082700 1 -- start start 2024-05-16T15:44:41.240 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.230+0000 7fa421082700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa41c06bb70 0x7fa41c19f720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:44:41.240 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.230+0000 7fa421082700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa41c06c530 0x7fa41c19fc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:44:41.240 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.230+0000 7fa421082700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa41c109520 0x7fa41c1998e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:44:41.240 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.230+0000 7fa421082700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fa41c113560 con 0x7fa41c06c530 2024-05-16T15:44:41.240 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.230+0000 7fa421082700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fa41c1133e0 con 0x7fa41c06bb70 2024-05-16T15:44:41.240 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.230+0000 7fa421082700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fa41c1136e0 con 0x7fa41c109520 2024-05-16T15:44:41.240 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.230+0000 7fa41a59c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa41c06c530 0x7fa41c19fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:44:41.241 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.230+0000 7fa41a59c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa41c06c530 0x7fa41c19fc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:41736/0 (socket says 172.21.15.43:41736) 2024-05-16T15:44:41.241 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.230+0000 7fa41a59c700 1 -- 172.21.15.43:0/943722383 learned_addr learned my addr 172.21.15.43:0/943722383 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:44:41.241 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.230+0000 7fa41ad9d700 1 --2- 172.21.15.43:0/943722383 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa41c06bb70 0x7fa41c19f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:44:41.241 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.231+0000 7fa41b59e700 1 --2- 172.21.15.43:0/943722383 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa41c109520 0x7fa41c1998e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:44:41.241 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.231+0000 7fa41a59c700 1 -- 172.21.15.43:0/943722383 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa41c109520 msgr2=0x7fa41c1998e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:44:41.241 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.231+0000 7fa41a59c700 1 --2- 172.21.15.43:0/943722383 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa41c109520 0x7fa41c1998e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:41.241 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.231+0000 7fa41a59c700 1 -- 172.21.15.43:0/943722383 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa41c06bb70 msgr2=0x7fa41c19f720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:44:41.241 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.231+0000 7fa41a59c700 1 --2- 172.21.15.43:0/943722383 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa41c06bb70 0x7fa41c19f720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:41.241 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.231+0000 7fa41a59c700 1 -- 172.21.15.43:0/943722383 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa41c19a040 con 0x7fa41c06c530 2024-05-16T15:44:41.241 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.231+0000 7fa41a59c700 1 --2- 172.21.15.43:0/943722383 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa41c06c530 0x7fa41c19fc60 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fa41000b530 tx=0x7fa41000b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:44:41.241 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.231+0000 7fa403fff700 1 -- 172.21.15.43:0/943722383 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa410015020 con 0x7fa41c06c530 2024-05-16T15:44:41.241 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.231+0000 7fa421082700 1 -- 172.21.15.43:0/943722383 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa41c19a2d0 con 0x7fa41c06c530 2024-05-16T15:44:41.241 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.231+0000 7fa403fff700 1 -- 172.21.15.43:0/943722383 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa410011cc0 con 0x7fa41c06c530 2024-05-16T15:44:41.241 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.231+0000 7fa403fff700 1 -- 172.21.15.43:0/943722383 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa410010c80 con 0x7fa41c06c530 2024-05-16T15:44:41.242 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.231+0000 7fa421082700 1 -- 172.21.15.43:0/943722383 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa41c1a65f0 con 0x7fa41c06c530 2024-05-16T15:44:41.242 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.232+0000 7fa421082700 1 -- 172.21.15.43:0/943722383 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa41c104bf0 con 0x7fa41c06c530 2024-05-16T15:44:41.242 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.233+0000 7fa403fff700 1 -- 172.21.15.43:0/943722383 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fa410018020 con 0x7fa41c06c530 2024-05-16T15:44:41.242 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.234+0000 7fa403fff700 1 --2- 172.21.15.43:0/943722383 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fa4040b2880 0x7fa4040b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:44:41.243 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.234+0000 7fa41ad9d700 1 --2- 172.21.15.43:0/943722383 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fa4040b2880 0x7fa4040b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:44:41.243 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.234+0000 7fa403fff700 1 -- 172.21.15.43:0/943722383 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7fa4100e19f0 con 0x7fa41c06c530 2024-05-16T15:44:41.243 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.235+0000 7fa41ad9d700 1 --2- 172.21.15.43:0/943722383 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fa4040b2880 0x7fa4040b4d40 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fa41c19aa20 tx=0x7fa40c00a380 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:44:41.245 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.237+0000 7fa403fff700 1 -- 172.21.15.43:0/943722383 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fa41001f020 con 0x7fa41c06c530 2024-05-16T15:44:41.458 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.450+0000 7fa421082700 1 -- 172.21.15.43:0/943722383 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fa41c19ae10 con 0x7fa41c06c530 2024-05-16T15:44:41.458 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.450+0000 7fa403fff700 1 -- 172.21.15.43:0/943722383 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v71) ==== 93+0+10 (secure 0 0 0) 0x7fa4100a9bb0 con 0x7fa41c06c530 2024-05-16T15:44:41.459 INFO:teuthology.orchestra.run.smithi043.stdout:pg_num: 1 2024-05-16T15:44:41.461 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.452+0000 7fa421082700 1 -- 172.21.15.43:0/943722383 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fa4040b2880 msgr2=0x7fa4040b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:44:41.461 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.452+0000 7fa421082700 1 --2- 172.21.15.43:0/943722383 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fa4040b2880 0x7fa4040b4d40 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fa41c19aa20 tx=0x7fa40c00a380 comp rx=0 tx=0).stop 2024-05-16T15:44:41.461 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.452+0000 7fa421082700 1 -- 172.21.15.43:0/943722383 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa41c06c530 msgr2=0x7fa41c19fc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:44:41.461 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.452+0000 7fa421082700 1 --2- 172.21.15.43:0/943722383 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa41c06c530 0x7fa41c19fc60 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fa41000b530 tx=0x7fa41000b840 comp rx=0 tx=0).stop 2024-05-16T15:44:41.461 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.452+0000 7fa421082700 1 -- 172.21.15.43:0/943722383 shutdown_connections 2024-05-16T15:44:41.461 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.452+0000 7fa421082700 1 --2- 172.21.15.43:0/943722383 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa41c109520 0x7fa41c1998e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:41.461 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.452+0000 7fa421082700 1 --2- 172.21.15.43:0/943722383 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa41c06bb70 0x7fa41c19f720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:41.461 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.452+0000 7fa421082700 1 --2- 172.21.15.43:0/943722383 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fa4040b2880 0x7fa4040b4d40 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:41.461 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.452+0000 7fa421082700 1 --2- 172.21.15.43:0/943722383 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa41c06c530 0x7fa41c19fc60 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:41.461 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.452+0000 7fa421082700 1 -- 172.21.15.43:0/943722383 >> 172.21.15.43:0/943722383 conn(0x7fa41c079350 msgr2=0x7fa41c1014b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:44:41.461 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.452+0000 7fa421082700 1 -- 172.21.15.43:0/943722383 shutdown_connections 2024-05-16T15:44:41.462 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:41.452+0000 7fa421082700 1 -- 172.21.15.43:0/943722383 wait complete. 2024-05-16T15:44:41.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:41 smithi157 ceph-mon[35584]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:44:41.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:41 smithi148 ceph-mon[34976]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:44:42.181 INFO:tasks.cephadm:Adding mds.a on smithi043 2024-05-16T15:44:42.181 INFO:tasks.cephadm:Adding mds.d on smithi043 2024-05-16T15:44:42.181 INFO:tasks.cephadm:Adding mds.g on smithi043 2024-05-16T15:44:42.181 INFO:tasks.cephadm:Adding mds.j on smithi043 2024-05-16T15:44:42.182 INFO:tasks.cephadm:Adding mds.b on smithi148 2024-05-16T15:44:42.182 INFO:tasks.cephadm:Adding mds.e on smithi148 2024-05-16T15:44:42.182 INFO:tasks.cephadm:Adding mds.h on smithi148 2024-05-16T15:44:42.182 INFO:tasks.cephadm:Adding mds.k on smithi148 2024-05-16T15:44:42.182 INFO:tasks.cephadm:Adding mds.c on smithi157 2024-05-16T15:44:42.182 INFO:tasks.cephadm:Adding mds.f on smithi157 2024-05-16T15:44:42.182 INFO:tasks.cephadm:Adding mds.i on smithi157 2024-05-16T15:44:42.182 INFO:tasks.cephadm:Adding mds.l on smithi157 2024-05-16T15:44:42.182 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph orch apply mds all '12;smithi043=a;smithi043=d;smithi043=g;smithi043=j;smithi148=b;smithi148=e;smithi148=h;smithi148=k;smithi157=c;smithi157=f;smithi157=i;smithi157=l' 2024-05-16T15:44:42.436 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.c/config 2024-05-16T15:44:42.455 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:42 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/943722383' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-16T15:44:42.472 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:42 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/943722383' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-16T15:44:42.558 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:42 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/943722383' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-16T15:44:43.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:43 smithi148 ceph-mon[34976]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:44:43.472 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:43 smithi043 ceph-mon[31619]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:44:43.546 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:43 smithi157 ceph-mon[35584]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:44:44.059 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.047+0000 7f03acb72700 1 -- 172.21.15.157:0/3720832802 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f03a8103600 msgr2=0x7f03a8103a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:44:44.059 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.047+0000 7f03acb72700 1 --2- 172.21.15.157:0/3720832802 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f03a8103600 0x7f03a8103a60 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f039c009990 tx=0x7f039c009ca0 comp rx=0 tx=0).stop 2024-05-16T15:44:44.059 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.047+0000 7f03acb72700 1 -- 172.21.15.157:0/3720832802 shutdown_connections 2024-05-16T15:44:44.059 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.047+0000 7f03acb72700 1 --2- 172.21.15.157:0/3720832802 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f03a8103fa0 0x7f03a810a850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:44.060 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.047+0000 7f03acb72700 1 --2- 172.21.15.157:0/3720832802 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f03a8102400 0x7f03a8102820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:44.060 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.047+0000 7f03acb72700 1 --2- 172.21.15.157:0/3720832802 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f03a8103600 0x7f03a8103a60 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:44.060 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.047+0000 7f03acb72700 1 -- 172.21.15.157:0/3720832802 >> 172.21.15.157:0/3720832802 conn(0x7f03a80fd9c0 msgr2=0x7f03a80ffde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:44:44.060 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.047+0000 7f03acb72700 1 -- 172.21.15.157:0/3720832802 shutdown_connections 2024-05-16T15:44:44.060 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.047+0000 7f03acb72700 1 -- 172.21.15.157:0/3720832802 wait complete. 2024-05-16T15:44:44.060 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.048+0000 7f03acb72700 1 Processor -- start 2024-05-16T15:44:44.060 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.048+0000 7f03acb72700 1 -- start start 2024-05-16T15:44:44.060 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.048+0000 7f03acb72700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f03a8102400 0x7f03a806c7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:44:44.060 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.048+0000 7f03acb72700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f03a8103600 0x7f03a819e220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:44:44.060 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.048+0000 7f03acb72700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f03a8103fa0 0x7f03a81a08b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:44:44.060 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.048+0000 7f03acb72700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f03a810dd50 con 0x7f03a8102400 2024-05-16T15:44:44.060 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.048+0000 7f03acb72700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f03a810dbd0 con 0x7f03a8103fa0 2024-05-16T15:44:44.060 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.048+0000 7f03acb72700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f03a810ded0 con 0x7f03a8103600 2024-05-16T15:44:44.061 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.048+0000 7f03a5d9b700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f03a8103600 0x7f03a819e220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:44:44.061 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.048+0000 7f03a5d9b700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f03a8103600 0x7f03a819e220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:35092/0 (socket says 172.21.15.157:35092) 2024-05-16T15:44:44.061 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.048+0000 7f03a5d9b700 1 -- 172.21.15.157:0/1932350932 learned_addr learned my addr 172.21.15.157:0/1932350932 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-05-16T15:44:44.061 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.048+0000 7f03a659c700 1 --2- 172.21.15.157:0/1932350932 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f03a8102400 0x7f03a806c7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:44:44.061 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.048+0000 7f03a6d9d700 1 --2- 172.21.15.157:0/1932350932 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f03a8103fa0 0x7f03a81a08b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:44:44.061 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.048+0000 7f03a5d9b700 1 -- 172.21.15.157:0/1932350932 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f03a8103fa0 msgr2=0x7f03a81a08b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:44:44.061 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.048+0000 7f03a5d9b700 1 --2- 172.21.15.157:0/1932350932 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f03a8103fa0 0x7f03a81a08b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:44.061 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.048+0000 7f03a5d9b700 1 -- 172.21.15.157:0/1932350932 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f03a8102400 msgr2=0x7f03a806c7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:44:44.061 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.048+0000 7f03a5d9b700 1 --2- 172.21.15.157:0/1932350932 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f03a8102400 0x7f03a806c7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:44.061 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.048+0000 7f03a5d9b700 1 -- 172.21.15.157:0/1932350932 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03a81a1180 con 0x7f03a8103600 2024-05-16T15:44:44.061 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.048+0000 7f03a6d9d700 1 --2- 172.21.15.157:0/1932350932 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f03a8103fa0 0x7f03a81a08b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:44:44.061 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.048+0000 7f03a5d9b700 1 --2- 172.21.15.157:0/1932350932 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f03a8103600 0x7f03a819e220 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f039c005910 tx=0x7f039c009580 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:44:44.061 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.049+0000 7f03977fe700 1 -- 172.21.15.157:0/1932350932 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f039c027070 con 0x7f03a8103600 2024-05-16T15:44:44.061 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.049+0000 7f03977fe700 1 -- 172.21.15.157:0/1932350932 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f039c0040a0 con 0x7f03a8103600 2024-05-16T15:44:44.062 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.049+0000 7f03977fe700 1 -- 172.21.15.157:0/1932350932 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f039c022d30 con 0x7f03a8103600 2024-05-16T15:44:44.062 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.049+0000 7f03acb72700 1 -- 172.21.15.157:0/1932350932 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03a81a1410 con 0x7f03a8103600 2024-05-16T15:44:44.062 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.049+0000 7f03acb72700 1 -- 172.21.15.157:0/1932350932 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03a81a1810 con 0x7f03a8103600 2024-05-16T15:44:44.062 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.050+0000 7f03acb72700 1 -- 172.21.15.157:0/1932350932 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03a806a190 con 0x7f03a8103600 2024-05-16T15:44:44.063 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.052+0000 7f03977fe700 1 -- 172.21.15.157:0/1932350932 <== mon.1 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f039c02a070 con 0x7f03a8103600 2024-05-16T15:44:44.063 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.052+0000 7f03977fe700 1 --2- 172.21.15.157:0/1932350932 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f03900b2880 0x7f03900b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:44:44.063 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.053+0000 7f03977fe700 1 -- 172.21.15.157:0/1932350932 <== mon.1 v2:172.21.15.157:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7f039c0e33e0 con 0x7f03a8103600 2024-05-16T15:44:44.063 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.053+0000 7f03a659c700 1 --2- 172.21.15.157:0/1932350932 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f03900b2880 0x7f03900b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:44:44.063 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.053+0000 7f03a659c700 1 --2- 172.21.15.157:0/1932350932 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f03900b2880 0x7f03900b4d40 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f03a8103460 tx=0x7f039800b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:44:44.065 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.056+0000 7f03977fe700 1 -- 172.21.15.157:0/1932350932 <== mon.1 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f039c031070 con 0x7f03a8103600 2024-05-16T15:44:44.284 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.274+0000 7f03acb72700 1 -- 172.21.15.157:0/1932350932 --> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi043=a;smithi043=d;smithi043=g;smithi043=j;smithi148=b;smithi148=e;smithi148=h;smithi148=k;smithi157=c;smithi157=f;smithi157=i;smithi157=l", "target": ["mon-mgr", ""]}) -- 0x7f03a8063ba0 con 0x7f03900b2880 2024-05-16T15:44:44.292 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.283+0000 7f03977fe700 1 -- 172.21.15.157:0/1932350932 <== mgr.14150 v2:172.21.15.43:6800/198025071 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+28 (secure 0 0 0) 0x7f03a8063ba0 con 0x7f03900b2880 2024-05-16T15:44:44.292 INFO:teuthology.orchestra.run.smithi157.stdout:Scheduled mds.all update... 2024-05-16T15:44:44.294 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.285+0000 7f03acb72700 1 -- 172.21.15.157:0/1932350932 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f03900b2880 msgr2=0x7f03900b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:44:44.295 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.285+0000 7f03acb72700 1 --2- 172.21.15.157:0/1932350932 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f03900b2880 0x7f03900b4d40 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f03a8103460 tx=0x7f039800b410 comp rx=0 tx=0).stop 2024-05-16T15:44:44.295 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.285+0000 7f03acb72700 1 -- 172.21.15.157:0/1932350932 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f03a8103600 msgr2=0x7f03a819e220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:44:44.295 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.285+0000 7f03acb72700 1 --2- 172.21.15.157:0/1932350932 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f03a8103600 0x7f03a819e220 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f039c005910 tx=0x7f039c009580 comp rx=0 tx=0).stop 2024-05-16T15:44:44.295 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.285+0000 7f03acb72700 1 -- 172.21.15.157:0/1932350932 shutdown_connections 2024-05-16T15:44:44.295 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.285+0000 7f03acb72700 1 --2- 172.21.15.157:0/1932350932 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f03a8103fa0 0x7f03a81a08b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:44.295 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.285+0000 7f03acb72700 1 --2- 172.21.15.157:0/1932350932 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f03900b2880 0x7f03900b4d40 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:44.295 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.285+0000 7f03acb72700 1 --2- 172.21.15.157:0/1932350932 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f03a8102400 0x7f03a806c7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:44.295 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.285+0000 7f03acb72700 1 --2- 172.21.15.157:0/1932350932 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f03a8103600 0x7f03a819e220 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:44.295 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.285+0000 7f03acb72700 1 -- 172.21.15.157:0/1932350932 >> 172.21.15.157:0/1932350932 conn(0x7f03a80fd9c0 msgr2=0x7f03a8106970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:44:44.295 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.285+0000 7f03acb72700 1 -- 172.21.15.157:0/1932350932 shutdown_connections 2024-05-16T15:44:44.295 INFO:teuthology.orchestra.run.smithi157.stderr:2024-05-16T15:44:44.285+0000 7f03acb72700 1 -- 172.21.15.157:0/1932350932 wait complete. 2024-05-16T15:44:44.985 DEBUG:teuthology.orchestra.run.smithi043:mds.a> sudo journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@mds.a.service 2024-05-16T15:44:44.988 DEBUG:teuthology.orchestra.run.smithi043:mds.d> sudo journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@mds.d.service 2024-05-16T15:44:45.031 DEBUG:teuthology.orchestra.run.smithi043:mds.g> sudo journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@mds.g.service 2024-05-16T15:44:45.074 DEBUG:teuthology.orchestra.run.smithi043:mds.j> sudo journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@mds.j.service 2024-05-16T15:44:45.117 DEBUG:teuthology.orchestra.run.smithi148:mds.b> sudo journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@mds.b.service 2024-05-16T15:44:45.149 DEBUG:teuthology.orchestra.run.smithi148:mds.e> sudo journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@mds.e.service 2024-05-16T15:44:45.191 DEBUG:teuthology.orchestra.run.smithi148:mds.h> sudo journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@mds.h.service 2024-05-16T15:44:45.235 DEBUG:teuthology.orchestra.run.smithi148:mds.k> sudo journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@mds.k.service 2024-05-16T15:44:45.278 DEBUG:teuthology.orchestra.run.smithi157:mds.c> sudo journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@mds.c.service 2024-05-16T15:44:45.280 DEBUG:teuthology.orchestra.run.smithi157:mds.f> sudo journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@mds.f.service 2024-05-16T15:44:45.323 DEBUG:teuthology.orchestra.run.smithi157:mds.i> sudo journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@mds.i.service 2024-05-16T15:44:45.366 DEBUG:teuthology.orchestra.run.smithi157:mds.l> sudo journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@mds.l.service 2024-05-16T15:44:45.411 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-05-16T15:44:45.411 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-16T15:44:45.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:45 smithi148 ceph-mon[34976]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:44:45.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:45 smithi148 ceph-mon[34976]: from='client.24400 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi043=a;smithi043=d;smithi043=g;smithi043=j;smithi148=b;smithi148=e;smithi148=h;smithi148=k;smithi157=c;smithi157=f;smithi157=i;smithi157=l", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:44:45.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:45 smithi148 ceph-mon[34976]: Saving service mds.all spec with placement smithi043=a;smithi043=d;smithi043=g;smithi043=j;smithi148=b;smithi148=e;smithi148=h;smithi148=k;smithi157=c;smithi157=f;smithi157=i;smithi157=l;count:12 2024-05-16T15:44:45.434 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:45 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:45.434 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:45 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:44:45.434 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:45 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:44:45.434 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:45 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:44:45.434 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:45 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:45.434 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:45 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-16T15:44:45.434 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:45 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-16T15:44:45.434 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:45 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:44:45.660 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:44:45.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:45 smithi157 ceph-mon[35584]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:44:45.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:45 smithi157 ceph-mon[35584]: from='client.24400 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi043=a;smithi043=d;smithi043=g;smithi043=j;smithi148=b;smithi148=e;smithi148=h;smithi148=k;smithi157=c;smithi157=f;smithi157=i;smithi157=l", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:44:45.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:45 smithi157 ceph-mon[35584]: Saving service mds.all spec with placement smithi043=a;smithi043=d;smithi043=g;smithi043=j;smithi148=b;smithi148=e;smithi148=h;smithi148=k;smithi157=c;smithi157=f;smithi157=i;smithi157=l;count:12 2024-05-16T15:44:45.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:45 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:45.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:45 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:44:45.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:45 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:44:45.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:45 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:44:45.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:45 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:45.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:45 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-16T15:44:45.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:45 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-16T15:44:45.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:45 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:44:45.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:45 smithi043 ceph-mon[31619]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:44:45.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:45 smithi043 ceph-mon[31619]: from='client.24400 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi043=a;smithi043=d;smithi043=g;smithi043=j;smithi148=b;smithi148=e;smithi148=h;smithi148=k;smithi157=c;smithi157=f;smithi157=i;smithi157=l", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:44:45.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:45 smithi043 ceph-mon[31619]: Saving service mds.all spec with placement smithi043=a;smithi043=d;smithi043=g;smithi043=j;smithi148=b;smithi148=e;smithi148=h;smithi148=k;smithi157=c;smithi157=f;smithi157=i;smithi157=l;count:12 2024-05-16T15:44:45.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:45 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:45.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:45 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:44:45.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:45 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:44:45.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:45 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:44:45.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:45 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:45.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:45 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-16T15:44:45.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:45 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-16T15:44:45.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:45 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:44:46.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:46 smithi157 ceph-mon[35584]: Deploying daemon mds.l on smithi157 2024-05-16T15:44:46.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:46 smithi148 ceph-mon[34976]: Deploying daemon mds.l on smithi157 2024-05-16T15:44:46.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:46 smithi043 ceph-mon[31619]: Deploying daemon mds.l on smithi157 2024-05-16T15:44:47.357 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:47 smithi043 ceph-mon[31619]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:44:47.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:47 smithi157 ceph-mon[35584]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:44:47.467 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.458+0000 7f322c881700 1 -- 172.21.15.43:0/382303290 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f322806bb40 msgr2=0x7f3228110330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:44:47.467 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.458+0000 7f322c881700 1 --2- 172.21.15.43:0/382303290 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f322806bb40 0x7f3228110330 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f3220009990 tx=0x7f3220009ca0 comp rx=0 tx=0).stop 2024-05-16T15:44:47.467 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.458+0000 7f322c881700 1 -- 172.21.15.43:0/382303290 shutdown_connections 2024-05-16T15:44:47.467 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.458+0000 7f322c881700 1 --2- 172.21.15.43:0/382303290 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f322806bb40 0x7f3228110330 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:47.467 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.458+0000 7f322c881700 1 --2- 172.21.15.43:0/382303290 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3228109510 0x7f32281098f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:47.467 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.458+0000 7f322c881700 1 --2- 172.21.15.43:0/382303290 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f322806b180 0x7f322806b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:47.468 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.458+0000 7f322c881700 1 -- 172.21.15.43:0/382303290 >> 172.21.15.43:0/382303290 conn(0x7f3228079350 msgr2=0x7f3228079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:44:47.468 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.458+0000 7f322c881700 1 -- 172.21.15.43:0/382303290 shutdown_connections 2024-05-16T15:44:47.468 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.458+0000 7f322c881700 1 -- 172.21.15.43:0/382303290 wait complete. 2024-05-16T15:44:47.470 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.459+0000 7f322c881700 1 Processor -- start 2024-05-16T15:44:47.470 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.459+0000 7f322c881700 1 -- start start 2024-05-16T15:44:47.470 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.460+0000 7f322c881700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f322806b180 0x7f3228102470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:44:47.470 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.460+0000 7f322c881700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f322806bb40 0x7f32281029b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:44:47.470 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.460+0000 7f322c881700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3228109510 0x7f3228102ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:44:47.471 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.460+0000 7f322c881700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f32281134f0 con 0x7f3228109510 2024-05-16T15:44:47.471 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.460+0000 7f322c881700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f3228113370 con 0x7f322806bb40 2024-05-16T15:44:47.471 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.460+0000 7f322c881700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f3228113670 con 0x7f322806b180 2024-05-16T15:44:47.471 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.460+0000 7f3226d9d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3228109510 0x7f3228102ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:44:47.471 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.460+0000 7f3226d9d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3228109510 0x7f3228102ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:57536/0 (socket says 172.21.15.43:57536) 2024-05-16T15:44:47.471 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.460+0000 7f3226d9d700 1 -- 172.21.15.43:0/2229510472 learned_addr learned my addr 172.21.15.43:0/2229510472 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:44:47.471 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.460+0000 7f322659c700 1 --2- 172.21.15.43:0/2229510472 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f322806b180 0x7f3228102470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:44:47.471 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.460+0000 7f3225d9b700 1 --2- 172.21.15.43:0/2229510472 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f322806bb40 0x7f32281029b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:44:47.471 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.460+0000 7f3226d9d700 1 -- 172.21.15.43:0/2229510472 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f322806b180 msgr2=0x7f3228102470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:44:47.471 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.460+0000 7f3226d9d700 1 --2- 172.21.15.43:0/2229510472 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f322806b180 0x7f3228102470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:47.471 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.460+0000 7f3226d9d700 1 -- 172.21.15.43:0/2229510472 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f322806bb40 msgr2=0x7f32281029b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:44:47.471 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.460+0000 7f3226d9d700 1 --2- 172.21.15.43:0/2229510472 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f322806bb40 0x7f32281029b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:47.471 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.460+0000 7f3226d9d700 1 -- 172.21.15.43:0/2229510472 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32281a7f70 con 0x7f3228109510 2024-05-16T15:44:47.472 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.460+0000 7f3226d9d700 1 --2- 172.21.15.43:0/2229510472 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3228109510 0x7f3228102ef0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f32200059d0 tx=0x7f322000bfc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:44:47.472 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.460+0000 7f32177fe700 1 -- 172.21.15.43:0/2229510472 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3220026070 con 0x7f3228109510 2024-05-16T15:44:47.472 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.460+0000 7f322c881700 1 -- 172.21.15.43:0/2229510472 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32281a8200 con 0x7f3228109510 2024-05-16T15:44:47.472 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.460+0000 7f32177fe700 1 -- 172.21.15.43:0/2229510472 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3220021410 con 0x7f3228109510 2024-05-16T15:44:47.472 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.461+0000 7f32177fe700 1 -- 172.21.15.43:0/2229510472 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3220017650 con 0x7f3228109510 2024-05-16T15:44:47.472 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.461+0000 7f322c881700 1 -- 172.21.15.43:0/2229510472 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32281a8650 con 0x7f3228109510 2024-05-16T15:44:47.472 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.461+0000 7f322c881700 1 -- 172.21.15.43:0/2229510472 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f322806a190 con 0x7f3228109510 2024-05-16T15:44:47.473 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.463+0000 7f32177fe700 1 -- 172.21.15.43:0/2229510472 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f3220029070 con 0x7f3228109510 2024-05-16T15:44:47.473 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.463+0000 7f32177fe700 1 --2- 172.21.15.43:0/2229510472 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f32100b2880 0x7f32100b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:44:47.473 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.464+0000 7f322659c700 1 --2- 172.21.15.43:0/2229510472 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f32100b2880 0x7f32100b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:44:47.473 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.464+0000 7f32177fe700 1 -- 172.21.15.43:0/2229510472 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7f32200e3350 con 0x7f3228109510 2024-05-16T15:44:47.473 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.464+0000 7f322659c700 1 --2- 172.21.15.43:0/2229510472 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f32100b2880 0x7f32100b4d40 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f3218009550 tx=0x7f32180091b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:44:47.475 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.467+0000 7f32177fe700 1 -- 172.21.15.43:0/2229510472 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f3220030070 con 0x7f3228109510 2024-05-16T15:44:47.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:47 smithi148 ceph-mon[34976]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:44:47.742 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.733+0000 7f322c881700 1 -- 172.21.15.43:0/2229510472 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f322802e6d0 con 0x7f3228109510 2024-05-16T15:44:47.742 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.733+0000 7f32177fe700 1 -- 172.21.15.43:0/2229510472 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 1 v1) ==== 93+0+569 (secure 0 0 0) 0x7f3220013070 con 0x7f3228109510 2024-05-16T15:44:47.742 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:44:47.742 INFO:teuthology.orchestra.run.smithi043.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-05-16T15:44:47.744 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.736+0000 7f322c881700 1 -- 172.21.15.43:0/2229510472 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f32100b2880 msgr2=0x7f32100b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:44:47.744 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.736+0000 7f322c881700 1 --2- 172.21.15.43:0/2229510472 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f32100b2880 0x7f32100b4d40 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f3218009550 tx=0x7f32180091b0 comp rx=0 tx=0).stop 2024-05-16T15:44:47.745 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.736+0000 7f322c881700 1 -- 172.21.15.43:0/2229510472 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3228109510 msgr2=0x7f3228102ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:44:47.745 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.736+0000 7f322c881700 1 --2- 172.21.15.43:0/2229510472 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3228109510 0x7f3228102ef0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f32200059d0 tx=0x7f322000bfc0 comp rx=0 tx=0).stop 2024-05-16T15:44:47.745 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.736+0000 7f322c881700 1 -- 172.21.15.43:0/2229510472 shutdown_connections 2024-05-16T15:44:47.745 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.736+0000 7f322c881700 1 --2- 172.21.15.43:0/2229510472 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f32100b2880 0x7f32100b4d40 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:47.745 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.736+0000 7f322c881700 1 --2- 172.21.15.43:0/2229510472 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3228109510 0x7f3228102ef0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:47.745 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.736+0000 7f322c881700 1 --2- 172.21.15.43:0/2229510472 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f322806b180 0x7f3228102470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:47.745 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.736+0000 7f322c881700 1 --2- 172.21.15.43:0/2229510472 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f322806bb40 0x7f32281029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:47.745 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.736+0000 7f322c881700 1 -- 172.21.15.43:0/2229510472 >> 172.21.15.43:0/2229510472 conn(0x7f3228079350 msgr2=0x7f3228101180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:44:47.745 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.736+0000 7f322c881700 1 -- 172.21.15.43:0/2229510472 shutdown_connections 2024-05-16T15:44:47.745 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:47.736+0000 7f322c881700 1 -- 172.21.15.43:0/2229510472 wait complete. 2024-05-16T15:44:47.745 INFO:teuthology.orchestra.run.smithi043.stderr:dumped fsmap epoch 1 2024-05-16T15:44:48.173 INFO:journalctl@ceph.mds.l.smithi157.stdout:May 16 15:44:47 smithi157 systemd[1]: Started Ceph mds.l for 13155b42-139a-11ef-bc9a-c7b262605968. 2024-05-16T15:44:48.461 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:48 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/2229510472' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:44:48.461 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:48 smithi043 ceph-mon[31619]: mds.? [v2:172.21.15.157:6832/3972392500,v1:172.21.15.157:6833/3972392500] up:boot 2024-05-16T15:44:48.461 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:48 smithi043 ceph-mon[31619]: fsmap 1 up:standby 2024-05-16T15:44:48.461 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:48 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-05-16T15:44:48.461 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:48 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:48.462 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:48 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:48.462 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:48 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:48.462 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:48 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-16T15:44:48.462 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:48 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-16T15:44:48.462 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:48 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:44:48.565 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:48 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/2229510472' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:44:48.565 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:48 smithi148 ceph-mon[34976]: mds.? [v2:172.21.15.157:6832/3972392500,v1:172.21.15.157:6833/3972392500] up:boot 2024-05-16T15:44:48.565 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:48 smithi148 ceph-mon[34976]: fsmap 1 up:standby 2024-05-16T15:44:48.565 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:48 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-05-16T15:44:48.565 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:48 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:48.565 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:48 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:48.565 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:48 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:48.565 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:48 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-16T15:44:48.565 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:48 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-16T15:44:48.565 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:48 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:44:48.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:48 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/2229510472' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:44:48.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:48 smithi157 ceph-mon[35584]: mds.? [v2:172.21.15.157:6832/3972392500,v1:172.21.15.157:6833/3972392500] up:boot 2024-05-16T15:44:48.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:48 smithi157 ceph-mon[35584]: fsmap 1 up:standby 2024-05-16T15:44:48.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:48 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-05-16T15:44:48.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:48 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:48.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:48 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:48.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:48 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:48.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:48 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-16T15:44:48.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:48 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-16T15:44:48.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:48 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:44:49.585 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:49 smithi148 ceph-mon[34976]: Deploying daemon mds.k on smithi148 2024-05-16T15:44:49.585 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:49 smithi148 ceph-mon[34976]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:44:49.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:49 smithi157 ceph-mon[35584]: Deploying daemon mds.k on smithi148 2024-05-16T15:44:49.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:49 smithi157 ceph-mon[35584]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:44:49.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:49 smithi043 ceph-mon[31619]: Deploying daemon mds.k on smithi148 2024-05-16T15:44:49.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:49 smithi043 ceph-mon[31619]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:44:50.490 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-16T15:44:50.683 INFO:journalctl@ceph.mds.k.smithi148.stdout:May 16 15:44:50 smithi148 systemd[1]: Started Ceph mds.k for 13155b42-139a-11ef-bc9a-c7b262605968. 2024-05-16T15:44:50.769 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:44:51.472 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:51 smithi043 ceph-mon[31619]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:44:51.472 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:51 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:51.472 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:51 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:51.472 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:51 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:51.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:51 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-16T15:44:51.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:51 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-16T15:44:51.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:51 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:44:51.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:51 smithi148 ceph-mon[34976]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:44:51.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:51 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:51.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:51 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:51.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:51 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:51.606 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:51 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-16T15:44:51.606 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:51 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-16T15:44:51.606 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:51 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:44:51.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:51 smithi157 ceph-mon[35584]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:44:51.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:51 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:51.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:51 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:51.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:51 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:51.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:51 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-16T15:44:51.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:51 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-16T15:44:51.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:51 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:44:52.472 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:52 smithi043 ceph-mon[31619]: Deploying daemon mds.j on smithi043 2024-05-16T15:44:52.472 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:52 smithi043 ceph-mon[31619]: mds.? [v2:172.21.15.148:6832/3084392719,v1:172.21.15.148:6833/3084392719] up:boot 2024-05-16T15:44:52.472 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:52 smithi043 ceph-mon[31619]: fsmap 2 up:standby 2024-05-16T15:44:52.472 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:52 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-05-16T15:44:52.623 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.613+0000 7f02025c9700 1 -- 172.21.15.43:0/2707279413 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f01fc103750 msgr2=0x7f01fc103b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:44:52.624 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.613+0000 7f02025c9700 1 --2- 172.21.15.43:0/2707279413 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f01fc103750 0x7f01fc103b30 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f01ec0099c0 tx=0x7f01ec009cd0 comp rx=0 tx=0).stop 2024-05-16T15:44:52.624 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.613+0000 7f02025c9700 1 -- 172.21.15.43:0/2707279413 shutdown_connections 2024-05-16T15:44:52.624 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.613+0000 7f02025c9700 1 --2- 172.21.15.43:0/2707279413 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f01fc108850 0x7f01fc1103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:52.624 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.613+0000 7f02025c9700 1 --2- 172.21.15.43:0/2707279413 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f01fc103750 0x7f01fc103b30 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:52.624 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.613+0000 7f02025c9700 1 --2- 172.21.15.43:0/2707279413 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f01fc104100 0x7f01fc108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:52.624 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.613+0000 7f02025c9700 1 -- 172.21.15.43:0/2707279413 >> 172.21.15.43:0/2707279413 conn(0x7f01fc07a600 msgr2=0x7f01fc07aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:44:52.624 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.613+0000 7f02025c9700 1 -- 172.21.15.43:0/2707279413 shutdown_connections 2024-05-16T15:44:52.624 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.613+0000 7f02025c9700 1 -- 172.21.15.43:0/2707279413 wait complete. 2024-05-16T15:44:52.624 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.613+0000 7f02025c9700 1 Processor -- start 2024-05-16T15:44:52.624 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.614+0000 7f02025c9700 1 -- start start 2024-05-16T15:44:52.624 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.614+0000 7f02025c9700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f01fc103750 0x7f01fc19f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:44:52.624 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.614+0000 7f02025c9700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f01fc104100 0x7f01fc19fc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:44:52.624 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.614+0000 7f02025c9700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f01fc108850 0x7f01fc1998b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:44:52.625 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.614+0000 7f02025c9700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f01fc113550 con 0x7f01fc104100 2024-05-16T15:44:52.625 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.614+0000 7f02025c9700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f01fc1133d0 con 0x7f01fc103750 2024-05-16T15:44:52.625 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.614+0000 7f02025c9700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f01fc1136d0 con 0x7f01fc108850 2024-05-16T15:44:52.625 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.614+0000 7f01f3fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f01fc104100 0x7f01fc19fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:44:52.625 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.614+0000 7f01f3fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f01fc104100 0x7f01fc19fc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:57558/0 (socket says 172.21.15.43:57558) 2024-05-16T15:44:52.625 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.614+0000 7f01f3fff700 1 -- 172.21.15.43:0/186837202 learned_addr learned my addr 172.21.15.43:0/186837202 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:44:52.625 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.614+0000 7f01fbfff700 1 --2- 172.21.15.43:0/186837202 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f01fc103750 0x7f01fc19f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:44:52.625 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.614+0000 7f01f3fff700 1 -- 172.21.15.43:0/186837202 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f01fc108850 msgr2=0x7f01fc1998b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:44:52.625 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.614+0000 7f01f3fff700 1 --2- 172.21.15.43:0/186837202 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f01fc108850 0x7f01fc1998b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:52.625 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.614+0000 7f01f3fff700 1 -- 172.21.15.43:0/186837202 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f01fc103750 msgr2=0x7f01fc19f6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:44:52.625 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.614+0000 7f01f3fff700 1 --2- 172.21.15.43:0/186837202 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f01fc103750 0x7f01fc19f6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:52.625 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.614+0000 7f01f3fff700 1 -- 172.21.15.43:0/186837202 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01fc19a010 con 0x7f01fc104100 2024-05-16T15:44:52.625 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.614+0000 7f01f3fff700 1 --2- 172.21.15.43:0/186837202 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f01fc104100 0x7f01fc19fc30 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f01e400d950 tx=0x7f01e400dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:44:52.625 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.614+0000 7f01f9ffb700 1 -- 172.21.15.43:0/186837202 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01e4016070 con 0x7f01fc104100 2024-05-16T15:44:52.626 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.615+0000 7f02025c9700 1 -- 172.21.15.43:0/186837202 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01fc19a300 con 0x7f01fc104100 2024-05-16T15:44:52.626 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.615+0000 7f01f9ffb700 1 -- 172.21.15.43:0/186837202 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f01e4009dd0 con 0x7f01fc104100 2024-05-16T15:44:52.626 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.615+0000 7f01f9ffb700 1 -- 172.21.15.43:0/186837202 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01e400f3c0 con 0x7f01fc104100 2024-05-16T15:44:52.626 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.615+0000 7f02025c9700 1 -- 172.21.15.43:0/186837202 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01fc1a65c0 con 0x7f01fc104100 2024-05-16T15:44:52.627 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.616+0000 7f02025c9700 1 -- 172.21.15.43:0/186837202 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f01fc10ba90 con 0x7f01fc104100 2024-05-16T15:44:52.627 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.617+0000 7f01f9ffb700 1 -- 172.21.15.43:0/186837202 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f01e4019070 con 0x7f01fc104100 2024-05-16T15:44:52.627 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.618+0000 7f01f9ffb700 1 --2- 172.21.15.43:0/186837202 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f01e80b2880 0x7f01e80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:44:52.627 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.618+0000 7f01fbfff700 1 --2- 172.21.15.43:0/186837202 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f01e80b2880 0x7f01e80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:44:52.627 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.618+0000 7f01f9ffb700 1 -- 172.21.15.43:0/186837202 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7f01e40e19a0 con 0x7f01fc104100 2024-05-16T15:44:52.627 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.618+0000 7f01fbfff700 1 --2- 172.21.15.43:0/186837202 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f01e80b2880 0x7f01e80b4d40 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f01ec009990 tx=0x7f01ec01a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:44:52.631 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.623+0000 7f01f9ffb700 1 -- 172.21.15.43:0/186837202 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f01e40a9b60 con 0x7f01fc104100 2024-05-16T15:44:52.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:52 smithi157 ceph-mon[35584]: Deploying daemon mds.j on smithi043 2024-05-16T15:44:52.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:52 smithi157 ceph-mon[35584]: mds.? [v2:172.21.15.148:6832/3084392719,v1:172.21.15.148:6833/3084392719] up:boot 2024-05-16T15:44:52.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:52 smithi157 ceph-mon[35584]: fsmap 2 up:standby 2024-05-16T15:44:52.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:52 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-05-16T15:44:52.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:52 smithi148 ceph-mon[34976]: Deploying daemon mds.j on smithi043 2024-05-16T15:44:52.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:52 smithi148 ceph-mon[34976]: mds.? [v2:172.21.15.148:6832/3084392719,v1:172.21.15.148:6833/3084392719] up:boot 2024-05-16T15:44:52.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:52 smithi148 ceph-mon[34976]: fsmap 2 up:standby 2024-05-16T15:44:52.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:52 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-05-16T15:44:52.902 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.894+0000 7f02025c9700 1 -- 172.21.15.43:0/186837202 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f01fc10b470 con 0x7f01fc104100 2024-05-16T15:44:52.902 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.894+0000 7f01f9ffb700 1 -- 172.21.15.43:0/186837202 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+2224 (secure 0 0 0) 0x7f01e40a9460 con 0x7f01fc104100 2024-05-16T15:44:52.903 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:44:52.903 INFO:teuthology.orchestra.run.smithi043.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24410,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.148:6833/3084392719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6832","nonce":3084392719},{"type":"v1","addr":"172.21.15.148:6833","nonce":3084392719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6833/3972392500","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6832","nonce":3972392500},{"type":"v1","addr":"172.21.15.157:6833","nonce":3972392500}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-05-16T15:44:52.905 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.896+0000 7f02025c9700 1 -- 172.21.15.43:0/186837202 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f01e80b2880 msgr2=0x7f01e80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:44:52.905 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.896+0000 7f02025c9700 1 --2- 172.21.15.43:0/186837202 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f01e80b2880 0x7f01e80b4d40 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f01ec009990 tx=0x7f01ec01a040 comp rx=0 tx=0).stop 2024-05-16T15:44:52.905 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.896+0000 7f02025c9700 1 -- 172.21.15.43:0/186837202 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f01fc104100 msgr2=0x7f01fc19fc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:44:52.905 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.896+0000 7f02025c9700 1 --2- 172.21.15.43:0/186837202 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f01fc104100 0x7f01fc19fc30 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f01e400d950 tx=0x7f01e400dc60 comp rx=0 tx=0).stop 2024-05-16T15:44:52.905 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.896+0000 7f02025c9700 1 -- 172.21.15.43:0/186837202 shutdown_connections 2024-05-16T15:44:52.905 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.896+0000 7f02025c9700 1 --2- 172.21.15.43:0/186837202 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f01fc108850 0x7f01fc1998b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:52.905 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.896+0000 7f02025c9700 1 --2- 172.21.15.43:0/186837202 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f01fc103750 0x7f01fc19f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:52.905 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.896+0000 7f02025c9700 1 --2- 172.21.15.43:0/186837202 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f01e80b2880 0x7f01e80b4d40 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:52.905 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.896+0000 7f02025c9700 1 --2- 172.21.15.43:0/186837202 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f01fc104100 0x7f01fc19fc30 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:52.905 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.896+0000 7f02025c9700 1 -- 172.21.15.43:0/186837202 >> 172.21.15.43:0/186837202 conn(0x7f01fc07a600 msgr2=0x7f01fc1018b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:44:52.905 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.896+0000 7f02025c9700 1 -- 172.21.15.43:0/186837202 shutdown_connections 2024-05-16T15:44:52.905 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:52.896+0000 7f02025c9700 1 -- 172.21.15.43:0/186837202 wait complete. 2024-05-16T15:44:52.906 INFO:teuthology.orchestra.run.smithi043.stderr:dumped fsmap epoch 3 2024-05-16T15:44:53.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:53 smithi157 ceph-mon[35584]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:44:53.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:53 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/186837202' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:44:53.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:53 smithi148 ceph-mon[34976]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:44:53.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:53 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/186837202' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:44:53.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:53 smithi043 ceph-mon[31619]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:44:53.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:53 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/186837202' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:44:55.223 INFO:journalctl@ceph.mds.j.smithi043.stdout:May 16 15:44:55 smithi043 systemd[1]: Starting Ceph mds.j for 13155b42-139a-11ef-bc9a-c7b262605968... 2024-05-16T15:44:55.560 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:55 smithi043 ceph-mon[31619]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:44:55.560 INFO:journalctl@ceph.mds.j.smithi043.stdout:May 16 15:44:55 smithi043 podman[69320]: 2024-05-16 15:44:55.172522145 +0000 UTC m=+0.017939768 image pull bc0afc5f792216c18cc9b63b7b42000fd468161488acab6065a32abbb64b541b quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381 2024-05-16T15:44:55.560 INFO:journalctl@ceph.mds.j.smithi043.stdout:May 16 15:44:55 smithi043 podman[69320]: 2024-05-16 15:44:55.274533707 +0000 UTC m=+0.119951319 container create 1cd993b5cd9e7de9bd85d21c1fe5497f07ac6293ce8fa40dbab72b077e882972 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-j, org.label-schema.schema-version=1.0, ceph=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-05-16T15:44:55.560 INFO:journalctl@ceph.mds.j.smithi043.stdout:May 16 15:44:55 smithi043 podman[69320]: 2024-05-16 15:44:55.55253049 +0000 UTC m=+0.397948104 container init 1cd993b5cd9e7de9bd85d21c1fe5497f07ac6293ce8fa40dbab72b077e882972 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-j, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c) 2024-05-16T15:44:55.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:55 smithi157 ceph-mon[35584]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:44:55.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:55 smithi148 ceph-mon[34976]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:44:55.972 INFO:journalctl@ceph.mds.j.smithi043.stdout:May 16 15:44:55 smithi043 podman[69320]: 2024-05-16 15:44:55.555890303 +0000 UTC m=+0.401307931 container start 1cd993b5cd9e7de9bd85d21c1fe5497f07ac6293ce8fa40dbab72b077e882972 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-j, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-05-16T15:44:55.972 INFO:journalctl@ceph.mds.j.smithi043.stdout:May 16 15:44:55 smithi043 ceph-mds[69339]: -- 172.21.15.43:0/2159659747 <== mon.0 v2:172.21.15.43:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5555b763fa40 con 0x5555b7612c00 2024-05-16T15:44:55.972 INFO:journalctl@ceph.mds.j.smithi043.stdout:May 16 15:44:55 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-j[69335]: starting mds.j at 2024-05-16T15:44:55.972 INFO:journalctl@ceph.mds.j.smithi043.stdout:May 16 15:44:55 smithi043 bash[69320]: 1cd993b5cd9e7de9bd85d21c1fe5497f07ac6293ce8fa40dbab72b077e882972 2024-05-16T15:44:55.972 INFO:journalctl@ceph.mds.j.smithi043.stdout:May 16 15:44:55 smithi043 systemd[1]: Started Ceph mds.j for 13155b42-139a-11ef-bc9a-c7b262605968. 2024-05-16T15:44:56.121 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-16T15:44:56.972 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:56 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:56.972 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:56 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:56.973 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:56 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:56.973 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:56 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-16T15:44:56.973 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:56 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-16T15:44:56.973 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:56 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:44:56.973 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:56 smithi043 ceph-mon[31619]: Deploying daemon mds.d on smithi043 2024-05-16T15:44:56.973 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:56 smithi043 ceph-mon[31619]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:44:56.973 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:56 smithi043 ceph-mon[31619]: mds.? [v2:172.21.15.43:6834/1448137759,v1:172.21.15.43:6835/1448137759] up:boot 2024-05-16T15:44:56.973 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:56 smithi043 ceph-mon[31619]: fsmap 3 up:standby 2024-05-16T15:44:56.973 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:56 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-05-16T15:44:56.986 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:44:57.173 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:56 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:57.173 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:56 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:57.173 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:56 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:57.173 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:56 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-16T15:44:57.173 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:56 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-16T15:44:57.173 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:56 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:44:57.174 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:56 smithi157 ceph-mon[35584]: Deploying daemon mds.d on smithi043 2024-05-16T15:44:57.174 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:56 smithi157 ceph-mon[35584]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:44:57.174 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:56 smithi157 ceph-mon[35584]: mds.? [v2:172.21.15.43:6834/1448137759,v1:172.21.15.43:6835/1448137759] up:boot 2024-05-16T15:44:57.174 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:56 smithi157 ceph-mon[35584]: fsmap 3 up:standby 2024-05-16T15:44:57.174 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:56 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-05-16T15:44:57.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:56 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:57.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:56 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:57.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:56 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:44:57.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:56 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-16T15:44:57.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:56 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-16T15:44:57.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:56 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:44:57.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:56 smithi148 ceph-mon[34976]: Deploying daemon mds.d on smithi043 2024-05-16T15:44:57.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:56 smithi148 ceph-mon[34976]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:44:57.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:56 smithi148 ceph-mon[34976]: mds.? [v2:172.21.15.43:6834/1448137759,v1:172.21.15.43:6835/1448137759] up:boot 2024-05-16T15:44:57.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:56 smithi148 ceph-mon[34976]: fsmap 3 up:standby 2024-05-16T15:44:57.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:56 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-05-16T15:44:58.722 INFO:journalctl@ceph.mds.d.smithi043.stdout:May 16 15:44:58 smithi043 systemd[1]: Starting Ceph mds.d for 13155b42-139a-11ef-bc9a-c7b262605968... 2024-05-16T15:44:59.186 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:44:59 smithi043 ceph-mon[31619]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:44:59.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:44:59 smithi157 ceph-mon[35584]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:44:59.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:44:59 smithi148 ceph-mon[34976]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:44:59.440 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.431+0000 7f7424ac8700 1 -- 172.21.15.43:0/1636787743 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f74201023a0 msgr2=0x7f7420102820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:44:59.440 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.431+0000 7f7424ac8700 1 --2- 172.21.15.43:0/1636787743 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f74201023a0 0x7f7420102820 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f7414009990 tx=0x7f7414009ca0 comp rx=0 tx=0).stop 2024-05-16T15:44:59.440 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.431+0000 7f7424ac8700 1 -- 172.21.15.43:0/1636787743 shutdown_connections 2024-05-16T15:44:59.440 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.431+0000 7f7424ac8700 1 --2- 172.21.15.43:0/1636787743 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7420102d60 0x7f742010f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:59.440 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.431+0000 7f7424ac8700 1 --2- 172.21.15.43:0/1636787743 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7420108410 0x7f74201087f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:59.440 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.431+0000 7f7424ac8700 1 --2- 172.21.15.43:0/1636787743 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f74201023a0 0x7f7420102820 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:59.440 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.431+0000 7f7424ac8700 1 -- 172.21.15.43:0/1636787743 >> 172.21.15.43:0/1636787743 conn(0x7f7420079350 msgr2=0x7f7420079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:44:59.440 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.431+0000 7f7424ac8700 1 -- 172.21.15.43:0/1636787743 shutdown_connections 2024-05-16T15:44:59.441 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.431+0000 7f7424ac8700 1 -- 172.21.15.43:0/1636787743 wait complete. 2024-05-16T15:44:59.442 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.432+0000 7f7424ac8700 1 Processor -- start 2024-05-16T15:44:59.442 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.432+0000 7f7424ac8700 1 -- start start 2024-05-16T15:44:59.443 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.432+0000 7f7424ac8700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f74201023a0 0x7f742019be70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:44:59.443 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.432+0000 7f7424ac8700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7420102d60 0x7f742019c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:44:59.443 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.432+0000 7f7424ac8700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7420108410 0x7f74201a0740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:44:59.443 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.432+0000 7f7424ac8700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f7420112530 con 0x7f74201023a0 2024-05-16T15:44:59.443 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.432+0000 7f7424ac8700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f74201123b0 con 0x7f7420102d60 2024-05-16T15:44:59.443 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.432+0000 7f7424ac8700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f74201126b0 con 0x7f7420108410 2024-05-16T15:44:59.443 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.433+0000 7f741e59c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f74201023a0 0x7f742019be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:44:59.443 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.433+0000 7f741e59c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f74201023a0 0x7f742019be70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:60362/0 (socket says 172.21.15.43:60362) 2024-05-16T15:44:59.443 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.433+0000 7f741e59c700 1 -- 172.21.15.43:0/2965168779 learned_addr learned my addr 172.21.15.43:0/2965168779 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:44:59.443 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.433+0000 7f741ed9d700 1 --2- 172.21.15.43:0/2965168779 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7420108410 0x7f74201a0740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:44:59.443 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.433+0000 7f741dd9b700 1 --2- 172.21.15.43:0/2965168779 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7420102d60 0x7f742019c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:44:59.443 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.433+0000 7f741e59c700 1 -- 172.21.15.43:0/2965168779 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7420108410 msgr2=0x7f74201a0740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:44:59.443 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.433+0000 7f741e59c700 1 --2- 172.21.15.43:0/2965168779 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7420108410 0x7f74201a0740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:59.443 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.433+0000 7f741e59c700 1 -- 172.21.15.43:0/2965168779 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7420102d60 msgr2=0x7f742019c3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:44:59.444 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.433+0000 7f741e59c700 1 --2- 172.21.15.43:0/2965168779 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7420102d60 0x7f742019c3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:59.444 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.433+0000 7f741e59c700 1 -- 172.21.15.43:0/2965168779 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74201a0e80 con 0x7f74201023a0 2024-05-16T15:44:59.444 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.433+0000 7f741dd9b700 1 --2- 172.21.15.43:0/2965168779 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7420102d60 0x7f742019c3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:44:59.444 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.433+0000 7f741e59c700 1 --2- 172.21.15.43:0/2965168779 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f74201023a0 0x7f742019be70 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f741000b530 tx=0x7f741000b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:44:59.444 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.433+0000 7f740f7fe700 1 -- 172.21.15.43:0/2965168779 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7410015020 con 0x7f74201023a0 2024-05-16T15:44:59.444 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.433+0000 7f7424ac8700 1 -- 172.21.15.43:0/2965168779 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74201a1170 con 0x7f74201023a0 2024-05-16T15:44:59.444 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.433+0000 7f740f7fe700 1 -- 172.21.15.43:0/2965168779 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7410011cc0 con 0x7f74201023a0 2024-05-16T15:44:59.444 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.433+0000 7f740f7fe700 1 -- 172.21.15.43:0/2965168779 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7410010dc0 con 0x7f74201023a0 2024-05-16T15:44:59.444 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.433+0000 7f7424ac8700 1 -- 172.21.15.43:0/2965168779 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74201a89f0 con 0x7f74201023a0 2024-05-16T15:44:59.444 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.435+0000 7f7424ac8700 1 -- 172.21.15.43:0/2965168779 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f742006a190 con 0x7f74201023a0 2024-05-16T15:44:59.445 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.436+0000 7f740f7fe700 1 -- 172.21.15.43:0/2965168779 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f7410018020 con 0x7f74201023a0 2024-05-16T15:44:59.445 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.437+0000 7f740f7fe700 1 --2- 172.21.15.43:0/2965168779 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f74080b2880 0x7f74080b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:44:59.445 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.437+0000 7f741dd9b700 1 --2- 172.21.15.43:0/2965168779 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f74080b2880 0x7f74080b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:44:59.445 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.437+0000 7f740f7fe700 1 -- 172.21.15.43:0/2965168779 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7f74100e1b90 con 0x7f74201023a0 2024-05-16T15:44:59.446 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.437+0000 7f741dd9b700 1 --2- 172.21.15.43:0/2965168779 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f74080b2880 0x7f74080b4d40 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f7414009750 tx=0x7f741401a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:44:59.448 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.440+0000 7f740f7fe700 1 -- 172.21.15.43:0/2965168779 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f741001f020 con 0x7f74201023a0 2024-05-16T15:44:59.714 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.704+0000 7f7424ac8700 1 -- 172.21.15.43:0/2965168779 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f74201a8c80 con 0x7f74201023a0 2024-05-16T15:44:59.715 INFO:journalctl@ceph.mds.d.smithi043.stdout:May 16 15:44:59 smithi043 podman[69765]: 2024-05-16 15:44:59.484519247 +0000 UTC m=+0.017942869 image pull bc0afc5f792216c18cc9b63b7b42000fd468161488acab6065a32abbb64b541b quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381 2024-05-16T15:44:59.715 INFO:journalctl@ceph.mds.d.smithi043.stdout:May 16 15:44:59 smithi043 podman[69765]: 2024-05-16 15:44:59.602066566 +0000 UTC m=+0.135490175 container create 2110cb4e13249cda402c7d0ee8262e1f3ca08421cea281258575c19500cf769e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-d, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-05-16T15:44:59.715 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.705+0000 7f740f7fe700 1 -- 172.21.15.43:0/2965168779 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 4 v4) ==== 93+0+3049 (secure 0 0 0) 0x7f74100a9d50 con 0x7f74201023a0 2024-05-16T15:44:59.715 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:44:59.715 INFO:teuthology.orchestra.run.smithi043.stdout:{"epoch":4,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.43:6835/1448137759","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6834","nonce":1448137759},{"type":"v1","addr":"172.21.15.43:6835","nonce":1448137759}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24410,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.148:6833/3084392719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6832","nonce":3084392719},{"type":"v1","addr":"172.21.15.148:6833","nonce":3084392719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6833/3972392500","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6832","nonce":3972392500},{"type":"v1","addr":"172.21.15.157:6833","nonce":3972392500}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-05-16T15:44:59.716 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.707+0000 7f7424ac8700 1 -- 172.21.15.43:0/2965168779 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f74080b2880 msgr2=0x7f74080b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:44:59.716 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.707+0000 7f7424ac8700 1 --2- 172.21.15.43:0/2965168779 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f74080b2880 0x7f74080b4d40 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f7414009750 tx=0x7f741401a040 comp rx=0 tx=0).stop 2024-05-16T15:44:59.716 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.707+0000 7f7424ac8700 1 -- 172.21.15.43:0/2965168779 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f74201023a0 msgr2=0x7f742019be70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:44:59.716 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.707+0000 7f7424ac8700 1 --2- 172.21.15.43:0/2965168779 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f74201023a0 0x7f742019be70 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f741000b530 tx=0x7f741000b840 comp rx=0 tx=0).stop 2024-05-16T15:44:59.716 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.708+0000 7f7424ac8700 1 -- 172.21.15.43:0/2965168779 shutdown_connections 2024-05-16T15:44:59.716 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.708+0000 7f7424ac8700 1 --2- 172.21.15.43:0/2965168779 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7420108410 0x7f74201a0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:59.716 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.708+0000 7f7424ac8700 1 --2- 172.21.15.43:0/2965168779 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f74080b2880 0x7f74080b4d40 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:59.716 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.708+0000 7f7424ac8700 1 --2- 172.21.15.43:0/2965168779 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f74201023a0 0x7f742019be70 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:59.717 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.708+0000 7f7424ac8700 1 --2- 172.21.15.43:0/2965168779 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7420102d60 0x7f742019c3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:44:59.717 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.708+0000 7f7424ac8700 1 -- 172.21.15.43:0/2965168779 >> 172.21.15.43:0/2965168779 conn(0x7f7420079350 msgr2=0x7f742006b1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:44:59.717 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.708+0000 7f7424ac8700 1 -- 172.21.15.43:0/2965168779 shutdown_connections 2024-05-16T15:44:59.717 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:44:59.708+0000 7f7424ac8700 1 -- 172.21.15.43:0/2965168779 wait complete. 2024-05-16T15:44:59.717 INFO:teuthology.orchestra.run.smithi043.stderr:dumped fsmap epoch 4 2024-05-16T15:45:00.222 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:00 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/2965168779' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:45:00.223 INFO:journalctl@ceph.mds.d.smithi043.stdout:May 16 15:44:59 smithi043 podman[69765]: 2024-05-16 15:44:59.958626297 +0000 UTC m=+0.492049907 container init 2110cb4e13249cda402c7d0ee8262e1f3ca08421cea281258575c19500cf769e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-d, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-05-16T15:45:00.223 INFO:journalctl@ceph.mds.d.smithi043.stdout:May 16 15:44:59 smithi043 podman[69765]: 2024-05-16 15:44:59.962320719 +0000 UTC m=+0.495744337 container start 2110cb4e13249cda402c7d0ee8262e1f3ca08421cea281258575c19500cf769e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-d, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240514, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-16T15:45:00.223 INFO:journalctl@ceph.mds.d.smithi043.stdout:May 16 15:44:59 smithi043 ceph-mds[69798]: -- 172.21.15.43:0/2378251312 <== mon.0 v2:172.21.15.43:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561382e3ba40 con 0x561382e0ec00 2024-05-16T15:45:00.223 INFO:journalctl@ceph.mds.d.smithi043.stdout:May 16 15:44:59 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-d[69784]: starting mds.d at 2024-05-16T15:45:00.223 INFO:journalctl@ceph.mds.d.smithi043.stdout:May 16 15:45:00 smithi043 bash[69765]: 2110cb4e13249cda402c7d0ee8262e1f3ca08421cea281258575c19500cf769e 2024-05-16T15:45:00.223 INFO:journalctl@ceph.mds.d.smithi043.stdout:May 16 15:45:00 smithi043 systemd[1]: Started Ceph mds.d for 13155b42-139a-11ef-bc9a-c7b262605968. 2024-05-16T15:45:00.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:00 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/2965168779' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:45:00.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:00 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/2965168779' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:45:01.087 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:01 smithi148 ceph-mon[34976]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:01.087 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:01 smithi148 ceph-mon[34976]: mds.? [v2:172.21.15.43:6836/3286596297,v1:172.21.15.43:6837/3286596297] up:boot 2024-05-16T15:45:01.088 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:01 smithi148 ceph-mon[34976]: fsmap 4 up:standby 2024-05-16T15:45:01.088 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:01 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-05-16T15:45:01.088 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:01 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:01.088 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:01 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:01.088 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:01 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:01.088 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:01 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-16T15:45:01.088 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:01 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-16T15:45:01.088 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:01 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:45:01.088 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:01 smithi148 ceph-mon[34976]: Deploying daemon mds.e on smithi148 2024-05-16T15:45:01.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:01 smithi157 ceph-mon[35584]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:01.424 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:01 smithi157 ceph-mon[35584]: mds.? [v2:172.21.15.43:6836/3286596297,v1:172.21.15.43:6837/3286596297] up:boot 2024-05-16T15:45:01.424 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:01 smithi157 ceph-mon[35584]: fsmap 4 up:standby 2024-05-16T15:45:01.424 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:01 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-05-16T15:45:01.424 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:01 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:01.424 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:01 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:01.424 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:01 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:01.424 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:01 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-16T15:45:01.424 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:01 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-16T15:45:01.424 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:01 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:45:01.424 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:01 smithi157 ceph-mon[35584]: Deploying daemon mds.e on smithi148 2024-05-16T15:45:01.472 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:01 smithi043 ceph-mon[31619]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:01.472 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:01 smithi043 ceph-mon[31619]: mds.? [v2:172.21.15.43:6836/3286596297,v1:172.21.15.43:6837/3286596297] up:boot 2024-05-16T15:45:01.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:01 smithi043 ceph-mon[31619]: fsmap 4 up:standby 2024-05-16T15:45:01.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:01 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-05-16T15:45:01.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:01 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:01.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:01 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:01.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:01 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:01.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:01 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-16T15:45:01.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:01 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-16T15:45:01.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:01 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:45:01.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:01 smithi043 ceph-mon[31619]: Deploying daemon mds.e on smithi148 2024-05-16T15:45:02.599 INFO:journalctl@ceph.mds.e.smithi148.stdout:May 16 15:45:02 smithi148 systemd[1]: Starting Ceph mds.e for 13155b42-139a-11ef-bc9a-c7b262605968... 2024-05-16T15:45:02.627 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-16T15:45:02.875 INFO:journalctl@ceph.mds.e.smithi148.stdout:May 16 15:45:02 smithi148 podman[64064]: 2024-05-16 15:45:02.493517676 +0000 UTC m=+0.017438075 image pull bc0afc5f792216c18cc9b63b7b42000fd468161488acab6065a32abbb64b541b quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381 2024-05-16T15:45:02.875 INFO:journalctl@ceph.mds.e.smithi148.stdout:May 16 15:45:02 smithi148 podman[64064]: 2024-05-16 15:45:02.605983226 +0000 UTC m=+0.129903606 container create 037ba626d2fddd419376460c8c06df4c0f650ec89468a70c1cf403dea8f5d29c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-e, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c) 2024-05-16T15:45:02.875 INFO:journalctl@ceph.mds.e.smithi148.stdout:May 16 15:45:02 smithi148 podman[64064]: 2024-05-16 15:45:02.86696635 +0000 UTC m=+0.390886735 container init 037ba626d2fddd419376460c8c06df4c0f650ec89468a70c1cf403dea8f5d29c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-e, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, GIT_CLEAN=True, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-05-16T15:45:02.891 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:45:03.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:03 smithi148 ceph-mon[34976]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:03.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:03 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:03.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:03 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:03.184 INFO:journalctl@ceph.mds.e.smithi148.stdout:May 16 15:45:02 smithi148 podman[64064]: 2024-05-16 15:45:02.869929806 +0000 UTC m=+0.393850196 container start 037ba626d2fddd419376460c8c06df4c0f650ec89468a70c1cf403dea8f5d29c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-05-16T15:45:03.184 INFO:journalctl@ceph.mds.e.smithi148.stdout:May 16 15:45:02 smithi148 ceph-mds[64083]: -- 172.21.15.148:0/1024892205 <== mon.2 v2:172.21.15.148:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x556e68b4da40 con 0x556e68b20c00 2024-05-16T15:45:03.184 INFO:journalctl@ceph.mds.e.smithi148.stdout:May 16 15:45:02 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-e[64079]: starting mds.e at 2024-05-16T15:45:03.184 INFO:journalctl@ceph.mds.e.smithi148.stdout:May 16 15:45:02 smithi148 bash[64064]: 037ba626d2fddd419376460c8c06df4c0f650ec89468a70c1cf403dea8f5d29c 2024-05-16T15:45:03.184 INFO:journalctl@ceph.mds.e.smithi148.stdout:May 16 15:45:02 smithi148 systemd[1]: Started Ceph mds.e for 13155b42-139a-11ef-bc9a-c7b262605968. 2024-05-16T15:45:03.281 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:03 smithi043 ceph-mon[31619]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:03.281 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:03 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:03.281 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:03 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:03.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:03 smithi157 ceph-mon[35584]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:03.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:03 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:03.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:03 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:04.364 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:04 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:04.365 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:04 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-16T15:45:04.365 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:04 smithi043 ceph-mon[31619]: mds.? [v2:172.21.15.148:6834/516622533,v1:172.21.15.148:6835/516622533] up:boot 2024-05-16T15:45:04.365 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:04 smithi043 ceph-mon[31619]: fsmap 5 up:standby 2024-05-16T15:45:04.365 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:04 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-16T15:45:04.365 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:04 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-16T15:45:04.365 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:04 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:45:04.365 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:04 smithi043 ceph-mon[31619]: Deploying daemon mds.f on smithi157 2024-05-16T15:45:04.402 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:04 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:04.402 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:04 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-16T15:45:04.402 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:04 smithi157 ceph-mon[35584]: mds.? [v2:172.21.15.148:6834/516622533,v1:172.21.15.148:6835/516622533] up:boot 2024-05-16T15:45:04.402 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:04 smithi157 ceph-mon[35584]: fsmap 5 up:standby 2024-05-16T15:45:04.402 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:04 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-16T15:45:04.402 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:04 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-16T15:45:04.402 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:04 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:45:04.402 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:04 smithi157 ceph-mon[35584]: Deploying daemon mds.f on smithi157 2024-05-16T15:45:04.434 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:04 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:04.434 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:04 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-16T15:45:04.434 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:04 smithi148 ceph-mon[34976]: mds.? [v2:172.21.15.148:6834/516622533,v1:172.21.15.148:6835/516622533] up:boot 2024-05-16T15:45:04.434 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:04 smithi148 ceph-mon[34976]: fsmap 5 up:standby 2024-05-16T15:45:04.434 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:04 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-16T15:45:04.434 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:04 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-16T15:45:04.434 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:04 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:45:04.434 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:04 smithi148 ceph-mon[34976]: Deploying daemon mds.f on smithi157 2024-05-16T15:45:04.766 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:04.755+0000 7f8852a63700 1 -- 172.21.15.43:0/3368898249 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f884c1023a0 msgr2=0x7f884c102820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:04.766 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:04.755+0000 7f8852a63700 1 --2- 172.21.15.43:0/3368898249 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f884c1023a0 0x7f884c102820 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f8834009990 tx=0x7f8834009ca0 comp rx=0 tx=0).stop 2024-05-16T15:45:04.766 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:04.755+0000 7f8852a63700 1 -- 172.21.15.43:0/3368898249 shutdown_connections 2024-05-16T15:45:04.766 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:04.755+0000 7f8852a63700 1 --2- 172.21.15.43:0/3368898249 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f884c102d60 0x7f884c10f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:04.766 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:04.755+0000 7f8852a63700 1 --2- 172.21.15.43:0/3368898249 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f884c108410 0x7f884c1087f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:04.766 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:04.755+0000 7f8852a63700 1 --2- 172.21.15.43:0/3368898249 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f884c1023a0 0x7f884c102820 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:04.766 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:04.755+0000 7f8852a63700 1 -- 172.21.15.43:0/3368898249 >> 172.21.15.43:0/3368898249 conn(0x7f884c079350 msgr2=0x7f884c079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:45:04.767 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:04.755+0000 7f8852a63700 1 -- 172.21.15.43:0/3368898249 shutdown_connections 2024-05-16T15:45:04.767 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:04.755+0000 7f8852a63700 1 -- 172.21.15.43:0/3368898249 wait complete. 2024-05-16T15:45:04.767 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:04.756+0000 7f8852a63700 1 Processor -- start 2024-05-16T15:45:04.767 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:04.756+0000 7f8852a63700 1 -- start start 2024-05-16T15:45:04.767 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:04.756+0000 7f8852a63700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f884c1023a0 0x7f884c104080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:04.767 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:04.756+0000 7f8852a63700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f884c102d60 0x7f884c1045c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:04.767 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:04.756+0000 7f8852a63700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f884c108410 0x7f884c104b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:04.767 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:04.756+0000 7f8852a63700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f884c1123e0 con 0x7f884c108410 2024-05-16T15:45:04.767 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:04.756+0000 7f8852a63700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f884c112260 con 0x7f884c102d60 2024-05-16T15:45:04.767 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:04.756+0000 7f8852a63700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f884c112560 con 0x7f884c1023a0 2024-05-16T15:45:04.767 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:04.756+0000 7f8851000700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f884c108410 0x7f884c104b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:04.767 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:04.756+0000 7f8851000700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f884c108410 0x7f884c104b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:60386/0 (socket says 172.21.15.43:60386) 2024-05-16T15:45:04.767 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:04.756+0000 7f8851000700 1 -- 172.21.15.43:0/1312353693 learned_addr learned my addr 172.21.15.43:0/1312353693 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:45:04.767 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:04.756+0000 7f884bfff700 1 --2- 172.21.15.43:0/1312353693 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f884c1023a0 0x7f884c104080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:04.768 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:04.756+0000 7f8851000700 1 -- 172.21.15.43:0/1312353693 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f884c1023a0 msgr2=0x7f884c104080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:04.768 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:04.756+0000 7f8851000700 1 --2- 172.21.15.43:0/1312353693 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f884c1023a0 0x7f884c104080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:04.768 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:04.756+0000 7f8851000700 1 -- 172.21.15.43:0/1312353693 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f884c102d60 msgr2=0x7f884c1045c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:04.768 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:04.756+0000 7f8851000700 1 --2- 172.21.15.43:0/1312353693 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f884c102d60 0x7f884c1045c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:04.768 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:04.756+0000 7f8851000700 1 -- 172.21.15.43:0/1312353693 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f884c1a7fd0 con 0x7f884c108410 2024-05-16T15:45:04.768 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:04.756+0000 7f8851000700 1 --2- 172.21.15.43:0/1312353693 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f884c108410 0x7f884c104b00 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f8844007ee0 tx=0x7f884400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:45:04.768 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:04.757+0000 7f8849ffb700 1 -- 172.21.15.43:0/1312353693 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f884400dbd0 con 0x7f884c108410 2024-05-16T15:45:04.768 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:04.757+0000 7f8849ffb700 1 -- 172.21.15.43:0/1312353693 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f884400dd70 con 0x7f884c108410 2024-05-16T15:45:04.768 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:04.757+0000 7f8852a63700 1 -- 172.21.15.43:0/1312353693 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f884c1a82c0 con 0x7f884c108410 2024-05-16T15:45:04.768 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:04.757+0000 7f8849ffb700 1 -- 172.21.15.43:0/1312353693 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88440058d0 con 0x7f884c108410 2024-05-16T15:45:04.768 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:04.757+0000 7f8852a63700 1 -- 172.21.15.43:0/1312353693 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f884c1a8850 con 0x7f884c108410 2024-05-16T15:45:04.769 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:04.758+0000 7f8852a63700 1 -- 172.21.15.43:0/1312353693 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f884c06a190 con 0x7f884c108410 2024-05-16T15:45:04.769 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:04.759+0000 7f8849ffb700 1 -- 172.21.15.43:0/1312353693 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f884401a020 con 0x7f884c108410 2024-05-16T15:45:04.769 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:04.760+0000 7f8849ffb700 1 --2- 172.21.15.43:0/1312353693 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f88380b2900 0x7f88380b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:04.770 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:04.760+0000 7f884bfff700 1 --2- 172.21.15.43:0/1312353693 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f88380b2900 0x7f88380b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:04.770 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:04.760+0000 7f8849ffb700 1 -- 172.21.15.43:0/1312353693 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7f88440e1ba0 con 0x7f884c108410 2024-05-16T15:45:04.770 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:04.760+0000 7f884bfff700 1 --2- 172.21.15.43:0/1312353693 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f88380b2900 0x7f88380b4dc0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f883c005950 tx=0x7f883c00b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:45:04.772 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:04.763+0000 7f8849ffb700 1 -- 172.21.15.43:0/1312353693 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f8844010070 con 0x7f884c108410 2024-05-16T15:45:05.039 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:05.031+0000 7f8852a63700 1 -- 172.21.15.43:0/1312353693 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f884c1055b0 con 0x7f884c108410 2024-05-16T15:45:05.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:05.031+0000 7f8849ffb700 1 -- 172.21.15.43:0/1312353693 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+4699 (secure 0 0 0) 0x7f884c1055b0 con 0x7f884c108410 2024-05-16T15:45:05.040 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:45:05.040 INFO:teuthology.orchestra.run.smithi043.stdout:{"epoch":6,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.43:6835/1448137759","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6834","nonce":1448137759},{"type":"v1","addr":"172.21.15.43:6835","nonce":1448137759}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.43:6837/3286596297","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6836","nonce":3286596297},{"type":"v1","addr":"172.21.15.43:6837","nonce":3286596297}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24410,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.148:6833/3084392719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6832","nonce":3084392719},{"type":"v1","addr":"172.21.15.148:6833","nonce":3084392719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6833/3972392500","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6832","nonce":3972392500},{"type":"v1","addr":"172.21.15.157:6833","nonce":3972392500}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.148:6835/516622533","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6834","nonce":516622533},{"type":"v1","addr":"172.21.15.148:6835","nonce":516622533}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[]} 2024-05-16T15:45:05.042 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:05.033+0000 7f8852a63700 1 -- 172.21.15.43:0/1312353693 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f88380b2900 msgr2=0x7f88380b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:05.042 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:05.033+0000 7f8852a63700 1 --2- 172.21.15.43:0/1312353693 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f88380b2900 0x7f88380b4dc0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f883c005950 tx=0x7f883c00b410 comp rx=0 tx=0).stop 2024-05-16T15:45:05.042 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:05.033+0000 7f8852a63700 1 -- 172.21.15.43:0/1312353693 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f884c108410 msgr2=0x7f884c104b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:05.042 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:05.033+0000 7f8852a63700 1 --2- 172.21.15.43:0/1312353693 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f884c108410 0x7f884c104b00 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f8844007ee0 tx=0x7f884400d3b0 comp rx=0 tx=0).stop 2024-05-16T15:45:05.042 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:05.033+0000 7f8852a63700 1 -- 172.21.15.43:0/1312353693 shutdown_connections 2024-05-16T15:45:05.043 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:05.033+0000 7f8852a63700 1 --2- 172.21.15.43:0/1312353693 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f88380b2900 0x7f88380b4dc0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:05.043 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:05.033+0000 7f8852a63700 1 --2- 172.21.15.43:0/1312353693 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f884c108410 0x7f884c104b00 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:05.043 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:05.033+0000 7f8852a63700 1 --2- 172.21.15.43:0/1312353693 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f884c1023a0 0x7f884c104080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:05.043 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:05.033+0000 7f8852a63700 1 --2- 172.21.15.43:0/1312353693 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f884c102d60 0x7f884c1045c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:05.043 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:05.033+0000 7f8852a63700 1 -- 172.21.15.43:0/1312353693 >> 172.21.15.43:0/1312353693 conn(0x7f884c079350 msgr2=0x7f884c101750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:45:05.043 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:05.034+0000 7f8852a63700 1 -- 172.21.15.43:0/1312353693 shutdown_connections 2024-05-16T15:45:05.043 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:05.034+0000 7f8852a63700 1 -- 172.21.15.43:0/1312353693 wait complete. 2024-05-16T15:45:05.043 INFO:teuthology.orchestra.run.smithi043.stderr:dumped fsmap epoch 6 2024-05-16T15:45:05.346 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:05 smithi043 ceph-mon[31619]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:05.346 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:05 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/1312353693' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:45:05.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:05 smithi157 ceph-mon[35584]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:05.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:05 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/1312353693' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:45:05.424 INFO:journalctl@ceph.mds.f.smithi157.stdout:May 16 15:45:05 smithi157 systemd[1]: Starting Ceph mds.f for 13155b42-139a-11ef-bc9a-c7b262605968... 2024-05-16T15:45:05.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:05 smithi148 ceph-mon[34976]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:05.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:05 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/1312353693' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:45:05.699 INFO:journalctl@ceph.mds.f.smithi157.stdout:May 16 15:45:05 smithi157 podman[65589]: 2024-05-16 15:45:05.326716959 +0000 UTC m=+0.017730205 image pull bc0afc5f792216c18cc9b63b7b42000fd468161488acab6065a32abbb64b541b quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381 2024-05-16T15:45:05.700 INFO:journalctl@ceph.mds.f.smithi157.stdout:May 16 15:45:05 smithi157 podman[65589]: 2024-05-16 15:45:05.439073427 +0000 UTC m=+0.130086695 container create fd58ca2c35bf3f8612e1da3d6d28facd4b30d7c6141a4d4c8559a26641cd2bc9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-f, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, GIT_BRANCH=HEAD) 2024-05-16T15:45:06.173 INFO:journalctl@ceph.mds.f.smithi157.stdout:May 16 15:45:05 smithi157 podman[65589]: 2024-05-16 15:45:05.691904748 +0000 UTC m=+0.382918008 container init fd58ca2c35bf3f8612e1da3d6d28facd4b30d7c6141a4d4c8559a26641cd2bc9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-f, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514) 2024-05-16T15:45:06.173 INFO:journalctl@ceph.mds.f.smithi157.stdout:May 16 15:45:05 smithi157 podman[65589]: 2024-05-16 15:45:05.69490723 +0000 UTC m=+0.385920487 container start fd58ca2c35bf3f8612e1da3d6d28facd4b30d7c6141a4d4c8559a26641cd2bc9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-f, GIT_CLEAN=True, ceph=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-05-16T15:45:06.174 INFO:journalctl@ceph.mds.f.smithi157.stdout:May 16 15:45:05 smithi157 ceph-mds[65608]: -- 172.21.15.157:0/3900331797 <== mon.1 v2:172.21.15.157:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5595116d1a40 con 0x5595116a4c00 2024-05-16T15:45:06.174 INFO:journalctl@ceph.mds.f.smithi157.stdout:May 16 15:45:05 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-f[65604]: starting mds.f at 2024-05-16T15:45:06.174 INFO:journalctl@ceph.mds.f.smithi157.stdout:May 16 15:45:05 smithi157 bash[65589]: fd58ca2c35bf3f8612e1da3d6d28facd4b30d7c6141a4d4c8559a26641cd2bc9 2024-05-16T15:45:06.174 INFO:journalctl@ceph.mds.f.smithi157.stdout:May 16 15:45:05 smithi157 systemd[1]: Started Ceph mds.f for 13155b42-139a-11ef-bc9a-c7b262605968. 2024-05-16T15:45:07.173 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:06 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:07.174 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:06 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:07.174 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:06 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:07.174 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:06 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-16T15:45:07.174 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:06 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-16T15:45:07.174 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:06 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:45:07.174 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:06 smithi157 ceph-mon[35584]: Deploying daemon mds.c on smithi157 2024-05-16T15:45:07.174 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:06 smithi157 ceph-mon[35584]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:07.174 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:06 smithi157 ceph-mon[35584]: mds.? [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] up:boot 2024-05-16T15:45:07.174 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:06 smithi157 ceph-mon[35584]: fsmap 6 up:standby 2024-05-16T15:45:07.174 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:06 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-16T15:45:07.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:06 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:07.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:06 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:07.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:06 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:07.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:06 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-16T15:45:07.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:06 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-16T15:45:07.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:06 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:45:07.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:06 smithi148 ceph-mon[34976]: Deploying daemon mds.c on smithi157 2024-05-16T15:45:07.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:06 smithi148 ceph-mon[34976]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:07.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:06 smithi148 ceph-mon[34976]: mds.? [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] up:boot 2024-05-16T15:45:07.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:06 smithi148 ceph-mon[34976]: fsmap 6 up:standby 2024-05-16T15:45:07.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:06 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-16T15:45:07.222 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:06 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:07.222 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:06 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:07.222 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:06 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:07.223 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:06 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-16T15:45:07.223 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:06 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-16T15:45:07.223 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:06 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:45:07.223 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:06 smithi043 ceph-mon[31619]: Deploying daemon mds.c on smithi157 2024-05-16T15:45:07.223 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:06 smithi043 ceph-mon[31619]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:07.223 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:06 smithi043 ceph-mon[31619]: mds.? [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] up:boot 2024-05-16T15:45:07.223 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:06 smithi043 ceph-mon[31619]: fsmap 6 up:standby 2024-05-16T15:45:07.223 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:06 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-16T15:45:07.750 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-16T15:45:08.017 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:45:08.174 INFO:journalctl@ceph.mds.c.smithi157.stdout:May 16 15:45:08 smithi157 systemd[1]: Starting Ceph mds.c for 13155b42-139a-11ef-bc9a-c7b262605968... 2024-05-16T15:45:08.523 INFO:journalctl@ceph.mds.c.smithi157.stdout:May 16 15:45:08 smithi157 podman[65890]: 2024-05-16 15:45:08.12839651 +0000 UTC m=+0.017378338 image pull bc0afc5f792216c18cc9b63b7b42000fd468161488acab6065a32abbb64b541b quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381 2024-05-16T15:45:08.523 INFO:journalctl@ceph.mds.c.smithi157.stdout:May 16 15:45:08 smithi157 podman[65890]: 2024-05-16 15:45:08.261887473 +0000 UTC m=+0.150869292 container create 1d0df0eeaee725f0781453c2ad58f83606d7ebc3948c71ac97c86cf42d58270a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-c, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.build-date=20240514, ceph=True) 2024-05-16T15:45:08.523 INFO:journalctl@ceph.mds.c.smithi157.stdout:May 16 15:45:08 smithi157 podman[65890]: 2024-05-16 15:45:08.514885595 +0000 UTC m=+0.403867414 container init 1d0df0eeaee725f0781453c2ad58f83606d7ebc3948c71ac97c86cf42d58270a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-c, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux ) 2024-05-16T15:45:08.924 INFO:journalctl@ceph.mds.c.smithi157.stdout:May 16 15:45:08 smithi157 podman[65890]: 2024-05-16 15:45:08.518009777 +0000 UTC m=+0.406991604 container start 1d0df0eeaee725f0781453c2ad58f83606d7ebc3948c71ac97c86cf42d58270a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-c, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-16T15:45:08.924 INFO:journalctl@ceph.mds.c.smithi157.stdout:May 16 15:45:08 smithi157 ceph-mds[65909]: -- 172.21.15.157:0/516653188 <== mon.1 v2:172.21.15.157:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f1585f5a40 con 0x55f1585c8c00 2024-05-16T15:45:08.924 INFO:journalctl@ceph.mds.c.smithi157.stdout:May 16 15:45:08 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-c[65905]: starting mds.c at 2024-05-16T15:45:08.924 INFO:journalctl@ceph.mds.c.smithi157.stdout:May 16 15:45:08 smithi157 bash[65890]: 1d0df0eeaee725f0781453c2ad58f83606d7ebc3948c71ac97c86cf42d58270a 2024-05-16T15:45:08.924 INFO:journalctl@ceph.mds.c.smithi157.stdout:May 16 15:45:08 smithi157 systemd[1]: Started Ceph mds.c for 13155b42-139a-11ef-bc9a-c7b262605968. 2024-05-16T15:45:09.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:09 smithi148 ceph-mon[34976]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:09.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:09 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:09.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:09 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:09.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:09 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:09.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:09 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-16T15:45:09.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:09 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-16T15:45:09.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:09 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:45:09.375 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:09 smithi043 ceph-mon[31619]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:09.376 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:09 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:09.376 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:09 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:09.376 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:09 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:09.376 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:09 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-16T15:45:09.376 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:09 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-16T15:45:09.376 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:09 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:45:09.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:09 smithi157 ceph-mon[35584]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:09.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:09 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:09.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:09 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:09.424 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:09 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:09.424 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:09 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-16T15:45:09.424 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:09 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-16T15:45:09.424 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:09 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:45:09.746 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:09.737+0000 7fd5a8728700 1 -- 172.21.15.43:0/1452623069 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd5a0103390 msgr2=0x7fd5a0107000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:09.746 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:09.737+0000 7fd5a8728700 1 --2- 172.21.15.43:0/1452623069 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd5a0103390 0x7fd5a0107000 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fd5900099c0 tx=0x7fd590009cd0 comp rx=0 tx=0).stop 2024-05-16T15:45:09.746 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:09.737+0000 7fd5a8728700 1 -- 172.21.15.43:0/1452623069 shutdown_connections 2024-05-16T15:45:09.746 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:09.737+0000 7fd5a8728700 1 --2- 172.21.15.43:0/1452623069 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd5a0107730 0x7fd5a010f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:09.746 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:09.737+0000 7fd5a8728700 1 --2- 172.21.15.43:0/1452623069 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd5a01029e0 0x7fd5a0102dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:09.746 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:09.737+0000 7fd5a8728700 1 --2- 172.21.15.43:0/1452623069 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd5a0103390 0x7fd5a0107000 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:09.747 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:09.737+0000 7fd5a8728700 1 -- 172.21.15.43:0/1452623069 >> 172.21.15.43:0/1452623069 conn(0x7fd5a0079350 msgr2=0x7fd5a0079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:45:09.747 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:09.737+0000 7fd5a8728700 1 -- 172.21.15.43:0/1452623069 shutdown_connections 2024-05-16T15:45:09.747 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:09.737+0000 7fd5a8728700 1 -- 172.21.15.43:0/1452623069 wait complete. 2024-05-16T15:45:09.747 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:09.738+0000 7fd5a8728700 1 Processor -- start 2024-05-16T15:45:09.747 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:09.738+0000 7fd5a8728700 1 -- start start 2024-05-16T15:45:09.748 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:09.738+0000 7fd5a8728700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd5a01029e0 0x7fd5a01040a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:09.748 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:09.738+0000 7fd5a8728700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd5a0103390 0x7fd5a01045e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:09.748 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:09.738+0000 7fd5a8728700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd5a0107730 0x7fd5a0104b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:09.748 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:09.738+0000 7fd5a8728700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fd5a0112480 con 0x7fd5a0103390 2024-05-16T15:45:09.749 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:09.738+0000 7fd5a8728700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fd5a0112300 con 0x7fd5a01029e0 2024-05-16T15:45:09.749 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:09.738+0000 7fd5a8728700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fd5a0112600 con 0x7fd5a0107730 2024-05-16T15:45:09.749 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:09.738+0000 7fd5a5cc3700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd5a0103390 0x7fd5a01045e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:09.749 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:09.738+0000 7fd5a5cc3700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd5a0103390 0x7fd5a01045e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:34198/0 (socket says 172.21.15.43:34198) 2024-05-16T15:45:09.749 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:09.738+0000 7fd5a5cc3700 1 -- 172.21.15.43:0/2739573771 learned_addr learned my addr 172.21.15.43:0/2739573771 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:45:09.749 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:09.738+0000 7fd5a64c4700 1 --2- 172.21.15.43:0/2739573771 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd5a01029e0 0x7fd5a01040a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:09.749 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:09.738+0000 7fd5a6cc5700 1 --2- 172.21.15.43:0/2739573771 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd5a0107730 0x7fd5a0104b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:09.749 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:09.738+0000 7fd5a5cc3700 1 -- 172.21.15.43:0/2739573771 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd5a0107730 msgr2=0x7fd5a0104b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:09.749 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:09.738+0000 7fd5a5cc3700 1 --2- 172.21.15.43:0/2739573771 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd5a0107730 0x7fd5a0104b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:09.749 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:09.738+0000 7fd5a5cc3700 1 -- 172.21.15.43:0/2739573771 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd5a01029e0 msgr2=0x7fd5a01040a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:09.749 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:09.738+0000 7fd5a5cc3700 1 --2- 172.21.15.43:0/2739573771 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd5a01029e0 0x7fd5a01040a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:09.749 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:09.738+0000 7fd5a5cc3700 1 -- 172.21.15.43:0/2739573771 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5a01a8050 con 0x7fd5a0103390 2024-05-16T15:45:09.749 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:09.739+0000 7fd5a5cc3700 1 --2- 172.21.15.43:0/2739573771 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd5a0103390 0x7fd5a01045e0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fd5900098e0 tx=0x7fd5900047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:45:09.749 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:09.739+0000 7fd5977fe700 1 -- 172.21.15.43:0/2739573771 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd590027070 con 0x7fd5a0103390 2024-05-16T15:45:09.750 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:09.739+0000 7fd5977fe700 1 -- 172.21.15.43:0/2739573771 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd59000fc00 con 0x7fd5a0103390 2024-05-16T15:45:09.750 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:09.739+0000 7fd5a8728700 1 -- 172.21.15.43:0/2739573771 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5a01a82e0 con 0x7fd5a0103390 2024-05-16T15:45:09.750 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:09.739+0000 7fd5977fe700 1 -- 172.21.15.43:0/2739573771 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd590022c90 con 0x7fd5a0103390 2024-05-16T15:45:09.750 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:09.739+0000 7fd5a8728700 1 -- 172.21.15.43:0/2739573771 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5a01a8730 con 0x7fd5a0103390 2024-05-16T15:45:09.750 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:09.740+0000 7fd5a8728700 1 -- 172.21.15.43:0/2739573771 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5a0103ae0 con 0x7fd5a0103390 2024-05-16T15:45:09.751 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:09.741+0000 7fd5977fe700 1 -- 172.21.15.43:0/2739573771 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fd59002a070 con 0x7fd5a0103390 2024-05-16T15:45:09.751 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:09.742+0000 7fd5977fe700 1 --2- 172.21.15.43:0/2739573771 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd58c0b2880 0x7fd58c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:09.751 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:09.742+0000 7fd5a64c4700 1 --2- 172.21.15.43:0/2739573771 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd58c0b2880 0x7fd58c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:09.751 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:09.742+0000 7fd5977fe700 1 -- 172.21.15.43:0/2739573771 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7fd5900e2ca0 con 0x7fd5a0103390 2024-05-16T15:45:09.751 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:09.743+0000 7fd5a64c4700 1 --2- 172.21.15.43:0/2739573771 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd58c0b2880 0x7fd58c0b4d40 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fd59c00a400 tx=0x7fd59c00d040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:45:09.754 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:09.746+0000 7fd5977fe700 1 -- 172.21.15.43:0/2739573771 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fd590013070 con 0x7fd5a0103390 2024-05-16T15:45:10.023 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:10.015+0000 7fd5a8728700 1 -- 172.21.15.43:0/2739573771 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd5a006a190 con 0x7fd5a0103390 2024-05-16T15:45:10.024 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:10.015+0000 7fd5977fe700 1 -- 172.21.15.43:0/2739573771 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+6355 (secure 0 0 0) 0x7fd5900aaef0 con 0x7fd5a0103390 2024-05-16T15:45:10.024 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:45:10.024 INFO:teuthology.orchestra.run.smithi043.stdout:{"epoch":8,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.43:6835/1448137759","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6834","nonce":1448137759},{"type":"v1","addr":"172.21.15.43:6835","nonce":1448137759}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.43:6837/3286596297","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6836","nonce":3286596297},{"type":"v1","addr":"172.21.15.43:6837","nonce":3286596297}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24410,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.148:6833/3084392719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6832","nonce":3084392719},{"type":"v1","addr":"172.21.15.148:6833","nonce":3084392719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6833/3972392500","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6832","nonce":3972392500},{"type":"v1","addr":"172.21.15.157:6833","nonce":3972392500}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.148:6835/516622533","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6834","nonce":516622533},{"type":"v1","addr":"172.21.15.148:6835","nonce":516622533}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24445,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6835/2303077574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2303077574},{"type":"v1","addr":"172.21.15.157:6835","nonce":2303077574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24451,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/3777341889","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6836","nonce":3777341889},{"type":"v1","addr":"172.21.15.157:6837","nonce":3777341889}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[]} 2024-05-16T15:45:10.026 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:10.018+0000 7fd5a8728700 1 -- 172.21.15.43:0/2739573771 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd58c0b2880 msgr2=0x7fd58c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:10.026 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:10.018+0000 7fd5a8728700 1 --2- 172.21.15.43:0/2739573771 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd58c0b2880 0x7fd58c0b4d40 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fd59c00a400 tx=0x7fd59c00d040 comp rx=0 tx=0).stop 2024-05-16T15:45:10.027 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:10.018+0000 7fd5a8728700 1 -- 172.21.15.43:0/2739573771 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd5a0103390 msgr2=0x7fd5a01045e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:10.027 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:10.018+0000 7fd5a8728700 1 --2- 172.21.15.43:0/2739573771 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd5a0103390 0x7fd5a01045e0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fd5900098e0 tx=0x7fd5900047b0 comp rx=0 tx=0).stop 2024-05-16T15:45:10.027 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:10.018+0000 7fd5a8728700 1 -- 172.21.15.43:0/2739573771 shutdown_connections 2024-05-16T15:45:10.027 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:10.018+0000 7fd5a8728700 1 --2- 172.21.15.43:0/2739573771 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd5a0107730 0x7fd5a0104b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:10.027 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:10.018+0000 7fd5a8728700 1 --2- 172.21.15.43:0/2739573771 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd5a01029e0 0x7fd5a01040a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:10.027 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:10.018+0000 7fd5a8728700 1 --2- 172.21.15.43:0/2739573771 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd58c0b2880 0x7fd58c0b4d40 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:10.027 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:10.018+0000 7fd5a8728700 1 --2- 172.21.15.43:0/2739573771 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd5a0103390 0x7fd5a01045e0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:10.027 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:10.018+0000 7fd5a8728700 1 -- 172.21.15.43:0/2739573771 >> 172.21.15.43:0/2739573771 conn(0x7fd5a0079350 msgr2=0x7fd5a006bf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:45:10.027 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:10.018+0000 7fd5a8728700 1 -- 172.21.15.43:0/2739573771 shutdown_connections 2024-05-16T15:45:10.027 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:10.018+0000 7fd5a8728700 1 -- 172.21.15.43:0/2739573771 wait complete. 2024-05-16T15:45:10.028 INFO:teuthology.orchestra.run.smithi043.stderr:dumped fsmap epoch 8 2024-05-16T15:45:10.391 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:10 smithi148 ceph-mon[34976]: Deploying daemon mds.h on smithi148 2024-05-16T15:45:10.392 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:10 smithi148 ceph-mon[34976]: mds.? [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] up:boot 2024-05-16T15:45:10.392 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:10 smithi148 ceph-mon[34976]: fsmap 7 up:standby 2024-05-16T15:45:10.392 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:10 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-16T15:45:10.392 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:10 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/2739573771' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:45:10.402 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:10 smithi043 ceph-mon[31619]: Deploying daemon mds.h on smithi148 2024-05-16T15:45:10.402 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:10 smithi043 ceph-mon[31619]: mds.? [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] up:boot 2024-05-16T15:45:10.402 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:10 smithi043 ceph-mon[31619]: fsmap 7 up:standby 2024-05-16T15:45:10.402 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:10 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-16T15:45:10.403 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:10 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/2739573771' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:45:10.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:10 smithi157 ceph-mon[35584]: Deploying daemon mds.h on smithi148 2024-05-16T15:45:10.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:10 smithi157 ceph-mon[35584]: mds.? [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] up:boot 2024-05-16T15:45:10.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:10 smithi157 ceph-mon[35584]: fsmap 7 up:standby 2024-05-16T15:45:10.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:10 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-16T15:45:10.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:10 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/2739573771' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:45:11.051 INFO:journalctl@ceph.mds.h.smithi148.stdout:May 16 15:45:10 smithi148 systemd[1]: Starting Ceph mds.h for 13155b42-139a-11ef-bc9a-c7b262605968... 2024-05-16T15:45:11.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:11 smithi148 ceph-mon[34976]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:11.347 INFO:journalctl@ceph.mds.h.smithi148.stdout:May 16 15:45:11 smithi148 podman[64370]: 2024-05-16 15:45:10.992263127 +0000 UTC m=+0.017479210 image pull bc0afc5f792216c18cc9b63b7b42000fd468161488acab6065a32abbb64b541b quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381 2024-05-16T15:45:11.347 INFO:journalctl@ceph.mds.h.smithi148.stdout:May 16 15:45:11 smithi148 podman[64370]: 2024-05-16 15:45:11.111544583 +0000 UTC m=+0.136760666 container create c83057a106cf2de7004f7cb1ee3bb1b0706a16d8f64eb2b213554180fb199ad2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-h, GIT_CLEAN=True, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-05-16T15:45:11.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:11 smithi157 ceph-mon[35584]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:11.472 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:11 smithi043 ceph-mon[31619]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:11.684 INFO:journalctl@ceph.mds.h.smithi148.stdout:May 16 15:45:11 smithi148 podman[64370]: 2024-05-16 15:45:11.339495249 +0000 UTC m=+0.364711332 container init c83057a106cf2de7004f7cb1ee3bb1b0706a16d8f64eb2b213554180fb199ad2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-h, org.label-schema.build-date=20240514, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-05-16T15:45:11.684 INFO:journalctl@ceph.mds.h.smithi148.stdout:May 16 15:45:11 smithi148 podman[64370]: 2024-05-16 15:45:11.342243902 +0000 UTC m=+0.367459996 container start c83057a106cf2de7004f7cb1ee3bb1b0706a16d8f64eb2b213554180fb199ad2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-h, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-05-16T15:45:11.684 INFO:journalctl@ceph.mds.h.smithi148.stdout:May 16 15:45:11 smithi148 ceph-mds[64389]: -- 172.21.15.148:0/247503873 <== mon.2 v2:172.21.15.148:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d447837a40 con 0x55d44780b000 2024-05-16T15:45:11.684 INFO:journalctl@ceph.mds.h.smithi148.stdout:May 16 15:45:11 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-h[64385]: starting mds.h at 2024-05-16T15:45:11.684 INFO:journalctl@ceph.mds.h.smithi148.stdout:May 16 15:45:11 smithi148 bash[64370]: c83057a106cf2de7004f7cb1ee3bb1b0706a16d8f64eb2b213554180fb199ad2 2024-05-16T15:45:11.684 INFO:journalctl@ceph.mds.h.smithi148.stdout:May 16 15:45:11 smithi148 systemd[1]: Started Ceph mds.h for 13155b42-139a-11ef-bc9a-c7b262605968. 2024-05-16T15:45:12.729 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-16T15:45:12.758 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:12 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:12.758 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:12 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:12.758 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:12 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:12.759 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:12 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-16T15:45:12.759 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:12 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-16T15:45:12.759 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:12 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:45:12.759 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:12 smithi043 ceph-mon[31619]: Deploying daemon mds.i on smithi157 2024-05-16T15:45:12.759 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:12 smithi043 ceph-mon[31619]: mds.? [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] up:boot 2024-05-16T15:45:12.759 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:12 smithi043 ceph-mon[31619]: fsmap 8 up:standby 2024-05-16T15:45:12.759 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:12 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-16T15:45:12.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:12 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:12.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:12 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:12.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:12 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:12.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:12 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-16T15:45:12.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:12 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-16T15:45:12.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:12 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:45:12.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:12 smithi157 ceph-mon[35584]: Deploying daemon mds.i on smithi157 2024-05-16T15:45:12.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:12 smithi157 ceph-mon[35584]: mds.? [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] up:boot 2024-05-16T15:45:12.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:12 smithi157 ceph-mon[35584]: fsmap 8 up:standby 2024-05-16T15:45:12.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:12 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-16T15:45:12.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:12 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:12.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:12 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:12.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:12 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:12.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:12 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-16T15:45:12.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:12 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-16T15:45:12.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:12 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:45:12.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:12 smithi148 ceph-mon[34976]: Deploying daemon mds.i on smithi157 2024-05-16T15:45:12.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:12 smithi148 ceph-mon[34976]: mds.? [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] up:boot 2024-05-16T15:45:12.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:12 smithi148 ceph-mon[34976]: fsmap 8 up:standby 2024-05-16T15:45:12.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:12 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-16T15:45:12.993 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:45:13.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:13 smithi043 ceph-mon[31619]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:13.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:13 smithi157 ceph-mon[35584]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:13.924 INFO:journalctl@ceph.mds.i.smithi157.stdout:May 16 15:45:13 smithi157 systemd[1]: Starting Ceph mds.i for 13155b42-139a-11ef-bc9a-c7b262605968... 2024-05-16T15:45:13.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:13 smithi148 ceph-mon[34976]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:14.274 INFO:journalctl@ceph.mds.i.smithi157.stdout:May 16 15:45:13 smithi157 podman[66196]: 2024-05-16 15:45:13.895676993 +0000 UTC m=+0.017021075 image pull bc0afc5f792216c18cc9b63b7b42000fd468161488acab6065a32abbb64b541b quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381 2024-05-16T15:45:14.274 INFO:journalctl@ceph.mds.i.smithi157.stdout:May 16 15:45:14 smithi157 podman[66196]: 2024-05-16 15:45:14.001490734 +0000 UTC m=+0.122834806 container create e8fb4fe19f1f82427d2e1683727d0e1128641da9b066c71ffc054e1af374ee61 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-i, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-16T15:45:14.274 INFO:journalctl@ceph.mds.i.smithi157.stdout:May 16 15:45:14 smithi157 podman[66196]: 2024-05-16 15:45:14.238789809 +0000 UTC m=+0.360133881 container init e8fb4fe19f1f82427d2e1683727d0e1128641da9b066c71ffc054e1af374ee61 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-i, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-16T15:45:14.274 INFO:journalctl@ceph.mds.i.smithi157.stdout:May 16 15:45:14 smithi157 podman[66196]: 2024-05-16 15:45:14.241694242 +0000 UTC m=+0.363038317 container start e8fb4fe19f1f82427d2e1683727d0e1128641da9b066c71ffc054e1af374ee61 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-i, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-16T15:45:14.673 INFO:journalctl@ceph.mds.i.smithi157.stdout:May 16 15:45:14 smithi157 ceph-mds[66215]: -- 172.21.15.157:0/2401778430 <== mon.1 v2:172.21.15.157:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555910c2ba40 con 0x555910bfec00 2024-05-16T15:45:14.674 INFO:journalctl@ceph.mds.i.smithi157.stdout:May 16 15:45:14 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-i[66211]: starting mds.i at 2024-05-16T15:45:14.674 INFO:journalctl@ceph.mds.i.smithi157.stdout:May 16 15:45:14 smithi157 bash[66196]: e8fb4fe19f1f82427d2e1683727d0e1128641da9b066c71ffc054e1af374ee61 2024-05-16T15:45:14.674 INFO:journalctl@ceph.mds.i.smithi157.stdout:May 16 15:45:14 smithi157 systemd[1]: Started Ceph mds.i for 13155b42-139a-11ef-bc9a-c7b262605968. 2024-05-16T15:45:14.723 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:14.713+0000 7fbfb58e1700 1 -- 172.21.15.43:0/3745307806 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbfb01034f0 msgr2=0x7fbfb0103970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:14.723 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:14.713+0000 7fbfb58e1700 1 --2- 172.21.15.43:0/3745307806 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbfb01034f0 0x7fbfb0103970 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fbfa4009990 tx=0x7fbfa4009ca0 comp rx=0 tx=0).stop 2024-05-16T15:45:14.723 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:14.713+0000 7fbfb58e1700 1 -- 172.21.15.43:0/3745307806 shutdown_connections 2024-05-16T15:45:14.723 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:14.713+0000 7fbfb58e1700 1 --2- 172.21.15.43:0/3745307806 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbfb0103eb0 0x7fbfb0110390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:14.724 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:14.713+0000 7fbfb58e1700 1 --2- 172.21.15.43:0/3745307806 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbfb0109600 0x7fbfb01099e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:14.724 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:14.713+0000 7fbfb58e1700 1 --2- 172.21.15.43:0/3745307806 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbfb01034f0 0x7fbfb0103970 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:14.724 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:14.713+0000 7fbfb58e1700 1 -- 172.21.15.43:0/3745307806 >> 172.21.15.43:0/3745307806 conn(0x7fbfb007a650 msgr2=0x7fbfb007aa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:45:14.724 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:14.713+0000 7fbfb58e1700 1 -- 172.21.15.43:0/3745307806 shutdown_connections 2024-05-16T15:45:14.724 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:14.713+0000 7fbfb58e1700 1 -- 172.21.15.43:0/3745307806 wait complete. 2024-05-16T15:45:14.724 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:14.714+0000 7fbfb58e1700 1 Processor -- start 2024-05-16T15:45:14.724 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:14.714+0000 7fbfb58e1700 1 -- start start 2024-05-16T15:45:14.724 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:14.714+0000 7fbfb58e1700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbfb01034f0 0x7fbfb00757a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:14.724 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:14.715+0000 7fbfb58e1700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbfb0103eb0 0x7fbfb0075ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:14.724 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:14.715+0000 7fbfb58e1700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbfb0109600 0x7fbfb0076220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:14.724 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:14.715+0000 7fbfb58e1700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fbfb0113500 con 0x7fbfb0103eb0 2024-05-16T15:45:14.724 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:14.715+0000 7fbfb58e1700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fbfb0113380 con 0x7fbfb0109600 2024-05-16T15:45:14.724 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:14.715+0000 7fbfb58e1700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fbfb0113680 con 0x7fbfb01034f0 2024-05-16T15:45:14.724 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:14.715+0000 7fbfae7fc700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbfb0103eb0 0x7fbfb0075ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:14.725 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:14.715+0000 7fbfae7fc700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbfb0103eb0 0x7fbfb0075ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:34224/0 (socket says 172.21.15.43:34224) 2024-05-16T15:45:14.725 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:14.715+0000 7fbfae7fc700 1 -- 172.21.15.43:0/344766603 learned_addr learned my addr 172.21.15.43:0/344766603 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:45:14.725 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:14.715+0000 7fbfaeffd700 1 --2- 172.21.15.43:0/344766603 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbfb01034f0 0x7fbfb00757a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:14.725 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:14.715+0000 7fbfaf7fe700 1 --2- 172.21.15.43:0/344766603 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbfb0109600 0x7fbfb0076220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:14.726 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:14.715+0000 7fbfae7fc700 1 -- 172.21.15.43:0/344766603 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbfb01034f0 msgr2=0x7fbfb00757a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:14.726 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:14.715+0000 7fbfae7fc700 1 --2- 172.21.15.43:0/344766603 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbfb01034f0 0x7fbfb00757a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:14.726 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:14.715+0000 7fbfae7fc700 1 -- 172.21.15.43:0/344766603 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbfb0109600 msgr2=0x7fbfb0076220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:14.726 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:14.715+0000 7fbfae7fc700 1 --2- 172.21.15.43:0/344766603 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbfb0109600 0x7fbfb0076220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:14.726 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:14.715+0000 7fbfae7fc700 1 -- 172.21.15.43:0/344766603 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbfb01a7f50 con 0x7fbfb0103eb0 2024-05-16T15:45:14.726 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:14.715+0000 7fbfae7fc700 1 --2- 172.21.15.43:0/344766603 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbfb0103eb0 0x7fbfb0075ce0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fbfa4000c00 tx=0x7fbfa40047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:45:14.726 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:14.715+0000 7fbfb48df700 1 -- 172.21.15.43:0/344766603 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfa4027070 con 0x7fbfb0103eb0 2024-05-16T15:45:14.726 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:14.715+0000 7fbfb48df700 1 -- 172.21.15.43:0/344766603 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fbfa400fb00 con 0x7fbfb0103eb0 2024-05-16T15:45:14.726 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:14.716+0000 7fbfb48df700 1 -- 172.21.15.43:0/344766603 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfa4022c40 con 0x7fbfb0103eb0 2024-05-16T15:45:14.726 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:14.716+0000 7fbfb58e1700 1 -- 172.21.15.43:0/344766603 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbfb01a81e0 con 0x7fbfb0103eb0 2024-05-16T15:45:14.727 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:14.716+0000 7fbfb58e1700 1 -- 172.21.15.43:0/344766603 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbfb01a8630 con 0x7fbfb0103eb0 2024-05-16T15:45:14.727 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:14.717+0000 7fbfb58e1700 1 -- 172.21.15.43:0/344766603 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbfb006a190 con 0x7fbfb0103eb0 2024-05-16T15:45:14.727 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:14.718+0000 7fbfb48df700 1 -- 172.21.15.43:0/344766603 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fbfa402a070 con 0x7fbfb0103eb0 2024-05-16T15:45:14.727 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:14.719+0000 7fbfb48df700 1 --2- 172.21.15.43:0/344766603 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fbf980b2880 0x7fbf980b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:14.728 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:14.719+0000 7fbfaeffd700 1 --2- 172.21.15.43:0/344766603 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fbf980b2880 0x7fbf980b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:14.728 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:14.719+0000 7fbfb48df700 1 -- 172.21.15.43:0/344766603 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7fbfa40e2cd0 con 0x7fbfb0103eb0 2024-05-16T15:45:14.728 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:14.720+0000 7fbfaeffd700 1 --2- 172.21.15.43:0/344766603 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fbf980b2880 0x7fbf980b4d40 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fbfa0005950 tx=0x7fbfa000b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:45:14.732 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:14.724+0000 7fbfb48df700 1 -- 172.21.15.43:0/344766603 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fbfa4013070 con 0x7fbfb0103eb0 2024-05-16T15:45:15.011 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:15.002+0000 7fbfb58e1700 1 -- 172.21.15.43:0/344766603 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbfb002e510 con 0x7fbfb0103eb0 2024-05-16T15:45:15.012 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:15.003+0000 7fbfb48df700 1 -- 172.21.15.43:0/344766603 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) ==== 94+0+8013 (secure 0 0 0) 0x7fbfa40b1e20 con 0x7fbfb0103eb0 2024-05-16T15:45:15.012 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:45:15.012 INFO:teuthology.orchestra.run.smithi043.stdout:{"epoch":10,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.43:6835/1448137759","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6834","nonce":1448137759},{"type":"v1","addr":"172.21.15.43:6835","nonce":1448137759}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.43:6837/3286596297","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6836","nonce":3286596297},{"type":"v1","addr":"172.21.15.43:6837","nonce":3286596297}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24410,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.148:6833/3084392719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6832","nonce":3084392719},{"type":"v1","addr":"172.21.15.148:6833","nonce":3084392719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6833/3972392500","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6832","nonce":3972392500},{"type":"v1","addr":"172.21.15.157:6833","nonce":3972392500}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.148:6835/516622533","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6834","nonce":516622533},{"type":"v1","addr":"172.21.15.148:6835","nonce":516622533}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24445,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6835/2303077574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2303077574},{"type":"v1","addr":"172.21.15.157:6835","nonce":2303077574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24451,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/3777341889","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6836","nonce":3777341889},{"type":"v1","addr":"172.21.15.157:6837","nonce":3777341889}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24452,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.148:6837/4036870683","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6836","nonce":4036870683},{"type":"v1","addr":"172.21.15.148:6837","nonce":4036870683}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24463,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6839/2377589154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6838","nonce":2377589154},{"type":"v1","addr":"172.21.15.157:6839","nonce":2377589154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-05-16T15:45:15.014 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:15.005+0000 7fbfb58e1700 1 -- 172.21.15.43:0/344766603 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fbf980b2880 msgr2=0x7fbf980b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:15.014 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:15.005+0000 7fbfb58e1700 1 --2- 172.21.15.43:0/344766603 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fbf980b2880 0x7fbf980b4d40 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fbfa0005950 tx=0x7fbfa000b410 comp rx=0 tx=0).stop 2024-05-16T15:45:15.014 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:15.005+0000 7fbfb58e1700 1 -- 172.21.15.43:0/344766603 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbfb0103eb0 msgr2=0x7fbfb0075ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:15.014 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:15.005+0000 7fbfb58e1700 1 --2- 172.21.15.43:0/344766603 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbfb0103eb0 0x7fbfb0075ce0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fbfa4000c00 tx=0x7fbfa40047b0 comp rx=0 tx=0).stop 2024-05-16T15:45:15.015 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:15.006+0000 7fbfb58e1700 1 -- 172.21.15.43:0/344766603 shutdown_connections 2024-05-16T15:45:15.015 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:15.006+0000 7fbfb58e1700 1 --2- 172.21.15.43:0/344766603 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbfb0109600 0x7fbfb0076220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:15.015 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:15.006+0000 7fbfb58e1700 1 --2- 172.21.15.43:0/344766603 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbfb01034f0 0x7fbfb00757a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:15.015 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:15.006+0000 7fbfb58e1700 1 --2- 172.21.15.43:0/344766603 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fbf980b2880 0x7fbf980b4d40 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:15.015 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:15.006+0000 7fbfb58e1700 1 --2- 172.21.15.43:0/344766603 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbfb0103eb0 0x7fbfb0075ce0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:15.015 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:15.006+0000 7fbfb58e1700 1 -- 172.21.15.43:0/344766603 >> 172.21.15.43:0/344766603 conn(0x7fbfb007a650 msgr2=0x7fbfb01021e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:45:15.015 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:15.006+0000 7fbfb58e1700 1 -- 172.21.15.43:0/344766603 shutdown_connections 2024-05-16T15:45:15.015 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:15.006+0000 7fbfb58e1700 1 -- 172.21.15.43:0/344766603 wait complete. 2024-05-16T15:45:15.015 INFO:teuthology.orchestra.run.smithi043.stderr:dumped fsmap epoch 10 2024-05-16T15:45:15.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:15 smithi157 ceph-mon[35584]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:15.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:15 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:15.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:15 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:15.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:15 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:15.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:15 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-16T15:45:15.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:15 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-16T15:45:15.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:15 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:45:15.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:15 smithi157 ceph-mon[35584]: Deploying daemon mds.g on smithi043 2024-05-16T15:45:15.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:15 smithi157 ceph-mon[35584]: mds.? [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] up:boot 2024-05-16T15:45:15.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:15 smithi157 ceph-mon[35584]: fsmap 9 up:standby 2024-05-16T15:45:15.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:15 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-16T15:45:15.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:15 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/344766603' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:45:15.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:15 smithi148 ceph-mon[34976]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:15.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:15.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:15.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:15.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-16T15:45:15.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-16T15:45:15.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:45:15.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:15 smithi148 ceph-mon[34976]: Deploying daemon mds.g on smithi043 2024-05-16T15:45:15.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:15 smithi148 ceph-mon[34976]: mds.? [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] up:boot 2024-05-16T15:45:15.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:15 smithi148 ceph-mon[34976]: fsmap 9 up:standby 2024-05-16T15:45:15.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-16T15:45:15.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:15 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/344766603' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:45:15.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:15 smithi043 ceph-mon[31619]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:15.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:15 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:15.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:15 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:15.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:15 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:15.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:15 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-16T15:45:15.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:15 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-16T15:45:15.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:15 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:45:15.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:15 smithi043 ceph-mon[31619]: Deploying daemon mds.g on smithi043 2024-05-16T15:45:15.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:15 smithi043 ceph-mon[31619]: mds.? [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] up:boot 2024-05-16T15:45:15.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:15 smithi043 ceph-mon[31619]: fsmap 9 up:standby 2024-05-16T15:45:15.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:15 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-16T15:45:15.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:15 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/344766603' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:45:17.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:17 smithi157 ceph-mon[35584]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:17.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:17 smithi148 ceph-mon[34976]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:17.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:17 smithi043 ceph-mon[31619]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:18.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:18 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:18.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:18 smithi157 ceph-mon[35584]: mds.? [v2:172.21.15.43:6838/4087815034,v1:172.21.15.43:6839/4087815034] up:boot 2024-05-16T15:45:18.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:18 smithi157 ceph-mon[35584]: fsmap 10 up:standby 2024-05-16T15:45:18.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:18 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-16T15:45:18.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:18 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:18.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:18 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:18.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:18 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-16T15:45:18.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:18 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-16T15:45:18.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:18 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:45:18.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:18 smithi157 ceph-mon[35584]: Deploying daemon mds.a on smithi043 2024-05-16T15:45:18.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:18 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:18.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:18 smithi148 ceph-mon[34976]: mds.? [v2:172.21.15.43:6838/4087815034,v1:172.21.15.43:6839/4087815034] up:boot 2024-05-16T15:45:18.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:18 smithi148 ceph-mon[34976]: fsmap 10 up:standby 2024-05-16T15:45:18.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:18 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-16T15:45:18.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:18 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:18.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:18 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:18.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:18 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-16T15:45:18.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:18 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-16T15:45:18.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:18 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:45:18.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:18 smithi148 ceph-mon[34976]: Deploying daemon mds.a on smithi043 2024-05-16T15:45:18.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:18 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:18.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:18 smithi043 ceph-mon[31619]: mds.? [v2:172.21.15.43:6838/4087815034,v1:172.21.15.43:6839/4087815034] up:boot 2024-05-16T15:45:18.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:18 smithi043 ceph-mon[31619]: fsmap 10 up:standby 2024-05-16T15:45:18.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:18 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-16T15:45:18.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:18 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:18.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:18 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:18.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:18 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-16T15:45:18.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:18 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-16T15:45:18.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:18 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:45:18.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:18 smithi043 ceph-mon[31619]: Deploying daemon mds.a on smithi043 2024-05-16T15:45:18.793 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-16T15:45:19.128 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:45:19.648 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:19 smithi043 ceph-mon[31619]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:19.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:19 smithi157 ceph-mon[35584]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:19.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:19 smithi148 ceph-mon[34976]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:21.223 INFO:journalctl@ceph.mds.a.smithi043.stdout:May 16 15:45:21 smithi043 podman[70987]: 2024-05-16 15:45:21.196625942 +0000 UTC m=+0.731646958 container start b2fc7f61ebff3135c13f425d191802cdc76610f149298dda3a46c3ee1848786a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-a, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-16T15:45:21.453 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:20.930+0000 7ff1f4ef5700 1 -- 172.21.15.43:0/4107520972 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff1f0108410 msgr2=0x7ff1f01087f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:21.453 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:20.930+0000 7ff1f4ef5700 1 --2- 172.21.15.43:0/4107520972 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff1f0108410 0x7ff1f01087f0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7ff1e000b0a0 tx=0x7ff1e000b3b0 comp rx=0 tx=0).stop 2024-05-16T15:45:21.453 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:20.930+0000 7ff1f4ef5700 1 -- 172.21.15.43:0/4107520972 shutdown_connections 2024-05-16T15:45:21.453 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:20.930+0000 7ff1f4ef5700 1 --2- 172.21.15.43:0/4107520972 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff1f0102d60 0x7ff1f010f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:21.453 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:20.930+0000 7ff1f4ef5700 1 --2- 172.21.15.43:0/4107520972 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff1f0108410 0x7ff1f01087f0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:21.453 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:20.930+0000 7ff1f4ef5700 1 --2- 172.21.15.43:0/4107520972 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff1f01023a0 0x7ff1f0102820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:21.453 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:20.930+0000 7ff1f4ef5700 1 -- 172.21.15.43:0/4107520972 >> 172.21.15.43:0/4107520972 conn(0x7ff1f0079350 msgr2=0x7ff1f0079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:45:21.453 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:20.930+0000 7ff1f4ef5700 1 -- 172.21.15.43:0/4107520972 shutdown_connections 2024-05-16T15:45:21.453 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:20.930+0000 7ff1f4ef5700 1 -- 172.21.15.43:0/4107520972 wait complete. 2024-05-16T15:45:21.454 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:20.931+0000 7ff1f4ef5700 1 Processor -- start 2024-05-16T15:45:21.454 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:20.931+0000 7ff1f4ef5700 1 -- start start 2024-05-16T15:45:21.454 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:20.931+0000 7ff1f4ef5700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff1f01023a0 0x7ff1f019f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:21.454 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:20.931+0000 7ff1f4ef5700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff1f0102d60 0x7ff1f019fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:21.454 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:20.931+0000 7ff1f4ef5700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff1f0108410 0x7ff1f0199830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:21.454 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:20.931+0000 7ff1f4ef5700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7ff1f01123e0 con 0x7ff1f01023a0 2024-05-16T15:45:21.454 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:20.931+0000 7ff1f4ef5700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7ff1f0112260 con 0x7ff1f0102d60 2024-05-16T15:45:21.454 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:20.931+0000 7ff1f4ef5700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7ff1f0112560 con 0x7ff1f0108410 2024-05-16T15:45:21.454 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:20.932+0000 7ff1ee59c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff1f01023a0 0x7ff1f019f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:21.454 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:20.932+0000 7ff1ee59c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff1f01023a0 0x7ff1f019f6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:42342/0 (socket says 172.21.15.43:42342) 2024-05-16T15:45:21.454 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:20.932+0000 7ff1ee59c700 1 -- 172.21.15.43:0/2441337211 learned_addr learned my addr 172.21.15.43:0/2441337211 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:45:21.454 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:20.932+0000 7ff1edd9b700 1 --2- 172.21.15.43:0/2441337211 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff1f0102d60 0x7ff1f019fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:21.454 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:20.932+0000 7ff1eed9d700 1 --2- 172.21.15.43:0/2441337211 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff1f0108410 0x7ff1f0199830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:21.454 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:20.932+0000 7ff1ee59c700 1 -- 172.21.15.43:0/2441337211 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff1f0108410 msgr2=0x7ff1f0199830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:21.455 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:20.932+0000 7ff1ee59c700 1 --2- 172.21.15.43:0/2441337211 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff1f0108410 0x7ff1f0199830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:21.455 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:20.932+0000 7ff1ee59c700 1 -- 172.21.15.43:0/2441337211 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff1f0102d60 msgr2=0x7ff1f019fbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:21.455 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:20.932+0000 7ff1ee59c700 1 --2- 172.21.15.43:0/2441337211 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff1f0102d60 0x7ff1f019fbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:21.455 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:20.932+0000 7ff1ee59c700 1 -- 172.21.15.43:0/2441337211 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1f019a010 con 0x7ff1f01023a0 2024-05-16T15:45:21.455 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:20.932+0000 7ff1ee59c700 1 --2- 172.21.15.43:0/2441337211 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff1f01023a0 0x7ff1f019f6b0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7ff1e00062a0 tx=0x7ff1e0004e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:45:21.455 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:20.932+0000 7ff1df7fe700 1 -- 172.21.15.43:0/2441337211 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1e0021070 con 0x7ff1f01023a0 2024-05-16T15:45:21.455 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:20.932+0000 7ff1f4ef5700 1 -- 172.21.15.43:0/2441337211 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1f019a2a0 con 0x7ff1f01023a0 2024-05-16T15:45:21.455 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:20.932+0000 7ff1df7fe700 1 -- 172.21.15.43:0/2441337211 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff1e0007c80 con 0x7ff1f01023a0 2024-05-16T15:45:21.455 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:20.932+0000 7ff1df7fe700 1 -- 172.21.15.43:0/2441337211 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1e00052a0 con 0x7ff1f01023a0 2024-05-16T15:45:21.455 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:20.932+0000 7ff1f4ef5700 1 -- 172.21.15.43:0/2441337211 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1f01a6510 con 0x7ff1f01023a0 2024-05-16T15:45:21.455 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:20.933+0000 7ff1f4ef5700 1 -- 172.21.15.43:0/2441337211 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff1f0103ac0 con 0x7ff1f01023a0 2024-05-16T15:45:21.455 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:20.935+0000 7ff1df7fe700 1 -- 172.21.15.43:0/2441337211 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7ff1e0024070 con 0x7ff1f01023a0 2024-05-16T15:45:21.455 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:20.935+0000 7ff1df7fe700 1 --2- 172.21.15.43:0/2441337211 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ff1d80b2880 0x7ff1d80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:21.455 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:20.935+0000 7ff1edd9b700 1 --2- 172.21.15.43:0/2441337211 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ff1d80b2880 0x7ff1d80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:21.456 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:20.935+0000 7ff1df7fe700 1 -- 172.21.15.43:0/2441337211 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7ff1e000f020 con 0x7ff1f01023a0 2024-05-16T15:45:21.456 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:45:21.456 INFO:teuthology.orchestra.run.smithi043.stdout:{"epoch":11,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.43:6835/1448137759","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6834","nonce":1448137759},{"type":"v1","addr":"172.21.15.43:6835","nonce":1448137759}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.43:6837/3286596297","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6836","nonce":3286596297},{"type":"v1","addr":"172.21.15.43:6837","nonce":3286596297}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.43:6839/4087815034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6838","nonce":4087815034},{"type":"v1","addr":"172.21.15.43:6839","nonce":4087815034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24410,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.148:6833/3084392719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6832","nonce":3084392719},{"type":"v1","addr":"172.21.15.148:6833","nonce":3084392719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6833/3972392500","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6832","nonce":3972392500},{"type":"v1","addr":"172.21.15.157:6833","nonce":3972392500}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.148:6835/516622533","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6834","nonce":516622533},{"type":"v1","addr":"172.21.15.148:6835","nonce":516622533}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24445,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6835/2303077574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2303077574},{"type":"v1","addr":"172.21.15.157:6835","nonce":2303077574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24451,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/3777341889","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6836","nonce":3777341889},{"type":"v1","addr":"172.21.15.157:6837","nonce":3777341889}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24452,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.148:6837/4036870683","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6836","nonce":4036870683},{"type":"v1","addr":"172.21.15.148:6837","nonce":4036870683}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24463,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6839/2377589154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6838","nonce":2377589154},{"type":"v1","addr":"172.21.15.157:6839","nonce":2377589154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-05-16T15:45:21.456 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:20.936+0000 7ff1edd9b700 1 --2- 172.21.15.43:0/2441337211 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ff1d80b2880 0x7ff1d80b4d40 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7ff1e4005950 tx=0x7ff1e40058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:45:21.456 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:20.939+0000 7ff1df7fe700 1 -- 172.21.15.43:0/2441337211 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7ff1e002b020 con 0x7ff1f01023a0 2024-05-16T15:45:21.456 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:21.215+0000 7ff1f4ef5700 1 -- 172.21.15.43:0/2441337211 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff1f01a66e0 con 0x7ff1f01023a0 2024-05-16T15:45:21.456 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:21.216+0000 7ff1df7fe700 1 -- 172.21.15.43:0/2441337211 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) ==== 94+0+8839 (secure 0 0 0) 0x7ff1e00abb40 con 0x7ff1f01023a0 2024-05-16T15:45:21.457 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:21.219+0000 7ff1f4ef5700 1 -- 172.21.15.43:0/2441337211 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ff1d80b2880 msgr2=0x7ff1d80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:21.457 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:21.219+0000 7ff1f4ef5700 1 --2- 172.21.15.43:0/2441337211 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ff1d80b2880 0x7ff1d80b4d40 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7ff1e4005950 tx=0x7ff1e40058e0 comp rx=0 tx=0).stop 2024-05-16T15:45:21.457 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:21.219+0000 7ff1f4ef5700 1 -- 172.21.15.43:0/2441337211 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff1f01023a0 msgr2=0x7ff1f019f6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:21.457 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:21.219+0000 7ff1f4ef5700 1 --2- 172.21.15.43:0/2441337211 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff1f01023a0 0x7ff1f019f6b0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7ff1e00062a0 tx=0x7ff1e0004e80 comp rx=0 tx=0).stop 2024-05-16T15:45:21.457 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:21.219+0000 7ff1f4ef5700 1 -- 172.21.15.43:0/2441337211 shutdown_connections 2024-05-16T15:45:21.457 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:21.219+0000 7ff1f4ef5700 1 --2- 172.21.15.43:0/2441337211 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff1f0108410 0x7ff1f0199830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:21.457 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:21.219+0000 7ff1f4ef5700 1 --2- 172.21.15.43:0/2441337211 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ff1d80b2880 0x7ff1d80b4d40 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:21.457 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:21.219+0000 7ff1f4ef5700 1 --2- 172.21.15.43:0/2441337211 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff1f01023a0 0x7ff1f019f6b0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:21.457 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:21.219+0000 7ff1f4ef5700 1 --2- 172.21.15.43:0/2441337211 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff1f0102d60 0x7ff1f019fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:21.457 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:21.219+0000 7ff1f4ef5700 1 -- 172.21.15.43:0/2441337211 >> 172.21.15.43:0/2441337211 conn(0x7ff1f0079350 msgr2=0x7ff1f006b320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:45:21.457 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:21.219+0000 7ff1f4ef5700 1 -- 172.21.15.43:0/2441337211 shutdown_connections 2024-05-16T15:45:21.457 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:21.219+0000 7ff1f4ef5700 1 -- 172.21.15.43:0/2441337211 wait complete. 2024-05-16T15:45:21.457 INFO:teuthology.orchestra.run.smithi043.stderr:dumped fsmap epoch 11 2024-05-16T15:45:21.722 INFO:journalctl@ceph.mds.a.smithi043.stdout:May 16 15:45:21 smithi043 ceph-mds[71034]: -- 172.21.15.43:0/3392937699 <== mon.0 v2:172.21.15.43:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x563bff96fa40 con 0x563bff942c00 2024-05-16T15:45:21.723 INFO:journalctl@ceph.mds.a.smithi043.stdout:May 16 15:45:21 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-a[71030]: starting mds.a at 2024-05-16T15:45:21.723 INFO:journalctl@ceph.mds.a.smithi043.stdout:May 16 15:45:21 smithi043 bash[70987]: b2fc7f61ebff3135c13f425d191802cdc76610f149298dda3a46c3ee1848786a 2024-05-16T15:45:21.723 INFO:journalctl@ceph.mds.a.smithi043.stdout:May 16 15:45:21 smithi043 systemd[1]: Started Ceph mds.a for 13155b42-139a-11ef-bc9a-c7b262605968. 2024-05-16T15:45:21.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:21 smithi043 ceph-mon[31619]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:21.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:21 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/2441337211' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:45:21.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:21 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:21.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:21 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:21.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:21 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:21.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:21 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-16T15:45:21.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:21 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-16T15:45:21.724 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:21 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:45:21.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:21 smithi157 ceph-mon[35584]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:21.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:21 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/2441337211' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:45:21.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:21 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:21.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:21 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:21.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:21 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:21.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:21 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-16T15:45:21.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:21 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-16T15:45:21.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:21 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:45:21.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:21 smithi148 ceph-mon[34976]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:21.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:21 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/2441337211' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:45:21.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:21 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:21.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:21 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:21.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:21 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:21.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:21 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-16T15:45:21.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:21 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-16T15:45:21.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:21 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:45:22.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:22 smithi148 ceph-mon[34976]: Deploying daemon mds.b on smithi148 2024-05-16T15:45:22.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:22 smithi148 ceph-mon[34976]: mds.? [v2:172.21.15.43:6840/2042970804,v1:172.21.15.43:6841/2042970804] up:boot 2024-05-16T15:45:22.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:22 smithi148 ceph-mon[34976]: fsmap 11 up:standby 2024-05-16T15:45:22.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:22 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-16T15:45:22.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:22 smithi043 ceph-mon[31619]: Deploying daemon mds.b on smithi148 2024-05-16T15:45:22.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:22 smithi043 ceph-mon[31619]: mds.? [v2:172.21.15.43:6840/2042970804,v1:172.21.15.43:6841/2042970804] up:boot 2024-05-16T15:45:22.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:22 smithi043 ceph-mon[31619]: fsmap 11 up:standby 2024-05-16T15:45:22.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:22 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-16T15:45:22.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:22 smithi157 ceph-mon[35584]: Deploying daemon mds.b on smithi148 2024-05-16T15:45:22.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:22 smithi157 ceph-mon[35584]: mds.? [v2:172.21.15.43:6840/2042970804,v1:172.21.15.43:6841/2042970804] up:boot 2024-05-16T15:45:22.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:22 smithi157 ceph-mon[35584]: fsmap 11 up:standby 2024-05-16T15:45:22.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:22 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-16T15:45:23.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:23 smithi043 ceph-mon[31619]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:23.883 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:23 smithi148 ceph-mon[34976]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:23.884 INFO:journalctl@ceph.mds.b.smithi148.stdout:May 16 15:45:23 smithi148 systemd[1]: Starting Ceph mds.b for 13155b42-139a-11ef-bc9a-c7b262605968... 2024-05-16T15:45:23.923 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:23 smithi157 ceph-mon[35584]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:24.142 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-16T15:45:24.155 INFO:journalctl@ceph.mds.b.smithi148.stdout:May 16 15:45:23 smithi148 podman[64671]: 2024-05-16 15:45:23.875747234 +0000 UTC m=+0.112170940 container create b973ee77678212782c40da3d55ca75ea90f1c153c0e0175a250018e6a7fe2941 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-16T15:45:24.155 INFO:journalctl@ceph.mds.b.smithi148.stdout:May 16 15:45:23 smithi148 podman[64671]: 2024-05-16 15:45:23.780932194 +0000 UTC m=+0.017355924 image pull bc0afc5f792216c18cc9b63b7b42000fd468161488acab6065a32abbb64b541b quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381 2024-05-16T15:45:24.156 INFO:journalctl@ceph.mds.b.smithi148.stdout:May 16 15:45:24 smithi148 podman[64671]: 2024-05-16 15:45:24.120666011 +0000 UTC m=+0.357089737 container init b973ee77678212782c40da3d55ca75ea90f1c153c0e0175a250018e6a7fe2941 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-b, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2) 2024-05-16T15:45:24.156 INFO:journalctl@ceph.mds.b.smithi148.stdout:May 16 15:45:24 smithi148 podman[64671]: 2024-05-16 15:45:24.123774111 +0000 UTC m=+0.360197829 container start b973ee77678212782c40da3d55ca75ea90f1c153c0e0175a250018e6a7fe2941 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-b, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-05-16T15:45:24.412 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:45:24.434 INFO:journalctl@ceph.mds.b.smithi148.stdout:May 16 15:45:24 smithi148 ceph-mds[64690]: -- 172.21.15.148:0/1960301605 <== mon.2 v2:172.21.15.148:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56095ae29a40 con 0x56095adfcc00 2024-05-16T15:45:24.434 INFO:journalctl@ceph.mds.b.smithi148.stdout:May 16 15:45:24 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-b[64686]: starting mds.b at 2024-05-16T15:45:24.434 INFO:journalctl@ceph.mds.b.smithi148.stdout:May 16 15:45:24 smithi148 bash[64671]: b973ee77678212782c40da3d55ca75ea90f1c153c0e0175a250018e6a7fe2941 2024-05-16T15:45:24.434 INFO:journalctl@ceph.mds.b.smithi148.stdout:May 16 15:45:24 smithi148 systemd[1]: Started Ceph mds.b for 13155b42-139a-11ef-bc9a-c7b262605968. 2024-05-16T15:45:25.524 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:25 smithi043 ceph-mon[31619]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:25.524 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:25 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:25.524 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:25 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:25.524 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:25 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:25.524 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:25 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:25.524 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:25 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:25.525 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:25 smithi043 ceph-mon[31619]: mds.? [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] up:boot 2024-05-16T15:45:25.525 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:25 smithi043 ceph-mon[31619]: fsmap 12 up:standby 2024-05-16T15:45:25.525 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:25 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-16T15:45:25.525 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:25 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:45:25.525 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:25 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:25.583 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:25 smithi148 ceph-mon[34976]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:25.583 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:25 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:25.583 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:25 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:25.583 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:25 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:25.583 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:25 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:25.583 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:25 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:25.583 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:25 smithi148 ceph-mon[34976]: mds.? [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] up:boot 2024-05-16T15:45:25.583 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:25 smithi148 ceph-mon[34976]: fsmap 12 up:standby 2024-05-16T15:45:25.583 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:25 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-16T15:45:25.583 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:25 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:45:25.584 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:25 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:25.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:25 smithi157 ceph-mon[35584]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:25.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:25 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:25.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:25 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:25.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:25 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:25.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:25 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:25.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:25 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:25.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:25 smithi157 ceph-mon[35584]: mds.? [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] up:boot 2024-05-16T15:45:25.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:25 smithi157 ceph-mon[35584]: fsmap 12 up:standby 2024-05-16T15:45:25.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:25 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-16T15:45:25.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:25 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:45:25.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:25 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:26.102 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.092+0000 7fb63dde1700 1 -- 172.21.15.43:0/246357948 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb63806bbd0 msgr2=0x7fb63806c050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:26.102 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.092+0000 7fb63dde1700 1 --2- 172.21.15.43:0/246357948 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb63806bbd0 0x7fb63806c050 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fb62c009990 tx=0x7fb62c009ca0 comp rx=0 tx=0).stop 2024-05-16T15:45:26.102 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.093+0000 7fb63dde1700 1 -- 172.21.15.43:0/246357948 shutdown_connections 2024-05-16T15:45:26.102 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.093+0000 7fb63dde1700 1 --2- 172.21.15.43:0/246357948 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb63806c590 0x7fb638110330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:26.102 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.093+0000 7fb63dde1700 1 --2- 172.21.15.43:0/246357948 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb638109510 0x7fb6381098f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:26.102 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.093+0000 7fb63dde1700 1 --2- 172.21.15.43:0/246357948 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb63806bbd0 0x7fb63806c050 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:26.102 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.093+0000 7fb63dde1700 1 -- 172.21.15.43:0/246357948 >> 172.21.15.43:0/246357948 conn(0x7fb638079350 msgr2=0x7fb638079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:45:26.103 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.093+0000 7fb63dde1700 1 -- 172.21.15.43:0/246357948 shutdown_connections 2024-05-16T15:45:26.103 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.093+0000 7fb63dde1700 1 -- 172.21.15.43:0/246357948 wait complete. 2024-05-16T15:45:26.103 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.093+0000 7fb63dde1700 1 Processor -- start 2024-05-16T15:45:26.103 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.093+0000 7fb63dde1700 1 -- start start 2024-05-16T15:45:26.104 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.094+0000 7fb63dde1700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb63806bbd0 0x7fb6381024a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:26.104 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.094+0000 7fb63dde1700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb63806c590 0x7fb6381029e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:26.105 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.094+0000 7fb63dde1700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb638109510 0x7fb638102f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:26.105 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.094+0000 7fb63dde1700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fb638113520 con 0x7fb63806c590 2024-05-16T15:45:26.105 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.094+0000 7fb63dde1700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fb6381133a0 con 0x7fb63806bbd0 2024-05-16T15:45:26.105 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.094+0000 7fb63dde1700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fb6381136a0 con 0x7fb638109510 2024-05-16T15:45:26.105 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.094+0000 7fb636ffd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb63806c590 0x7fb6381029e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:26.105 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.094+0000 7fb636ffd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb63806c590 0x7fb6381029e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:43510/0 (socket says 172.21.15.43:43510) 2024-05-16T15:45:26.105 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.094+0000 7fb636ffd700 1 -- 172.21.15.43:0/2496743090 learned_addr learned my addr 172.21.15.43:0/2496743090 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:45:26.105 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.094+0000 7fb6377fe700 1 --2- 172.21.15.43:0/2496743090 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb63806bbd0 0x7fb6381024a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:26.105 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.094+0000 7fb637fff700 1 --2- 172.21.15.43:0/2496743090 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb638109510 0x7fb638102f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:26.105 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.094+0000 7fb636ffd700 1 -- 172.21.15.43:0/2496743090 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb638109510 msgr2=0x7fb638102f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:26.105 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.094+0000 7fb636ffd700 1 --2- 172.21.15.43:0/2496743090 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb638109510 0x7fb638102f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:26.105 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.094+0000 7fb636ffd700 1 -- 172.21.15.43:0/2496743090 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb63806bbd0 msgr2=0x7fb6381024a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:26.105 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.094+0000 7fb636ffd700 1 --2- 172.21.15.43:0/2496743090 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb63806bbd0 0x7fb6381024a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:26.105 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.094+0000 7fb636ffd700 1 -- 172.21.15.43:0/2496743090 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6381a8000 con 0x7fb63806c590 2024-05-16T15:45:26.106 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.094+0000 7fb637fff700 1 --2- 172.21.15.43:0/2496743090 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb638109510 0x7fb638102f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:45:26.106 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.094+0000 7fb636ffd700 1 --2- 172.21.15.43:0/2496743090 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb63806c590 0x7fb6381029e0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fb62c0098e0 tx=0x7fb62c0057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:45:26.106 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.094+0000 7fb634ff9700 1 -- 172.21.15.43:0/2496743090 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb62c027070 con 0x7fb63806c590 2024-05-16T15:45:26.106 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.095+0000 7fb63dde1700 1 -- 172.21.15.43:0/2496743090 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6381a8290 con 0x7fb63806c590 2024-05-16T15:45:26.106 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.095+0000 7fb634ff9700 1 -- 172.21.15.43:0/2496743090 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb62c022470 con 0x7fb63806c590 2024-05-16T15:45:26.106 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.095+0000 7fb634ff9700 1 -- 172.21.15.43:0/2496743090 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb62c017650 con 0x7fb63806c590 2024-05-16T15:45:26.106 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.095+0000 7fb63dde1700 1 -- 172.21.15.43:0/2496743090 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6381a8740 con 0x7fb63806c590 2024-05-16T15:45:26.106 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.096+0000 7fb63dde1700 1 -- 172.21.15.43:0/2496743090 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb63806a190 con 0x7fb63806c590 2024-05-16T15:45:26.107 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.097+0000 7fb634ff9700 1 -- 172.21.15.43:0/2496743090 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fb62c02a070 con 0x7fb63806c590 2024-05-16T15:45:26.107 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.098+0000 7fb634ff9700 1 --2- 172.21.15.43:0/2496743090 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb6200b2880 0x7fb6200b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:26.107 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.098+0000 7fb6377fe700 1 --2- 172.21.15.43:0/2496743090 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb6200b2880 0x7fb6200b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:26.107 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.098+0000 7fb634ff9700 1 -- 172.21.15.43:0/2496743090 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7fb62c0e2fd0 con 0x7fb63806c590 2024-05-16T15:45:26.107 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.098+0000 7fb6377fe700 1 --2- 172.21.15.43:0/2496743090 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb6200b2880 0x7fb6200b4d40 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fb628007b60 tx=0x7fb6280073d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:45:26.110 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.101+0000 7fb634ff9700 1 -- 172.21.15.43:0/2496743090 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fb62c031080 con 0x7fb63806c590 2024-05-16T15:45:26.382 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.374+0000 7fb63dde1700 1 -- 172.21.15.43:0/2496743090 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb63802e510 con 0x7fb63806c590 2024-05-16T15:45:26.383 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.374+0000 7fb634ff9700 1 -- 172.21.15.43:0/2496743090 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+10491 (secure 0 0 0) 0x7fb62c013070 con 0x7fb63806c590 2024-05-16T15:45:26.383 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:45:26.383 INFO:teuthology.orchestra.run.smithi043.stdout:{"epoch":13,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.43:6835/1448137759","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6834","nonce":1448137759},{"type":"v1","addr":"172.21.15.43:6835","nonce":1448137759}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.43:6837/3286596297","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6836","nonce":3286596297},{"type":"v1","addr":"172.21.15.43:6837","nonce":3286596297}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.43:6839/4087815034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6838","nonce":4087815034},{"type":"v1","addr":"172.21.15.43:6839","nonce":4087815034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.43:6841/2042970804","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6840","nonce":2042970804},{"type":"v1","addr":"172.21.15.43:6841","nonce":2042970804}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24410,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.148:6833/3084392719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6832","nonce":3084392719},{"type":"v1","addr":"172.21.15.148:6833","nonce":3084392719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6833/3972392500","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6832","nonce":3972392500},{"type":"v1","addr":"172.21.15.157:6833","nonce":3972392500}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.148:6835/516622533","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6834","nonce":516622533},{"type":"v1","addr":"172.21.15.148:6835","nonce":516622533}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24445,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6835/2303077574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2303077574},{"type":"v1","addr":"172.21.15.157:6835","nonce":2303077574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24451,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/3777341889","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6836","nonce":3777341889},{"type":"v1","addr":"172.21.15.157:6837","nonce":3777341889}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24452,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.148:6837/4036870683","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6836","nonce":4036870683},{"type":"v1","addr":"172.21.15.148:6837","nonce":4036870683}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24463,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6839/2377589154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6838","nonce":2377589154},{"type":"v1","addr":"172.21.15.157:6839","nonce":2377589154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24482,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.148:6839/717807397","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6838","nonce":717807397},{"type":"v1","addr":"172.21.15.148:6839","nonce":717807397}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[]} 2024-05-16T15:45:26.386 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.377+0000 7fb63dde1700 1 -- 172.21.15.43:0/2496743090 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb6200b2880 msgr2=0x7fb6200b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:26.386 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.377+0000 7fb63dde1700 1 --2- 172.21.15.43:0/2496743090 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb6200b2880 0x7fb6200b4d40 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fb628007b60 tx=0x7fb6280073d0 comp rx=0 tx=0).stop 2024-05-16T15:45:26.386 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.377+0000 7fb63dde1700 1 -- 172.21.15.43:0/2496743090 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb63806c590 msgr2=0x7fb6381029e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:26.386 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.377+0000 7fb63dde1700 1 --2- 172.21.15.43:0/2496743090 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb63806c590 0x7fb6381029e0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fb62c0098e0 tx=0x7fb62c0057c0 comp rx=0 tx=0).stop 2024-05-16T15:45:26.387 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.377+0000 7fb63dde1700 1 -- 172.21.15.43:0/2496743090 shutdown_connections 2024-05-16T15:45:26.387 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.377+0000 7fb63dde1700 1 --2- 172.21.15.43:0/2496743090 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb638109510 0x7fb638102f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:26.387 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.377+0000 7fb63dde1700 1 --2- 172.21.15.43:0/2496743090 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb63806bbd0 0x7fb6381024a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:26.387 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.377+0000 7fb63dde1700 1 --2- 172.21.15.43:0/2496743090 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb6200b2880 0x7fb6200b4d40 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:26.387 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.377+0000 7fb63dde1700 1 --2- 172.21.15.43:0/2496743090 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb63806c590 0x7fb6381029e0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:26.387 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.377+0000 7fb63dde1700 1 -- 172.21.15.43:0/2496743090 >> 172.21.15.43:0/2496743090 conn(0x7fb638079350 msgr2=0x7fb6381013c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:45:26.387 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.377+0000 7fb63dde1700 1 -- 172.21.15.43:0/2496743090 shutdown_connections 2024-05-16T15:45:26.387 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:26.377+0000 7fb63dde1700 1 -- 172.21.15.43:0/2496743090 wait complete. 2024-05-16T15:45:26.387 INFO:teuthology.orchestra.run.smithi043.stderr:dumped fsmap epoch 13 2024-05-16T15:45:27.337 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:27 smithi043 ceph-mon[31619]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:27.337 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:27 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:27.338 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:27 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:27.338 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:27 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:27.338 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:27 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:27.338 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:27 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/2496743090' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:45:27.372 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-05-16T15:45:27.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:27 smithi157 ceph-mon[35584]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:27.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:27 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:27.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:27 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:27.424 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:27 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:27.424 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:27 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:27.424 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:27 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/2496743090' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:45:27.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:27 smithi148 ceph-mon[34976]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:27.434 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:27 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:27.434 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:27 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:27.434 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:27 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:27.434 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:27 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:27.434 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:27 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/2496743090' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:45:27.645 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:45:29.274 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.262+0000 7f334880c700 1 -- 172.21.15.43:0/3137244496 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f334406ba10 msgr2=0x7f334406be90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:29.274 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.262+0000 7f334880c700 1 --2- 172.21.15.43:0/3137244496 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f334406ba10 0x7f334406be90 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f3338009990 tx=0x7f3338009ca0 comp rx=0 tx=0).stop 2024-05-16T15:45:29.274 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.262+0000 7f334880c700 1 -- 172.21.15.43:0/3137244496 shutdown_connections 2024-05-16T15:45:29.274 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.262+0000 7f334880c700 1 --2- 172.21.15.43:0/3137244496 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f334406c3d0 0x7f3344110320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:29.274 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.262+0000 7f334880c700 1 --2- 172.21.15.43:0/3137244496 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3344109500 0x7f33441098e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:29.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.262+0000 7f334880c700 1 --2- 172.21.15.43:0/3137244496 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f334406ba10 0x7f334406be90 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:29.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.262+0000 7f334880c700 1 -- 172.21.15.43:0/3137244496 >> 172.21.15.43:0/3137244496 conn(0x7f3344079310 msgr2=0x7f3344079720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:45:29.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.262+0000 7f334880c700 1 -- 172.21.15.43:0/3137244496 shutdown_connections 2024-05-16T15:45:29.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.262+0000 7f334880c700 1 -- 172.21.15.43:0/3137244496 wait complete. 2024-05-16T15:45:29.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.263+0000 7f334880c700 1 Processor -- start 2024-05-16T15:45:29.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.263+0000 7f334880c700 1 -- start start 2024-05-16T15:45:29.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.263+0000 7f334880c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f334406ba10 0x7f3344102460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:29.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.263+0000 7f334880c700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f334406c3d0 0x7f33441029a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:29.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.263+0000 7f334880c700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3344109500 0x7f3344102ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:29.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.263+0000 7f334880c700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f33441134c0 con 0x7f334406ba10 2024-05-16T15:45:29.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.263+0000 7f334880c700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f3344113340 con 0x7f3344109500 2024-05-16T15:45:29.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.263+0000 7f334880c700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f3344113640 con 0x7f334406c3d0 2024-05-16T15:45:29.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.264+0000 7f334259c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f334406ba10 0x7f3344102460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:29.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.264+0000 7f334259c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f334406ba10 0x7f3344102460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:43526/0 (socket says 172.21.15.43:43526) 2024-05-16T15:45:29.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.264+0000 7f334259c700 1 -- 172.21.15.43:0/1392903879 learned_addr learned my addr 172.21.15.43:0/1392903879 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:45:29.276 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.264+0000 7f3341d9b700 1 --2- 172.21.15.43:0/1392903879 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f334406c3d0 0x7f33441029a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:29.276 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.264+0000 7f3342d9d700 1 --2- 172.21.15.43:0/1392903879 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3344109500 0x7f3344102ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:29.276 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.264+0000 7f334259c700 1 -- 172.21.15.43:0/1392903879 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f334406c3d0 msgr2=0x7f33441029a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:29.276 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.264+0000 7f334259c700 1 --2- 172.21.15.43:0/1392903879 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f334406c3d0 0x7f33441029a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:29.276 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.264+0000 7f334259c700 1 -- 172.21.15.43:0/1392903879 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3344109500 msgr2=0x7f3344102ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:29.276 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.264+0000 7f334259c700 1 --2- 172.21.15.43:0/1392903879 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3344109500 0x7f3344102ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:29.276 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.264+0000 7f334259c700 1 -- 172.21.15.43:0/1392903879 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33441a7f40 con 0x7f334406ba10 2024-05-16T15:45:29.276 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.264+0000 7f3342d9d700 1 --2- 172.21.15.43:0/1392903879 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3344109500 0x7f3344102ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:45:29.276 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.264+0000 7f334259c700 1 --2- 172.21.15.43:0/1392903879 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f334406ba10 0x7f3344102460 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f333400d950 tx=0x7f333400dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:45:29.276 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.264+0000 7f33337fe700 1 -- 172.21.15.43:0/1392903879 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3334016070 con 0x7f334406ba10 2024-05-16T15:45:29.276 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.264+0000 7f33337fe700 1 -- 172.21.15.43:0/1392903879 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3334009dd0 con 0x7f334406ba10 2024-05-16T15:45:29.276 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.264+0000 7f334880c700 1 -- 172.21.15.43:0/1392903879 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33441a8230 con 0x7f334406ba10 2024-05-16T15:45:29.276 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.264+0000 7f33337fe700 1 -- 172.21.15.43:0/1392903879 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f333400f3c0 con 0x7f334406ba10 2024-05-16T15:45:29.276 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.264+0000 7f334880c700 1 -- 172.21.15.43:0/1392903879 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33441a8790 con 0x7f334406ba10 2024-05-16T15:45:29.277 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.265+0000 7f334880c700 1 -- 172.21.15.43:0/1392903879 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f334406a190 con 0x7f334406ba10 2024-05-16T15:45:29.277 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.268+0000 7f33337fe700 1 -- 172.21.15.43:0/1392903879 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f3334019070 con 0x7f334406ba10 2024-05-16T15:45:29.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.268+0000 7f33337fe700 1 --2- 172.21.15.43:0/1392903879 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f332c0b2900 0x7f332c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:29.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.268+0000 7f3341d9b700 1 --2- 172.21.15.43:0/1392903879 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f332c0b2900 0x7f332c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:29.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.268+0000 7f33337fe700 1 -- 172.21.15.43:0/1392903879 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7f33340e18b0 con 0x7f334406ba10 2024-05-16T15:45:29.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.269+0000 7f3341d9b700 1 --2- 172.21.15.43:0/1392903879 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f332c0b2900 0x7f332c0b4dc0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f33380098e0 tx=0x7f3338005960 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:45:29.281 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.272+0000 7f33337fe700 1 -- 172.21.15.43:0/1392903879 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f33340a9a70 con 0x7f334406ba10 2024-05-16T15:45:29.508 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.498+0000 7f334880c700 1 -- 172.21.15.43:0/1392903879 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f334402e6d0 con 0x7f334406ba10 2024-05-16T15:45:29.508 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.498+0000 7f33337fe700 1 -- 172.21.15.43:0/1392903879 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v71) ==== 84+0+65 (secure 0 0 0) 0x7f33340a9370 con 0x7f334406ba10 2024-05-16T15:45:29.508 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:45:29.508 INFO:teuthology.orchestra.run.smithi043.stdout:[ 2024-05-16T15:45:29.508 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:45:29.508 INFO:teuthology.orchestra.run.smithi043.stdout: "poolnum": 1, 2024-05-16T15:45:29.508 INFO:teuthology.orchestra.run.smithi043.stdout: "poolname": ".mgr" 2024-05-16T15:45:29.509 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:45:29.509 INFO:teuthology.orchestra.run.smithi043.stdout:] 2024-05-16T15:45:29.512 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.502+0000 7f334880c700 1 -- 172.21.15.43:0/1392903879 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f332c0b2900 msgr2=0x7f332c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:29.512 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.502+0000 7f334880c700 1 --2- 172.21.15.43:0/1392903879 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f332c0b2900 0x7f332c0b4dc0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f33380098e0 tx=0x7f3338005960 comp rx=0 tx=0).stop 2024-05-16T15:45:29.512 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.502+0000 7f334880c700 1 -- 172.21.15.43:0/1392903879 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f334406ba10 msgr2=0x7f3344102460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:29.512 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.502+0000 7f334880c700 1 --2- 172.21.15.43:0/1392903879 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f334406ba10 0x7f3344102460 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f333400d950 tx=0x7f333400dc60 comp rx=0 tx=0).stop 2024-05-16T15:45:29.512 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.502+0000 7f334880c700 1 -- 172.21.15.43:0/1392903879 shutdown_connections 2024-05-16T15:45:29.512 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.502+0000 7f334880c700 1 --2- 172.21.15.43:0/1392903879 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3344109500 0x7f3344102ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:29.512 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.502+0000 7f334880c700 1 --2- 172.21.15.43:0/1392903879 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f332c0b2900 0x7f332c0b4dc0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:29.512 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.502+0000 7f334880c700 1 --2- 172.21.15.43:0/1392903879 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f334406ba10 0x7f3344102460 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:29.512 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.502+0000 7f334880c700 1 --2- 172.21.15.43:0/1392903879 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f334406c3d0 0x7f33441029a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:29.512 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.502+0000 7f334880c700 1 -- 172.21.15.43:0/1392903879 >> 172.21.15.43:0/1392903879 conn(0x7f3344079310 msgr2=0x7f3344101130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:45:29.512 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.502+0000 7f334880c700 1 -- 172.21.15.43:0/1392903879 shutdown_connections 2024-05-16T15:45:29.512 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:29.502+0000 7f334880c700 1 -- 172.21.15.43:0/1392903879 wait complete. 2024-05-16T15:45:29.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:29 smithi157 ceph-mon[35584]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:29.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:29 smithi148 ceph-mon[34976]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:29.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:29 smithi043 ceph-mon[31619]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:30.139 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-05-16T15:45:30.139 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-05-16T15:45:30.397 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:45:30.661 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:30 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:30.661 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:30 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:30.661 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:30 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/1392903879' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-05-16T15:45:30.661 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:30 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:45:30.661 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:30 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:45:30.662 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:30 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:30.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:30 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:30.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:30 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:30.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:30 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/1392903879' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-05-16T15:45:30.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:30 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:45:30.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:30 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:45:30.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:30 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:30.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:30 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:30.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:30 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:30.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:30 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/1392903879' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-05-16T15:45:30.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:30 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:45:30.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:30 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:45:30.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:30 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:31.585 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:31 smithi148 ceph-mon[34976]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:31.585 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:31 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:45:31.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:31 smithi157 ceph-mon[35584]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:31.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:31 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:45:31.686 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:31 smithi043 ceph-mon[31619]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:31.687 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:31 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:45:32.028 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:32.019+0000 7fe3bcc42700 1 -- 172.21.15.43:0/4191696844 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe3b8107730 msgr2=0x7fe3b810f2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:32.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:32.019+0000 7fe3bcc42700 1 --2- 172.21.15.43:0/4191696844 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe3b8107730 0x7fe3b810f2d0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fe3b000b0d0 tx=0x7fe3b000b3e0 comp rx=0 tx=0).stop 2024-05-16T15:45:32.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:32.020+0000 7fe3bcc42700 1 -- 172.21.15.43:0/4191696844 shutdown_connections 2024-05-16T15:45:32.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:32.020+0000 7fe3bcc42700 1 --2- 172.21.15.43:0/4191696844 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe3b8107730 0x7fe3b810f2d0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:32.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:32.020+0000 7fe3bcc42700 1 --2- 172.21.15.43:0/4191696844 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe3b81029e0 0x7fe3b8102dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:32.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:32.020+0000 7fe3bcc42700 1 --2- 172.21.15.43:0/4191696844 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe3b8103390 0x7fe3b8107000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:32.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:32.020+0000 7fe3bcc42700 1 -- 172.21.15.43:0/4191696844 >> 172.21.15.43:0/4191696844 conn(0x7fe3b8079350 msgr2=0x7fe3b8079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:45:32.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:32.020+0000 7fe3bcc42700 1 -- 172.21.15.43:0/4191696844 shutdown_connections 2024-05-16T15:45:32.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:32.020+0000 7fe3bcc42700 1 -- 172.21.15.43:0/4191696844 wait complete. 2024-05-16T15:45:32.031 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:32.020+0000 7fe3bcc42700 1 Processor -- start 2024-05-16T15:45:32.031 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:32.021+0000 7fe3bcc42700 1 -- start start 2024-05-16T15:45:32.031 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:32.021+0000 7fe3bcc42700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe3b81029e0 0x7fe3b81040a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:32.031 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:32.021+0000 7fe3bcc42700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe3b8103390 0x7fe3b81045e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:32.032 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:32.021+0000 7fe3bcc42700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe3b8107730 0x7fe3b8104b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:32.032 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:32.021+0000 7fe3bcc42700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fe3b8112450 con 0x7fe3b8107730 2024-05-16T15:45:32.032 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:32.021+0000 7fe3bcc42700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fe3b81122d0 con 0x7fe3b8103390 2024-05-16T15:45:32.032 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:32.021+0000 7fe3bcc42700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fe3b81125d0 con 0x7fe3b81029e0 2024-05-16T15:45:32.032 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:32.021+0000 7fe3b6d9d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe3b8107730 0x7fe3b8104b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:32.032 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:32.021+0000 7fe3b659c700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe3b81029e0 0x7fe3b81040a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:32.032 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:32.021+0000 7fe3b6d9d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe3b8107730 0x7fe3b8104b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:43542/0 (socket says 172.21.15.43:43542) 2024-05-16T15:45:32.032 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:32.021+0000 7fe3b6d9d700 1 -- 172.21.15.43:0/140202082 learned_addr learned my addr 172.21.15.43:0/140202082 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:45:32.032 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:32.021+0000 7fe3b5d9b700 1 --2- 172.21.15.43:0/140202082 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe3b8103390 0x7fe3b81045e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:32.032 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:32.021+0000 7fe3b6d9d700 1 -- 172.21.15.43:0/140202082 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe3b81029e0 msgr2=0x7fe3b81040a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:32.032 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:32.021+0000 7fe3b6d9d700 1 --2- 172.21.15.43:0/140202082 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe3b81029e0 0x7fe3b81040a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:32.032 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:32.021+0000 7fe3b6d9d700 1 -- 172.21.15.43:0/140202082 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe3b8103390 msgr2=0x7fe3b81045e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:32.032 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:32.021+0000 7fe3b6d9d700 1 --2- 172.21.15.43:0/140202082 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe3b8103390 0x7fe3b81045e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:32.033 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:32.021+0000 7fe3b6d9d700 1 -- 172.21.15.43:0/140202082 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3b81a7f50 con 0x7fe3b8107730 2024-05-16T15:45:32.033 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:32.021+0000 7fe3b6d9d700 1 --2- 172.21.15.43:0/140202082 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe3b8107730 0x7fe3b8104b20 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fe3b0009850 tx=0x7fe3b0007d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:45:32.033 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:32.022+0000 7fe3a77fe700 1 -- 172.21.15.43:0/140202082 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3b001f070 con 0x7fe3b8107730 2024-05-16T15:45:32.033 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:32.022+0000 7fe3a77fe700 1 -- 172.21.15.43:0/140202082 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe3b0005500 con 0x7fe3b8107730 2024-05-16T15:45:32.033 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:32.022+0000 7fe3bcc42700 1 -- 172.21.15.43:0/140202082 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe3b81a81e0 con 0x7fe3b8107730 2024-05-16T15:45:32.033 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:32.022+0000 7fe3a77fe700 1 -- 172.21.15.43:0/140202082 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3b001b8f0 con 0x7fe3b8107730 2024-05-16T15:45:32.033 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:32.022+0000 7fe3bcc42700 1 -- 172.21.15.43:0/140202082 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3b81a8690 con 0x7fe3b8107730 2024-05-16T15:45:32.033 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:32.023+0000 7fe3bcc42700 1 -- 172.21.15.43:0/140202082 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe3b8103ae0 con 0x7fe3b8107730 2024-05-16T15:45:32.034 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:32.024+0000 7fe3a77fe700 1 -- 172.21.15.43:0/140202082 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fe3b0022070 con 0x7fe3b8107730 2024-05-16T15:45:32.034 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:32.025+0000 7fe3a77fe700 1 --2- 172.21.15.43:0/140202082 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe3a00b2900 0x7fe3a00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:32.034 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:32.025+0000 7fe3b659c700 1 --2- 172.21.15.43:0/140202082 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe3a00b2900 0x7fe3a00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:32.034 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:32.025+0000 7fe3a77fe700 1 -- 172.21.15.43:0/140202082 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7fe3b000f020 con 0x7fe3b8107730 2024-05-16T15:45:32.034 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:32.025+0000 7fe3b659c700 1 --2- 172.21.15.43:0/140202082 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe3a00b2900 0x7fe3a00b4dc0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fe3a8005950 tx=0x7fe3a800b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:45:32.037 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:32.028+0000 7fe3a77fe700 1 -- 172.21.15.43:0/140202082 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fe3b0029020 con 0x7fe3b8107730 2024-05-16T15:45:32.253 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:32.244+0000 7fe3bcc42700 1 -- 172.21.15.43:0/140202082 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fe3b802e510 con 0x7fe3b8107730 2024-05-16T15:45:33.200 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:33.191+0000 7fe3a77fe700 1 -- 172.21.15.43:0/140202082 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v72) ==== 138+0+0 (secure 0 0 0) 0x7fe3b00ab6f0 con 0x7fe3b8107730 2024-05-16T15:45:33.202 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:33.193+0000 7fe3bcc42700 1 -- 172.21.15.43:0/140202082 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe3a00b2900 msgr2=0x7fe3a00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:33.202 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:33.193+0000 7fe3bcc42700 1 --2- 172.21.15.43:0/140202082 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe3a00b2900 0x7fe3a00b4dc0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fe3a8005950 tx=0x7fe3a800b410 comp rx=0 tx=0).stop 2024-05-16T15:45:33.202 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:33.193+0000 7fe3bcc42700 1 -- 172.21.15.43:0/140202082 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe3b8107730 msgr2=0x7fe3b8104b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:33.203 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:33.193+0000 7fe3bcc42700 1 --2- 172.21.15.43:0/140202082 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe3b8107730 0x7fe3b8104b20 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fe3b0009850 tx=0x7fe3b0007d90 comp rx=0 tx=0).stop 2024-05-16T15:45:33.203 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:33.194+0000 7fe3bcc42700 1 -- 172.21.15.43:0/140202082 shutdown_connections 2024-05-16T15:45:33.203 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:33.194+0000 7fe3bcc42700 1 --2- 172.21.15.43:0/140202082 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe3a00b2900 0x7fe3a00b4dc0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:33.203 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:33.194+0000 7fe3bcc42700 1 --2- 172.21.15.43:0/140202082 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe3b8107730 0x7fe3b8104b20 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:33.203 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:33.194+0000 7fe3bcc42700 1 --2- 172.21.15.43:0/140202082 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe3b81029e0 0x7fe3b81040a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:33.203 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:33.194+0000 7fe3bcc42700 1 --2- 172.21.15.43:0/140202082 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe3b8103390 0x7fe3b81045e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:33.203 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:33.194+0000 7fe3bcc42700 1 -- 172.21.15.43:0/140202082 >> 172.21.15.43:0/140202082 conn(0x7fe3b8079350 msgr2=0x7fe3b806bed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:45:33.203 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:33.194+0000 7fe3bcc42700 1 -- 172.21.15.43:0/140202082 shutdown_connections 2024-05-16T15:45:33.204 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:33.194+0000 7fe3bcc42700 1 -- 172.21.15.43:0/140202082 wait complete. 2024-05-16T15:45:33.205 INFO:teuthology.orchestra.run.smithi043.stderr:pool 'cephfs_metadata' created 2024-05-16T15:45:33.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:33 smithi043 ceph-mon[31619]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:33.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:33 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:33.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:33 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:33.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:33 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/140202082' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-05-16T15:45:33.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:33 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:33.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:33 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:33.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:33 smithi157 ceph-mon[35584]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:33.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:33 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:33.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:33 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:33.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:33 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/140202082' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-05-16T15:45:33.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:33 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:33.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:33 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:33.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:33 smithi148 ceph-mon[34976]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:33.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:33 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:33.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:33 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:33.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:33 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/140202082' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-05-16T15:45:33.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:33 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:33.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:33 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:33.874 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.05 2024-05-16T15:45:34.125 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:45:34.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:34 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/140202082' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-05-16T15:45:34.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:34 smithi043 ceph-mon[31619]: osdmap e72: 12 total, 12 up, 12 in 2024-05-16T15:45:34.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:34 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:34.474 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:34 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:34.474 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:34 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:45:34.474 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:34 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:45:34.474 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:34 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:34.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:34 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/140202082' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-05-16T15:45:34.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:34 smithi157 ceph-mon[35584]: osdmap e72: 12 total, 12 up, 12 in 2024-05-16T15:45:34.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:34 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:34.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:34 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:34.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:34 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:45:34.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:34 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:45:34.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:34 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:34.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:34 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/140202082' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-05-16T15:45:34.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:34 smithi148 ceph-mon[34976]: osdmap e72: 12 total, 12 up, 12 in 2024-05-16T15:45:34.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:34 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:34.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:34 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:34.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:34 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:45:34.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:34 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:45:34.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:34 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:45:35.472 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:35 smithi043 ceph-mon[31619]: pgmap v279: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:35.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:35 smithi043 ceph-mon[31619]: osdmap e73: 12 total, 12 up, 12 in 2024-05-16T15:45:35.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:35 smithi043 ceph-mon[31619]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-16T15:45:35.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:35 smithi157 ceph-mon[35584]: pgmap v279: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:35.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:35 smithi157 ceph-mon[35584]: osdmap e73: 12 total, 12 up, 12 in 2024-05-16T15:45:35.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:35 smithi157 ceph-mon[35584]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-16T15:45:35.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:35 smithi148 ceph-mon[34976]: pgmap v279: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:35.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:35 smithi148 ceph-mon[34976]: osdmap e73: 12 total, 12 up, 12 in 2024-05-16T15:45:35.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:35 smithi148 ceph-mon[34976]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-16T15:45:35.777 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:35.711+0000 7fd1705ee700 1 -- 172.21.15.43:0/3148543285 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd168109960 msgr2=0x7fd168110390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:35.777 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:35.711+0000 7fd1705ee700 1 --2- 172.21.15.43:0/3148543285 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd168109960 0x7fd168110390 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fd16000b0d0 tx=0x7fd16000b3e0 comp rx=0 tx=0).stop 2024-05-16T15:45:35.778 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:35.711+0000 7fd1705ee700 1 -- 172.21.15.43:0/3148543285 shutdown_connections 2024-05-16T15:45:35.778 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:35.711+0000 7fd1705ee700 1 --2- 172.21.15.43:0/3148543285 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd168109960 0x7fd168110390 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:35.778 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:35.711+0000 7fd1705ee700 1 --2- 172.21.15.43:0/3148543285 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd168101880 0x7fd168101c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:35.778 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:35.711+0000 7fd1705ee700 1 --2- 172.21.15.43:0/3148543285 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd168102230 0x7fd168109280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:35.778 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:35.711+0000 7fd1705ee700 1 -- 172.21.15.43:0/3148543285 >> 172.21.15.43:0/3148543285 conn(0x7fd1680785a0 msgr2=0x7fd1680ff950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:45:35.778 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:35.711+0000 7fd1705ee700 1 -- 172.21.15.43:0/3148543285 shutdown_connections 2024-05-16T15:45:35.778 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:35.711+0000 7fd1705ee700 1 -- 172.21.15.43:0/3148543285 wait complete. 2024-05-16T15:45:35.778 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:35.712+0000 7fd1705ee700 1 Processor -- start 2024-05-16T15:45:35.778 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:35.712+0000 7fd1705ee700 1 -- start start 2024-05-16T15:45:35.778 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:35.712+0000 7fd1705ee700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd168101880 0x7fd16819f710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:35.778 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:35.712+0000 7fd1705ee700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd168102230 0x7fd16819fc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:35.778 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:35.712+0000 7fd1705ee700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd168109960 0x7fd168199920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:35.778 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:35.712+0000 7fd1705ee700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fd168113580 con 0x7fd168102230 2024-05-16T15:45:35.779 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:35.712+0000 7fd1705ee700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fd168113400 con 0x7fd168109960 2024-05-16T15:45:35.779 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:35.712+0000 7fd1705ee700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fd168113700 con 0x7fd168101880 2024-05-16T15:45:35.779 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:35.712+0000 7fd16db89700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd168102230 0x7fd16819fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:35.779 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:35.712+0000 7fd16db89700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd168102230 0x7fd16819fc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:45188/0 (socket says 172.21.15.43:45188) 2024-05-16T15:45:35.779 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:35.712+0000 7fd16db89700 1 -- 172.21.15.43:0/3809209500 learned_addr learned my addr 172.21.15.43:0/3809209500 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:45:35.779 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:35.712+0000 7fd16eb8b700 1 --2- 172.21.15.43:0/3809209500 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd168109960 0x7fd168199920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:35.779 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:35.712+0000 7fd16e38a700 1 --2- 172.21.15.43:0/3809209500 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd168101880 0x7fd16819f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:35.779 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:35.713+0000 7fd16db89700 1 -- 172.21.15.43:0/3809209500 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd168101880 msgr2=0x7fd16819f710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:35.779 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:35.713+0000 7fd16db89700 1 --2- 172.21.15.43:0/3809209500 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd168101880 0x7fd16819f710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:35.779 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:35.713+0000 7fd16db89700 1 -- 172.21.15.43:0/3809209500 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd168109960 msgr2=0x7fd168199920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:35.779 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:35.713+0000 7fd16db89700 1 --2- 172.21.15.43:0/3809209500 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd168109960 0x7fd168199920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:35.779 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:35.713+0000 7fd16db89700 1 -- 172.21.15.43:0/3809209500 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd16819a080 con 0x7fd168102230 2024-05-16T15:45:35.779 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:35.713+0000 7fd16db89700 1 --2- 172.21.15.43:0/3809209500 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd168102230 0x7fd16819fc50 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fd16400b500 tx=0x7fd16400b810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:45:35.780 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:35.713+0000 7fd15b7fe700 1 -- 172.21.15.43:0/3809209500 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd164015020 con 0x7fd168102230 2024-05-16T15:45:35.780 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:35.713+0000 7fd15b7fe700 1 -- 172.21.15.43:0/3809209500 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd164011cc0 con 0x7fd168102230 2024-05-16T15:45:35.780 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:35.713+0000 7fd1705ee700 1 -- 172.21.15.43:0/3809209500 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd16819a370 con 0x7fd168102230 2024-05-16T15:45:35.780 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:35.713+0000 7fd15b7fe700 1 -- 172.21.15.43:0/3809209500 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd164010c80 con 0x7fd168102230 2024-05-16T15:45:35.780 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:35.713+0000 7fd1705ee700 1 -- 172.21.15.43:0/3809209500 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1681a65e0 con 0x7fd168102230 2024-05-16T15:45:35.780 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:35.714+0000 7fd1705ee700 1 -- 172.21.15.43:0/3809209500 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd1681029b0 con 0x7fd168102230 2024-05-16T15:45:35.780 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:35.716+0000 7fd15b7fe700 1 -- 172.21.15.43:0/3809209500 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fd164018020 con 0x7fd168102230 2024-05-16T15:45:35.780 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:35.717+0000 7fd15b7fe700 1 --2- 172.21.15.43:0/3809209500 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd1540b2880 0x7fd1540b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:35.780 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:35.717+0000 7fd16e38a700 1 --2- 172.21.15.43:0/3809209500 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd1540b2880 0x7fd1540b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:35.780 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:35.717+0000 7fd15b7fe700 1 -- 172.21.15.43:0/3809209500 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 7497+0+0 (secure 0 0 0) 0x7fd1640e1cf0 con 0x7fd168102230 2024-05-16T15:45:35.780 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:35.717+0000 7fd16e38a700 1 --2- 172.21.15.43:0/3809209500 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd1540b2880 0x7fd1540b4d40 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fd15c005950 tx=0x7fd15c0058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:45:35.780 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:35.720+0000 7fd15b7fe700 1 -- 172.21.15.43:0/3809209500 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fd16401f020 con 0x7fd168102230 2024-05-16T15:45:35.942 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:35.934+0000 7fd1705ee700 1 -- 172.21.15.43:0/3809209500 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05} v 0) -- 0x7fd16802e510 con 0x7fd168102230 2024-05-16T15:45:36.219 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:36.210+0000 7fd15b7fe700 1 -- 172.21.15.43:0/3809209500 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]=0 pool 'cephfs_data' created v75) ==== 171+0+0 (secure 0 0 0) 0x7fd1640a9ca0 con 0x7fd168102230 2024-05-16T15:45:36.223 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:36.214+0000 7fd1705ee700 1 -- 172.21.15.43:0/3809209500 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd1540b2880 msgr2=0x7fd1540b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:36.223 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:36.214+0000 7fd1705ee700 1 --2- 172.21.15.43:0/3809209500 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd1540b2880 0x7fd1540b4d40 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fd15c005950 tx=0x7fd15c0058e0 comp rx=0 tx=0).stop 2024-05-16T15:45:36.223 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:36.214+0000 7fd1705ee700 1 -- 172.21.15.43:0/3809209500 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd168102230 msgr2=0x7fd16819fc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:36.224 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:36.214+0000 7fd1705ee700 1 --2- 172.21.15.43:0/3809209500 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd168102230 0x7fd16819fc50 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fd16400b500 tx=0x7fd16400b810 comp rx=0 tx=0).stop 2024-05-16T15:45:36.224 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:36.215+0000 7fd1705ee700 1 -- 172.21.15.43:0/3809209500 shutdown_connections 2024-05-16T15:45:36.224 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:36.215+0000 7fd1705ee700 1 --2- 172.21.15.43:0/3809209500 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd168109960 0x7fd168199920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:36.224 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:36.215+0000 7fd1705ee700 1 --2- 172.21.15.43:0/3809209500 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd168101880 0x7fd16819f710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:36.224 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:36.215+0000 7fd1705ee700 1 --2- 172.21.15.43:0/3809209500 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd1540b2880 0x7fd1540b4d40 secure :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fd15c005950 tx=0x7fd15c0058e0 comp rx=0 tx=0).stop 2024-05-16T15:45:36.224 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:36.215+0000 7fd1705ee700 1 --2- 172.21.15.43:0/3809209500 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd168102230 0x7fd16819fc50 secure :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fd16400b500 tx=0x7fd16400b810 comp rx=0 tx=0).stop 2024-05-16T15:45:36.224 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:36.215+0000 7fd1705ee700 1 -- 172.21.15.43:0/3809209500 >> 172.21.15.43:0/3809209500 conn(0x7fd1680785a0 msgr2=0x7fd1681074d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:45:36.224 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:36.215+0000 7fd1705ee700 1 -- 172.21.15.43:0/3809209500 shutdown_connections 2024-05-16T15:45:36.225 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:36.216+0000 7fd1705ee700 1 -- 172.21.15.43:0/3809209500 wait complete. 2024-05-16T15:45:36.227 INFO:teuthology.orchestra.run.smithi043.stderr:pool 'cephfs_data' created 2024-05-16T15:45:36.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:36 smithi043 ceph-mon[31619]: osdmap e74: 12 total, 12 up, 12 in 2024-05-16T15:45:36.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:36 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/3809209500' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-05-16T15:45:36.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:36 smithi157 ceph-mon[35584]: osdmap e74: 12 total, 12 up, 12 in 2024-05-16T15:45:36.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:36 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/3809209500' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-05-16T15:45:36.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:36 smithi148 ceph-mon[34976]: osdmap e74: 12 total, 12 up, 12 in 2024-05-16T15:45:36.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:36 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/3809209500' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-05-16T15:45:36.865 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-05-16T15:45:37.119 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:45:37.472 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:37 smithi043 ceph-mon[31619]: pgmap v282: 33 pgs: 1 creating+activating, 7 active+clean, 25 unknown; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:37.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:37 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/3809209500' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-05-16T15:45:37.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:37 smithi043 ceph-mon[31619]: osdmap e75: 12 total, 12 up, 12 in 2024-05-16T15:45:37.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:37 smithi157 ceph-mon[35584]: pgmap v282: 33 pgs: 1 creating+activating, 7 active+clean, 25 unknown; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:37.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:37 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/3809209500' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-05-16T15:45:37.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:37 smithi157 ceph-mon[35584]: osdmap e75: 12 total, 12 up, 12 in 2024-05-16T15:45:37.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:37 smithi148 ceph-mon[34976]: pgmap v282: 33 pgs: 1 creating+activating, 7 active+clean, 25 unknown; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:37.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:37 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/3809209500' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-05-16T15:45:37.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:37 smithi148 ceph-mon[34976]: osdmap e75: 12 total, 12 up, 12 in 2024-05-16T15:45:38.518 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:38 smithi043 ceph-mon[31619]: osdmap e76: 12 total, 12 up, 12 in 2024-05-16T15:45:38.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:38 smithi157 ceph-mon[35584]: osdmap e76: 12 total, 12 up, 12 in 2024-05-16T15:45:38.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:38 smithi148 ceph-mon[34976]: osdmap e76: 12 total, 12 up, 12 in 2024-05-16T15:45:38.914 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:38.903+0000 7f7663118700 1 -- 172.21.15.43:0/1580705684 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f765c1095e0 msgr2=0x7f765c1099c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:38.914 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:38.903+0000 7f7663118700 1 --2- 172.21.15.43:0/1580705684 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f765c1095e0 0x7f765c1099c0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f76500099c0 tx=0x7f7650009cd0 comp rx=0 tx=0).stop 2024-05-16T15:45:38.914 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:38.903+0000 7f7663118700 1 -- 172.21.15.43:0/1580705684 shutdown_connections 2024-05-16T15:45:38.914 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:38.903+0000 7f7663118700 1 --2- 172.21.15.43:0/1580705684 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f765c103f00 0x7f765c1103b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:38.914 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:38.903+0000 7f7663118700 1 --2- 172.21.15.43:0/1580705684 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f765c1095e0 0x7f765c1099c0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:38.914 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:38.903+0000 7f7663118700 1 --2- 172.21.15.43:0/1580705684 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f765c103540 0x7f765c1039c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:38.914 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:38.903+0000 7f7663118700 1 -- 172.21.15.43:0/1580705684 >> 172.21.15.43:0/1580705684 conn(0x7f765c07a650 msgr2=0x7f765c07aa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:45:38.914 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:38.903+0000 7f7663118700 1 -- 172.21.15.43:0/1580705684 shutdown_connections 2024-05-16T15:45:38.914 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:38.903+0000 7f7663118700 1 -- 172.21.15.43:0/1580705684 wait complete. 2024-05-16T15:45:38.915 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:38.903+0000 7f7663118700 1 Processor -- start 2024-05-16T15:45:38.915 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:38.903+0000 7f7663118700 1 -- start start 2024-05-16T15:45:38.915 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:38.904+0000 7f7663118700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f765c103540 0x7f765c19f860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:38.915 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:38.904+0000 7f7663118700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f765c103f00 0x7f765c19fda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:38.915 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:38.904+0000 7f7663118700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f765c1095e0 0x7f765c199a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:38.915 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:38.904+0000 7f7663118700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f765c1136c0 con 0x7f765c103540 2024-05-16T15:45:38.915 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:38.904+0000 7f7663118700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f765c113540 con 0x7f765c1095e0 2024-05-16T15:45:38.915 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:38.904+0000 7f7663118700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f765c113840 con 0x7f765c103f00 2024-05-16T15:45:38.915 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:38.904+0000 7f7660eb4700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f765c103540 0x7f765c19f860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:38.915 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:38.904+0000 7f7660eb4700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f765c103540 0x7f765c19f860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:45198/0 (socket says 172.21.15.43:45198) 2024-05-16T15:45:38.915 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:38.904+0000 7f7660eb4700 1 -- 172.21.15.43:0/2922422157 learned_addr learned my addr 172.21.15.43:0/2922422157 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:45:38.915 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:38.904+0000 7f765bfff700 1 --2- 172.21.15.43:0/2922422157 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f765c103f00 0x7f765c19fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:38.915 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:38.904+0000 7f76616b5700 1 --2- 172.21.15.43:0/2922422157 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f765c1095e0 0x7f765c199a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:38.915 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:38.904+0000 7f7660eb4700 1 -- 172.21.15.43:0/2922422157 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f765c103f00 msgr2=0x7f765c19fda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:38.916 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:38.904+0000 7f7660eb4700 1 --2- 172.21.15.43:0/2922422157 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f765c103f00 0x7f765c19fda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:38.916 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:38.904+0000 7f7660eb4700 1 -- 172.21.15.43:0/2922422157 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f765c1095e0 msgr2=0x7f765c199a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:38.916 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:38.904+0000 7f7660eb4700 1 --2- 172.21.15.43:0/2922422157 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f765c1095e0 0x7f765c199a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:38.916 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:38.904+0000 7f7660eb4700 1 -- 172.21.15.43:0/2922422157 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f765c19a180 con 0x7f765c103540 2024-05-16T15:45:38.916 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:38.904+0000 7f76616b5700 1 --2- 172.21.15.43:0/2922422157 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f765c1095e0 0x7f765c199a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:45:38.916 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:38.904+0000 7f7660eb4700 1 --2- 172.21.15.43:0/2922422157 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f765c103540 0x7f765c19f860 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f765000b580 tx=0x7f765000f740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:45:38.916 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:38.904+0000 7f7659ffb700 1 -- 172.21.15.43:0/2922422157 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7650026070 con 0x7f765c103540 2024-05-16T15:45:38.916 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:38.905+0000 7f7663118700 1 -- 172.21.15.43:0/2922422157 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f765c19a410 con 0x7f765c103540 2024-05-16T15:45:38.916 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:38.905+0000 7f7659ffb700 1 -- 172.21.15.43:0/2922422157 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f76500054c0 con 0x7f765c103540 2024-05-16T15:45:38.916 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:38.905+0000 7f7659ffb700 1 -- 172.21.15.43:0/2922422157 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7650004c00 con 0x7f765c103540 2024-05-16T15:45:38.916 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:38.905+0000 7f7663118700 1 -- 172.21.15.43:0/2922422157 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f765c1a6730 con 0x7f765c103540 2024-05-16T15:45:38.917 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:38.906+0000 7f7663118700 1 -- 172.21.15.43:0/2922422157 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f765c10ba70 con 0x7f765c103540 2024-05-16T15:45:38.917 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:38.907+0000 7f7659ffb700 1 -- 172.21.15.43:0/2922422157 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f7650029070 con 0x7f765c103540 2024-05-16T15:45:38.917 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:38.908+0000 7f7659ffb700 1 --2- 172.21.15.43:0/2922422157 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f764c0b2880 0x7f764c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:38.917 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:38.908+0000 7f765bfff700 1 --2- 172.21.15.43:0/2922422157 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f764c0b2880 0x7f764c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:38.917 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:38.908+0000 7f7659ffb700 1 -- 172.21.15.43:0/2922422157 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7879+0+0 (secure 0 0 0) 0x7f76500e3140 con 0x7f765c103540 2024-05-16T15:45:38.918 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:38.909+0000 7f765bfff700 1 --2- 172.21.15.43:0/2922422157 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f764c0b2880 0x7f764c0b4d40 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f7648006fd0 tx=0x7f7648008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:45:38.920 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:38.912+0000 7f7659ffb700 1 -- 172.21.15.43:0/2922422157 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f7650030020 con 0x7f765c103540 2024-05-16T15:45:39.183 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:39.174+0000 7f7663118700 1 -- 172.21.15.43:0/2922422157 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f765c19af50 con 0x7f765c103540 2024-05-16T15:45:39.233 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:39.224+0000 7f7659ffb700 1 -- 172.21.15.43:0/2922422157 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) ==== 172+0+0 (secure 0 0 0) 0x7f7650013070 con 0x7f765c103540 2024-05-16T15:45:39.236 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:39.227+0000 7f7663118700 1 -- 172.21.15.43:0/2922422157 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f764c0b2880 msgr2=0x7f764c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:39.236 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:39.227+0000 7f7663118700 1 --2- 172.21.15.43:0/2922422157 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f764c0b2880 0x7f764c0b4d40 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f7648006fd0 tx=0x7f7648008040 comp rx=0 tx=0).stop 2024-05-16T15:45:39.236 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:39.227+0000 7f7663118700 1 -- 172.21.15.43:0/2922422157 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f765c103540 msgr2=0x7f765c19f860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:39.236 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:39.227+0000 7f7663118700 1 --2- 172.21.15.43:0/2922422157 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f765c103540 0x7f765c19f860 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f765000b580 tx=0x7f765000f740 comp rx=0 tx=0).stop 2024-05-16T15:45:39.237 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:39.227+0000 7f7663118700 1 -- 172.21.15.43:0/2922422157 shutdown_connections 2024-05-16T15:45:39.237 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:39.227+0000 7f7663118700 1 --2- 172.21.15.43:0/2922422157 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f765c1095e0 0x7f765c199a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:39.237 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:39.227+0000 7f7663118700 1 --2- 172.21.15.43:0/2922422157 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f764c0b2880 0x7f764c0b4d40 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:39.237 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:39.227+0000 7f7663118700 1 --2- 172.21.15.43:0/2922422157 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f765c103540 0x7f765c19f860 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:39.237 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:39.227+0000 7f7663118700 1 --2- 172.21.15.43:0/2922422157 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f765c103f00 0x7f765c19fda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:39.237 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:39.227+0000 7f7663118700 1 -- 172.21.15.43:0/2922422157 >> 172.21.15.43:0/2922422157 conn(0x7f765c07a650 msgr2=0x7f765c1022e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:45:39.237 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:39.227+0000 7f7663118700 1 -- 172.21.15.43:0/2922422157 shutdown_connections 2024-05-16T15:45:39.237 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:39.227+0000 7f7663118700 1 -- 172.21.15.43:0/2922422157 wait complete. 2024-05-16T15:45:39.237 INFO:teuthology.orchestra.run.smithi043.stderr:new fs with metadata pool 2 and data pool 3 2024-05-16T15:45:39.472 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:39 smithi043 ceph-mon[31619]: pgmap v285: 97 pgs: 14 creating+peering, 1 creating+activating, 55 active+clean, 27 unknown; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:39.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:39 smithi043 ceph-mon[31619]: osdmap e77: 12 total, 12 up, 12 in 2024-05-16T15:45:39.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:39 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/2922422157' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-05-16T15:45:39.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:39 smithi043 ceph-mon[31619]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-05-16T15:45:39.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:39 smithi157 ceph-mon[35584]: pgmap v285: 97 pgs: 14 creating+peering, 1 creating+activating, 55 active+clean, 27 unknown; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:39.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:39 smithi157 ceph-mon[35584]: osdmap e77: 12 total, 12 up, 12 in 2024-05-16T15:45:39.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:39 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/2922422157' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-05-16T15:45:39.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:39 smithi157 ceph-mon[35584]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-05-16T15:45:39.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:39 smithi148 ceph-mon[34976]: pgmap v285: 97 pgs: 14 creating+peering, 1 creating+activating, 55 active+clean, 27 unknown; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:39.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:39 smithi148 ceph-mon[34976]: osdmap e77: 12 total, 12 up, 12 in 2024-05-16T15:45:39.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:39 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/2922422157' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-05-16T15:45:39.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:39 smithi148 ceph-mon[34976]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-05-16T15:45:39.859 DEBUG:tasks.cephfs.filesystem:EC profile is ['m=2', 'k=2', 'crush-failure-domain=osd'] 2024-05-16T15:45:39.860 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph osd erasure-code-profile set cephfs_data_ec m=2 k=2 crush-failure-domain=osd 2024-05-16T15:45:40.115 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:45:40.566 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:40 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/2922422157' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-05-16T15:45:40.566 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:40 smithi043 ceph-mon[31619]: osdmap e78: 12 total, 12 up, 12 in 2024-05-16T15:45:40.566 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:40 smithi043 ceph-mon[31619]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-05-16T15:45:40.567 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:40 smithi043 ceph-mon[31619]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-05-16T15:45:40.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:40 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/2922422157' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-05-16T15:45:40.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:40 smithi157 ceph-mon[35584]: osdmap e78: 12 total, 12 up, 12 in 2024-05-16T15:45:40.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:40 smithi157 ceph-mon[35584]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-05-16T15:45:40.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:40 smithi157 ceph-mon[35584]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-05-16T15:45:40.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:40 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/2922422157' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-05-16T15:45:40.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:40 smithi148 ceph-mon[34976]: osdmap e78: 12 total, 12 up, 12 in 2024-05-16T15:45:40.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:40 smithi148 ceph-mon[34976]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-05-16T15:45:40.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:40 smithi148 ceph-mon[34976]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-05-16T15:45:41.564 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:41 smithi043 ceph-mon[31619]: pgmap v288: 97 pgs: 14 creating+peering, 64 active+clean, 19 unknown; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s 2024-05-16T15:45:41.564 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:41 smithi043 ceph-mon[31619]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-05-16T15:45:41.564 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:41 smithi043 ceph-mon[31619]: Cluster is now healthy 2024-05-16T15:45:41.564 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:41 smithi043 ceph-mon[31619]: mds.? [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] up:active 2024-05-16T15:45:41.564 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:41 smithi043 ceph-mon[31619]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-16T15:45:41.564 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:41 smithi043 ceph-mon[31619]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-16T15:45:41.637 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:41 smithi148 ceph-mon[34976]: pgmap v288: 97 pgs: 14 creating+peering, 64 active+clean, 19 unknown; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s 2024-05-16T15:45:41.637 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:41 smithi148 ceph-mon[34976]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-05-16T15:45:41.637 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:41 smithi148 ceph-mon[34976]: Cluster is now healthy 2024-05-16T15:45:41.637 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:41 smithi148 ceph-mon[34976]: mds.? [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] up:active 2024-05-16T15:45:41.637 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:41 smithi148 ceph-mon[34976]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-16T15:45:41.638 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:41 smithi148 ceph-mon[34976]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-16T15:45:41.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:41 smithi157 ceph-mon[35584]: pgmap v288: 97 pgs: 14 creating+peering, 64 active+clean, 19 unknown; 577 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s 2024-05-16T15:45:41.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:41 smithi157 ceph-mon[35584]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-05-16T15:45:41.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:41 smithi157 ceph-mon[35584]: Cluster is now healthy 2024-05-16T15:45:41.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:41 smithi157 ceph-mon[35584]: mds.? [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] up:active 2024-05-16T15:45:41.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:41 smithi157 ceph-mon[35584]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-16T15:45:41.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:41 smithi157 ceph-mon[35584]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-16T15:45:41.832 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:41.823+0000 7f0307789700 1 -- 172.21.15.43:0/3896621067 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0300102fd0 msgr2=0x7f0300107020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:41.832 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:41.823+0000 7f0307789700 1 --2- 172.21.15.43:0/3896621067 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0300102fd0 0x7f0300107020 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f02fc0099c0 tx=0x7f02fc009cd0 comp rx=0 tx=0).stop 2024-05-16T15:45:41.833 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:41.823+0000 7f0307789700 1 -- 172.21.15.43:0/3896621067 shutdown_connections 2024-05-16T15:45:41.833 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:41.823+0000 7f0307789700 1 --2- 172.21.15.43:0/3896621067 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0300107700 0x7f030010f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:41.833 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:41.823+0000 7f0307789700 1 --2- 172.21.15.43:0/3896621067 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0300102620 0x7f0300102a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:41.833 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:41.823+0000 7f0307789700 1 --2- 172.21.15.43:0/3896621067 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0300102fd0 0x7f0300107020 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:41.833 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:41.823+0000 7f0307789700 1 -- 172.21.15.43:0/3896621067 >> 172.21.15.43:0/3896621067 conn(0x7f0300079440 msgr2=0x7f0300079850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:45:41.833 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:41.823+0000 7f0307789700 1 -- 172.21.15.43:0/3896621067 shutdown_connections 2024-05-16T15:45:41.833 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:41.823+0000 7f0307789700 1 -- 172.21.15.43:0/3896621067 wait complete. 2024-05-16T15:45:41.833 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:41.824+0000 7f0307789700 1 Processor -- start 2024-05-16T15:45:41.833 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:41.824+0000 7f0307789700 1 -- start start 2024-05-16T15:45:41.835 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:41.824+0000 7f0307789700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0300102620 0x7f030019a9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:41.835 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:41.824+0000 7f0307789700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0300102fd0 0x7f030019af30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:41.835 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:41.824+0000 7f0307789700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0300107700 0x7f03001a5a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:41.835 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:41.824+0000 7f0307789700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f03001124a0 con 0x7f0300102fd0 2024-05-16T15:45:41.836 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:41.824+0000 7f0307789700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f0300112320 con 0x7f0300107700 2024-05-16T15:45:41.836 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:41.824+0000 7f0307789700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f0300112620 con 0x7f0300102620 2024-05-16T15:45:41.836 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:41.824+0000 7f0304d24700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0300102fd0 0x7f030019af30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:41.836 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:41.824+0000 7f0304d24700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0300102fd0 0x7f030019af30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:45220/0 (socket says 172.21.15.43:45220) 2024-05-16T15:45:41.836 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:41.824+0000 7f0304d24700 1 -- 172.21.15.43:0/3726367945 learned_addr learned my addr 172.21.15.43:0/3726367945 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:45:41.836 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:41.824+0000 7f0305525700 1 --2- 172.21.15.43:0/3726367945 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0300102620 0x7f030019a9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:41.836 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:41.824+0000 7f0305d26700 1 --2- 172.21.15.43:0/3726367945 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0300107700 0x7f03001a5a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:41.836 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:41.825+0000 7f0304d24700 1 -- 172.21.15.43:0/3726367945 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0300102620 msgr2=0x7f030019a9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:41.836 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:41.825+0000 7f0304d24700 1 --2- 172.21.15.43:0/3726367945 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0300102620 0x7f030019a9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:41.836 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:41.825+0000 7f0304d24700 1 -- 172.21.15.43:0/3726367945 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0300107700 msgr2=0x7f03001a5a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:41.836 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:41.825+0000 7f0304d24700 1 --2- 172.21.15.43:0/3726367945 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0300107700 0x7f03001a5a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:41.836 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:41.825+0000 7f0304d24700 1 -- 172.21.15.43:0/3726367945 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03001a5fb0 con 0x7f0300102fd0 2024-05-16T15:45:41.836 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:41.825+0000 7f0305525700 1 --2- 172.21.15.43:0/3726367945 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0300102620 0x7f030019a9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:45:41.836 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:41.825+0000 7f0304d24700 1 --2- 172.21.15.43:0/3726367945 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0300102fd0 0x7f030019af30 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f02fc00b580 tx=0x7f02fc00f740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:45:41.837 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:41.825+0000 7f02f27fc700 1 -- 172.21.15.43:0/3726367945 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02fc027070 con 0x7f0300102fd0 2024-05-16T15:45:41.837 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:41.825+0000 7f02f27fc700 1 -- 172.21.15.43:0/3726367945 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f02fc00fc20 con 0x7f0300102fd0 2024-05-16T15:45:41.837 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:41.825+0000 7f0307789700 1 -- 172.21.15.43:0/3726367945 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03001a6180 con 0x7f0300102fd0 2024-05-16T15:45:41.837 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:41.825+0000 7f02f27fc700 1 -- 172.21.15.43:0/3726367945 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02fc017410 con 0x7f0300102fd0 2024-05-16T15:45:41.837 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:41.825+0000 7f0307789700 1 -- 172.21.15.43:0/3726367945 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03001a6630 con 0x7f0300102fd0 2024-05-16T15:45:41.837 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:41.826+0000 7f0307789700 1 -- 172.21.15.43:0/3726367945 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f030006a190 con 0x7f0300102fd0 2024-05-16T15:45:41.838 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:41.828+0000 7f02f27fc700 1 -- 172.21.15.43:0/3726367945 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f02fc02a070 con 0x7f0300102fd0 2024-05-16T15:45:41.838 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:41.829+0000 7f02f27fc700 1 --2- 172.21.15.43:0/3726367945 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f02ec0b2900 0x7f02ec0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:41.838 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:41.829+0000 7f0305525700 1 --2- 172.21.15.43:0/3726367945 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f02ec0b2900 0x7f02ec0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:41.838 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:41.829+0000 7f02f27fc700 1 -- 172.21.15.43:0/3726367945 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7979+0+0 (secure 0 0 0) 0x7f02fc0e33b0 con 0x7f0300102fd0 2024-05-16T15:45:41.838 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:41.829+0000 7f0305525700 1 --2- 172.21.15.43:0/3726367945 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f02ec0b2900 0x7f02ec0b4dc0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f02f40099d0 tx=0x7f02f4008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:45:41.840 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:41.832+0000 7f02f27fc700 1 -- 172.21.15.43:0/3726367945 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f02fc013070 con 0x7f0300102fd0 2024-05-16T15:45:42.067 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:42.058+0000 7f0307789700 1 -- 172.21.15.43:0/3726367945 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]} v 0) -- 0x7f030002e510 con 0x7f0300102fd0 2024-05-16T15:45:42.253 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:42.244+0000 7f02f27fc700 1 -- 172.21.15.43:0/3726367945 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]=0 v79) ==== 157+0+0 (secure 0 0 0) 0x7f02fc0b30e0 con 0x7f0300102fd0 2024-05-16T15:45:42.256 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:42.247+0000 7f0307789700 1 -- 172.21.15.43:0/3726367945 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f02ec0b2900 msgr2=0x7f02ec0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:42.256 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:42.247+0000 7f0307789700 1 --2- 172.21.15.43:0/3726367945 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f02ec0b2900 0x7f02ec0b4dc0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f02f40099d0 tx=0x7f02f4008040 comp rx=0 tx=0).stop 2024-05-16T15:45:42.256 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:42.247+0000 7f0307789700 1 -- 172.21.15.43:0/3726367945 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0300102fd0 msgr2=0x7f030019af30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:42.256 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:42.247+0000 7f0307789700 1 --2- 172.21.15.43:0/3726367945 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0300102fd0 0x7f030019af30 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f02fc00b580 tx=0x7f02fc00f740 comp rx=0 tx=0).stop 2024-05-16T15:45:42.256 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:42.247+0000 7f0307789700 1 -- 172.21.15.43:0/3726367945 shutdown_connections 2024-05-16T15:45:42.257 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:42.247+0000 7f0307789700 1 --2- 172.21.15.43:0/3726367945 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0300107700 0x7f03001a5a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:42.257 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:42.247+0000 7f0307789700 1 --2- 172.21.15.43:0/3726367945 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0300102620 0x7f030019a9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:42.257 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:42.247+0000 7f0307789700 1 --2- 172.21.15.43:0/3726367945 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f02ec0b2900 0x7f02ec0b4dc0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:42.257 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:42.247+0000 7f0307789700 1 --2- 172.21.15.43:0/3726367945 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0300102fd0 0x7f030019af30 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:42.257 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:42.247+0000 7f0307789700 1 -- 172.21.15.43:0/3726367945 >> 172.21.15.43:0/3726367945 conn(0x7f0300079440 msgr2=0x7f03001007a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:45:42.257 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:42.247+0000 7f0307789700 1 -- 172.21.15.43:0/3726367945 shutdown_connections 2024-05-16T15:45:42.257 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:42.247+0000 7f0307789700 1 -- 172.21.15.43:0/3726367945 wait complete. 2024-05-16T15:45:42.612 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:42 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/3726367945' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-05-16T15:45:42.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:42 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/3726367945' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-05-16T15:45:42.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:42 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/3726367945' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-05-16T15:45:42.950 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph osd pool create cephfs_data_ec erasure cephfs_data_ec --pg_num_min 64 --target_size_ratio 0.9 2024-05-16T15:45:43.200 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:45:43.550 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:43 smithi043 ceph-mon[31619]: pgmap v289: 97 pgs: 14 creating+peering, 83 active+clean; 579 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 709 B/s wr, 1 op/s 2024-05-16T15:45:43.551 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:43 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/3726367945' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-05-16T15:45:43.551 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:43 smithi043 ceph-mon[31619]: osdmap e79: 12 total, 12 up, 12 in 2024-05-16T15:45:43.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:43 smithi157 ceph-mon[35584]: pgmap v289: 97 pgs: 14 creating+peering, 83 active+clean; 579 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 709 B/s wr, 1 op/s 2024-05-16T15:45:43.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:43 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/3726367945' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-05-16T15:45:43.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:43 smithi157 ceph-mon[35584]: osdmap e79: 12 total, 12 up, 12 in 2024-05-16T15:45:43.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:43 smithi148 ceph-mon[34976]: pgmap v289: 97 pgs: 14 creating+peering, 83 active+clean; 579 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 709 B/s wr, 1 op/s 2024-05-16T15:45:43.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:43 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/3726367945' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-05-16T15:45:43.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:43 smithi148 ceph-mon[34976]: osdmap e79: 12 total, 12 up, 12 in 2024-05-16T15:45:44.818 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:44.806+0000 7f9618cb8700 1 -- 172.21.15.43:0/3372050890 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9614102780 msgr2=0x7f9614102c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:44.818 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:44.806+0000 7f9618cb8700 1 --2- 172.21.15.43:0/3372050890 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9614102780 0x7f9614102c00 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f9608009990 tx=0x7f9608009ca0 comp rx=0 tx=0).stop 2024-05-16T15:45:44.818 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:44.806+0000 7f9618cb8700 1 -- 172.21.15.43:0/3372050890 shutdown_connections 2024-05-16T15:45:44.818 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:44.806+0000 7f9618cb8700 1 --2- 172.21.15.43:0/3372050890 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9614103140 0x7f961410f1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:44.818 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:44.806+0000 7f9618cb8700 1 --2- 172.21.15.43:0/3372050890 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f96141084c0 0x7f96141088a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:44.818 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:44.806+0000 7f9618cb8700 1 --2- 172.21.15.43:0/3372050890 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9614102780 0x7f9614102c00 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:44.818 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:44.806+0000 7f9618cb8700 1 -- 172.21.15.43:0/3372050890 >> 172.21.15.43:0/3372050890 conn(0x7f9614079350 msgr2=0x7f9614079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:45:44.818 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:44.807+0000 7f9618cb8700 1 -- 172.21.15.43:0/3372050890 shutdown_connections 2024-05-16T15:45:44.818 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:44.807+0000 7f9618cb8700 1 -- 172.21.15.43:0/3372050890 wait complete. 2024-05-16T15:45:44.818 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:44.807+0000 7f9618cb8700 1 Processor -- start 2024-05-16T15:45:44.819 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:44.807+0000 7f9618cb8700 1 -- start start 2024-05-16T15:45:44.819 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:44.807+0000 7f9618cb8700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9614102780 0x7f961419f710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:44.819 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:44.807+0000 7f9618cb8700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9614103140 0x7f961419fc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:44.819 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:44.808+0000 7f9618cb8700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f96141084c0 0x7f96141998d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:44.819 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:44.808+0000 7f9618cb8700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f9614112520 con 0x7f9614103140 2024-05-16T15:45:44.819 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:44.808+0000 7f9618cb8700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f96141123a0 con 0x7f9614102780 2024-05-16T15:45:44.819 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:44.808+0000 7f9618cb8700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f96141126a0 con 0x7f96141084c0 2024-05-16T15:45:44.819 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:44.808+0000 7f9611d9b700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9614103140 0x7f961419fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:44.819 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:44.808+0000 7f9611d9b700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9614103140 0x7f961419fc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:45234/0 (socket says 172.21.15.43:45234) 2024-05-16T15:45:44.819 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:44.808+0000 7f9611d9b700 1 -- 172.21.15.43:0/4047663087 learned_addr learned my addr 172.21.15.43:0/4047663087 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:45:44.819 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:44.808+0000 7f961259c700 1 --2- 172.21.15.43:0/4047663087 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9614102780 0x7f961419f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:44.819 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:44.808+0000 7f9612d9d700 1 --2- 172.21.15.43:0/4047663087 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f96141084c0 0x7f96141998d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:44.819 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:44.808+0000 7f9611d9b700 1 -- 172.21.15.43:0/4047663087 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f96141084c0 msgr2=0x7f96141998d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:44.820 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:44.808+0000 7f9611d9b700 1 --2- 172.21.15.43:0/4047663087 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f96141084c0 0x7f96141998d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:44.820 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:44.808+0000 7f9611d9b700 1 -- 172.21.15.43:0/4047663087 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9614102780 msgr2=0x7f961419f710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:44.820 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:44.808+0000 7f9611d9b700 1 --2- 172.21.15.43:0/4047663087 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9614102780 0x7f961419f710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:44.820 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:44.808+0000 7f9611d9b700 1 -- 172.21.15.43:0/4047663087 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f961419a030 con 0x7f9614103140 2024-05-16T15:45:44.820 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:44.808+0000 7f9612d9d700 1 --2- 172.21.15.43:0/4047663087 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f96141084c0 0x7f96141998d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:45:44.820 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:44.808+0000 7f9611d9b700 1 --2- 172.21.15.43:0/4047663087 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9614103140 0x7f961419fc50 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f9608000c00 tx=0x7f96080057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:45:44.820 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:44.808+0000 7f96037fe700 1 -- 172.21.15.43:0/4047663087 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9608027070 con 0x7f9614103140 2024-05-16T15:45:44.820 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:44.808+0000 7f96037fe700 1 -- 172.21.15.43:0/4047663087 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f960800fc00 con 0x7f9614103140 2024-05-16T15:45:44.820 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:44.808+0000 7f9618cb8700 1 -- 172.21.15.43:0/4047663087 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f961419a2c0 con 0x7f9614103140 2024-05-16T15:45:44.820 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:44.808+0000 7f96037fe700 1 -- 172.21.15.43:0/4047663087 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9608022ca0 con 0x7f9614103140 2024-05-16T15:45:44.820 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:44.808+0000 7f9618cb8700 1 -- 172.21.15.43:0/4047663087 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96141a65e0 con 0x7f9614103140 2024-05-16T15:45:44.821 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:44.810+0000 7f9618cb8700 1 -- 172.21.15.43:0/4047663087 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f961406b420 con 0x7f9614103140 2024-05-16T15:45:44.821 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:44.811+0000 7f96037fe700 1 -- 172.21.15.43:0/4047663087 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f960802a070 con 0x7f9614103140 2024-05-16T15:45:44.821 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:44.811+0000 7f96037fe700 1 --2- 172.21.15.43:0/4047663087 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f95fc0b2930 0x7f95fc0b4df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:44.821 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:44.812+0000 7f961259c700 1 --2- 172.21.15.43:0/4047663087 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f95fc0b2930 0x7f95fc0b4df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:44.821 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:44.812+0000 7f96037fe700 1 -- 172.21.15.43:0/4047663087 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 8277+0+0 (secure 0 0 0) 0x7f96080e3190 con 0x7f9614103140 2024-05-16T15:45:44.822 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:44.812+0000 7f961259c700 1 --2- 172.21.15.43:0/4047663087 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f95fc0b2930 0x7f95fc0b4df0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f961419aa10 tx=0x7f9604009190 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:45:44.825 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:44.816+0000 7f96037fe700 1 -- 172.21.15.43:0/4047663087 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f9608013070 con 0x7f9614103140 2024-05-16T15:45:44.934 INFO:journalctl@ceph.mds.b.smithi148.stdout:May 16 15:45:44 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-b[64686]: 2024-05-16T15:45:44.471+0000 7f56e45fd700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-05-16T15:45:45.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:45.031+0000 7f9618cb8700 1 -- 172.21.15.43:0/4047663087 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f9614103b20 con 0x7f9614103140 2024-05-16T15:45:45.472 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:45 smithi043 ceph-mon[31619]: pgmap v291: 97 pgs: 97 active+clean; 579 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s wr, 7 op/s 2024-05-16T15:45:45.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:45 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/4047663087' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-05-16T15:45:45.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:45 smithi157 ceph-mon[35584]: pgmap v291: 97 pgs: 97 active+clean; 579 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s wr, 7 op/s 2024-05-16T15:45:45.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:45 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/4047663087' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-05-16T15:45:45.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:45 smithi148 ceph-mon[34976]: pgmap v291: 97 pgs: 97 active+clean; 579 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s wr, 7 op/s 2024-05-16T15:45:45.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:45 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/4047663087' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-05-16T15:45:46.260 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:46.251+0000 7f96037fe700 1 -- 172.21.15.43:0/4047663087 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data_ec' created v81) ==== 228+0+0 (secure 0 0 0) 0x7f9614103b20 con 0x7f9614103140 2024-05-16T15:45:46.264 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:46.254+0000 7f9618cb8700 1 -- 172.21.15.43:0/4047663087 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f95fc0b2930 msgr2=0x7f95fc0b4df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:46.264 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:46.254+0000 7f9618cb8700 1 --2- 172.21.15.43:0/4047663087 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f95fc0b2930 0x7f95fc0b4df0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f961419aa10 tx=0x7f9604009190 comp rx=0 tx=0).stop 2024-05-16T15:45:46.264 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:46.254+0000 7f9618cb8700 1 -- 172.21.15.43:0/4047663087 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9614103140 msgr2=0x7f961419fc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:46.264 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:46.254+0000 7f9618cb8700 1 --2- 172.21.15.43:0/4047663087 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9614103140 0x7f961419fc50 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f9608000c00 tx=0x7f96080057c0 comp rx=0 tx=0).stop 2024-05-16T15:45:46.264 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:46.255+0000 7f9618cb8700 1 -- 172.21.15.43:0/4047663087 shutdown_connections 2024-05-16T15:45:46.265 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:46.255+0000 7f9618cb8700 1 --2- 172.21.15.43:0/4047663087 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f96141084c0 0x7f96141998d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:46.265 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:46.255+0000 7f9618cb8700 1 --2- 172.21.15.43:0/4047663087 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9614102780 0x7f961419f710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:46.265 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:46.255+0000 7f9618cb8700 1 --2- 172.21.15.43:0/4047663087 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f95fc0b2930 0x7f95fc0b4df0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:46.265 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:46.255+0000 7f9618cb8700 1 --2- 172.21.15.43:0/4047663087 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9614103140 0x7f961419fc50 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:46.265 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:46.255+0000 7f9618cb8700 1 -- 172.21.15.43:0/4047663087 >> 172.21.15.43:0/4047663087 conn(0x7f9614079350 msgr2=0x7f96141063e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:45:46.265 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:46.255+0000 7f9618cb8700 1 -- 172.21.15.43:0/4047663087 shutdown_connections 2024-05-16T15:45:46.265 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:46.255+0000 7f9618cb8700 1 -- 172.21.15.43:0/4047663087 wait complete. 2024-05-16T15:45:46.266 INFO:teuthology.orchestra.run.smithi043.stderr:pool 'cephfs_data_ec' created 2024-05-16T15:45:46.655 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:46 smithi043 ceph-mon[31619]: osdmap e80: 12 total, 12 up, 12 in 2024-05-16T15:45:46.655 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:46 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/4047663087' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-05-16T15:45:46.655 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:46 smithi043 ceph-mon[31619]: osdmap e81: 12 total, 12 up, 12 in 2024-05-16T15:45:46.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:46 smithi157 ceph-mon[35584]: osdmap e80: 12 total, 12 up, 12 in 2024-05-16T15:45:46.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:46 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/4047663087' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-05-16T15:45:46.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:46 smithi157 ceph-mon[35584]: osdmap e81: 12 total, 12 up, 12 in 2024-05-16T15:45:46.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:46 smithi148 ceph-mon[34976]: osdmap e80: 12 total, 12 up, 12 in 2024-05-16T15:45:46.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:46 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/4047663087' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-05-16T15:45:46.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:46 smithi148 ceph-mon[34976]: osdmap e81: 12 total, 12 up, 12 in 2024-05-16T15:45:47.082 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph osd pool set cephfs_data_ec allow_ec_overwrites true 2024-05-16T15:45:47.359 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:45:47.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:47 smithi043 ceph-mon[31619]: pgmap v293: 97 pgs: 97 active+clean; 579 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 KiB/s wr, 6 op/s 2024-05-16T15:45:47.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:47 smithi043 ceph-mon[31619]: osdmap e82: 12 total, 12 up, 12 in 2024-05-16T15:45:47.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:47 smithi157 ceph-mon[35584]: pgmap v293: 97 pgs: 97 active+clean; 579 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 KiB/s wr, 6 op/s 2024-05-16T15:45:47.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:47 smithi157 ceph-mon[35584]: osdmap e82: 12 total, 12 up, 12 in 2024-05-16T15:45:47.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:47 smithi148 ceph-mon[34976]: pgmap v293: 97 pgs: 97 active+clean; 579 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 KiB/s wr, 6 op/s 2024-05-16T15:45:47.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:47 smithi148 ceph-mon[34976]: osdmap e82: 12 total, 12 up, 12 in 2024-05-16T15:45:49.132 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:49.121+0000 7f5da9b62700 1 -- 172.21.15.43:0/1002549703 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5da406bb40 msgr2=0x7f5da4110330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:49.132 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:49.121+0000 7f5da9b62700 1 --2- 172.21.15.43:0/1002549703 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5da406bb40 0x7f5da4110330 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f5d9c009990 tx=0x7f5d9c009ca0 comp rx=0 tx=0).stop 2024-05-16T15:45:49.132 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:49.121+0000 7f5da9b62700 1 -- 172.21.15.43:0/1002549703 shutdown_connections 2024-05-16T15:45:49.132 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:49.121+0000 7f5da9b62700 1 --2- 172.21.15.43:0/1002549703 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5da406bb40 0x7f5da4110330 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:49.133 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:49.121+0000 7f5da9b62700 1 --2- 172.21.15.43:0/1002549703 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5da4109510 0x7f5da41098f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:49.133 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:49.121+0000 7f5da9b62700 1 --2- 172.21.15.43:0/1002549703 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5da406b180 0x7f5da406b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:49.133 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:49.121+0000 7f5da9b62700 1 -- 172.21.15.43:0/1002549703 >> 172.21.15.43:0/1002549703 conn(0x7f5da4079350 msgr2=0x7f5da4079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:45:49.133 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:49.121+0000 7f5da9b62700 1 -- 172.21.15.43:0/1002549703 shutdown_connections 2024-05-16T15:45:49.133 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:49.121+0000 7f5da9b62700 1 -- 172.21.15.43:0/1002549703 wait complete. 2024-05-16T15:45:49.133 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:49.122+0000 7f5da9b62700 1 Processor -- start 2024-05-16T15:45:49.133 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:49.122+0000 7f5da9b62700 1 -- start start 2024-05-16T15:45:49.133 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:49.122+0000 7f5da9b62700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5da406b180 0x7f5da4102470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:49.133 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:49.122+0000 7f5da9b62700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5da406bb40 0x7f5da41029b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:49.133 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:49.122+0000 7f5da9b62700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5da4109510 0x7f5da4102ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:49.133 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:49.122+0000 7f5da9b62700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f5da41134f0 con 0x7f5da406bb40 2024-05-16T15:45:49.133 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:49.122+0000 7f5da9b62700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f5da4113370 con 0x7f5da4109510 2024-05-16T15:45:49.133 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:49.122+0000 7f5da9b62700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f5da4113670 con 0x7f5da406b180 2024-05-16T15:45:49.133 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:49.122+0000 7f5da2ffd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5da406bb40 0x7f5da41029b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:49.133 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:49.122+0000 7f5da2ffd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5da406bb40 0x7f5da41029b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:43270/0 (socket says 172.21.15.43:43270) 2024-05-16T15:45:49.134 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:49.122+0000 7f5da2ffd700 1 -- 172.21.15.43:0/38160870 learned_addr learned my addr 172.21.15.43:0/38160870 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:45:49.134 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:49.122+0000 7f5da37fe700 1 --2- 172.21.15.43:0/38160870 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5da406b180 0x7f5da4102470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:49.134 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:49.123+0000 7f5da3fff700 1 --2- 172.21.15.43:0/38160870 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5da4109510 0x7f5da4102ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:49.134 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:49.123+0000 7f5da2ffd700 1 -- 172.21.15.43:0/38160870 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5da406b180 msgr2=0x7f5da4102470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:49.134 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:49.123+0000 7f5da2ffd700 1 --2- 172.21.15.43:0/38160870 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5da406b180 0x7f5da4102470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:49.134 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:49.123+0000 7f5da2ffd700 1 -- 172.21.15.43:0/38160870 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5da4109510 msgr2=0x7f5da4102ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:49.134 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:49.123+0000 7f5da2ffd700 1 --2- 172.21.15.43:0/38160870 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5da4109510 0x7f5da4102ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:49.134 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:49.123+0000 7f5da2ffd700 1 -- 172.21.15.43:0/38160870 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5da41a7ec0 con 0x7f5da406bb40 2024-05-16T15:45:49.134 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:49.123+0000 7f5da3fff700 1 --2- 172.21.15.43:0/38160870 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5da4109510 0x7f5da4102ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:45:49.134 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:49.123+0000 7f5da2ffd700 1 --2- 172.21.15.43:0/38160870 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5da406bb40 0x7f5da41029b0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f5d8c00d980 tx=0x7f5d8c00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:45:49.134 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:49.123+0000 7f5da0ff9700 1 -- 172.21.15.43:0/38160870 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d8c017070 con 0x7f5da406bb40 2024-05-16T15:45:49.134 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:49.123+0000 7f5da9b62700 1 -- 172.21.15.43:0/38160870 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5da41a81b0 con 0x7f5da406bb40 2024-05-16T15:45:49.134 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:49.123+0000 7f5da0ff9700 1 -- 172.21.15.43:0/38160870 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5d8c005020 con 0x7f5da406bb40 2024-05-16T15:45:49.135 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:49.123+0000 7f5da0ff9700 1 -- 172.21.15.43:0/38160870 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d8c009ab0 con 0x7f5da406bb40 2024-05-16T15:45:49.135 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:49.123+0000 7f5da9b62700 1 -- 172.21.15.43:0/38160870 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5da41a86f0 con 0x7f5da406bb40 2024-05-16T15:45:49.135 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:49.124+0000 7f5da9b62700 1 -- 172.21.15.43:0/38160870 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5da406a190 con 0x7f5da406bb40 2024-05-16T15:45:49.136 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:49.126+0000 7f5da0ff9700 1 -- 172.21.15.43:0/38160870 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f5d8c0051d0 con 0x7f5da406bb40 2024-05-16T15:45:49.136 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:49.126+0000 7f5da0ff9700 1 --2- 172.21.15.43:0/38160870 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f5d900b2880 0x7f5d900b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:49.136 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:49.126+0000 7f5da37fe700 1 --2- 172.21.15.43:0/38160870 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f5d900b2880 0x7f5d900b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:49.136 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:49.126+0000 7f5da0ff9700 1 -- 172.21.15.43:0/38160870 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8770+0+0 (secure 0 0 0) 0x7f5d8c0e2760 con 0x7f5da406bb40 2024-05-16T15:45:49.136 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:49.127+0000 7f5da37fe700 1 --2- 172.21.15.43:0/38160870 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f5d900b2880 0x7f5d900b4d40 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f5d94007fd0 tx=0x7f5d940079e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:45:49.138 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:49.130+0000 7f5da0ff9700 1 -- 172.21.15.43:0/38160870 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f5d8c020020 con 0x7f5da406bb40 2024-05-16T15:45:49.359 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:49.350+0000 7f5da9b62700 1 -- 172.21.15.43:0/38160870 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"} v 0) -- 0x7f5da402e6d0 con 0x7f5da406bb40 2024-05-16T15:45:49.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:49 smithi157 ceph-mon[35584]: pgmap v296: 129 pgs: 2 creating+activating, 4 creating+peering, 10 unknown, 113 active+clean; 579 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-05-16T15:45:49.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:49 smithi157 ceph-mon[35584]: osdmap e83: 12 total, 12 up, 12 in 2024-05-16T15:45:49.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:49 smithi157 ceph-mon[35584]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-16T15:45:49.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:49 smithi148 ceph-mon[34976]: pgmap v296: 129 pgs: 2 creating+activating, 4 creating+peering, 10 unknown, 113 active+clean; 579 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-05-16T15:45:49.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:49 smithi148 ceph-mon[34976]: osdmap e83: 12 total, 12 up, 12 in 2024-05-16T15:45:49.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:49 smithi148 ceph-mon[34976]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-16T15:45:49.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:49 smithi043 ceph-mon[31619]: pgmap v296: 129 pgs: 2 creating+activating, 4 creating+peering, 10 unknown, 113 active+clean; 579 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-05-16T15:45:49.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:49 smithi043 ceph-mon[31619]: osdmap e83: 12 total, 12 up, 12 in 2024-05-16T15:45:49.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:49 smithi043 ceph-mon[31619]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-16T15:45:50.271 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:50.261+0000 7f5da0ff9700 1 -- 172.21.15.43:0/38160870 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]=0 set pool 4 allow_ec_overwrites to true v84) ==== 169+0+0 (secure 0 0 0) 0x7f5d8c0aa260 con 0x7f5da406bb40 2024-05-16T15:45:50.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:50.265+0000 7f5da9b62700 1 -- 172.21.15.43:0/38160870 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f5d900b2880 msgr2=0x7f5d900b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:50.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:50.265+0000 7f5da9b62700 1 --2- 172.21.15.43:0/38160870 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f5d900b2880 0x7f5d900b4d40 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f5d94007fd0 tx=0x7f5d940079e0 comp rx=0 tx=0).stop 2024-05-16T15:45:50.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:50.265+0000 7f5da9b62700 1 -- 172.21.15.43:0/38160870 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5da406bb40 msgr2=0x7f5da41029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:50.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:50.265+0000 7f5da9b62700 1 --2- 172.21.15.43:0/38160870 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5da406bb40 0x7f5da41029b0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f5d8c00d980 tx=0x7f5d8c00dc90 comp rx=0 tx=0).stop 2024-05-16T15:45:50.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:50.266+0000 7f5da9b62700 1 -- 172.21.15.43:0/38160870 shutdown_connections 2024-05-16T15:45:50.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:50.266+0000 7f5da9b62700 1 --2- 172.21.15.43:0/38160870 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5da4109510 0x7f5da4102ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:50.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:50.266+0000 7f5da9b62700 1 --2- 172.21.15.43:0/38160870 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5da406b180 0x7f5da4102470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:50.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:50.266+0000 7f5da9b62700 1 --2- 172.21.15.43:0/38160870 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f5d900b2880 0x7f5d900b4d40 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:50.276 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:50.266+0000 7f5da9b62700 1 --2- 172.21.15.43:0/38160870 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5da406bb40 0x7f5da41029b0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:50.276 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:50.266+0000 7f5da9b62700 1 -- 172.21.15.43:0/38160870 >> 172.21.15.43:0/38160870 conn(0x7f5da4079350 msgr2=0x7f5da41010b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:45:50.276 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:50.266+0000 7f5da9b62700 1 -- 172.21.15.43:0/38160870 shutdown_connections 2024-05-16T15:45:50.276 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:50.266+0000 7f5da9b62700 1 -- 172.21.15.43:0/38160870 wait complete. 2024-05-16T15:45:50.276 INFO:teuthology.orchestra.run.smithi043.stderr:set pool 4 allow_ec_overwrites to true 2024-05-16T15:45:50.657 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:50 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/38160870' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-05-16T15:45:50.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:50 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/38160870' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-05-16T15:45:50.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:50 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/38160870' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-05-16T15:45:51.042 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph fs add_data_pool cephfs cephfs_data_ec 2024-05-16T15:45:51.300 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:45:51.551 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:51 smithi043 ceph-mon[31619]: pgmap v298: 129 pgs: 2 creating+activating, 4 creating+peering, 5 unknown, 118 active+clean; 579 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:51.551 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:51 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/38160870' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-05-16T15:45:51.551 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:51 smithi043 ceph-mon[31619]: osdmap e84: 12 total, 12 up, 12 in 2024-05-16T15:45:51.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:51 smithi157 ceph-mon[35584]: pgmap v298: 129 pgs: 2 creating+activating, 4 creating+peering, 5 unknown, 118 active+clean; 579 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:51.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:51 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/38160870' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-05-16T15:45:51.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:51 smithi157 ceph-mon[35584]: osdmap e84: 12 total, 12 up, 12 in 2024-05-16T15:45:51.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:51 smithi148 ceph-mon[34976]: pgmap v298: 129 pgs: 2 creating+activating, 4 creating+peering, 5 unknown, 118 active+clean; 579 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:51.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:51 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/38160870' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-05-16T15:45:51.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:51 smithi148 ceph-mon[34976]: osdmap e84: 12 total, 12 up, 12 in 2024-05-16T15:45:53.031 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:53.019+0000 7f1a5255c700 1 -- 172.21.15.43:0/2728341350 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1a4c108870 msgr2=0x7f1a4c1103f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:53.031 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:53.019+0000 7f1a5255c700 1 --2- 172.21.15.43:0/2728341350 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1a4c108870 0x7f1a4c1103f0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f1a4400b0d0 tx=0x7f1a4400b3e0 comp rx=0 tx=0).stop 2024-05-16T15:45:53.031 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:53.020+0000 7f1a5255c700 1 -- 172.21.15.43:0/2728341350 shutdown_connections 2024-05-16T15:45:53.031 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:53.020+0000 7f1a5255c700 1 --2- 172.21.15.43:0/2728341350 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1a4c108870 0x7f1a4c1103f0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:53.031 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:53.020+0000 7f1a5255c700 1 --2- 172.21.15.43:0/2728341350 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1a4c103780 0x7f1a4c103b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:53.031 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:53.020+0000 7f1a5255c700 1 --2- 172.21.15.43:0/2728341350 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1a4c104130 0x7f1a4c108140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:53.032 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:53.020+0000 7f1a5255c700 1 -- 172.21.15.43:0/2728341350 >> 172.21.15.43:0/2728341350 conn(0x7f1a4c07a610 msgr2=0x7f1a4c07aa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:45:53.032 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:53.020+0000 7f1a5255c700 1 -- 172.21.15.43:0/2728341350 shutdown_connections 2024-05-16T15:45:53.032 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:53.020+0000 7f1a5255c700 1 -- 172.21.15.43:0/2728341350 wait complete. 2024-05-16T15:45:53.032 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:53.020+0000 7f1a5255c700 1 Processor -- start 2024-05-16T15:45:53.032 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:53.020+0000 7f1a5255c700 1 -- start start 2024-05-16T15:45:53.032 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:53.020+0000 7f1a5255c700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1a4c103780 0x7f1a4c1a1830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:53.032 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:53.021+0000 7f1a5255c700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1a4c104130 0x7f1a4c1a1d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:53.032 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:53.021+0000 7f1a5255c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1a4c108870 0x7f1a4c19b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:53.032 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:53.021+0000 7f1a5255c700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f1a4c113510 con 0x7f1a4c108870 2024-05-16T15:45:53.033 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:53.021+0000 7f1a5255c700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f1a4c113390 con 0x7f1a4c104130 2024-05-16T15:45:53.033 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:53.021+0000 7f1a5255c700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f1a4c113690 con 0x7f1a4c103780 2024-05-16T15:45:53.033 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:53.021+0000 7f1a50af9700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1a4c108870 0x7f1a4c19b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:53.033 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:53.021+0000 7f1a50af9700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1a4c108870 0x7f1a4c19b9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:43286/0 (socket says 172.21.15.43:43286) 2024-05-16T15:45:53.033 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:53.021+0000 7f1a50af9700 1 -- 172.21.15.43:0/1101924057 learned_addr learned my addr 172.21.15.43:0/1101924057 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:45:53.033 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:53.021+0000 7f1a4bfff700 1 --2- 172.21.15.43:0/1101924057 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1a4c103780 0x7f1a4c1a1830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:53.033 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:53.021+0000 7f1a43fff700 1 --2- 172.21.15.43:0/1101924057 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1a4c104130 0x7f1a4c1a1d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:53.033 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:53.021+0000 7f1a50af9700 1 -- 172.21.15.43:0/1101924057 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1a4c103780 msgr2=0x7f1a4c1a1830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:53.033 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:53.021+0000 7f1a50af9700 1 --2- 172.21.15.43:0/1101924057 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1a4c103780 0x7f1a4c1a1830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:53.033 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:53.021+0000 7f1a50af9700 1 -- 172.21.15.43:0/1101924057 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1a4c104130 msgr2=0x7f1a4c1a1d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:53.033 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:53.021+0000 7f1a50af9700 1 --2- 172.21.15.43:0/1101924057 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1a4c104130 0x7f1a4c1a1d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:53.033 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:53.021+0000 7f1a50af9700 1 -- 172.21.15.43:0/1101924057 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a4c19c150 con 0x7f1a4c108870 2024-05-16T15:45:53.033 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:53.021+0000 7f1a4bfff700 1 --2- 172.21.15.43:0/1101924057 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1a4c103780 0x7f1a4c1a1830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:45:53.034 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:53.021+0000 7f1a43fff700 1 --2- 172.21.15.43:0/1101924057 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1a4c104130 0x7f1a4c1a1d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:45:53.034 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:53.021+0000 7f1a50af9700 1 --2- 172.21.15.43:0/1101924057 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1a4c108870 0x7f1a4c19b9f0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f1a44009850 tx=0x7f1a44007e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:45:53.034 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:53.021+0000 7f1a49ffb700 1 -- 172.21.15.43:0/1101924057 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a4401f030 con 0x7f1a4c108870 2024-05-16T15:45:53.034 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:53.021+0000 7f1a5255c700 1 -- 172.21.15.43:0/1101924057 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a4c19c3e0 con 0x7f1a4c108870 2024-05-16T15:45:53.034 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:53.021+0000 7f1a49ffb700 1 -- 172.21.15.43:0/1101924057 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1a4401bad0 con 0x7f1a4c108870 2024-05-16T15:45:53.034 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:53.021+0000 7f1a49ffb700 1 -- 172.21.15.43:0/1101924057 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a44012bb0 con 0x7f1a4c108870 2024-05-16T15:45:53.034 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:53.021+0000 7f1a5255c700 1 -- 172.21.15.43:0/1101924057 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a4c1a8700 con 0x7f1a4c108870 2024-05-16T15:45:53.034 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:53.022+0000 7f1a5255c700 1 -- 172.21.15.43:0/1101924057 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a4c06a190 con 0x7f1a4c108870 2024-05-16T15:45:53.035 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:53.024+0000 7f1a49ffb700 1 -- 172.21.15.43:0/1101924057 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f1a44022030 con 0x7f1a4c108870 2024-05-16T15:45:53.035 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:53.025+0000 7f1a49ffb700 1 --2- 172.21.15.43:0/1101924057 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f1a380b2880 0x7f1a380b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:53.035 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:53.025+0000 7f1a4bfff700 1 --2- 172.21.15.43:0/1101924057 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f1a380b2880 0x7f1a380b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:53.035 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:53.025+0000 7f1a49ffb700 1 -- 172.21.15.43:0/1101924057 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8770+0+0 (secure 0 0 0) 0x7f1a4400f020 con 0x7f1a4c108870 2024-05-16T15:45:53.035 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:53.025+0000 7f1a4bfff700 1 --2- 172.21.15.43:0/1101924057 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f1a380b2880 0x7f1a380b4d40 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f1a4c19cb30 tx=0x7f1a3c009670 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:45:53.037 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:53.028+0000 7f1a49ffb700 1 -- 172.21.15.43:0/1101924057 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f1a44029020 con 0x7f1a4c108870 2024-05-16T15:45:53.303 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:53.295+0000 7f1a5255c700 1 -- 172.21.15.43:0/1101924057 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"} v 0) -- 0x7f1a4c1a88d0 con 0x7f1a4c108870 2024-05-16T15:45:53.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:53 smithi157 ceph-mon[35584]: pgmap v300: 129 pgs: 2 creating+activating, 4 creating+peering, 123 active+clean; 579 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:53.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:53 smithi148 ceph-mon[34976]: pgmap v300: 129 pgs: 2 creating+activating, 4 creating+peering, 123 active+clean; 579 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:53.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:53 smithi043 ceph-mon[31619]: pgmap v300: 129 pgs: 2 creating+activating, 4 creating+peering, 123 active+clean; 579 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:54.281 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:54.272+0000 7f1a49ffb700 1 -- 172.21.15.43:0/1101924057 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]=0 added data pool 4 to fsmap v17) ==== 137+0+0 (secure 0 0 0) 0x7f1a440074e0 con 0x7f1a4c108870 2024-05-16T15:45:54.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:54.276+0000 7f1a5255c700 1 -- 172.21.15.43:0/1101924057 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f1a380b2880 msgr2=0x7f1a380b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:54.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:54.276+0000 7f1a5255c700 1 --2- 172.21.15.43:0/1101924057 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f1a380b2880 0x7f1a380b4d40 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f1a4c19cb30 tx=0x7f1a3c009670 comp rx=0 tx=0).stop 2024-05-16T15:45:54.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:54.276+0000 7f1a5255c700 1 -- 172.21.15.43:0/1101924057 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1a4c108870 msgr2=0x7f1a4c19b9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:54.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:54.276+0000 7f1a5255c700 1 --2- 172.21.15.43:0/1101924057 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1a4c108870 0x7f1a4c19b9f0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f1a44009850 tx=0x7f1a44007e40 comp rx=0 tx=0).stop 2024-05-16T15:45:54.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:54.276+0000 7f1a5255c700 1 -- 172.21.15.43:0/1101924057 shutdown_connections 2024-05-16T15:45:54.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:54.276+0000 7f1a5255c700 1 --2- 172.21.15.43:0/1101924057 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f1a380b2880 0x7f1a380b4d40 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:54.286 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:54.276+0000 7f1a5255c700 1 --2- 172.21.15.43:0/1101924057 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1a4c108870 0x7f1a4c19b9f0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:54.286 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:54.276+0000 7f1a5255c700 1 --2- 172.21.15.43:0/1101924057 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1a4c103780 0x7f1a4c1a1830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:54.286 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:54.276+0000 7f1a5255c700 1 --2- 172.21.15.43:0/1101924057 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1a4c104130 0x7f1a4c1a1d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:54.286 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:54.276+0000 7f1a5255c700 1 -- 172.21.15.43:0/1101924057 >> 172.21.15.43:0/1101924057 conn(0x7f1a4c07a610 msgr2=0x7f1a4c101550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:45:54.286 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:54.276+0000 7f1a5255c700 1 -- 172.21.15.43:0/1101924057 shutdown_connections 2024-05-16T15:45:54.286 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:54.276+0000 7f1a5255c700 1 -- 172.21.15.43:0/1101924057 wait complete. 2024-05-16T15:45:54.286 INFO:teuthology.orchestra.run.smithi043.stderr:added data pool 4 to fsmap 2024-05-16T15:45:54.598 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:54 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/1101924057' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-05-16T15:45:54.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:54 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/1101924057' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-05-16T15:45:54.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:54 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/1101924057' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-05-16T15:45:54.914 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-16T15:45:55.169 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:45:55.585 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:55 smithi043 ceph-mon[31619]: pgmap v301: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:55.585 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:55 smithi043 ceph-mon[31619]: osdmap e85: 12 total, 12 up, 12 in 2024-05-16T15:45:55.586 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:55 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/1101924057' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-05-16T15:45:55.586 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:55 smithi043 ceph-mon[31619]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-16T15:45:55.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:55 smithi157 ceph-mon[35584]: pgmap v301: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:55.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:55 smithi157 ceph-mon[35584]: osdmap e85: 12 total, 12 up, 12 in 2024-05-16T15:45:55.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:55 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/1101924057' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-05-16T15:45:55.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:55 smithi157 ceph-mon[35584]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-16T15:45:55.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:55 smithi148 ceph-mon[34976]: pgmap v301: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:55.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:55 smithi148 ceph-mon[34976]: osdmap e85: 12 total, 12 up, 12 in 2024-05-16T15:45:55.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:55 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/1101924057' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-05-16T15:45:55.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:55 smithi148 ceph-mon[34976]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-16T15:45:56.588 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:56 smithi043 ceph-mon[31619]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-05-16T15:45:56.588 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:56 smithi043 ceph-mon[31619]: Cluster is now healthy 2024-05-16T15:45:56.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:56 smithi157 ceph-mon[35584]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-05-16T15:45:56.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:56 smithi157 ceph-mon[35584]: Cluster is now healthy 2024-05-16T15:45:56.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:56 smithi148 ceph-mon[34976]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-05-16T15:45:56.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:56 smithi148 ceph-mon[34976]: Cluster is now healthy 2024-05-16T15:45:56.937 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:56.928+0000 7f89f51a0700 1 -- 172.21.15.43:0/4180427250 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f89f01095b0 msgr2=0x7f89f0109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:56.938 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:56.928+0000 7f89f51a0700 1 --2- 172.21.15.43:0/4180427250 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f89f01095b0 0x7f89f0109990 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f89e000b0d0 tx=0x7f89e000b3e0 comp rx=0 tx=0).stop 2024-05-16T15:45:56.938 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:56.928+0000 7f89f51a0700 1 -- 172.21.15.43:0/4180427250 shutdown_connections 2024-05-16T15:45:56.938 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:56.928+0000 7f89f51a0700 1 --2- 172.21.15.43:0/4180427250 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f89f006c590 0x7f89f0110380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:56.938 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:56.928+0000 7f89f51a0700 1 --2- 172.21.15.43:0/4180427250 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f89f01095b0 0x7f89f0109990 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:56.938 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:56.928+0000 7f89f51a0700 1 --2- 172.21.15.43:0/4180427250 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f89f006bbd0 0x7f89f006c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:56.938 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:56.928+0000 7f89f51a0700 1 -- 172.21.15.43:0/4180427250 >> 172.21.15.43:0/4180427250 conn(0x7f89f0078210 msgr2=0x7f89f0078620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:45:56.938 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:56.928+0000 7f89f51a0700 1 -- 172.21.15.43:0/4180427250 shutdown_connections 2024-05-16T15:45:56.938 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:56.928+0000 7f89f51a0700 1 -- 172.21.15.43:0/4180427250 wait complete. 2024-05-16T15:45:56.938 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:56.929+0000 7f89f51a0700 1 Processor -- start 2024-05-16T15:45:56.940 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:56.929+0000 7f89f51a0700 1 -- start start 2024-05-16T15:45:56.940 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:56.929+0000 7f89f51a0700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f89f006bbd0 0x7f89f019f700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:56.941 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:56.929+0000 7f89f51a0700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f89f006c590 0x7f89f019fc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:56.941 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:56.929+0000 7f89f51a0700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f89f01095b0 0x7f89f01998c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:56.941 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:56.929+0000 7f89f51a0700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f89f0113560 con 0x7f89f006bbd0 2024-05-16T15:45:56.941 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:56.929+0000 7f89f51a0700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f89f01133e0 con 0x7f89f01095b0 2024-05-16T15:45:56.941 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:56.929+0000 7f89f51a0700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f89f01136e0 con 0x7f89f006c590 2024-05-16T15:45:56.941 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:56.929+0000 7f89eed9d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f89f006bbd0 0x7f89f019f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:56.941 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:56.929+0000 7f89eed9d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f89f006bbd0 0x7f89f019f700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:60556/0 (socket says 172.21.15.43:60556) 2024-05-16T15:45:56.941 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:56.929+0000 7f89eed9d700 1 -- 172.21.15.43:0/4042274513 learned_addr learned my addr 172.21.15.43:0/4042274513 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:45:56.941 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:56.930+0000 7f89ee59c700 1 --2- 172.21.15.43:0/4042274513 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f89f006c590 0x7f89f019fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:56.941 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:56.930+0000 7f89ef59e700 1 --2- 172.21.15.43:0/4042274513 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f89f01095b0 0x7f89f01998c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:56.941 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:56.930+0000 7f89eed9d700 1 -- 172.21.15.43:0/4042274513 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f89f006c590 msgr2=0x7f89f019fc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:56.941 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:56.930+0000 7f89eed9d700 1 --2- 172.21.15.43:0/4042274513 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f89f006c590 0x7f89f019fc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:56.942 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:56.930+0000 7f89eed9d700 1 -- 172.21.15.43:0/4042274513 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f89f01095b0 msgr2=0x7f89f01998c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:56.942 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:56.930+0000 7f89eed9d700 1 --2- 172.21.15.43:0/4042274513 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f89f01095b0 0x7f89f01998c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:56.942 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:56.930+0000 7f89eed9d700 1 -- 172.21.15.43:0/4042274513 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89f019a020 con 0x7f89f006bbd0 2024-05-16T15:45:56.942 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:56.930+0000 7f89ef59e700 1 --2- 172.21.15.43:0/4042274513 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f89f01095b0 0x7f89f01998c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:45:56.942 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:56.930+0000 7f89eed9d700 1 --2- 172.21.15.43:0/4042274513 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f89f006bbd0 0x7f89f019f700 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f89e0007a20 tx=0x7f89e0007a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:45:56.942 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:56.930+0000 7f89e7fff700 1 -- 172.21.15.43:0/4042274513 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89e001f070 con 0x7f89f006bbd0 2024-05-16T15:45:56.942 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:56.930+0000 7f89e7fff700 1 -- 172.21.15.43:0/4042274513 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f89e0004c50 con 0x7f89f006bbd0 2024-05-16T15:45:56.942 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:56.930+0000 7f89e7fff700 1 -- 172.21.15.43:0/4042274513 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89e001b690 con 0x7f89f006bbd0 2024-05-16T15:45:56.942 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:56.930+0000 7f89f51a0700 1 -- 172.21.15.43:0/4042274513 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89f019a2b0 con 0x7f89f006bbd0 2024-05-16T15:45:56.942 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:56.930+0000 7f89f51a0700 1 -- 172.21.15.43:0/4042274513 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89f019a6d0 con 0x7f89f006bbd0 2024-05-16T15:45:56.942 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:56.931+0000 7f89f51a0700 1 -- 172.21.15.43:0/4042274513 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f89f0104c00 con 0x7f89f006bbd0 2024-05-16T15:45:56.943 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:56.933+0000 7f89e7fff700 1 -- 172.21.15.43:0/4042274513 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f89e0022070 con 0x7f89f006bbd0 2024-05-16T15:45:56.943 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:56.934+0000 7f89e7fff700 1 --2- 172.21.15.43:0/4042274513 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f89dc0b2880 0x7f89dc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:56.943 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:56.934+0000 7f89ee59c700 1 --2- 172.21.15.43:0/4042274513 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f89dc0b2880 0x7f89dc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:56.943 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:56.934+0000 7f89e7fff700 1 -- 172.21.15.43:0/4042274513 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8802+0+0 (secure 0 0 0) 0x7f89e000f020 con 0x7f89f006bbd0 2024-05-16T15:45:56.943 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:56.934+0000 7f89ee59c700 1 --2- 172.21.15.43:0/4042274513 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f89dc0b2880 0x7f89dc0b4d40 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f89f0078880 tx=0x7f89d800b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:45:56.946 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:56.937+0000 7f89e7fff700 1 -- 172.21.15.43:0/4042274513 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f89e0029020 con 0x7f89f006bbd0 2024-05-16T15:45:57.209 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:57.200+0000 7f89f51a0700 1 -- 172.21.15.43:0/4042274513 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f89f019ae20 con 0x7f89f006bbd0 2024-05-16T15:45:57.210 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:57.201+0000 7f89e7fff700 1 -- 172.21.15.43:0/4042274513 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+11809 (secure 0 0 0) 0x7f89f019ae20 con 0x7f89f006bbd0 2024-05-16T15:45:57.211 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:45:57.211 INFO:teuthology.orchestra.run.smithi043.stdout:{"epoch":17,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.43:6835/1448137759","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6834","nonce":1448137759},{"type":"v1","addr":"172.21.15.43:6835","nonce":1448137759}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.43:6837/3286596297","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6836","nonce":3286596297},{"type":"v1","addr":"172.21.15.43:6837","nonce":3286596297}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.43:6839/4087815034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6838","nonce":4087815034},{"type":"v1","addr":"172.21.15.43:6839","nonce":4087815034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.43:6841/2042970804","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6840","nonce":2042970804},{"type":"v1","addr":"172.21.15.43:6841","nonce":2042970804}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24410,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.148:6833/3084392719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6832","nonce":3084392719},{"type":"v1","addr":"172.21.15.148:6833","nonce":3084392719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6833/3972392500","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6832","nonce":3972392500},{"type":"v1","addr":"172.21.15.157:6833","nonce":3972392500}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.148:6835/516622533","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6834","nonce":516622533},{"type":"v1","addr":"172.21.15.148:6835","nonce":516622533}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24445,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6835/2303077574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2303077574},{"type":"v1","addr":"172.21.15.157:6835","nonce":2303077574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24451,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/3777341889","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6836","nonce":3777341889},{"type":"v1","addr":"172.21.15.157:6837","nonce":3777341889}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24452,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.148:6837/4036870683","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6836","nonce":4036870683},{"type":"v1","addr":"172.21.15.148:6837","nonce":4036870683}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24463,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6839/2377589154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6838","nonce":2377589154},{"type":"v1","addr":"172.21.15.157:6839","nonce":2377589154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-05-16T15:45:39.175942+0000","modified":"2024-05-16T15:45:53.296479+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24482},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24482":{"gid":24482,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.148:6839/717807397","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6838","nonce":717807397},{"type":"v1","addr":"172.21.15.148:6839","nonce":717807397}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":24482,"qdb_cluster":[24482]},"id":1}]} 2024-05-16T15:45:57.213 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:57.203+0000 7f89f51a0700 1 -- 172.21.15.43:0/4042274513 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f89dc0b2880 msgr2=0x7f89dc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:57.213 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:57.203+0000 7f89f51a0700 1 --2- 172.21.15.43:0/4042274513 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f89dc0b2880 0x7f89dc0b4d40 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f89f0078880 tx=0x7f89d800b410 comp rx=0 tx=0).stop 2024-05-16T15:45:57.213 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:57.203+0000 7f89f51a0700 1 -- 172.21.15.43:0/4042274513 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f89f006bbd0 msgr2=0x7f89f019f700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:57.213 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:57.203+0000 7f89f51a0700 1 --2- 172.21.15.43:0/4042274513 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f89f006bbd0 0x7f89f019f700 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f89e0007a20 tx=0x7f89e0007a50 comp rx=0 tx=0).stop 2024-05-16T15:45:57.213 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:57.204+0000 7f89f51a0700 1 -- 172.21.15.43:0/4042274513 shutdown_connections 2024-05-16T15:45:57.213 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:57.204+0000 7f89f51a0700 1 --2- 172.21.15.43:0/4042274513 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f89f01095b0 0x7f89f01998c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:57.213 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:57.204+0000 7f89f51a0700 1 --2- 172.21.15.43:0/4042274513 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f89dc0b2880 0x7f89dc0b4d40 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:57.213 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:57.204+0000 7f89f51a0700 1 --2- 172.21.15.43:0/4042274513 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f89f006bbd0 0x7f89f019f700 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:57.213 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:57.204+0000 7f89f51a0700 1 --2- 172.21.15.43:0/4042274513 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f89f006c590 0x7f89f019fc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:57.213 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:57.204+0000 7f89f51a0700 1 -- 172.21.15.43:0/4042274513 >> 172.21.15.43:0/4042274513 conn(0x7f89f0078210 msgr2=0x7f89f0101430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:45:57.213 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:57.204+0000 7f89f51a0700 1 -- 172.21.15.43:0/4042274513 shutdown_connections 2024-05-16T15:45:57.213 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:57.204+0000 7f89f51a0700 1 -- 172.21.15.43:0/4042274513 wait complete. 2024-05-16T15:45:57.214 INFO:teuthology.orchestra.run.smithi043.stderr:dumped fsmap epoch 17 2024-05-16T15:45:57.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:57 smithi043 ceph-mon[31619]: pgmap v303: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:57.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:57 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/4042274513' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:45:57.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:57 smithi157 ceph-mon[35584]: pgmap v303: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:57.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:57 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/4042274513' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:45:57.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:57 smithi148 ceph-mon[34976]: pgmap v303: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:57.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:57 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/4042274513' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:45:57.969 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-16T15:45:58.227 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:45:59.614 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:45:59 smithi043 ceph-mon[31619]: pgmap v304: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:59.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:45:59 smithi157 ceph-mon[35584]: pgmap v304: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:59.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:45:59 smithi148 ceph-mon[34976]: pgmap v304: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:45:59.989 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:59.979+0000 7fab47c57700 1 -- 172.21.15.43:0/2537835944 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fab40108410 msgr2=0x7fab401087f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:59.989 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:59.979+0000 7fab47c57700 1 --2- 172.21.15.43:0/2537835944 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fab40108410 0x7fab401087f0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fab3c009990 tx=0x7fab3c009ca0 comp rx=0 tx=0).stop 2024-05-16T15:45:59.989 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:59.979+0000 7fab47c57700 1 -- 172.21.15.43:0/2537835944 shutdown_connections 2024-05-16T15:45:59.989 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:59.979+0000 7fab47c57700 1 --2- 172.21.15.43:0/2537835944 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fab40102d60 0x7fab4010f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:59.989 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:59.979+0000 7fab47c57700 1 --2- 172.21.15.43:0/2537835944 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fab40108410 0x7fab401087f0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:59.989 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:59.979+0000 7fab47c57700 1 --2- 172.21.15.43:0/2537835944 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fab401023a0 0x7fab40102820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:59.989 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:59.979+0000 7fab47c57700 1 -- 172.21.15.43:0/2537835944 >> 172.21.15.43:0/2537835944 conn(0x7fab40079350 msgr2=0x7fab40079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:45:59.990 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:59.980+0000 7fab47c57700 1 -- 172.21.15.43:0/2537835944 shutdown_connections 2024-05-16T15:45:59.990 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:59.980+0000 7fab47c57700 1 -- 172.21.15.43:0/2537835944 wait complete. 2024-05-16T15:45:59.991 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:59.980+0000 7fab47c57700 1 Processor -- start 2024-05-16T15:45:59.991 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:59.981+0000 7fab47c57700 1 -- start start 2024-05-16T15:45:59.991 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:59.981+0000 7fab47c57700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fab401023a0 0x7fab4019f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:59.991 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:59.981+0000 7fab47c57700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fab40102d60 0x7fab4019fc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:59.991 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:59.981+0000 7fab47c57700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fab40108410 0x7fab40199840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:59.991 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:59.981+0000 7fab47c57700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fab40112410 con 0x7fab401023a0 2024-05-16T15:45:59.991 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:59.981+0000 7fab47c57700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fab40112290 con 0x7fab40108410 2024-05-16T15:45:59.991 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:59.981+0000 7fab47c57700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fab40112590 con 0x7fab40102d60 2024-05-16T15:45:59.992 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:59.981+0000 7fab459f3700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fab401023a0 0x7fab4019f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:59.992 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:59.981+0000 7fab459f3700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fab401023a0 0x7fab4019f6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:60570/0 (socket says 172.21.15.43:60570) 2024-05-16T15:45:59.992 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:59.981+0000 7fab459f3700 1 -- 172.21.15.43:0/2360973001 learned_addr learned my addr 172.21.15.43:0/2360973001 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:45:59.992 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:59.981+0000 7fab451f2700 1 --2- 172.21.15.43:0/2360973001 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fab40102d60 0x7fab4019fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:59.992 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:59.981+0000 7fab461f4700 1 --2- 172.21.15.43:0/2360973001 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fab40108410 0x7fab40199840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:59.992 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:59.981+0000 7fab459f3700 1 -- 172.21.15.43:0/2360973001 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fab40102d60 msgr2=0x7fab4019fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:59.992 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:59.981+0000 7fab459f3700 1 --2- 172.21.15.43:0/2360973001 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fab40102d60 0x7fab4019fc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:59.992 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:59.981+0000 7fab459f3700 1 -- 172.21.15.43:0/2360973001 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fab40108410 msgr2=0x7fab40199840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:45:59.992 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:59.981+0000 7fab459f3700 1 --2- 172.21.15.43:0/2360973001 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fab40108410 0x7fab40199840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:45:59.992 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:59.981+0000 7fab459f3700 1 -- 172.21.15.43:0/2360973001 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab4019a020 con 0x7fab401023a0 2024-05-16T15:45:59.992 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:59.981+0000 7fab459f3700 1 --2- 172.21.15.43:0/2360973001 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fab401023a0 0x7fab4019f6c0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fab3c006010 tx=0x7fab3c00bfc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:45:59.992 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:59.982+0000 7fab36ffd700 1 -- 172.21.15.43:0/2360973001 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab3c027070 con 0x7fab401023a0 2024-05-16T15:45:59.992 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:59.982+0000 7fab47c57700 1 -- 172.21.15.43:0/2360973001 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab4019a2b0 con 0x7fab401023a0 2024-05-16T15:45:59.993 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:59.982+0000 7fab36ffd700 1 -- 172.21.15.43:0/2360973001 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fab3c022470 con 0x7fab401023a0 2024-05-16T15:45:59.993 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:59.982+0000 7fab36ffd700 1 -- 172.21.15.43:0/2360973001 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab3c017650 con 0x7fab401023a0 2024-05-16T15:45:59.993 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:59.982+0000 7fab47c57700 1 -- 172.21.15.43:0/2360973001 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab401a6520 con 0x7fab401023a0 2024-05-16T15:45:59.993 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:59.983+0000 7fab47c57700 1 -- 172.21.15.43:0/2360973001 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab40103ac0 con 0x7fab401023a0 2024-05-16T15:45:59.993 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:59.984+0000 7fab36ffd700 1 -- 172.21.15.43:0/2360973001 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fab3c009d10 con 0x7fab401023a0 2024-05-16T15:45:59.994 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:59.985+0000 7fab36ffd700 1 --2- 172.21.15.43:0/2360973001 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fab2c0b2880 0x7fab2c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:45:59.994 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:59.985+0000 7fab451f2700 1 --2- 172.21.15.43:0/2360973001 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fab2c0b2880 0x7fab2c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:45:59.994 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:59.985+0000 7fab36ffd700 1 -- 172.21.15.43:0/2360973001 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8802+0+0 (secure 0 0 0) 0x7fab3c0e3320 con 0x7fab401023a0 2024-05-16T15:45:59.994 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:59.985+0000 7fab451f2700 1 --2- 172.21.15.43:0/2360973001 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fab2c0b2880 0x7fab2c0b4d40 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fab400798c0 tx=0x7fab3000b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:45:59.997 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:45:59.988+0000 7fab36ffd700 1 -- 172.21.15.43:0/2360973001 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fab3c013070 con 0x7fab401023a0 2024-05-16T15:46:00.214 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:00.205+0000 7fab47c57700 1 -- 172.21.15.43:0/2360973001 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fab401a66f0 con 0x7fab401023a0 2024-05-16T15:46:00.215 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:00.206+0000 7fab36ffd700 1 -- 172.21.15.43:0/2360973001 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v85) ==== 74+0+24124 (secure 0 0 0) 0x7fab3c0aae30 con 0x7fab401023a0 2024-05-16T15:46:00.216 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:46:00.216 INFO:teuthology.orchestra.run.smithi043.stdout:{"epoch":85,"fsid":"13155b42-139a-11ef-bc9a-c7b262605968","created":"2024-05-16T15:37:22.311071+0000","modified":"2024-05-16T15:45:53.296349+0000","last_up_change":"2024-05-16T15:44:35.160481+0000","last_in_change":"2024-05-16T15:44:14.991724+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-16T15:40:47.990763+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-16T15:45:32.249662+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-16T15:45:35.938913+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-05-16T15:45:45.256550+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"b4de8b19-c914-400d-bf10-135fe3a0a81a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6802","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6803","nonce":2827692837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6804","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6805","nonce":2827692837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6808","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6809","nonce":2827692837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6806","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6807","nonce":2827692837}]},"public_addr":"172.21.15.43:6803/2827692837","cluster_addr":"172.21.15.43:6805/2827692837","heartbeat_back_addr":"172.21.15.43:6809/2827692837","heartbeat_front_addr":"172.21.15.43:6807/2827692837","state":["exists","up"]},{"osd":1,"uuid":"178a5d73-e946-41b5-9ef3-f15c16b2e8d0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6800","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6801","nonce":2384349877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6802","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6803","nonce":2384349877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6806","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6807","nonce":2384349877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6804","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6805","nonce":2384349877}]},"public_addr":"172.21.15.148:6801/2384349877","cluster_addr":"172.21.15.148:6803/2384349877","heartbeat_back_addr":"172.21.15.148:6807/2384349877","heartbeat_front_addr":"172.21.15.148:6805/2384349877","state":["exists","up"]},{"osd":2,"uuid":"5b40d2f9-afb6-42b3-a76b-641eddcc2948","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6801","nonce":512969814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6803","nonce":512969814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6807","nonce":512969814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6805","nonce":512969814}]},"public_addr":"172.21.15.157:6801/512969814","cluster_addr":"172.21.15.157:6803/512969814","heartbeat_back_addr":"172.21.15.157:6807/512969814","heartbeat_front_addr":"172.21.15.157:6805/512969814","state":["exists","up"]},{"osd":3,"uuid":"869f2122-f5c7-4b16-b48c-db114730bd5c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6810","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6811","nonce":1305033610}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6812","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6813","nonce":1305033610}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6816","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6817","nonce":1305033610}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6814","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6815","nonce":1305033610}]},"public_addr":"172.21.15.43:6811/1305033610","cluster_addr":"172.21.15.43:6813/1305033610","heartbeat_back_addr":"172.21.15.43:6817/1305033610","heartbeat_front_addr":"172.21.15.43:6815/1305033610","state":["exists","up"]},{"osd":4,"uuid":"c488d334-6676-4abf-81ff-596e7c507159","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6808","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6809","nonce":298572470}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6810","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6811","nonce":298572470}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6814","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6815","nonce":298572470}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6812","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6813","nonce":298572470}]},"public_addr":"172.21.15.148:6809/298572470","cluster_addr":"172.21.15.148:6811/298572470","heartbeat_back_addr":"172.21.15.148:6815/298572470","heartbeat_front_addr":"172.21.15.148:6813/298572470","state":["exists","up"]},{"osd":5,"uuid":"b858ef2e-c51c-4044-a143-30583374ef2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6809","nonce":2793566993}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6811","nonce":2793566993}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6815","nonce":2793566993}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6813","nonce":2793566993}]},"public_addr":"172.21.15.157:6809/2793566993","cluster_addr":"172.21.15.157:6811/2793566993","heartbeat_back_addr":"172.21.15.157:6815/2793566993","heartbeat_front_addr":"172.21.15.157:6813/2793566993","state":["exists","up"]},{"osd":6,"uuid":"70b4d49c-e33c-4334-a293-ce89cb37da1f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6818","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6819","nonce":417494707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6820","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6821","nonce":417494707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6824","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6825","nonce":417494707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6822","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6823","nonce":417494707}]},"public_addr":"172.21.15.43:6819/417494707","cluster_addr":"172.21.15.43:6821/417494707","heartbeat_back_addr":"172.21.15.43:6825/417494707","heartbeat_front_addr":"172.21.15.43:6823/417494707","state":["exists","up"]},{"osd":7,"uuid":"6a39c63f-8d2b-475f-8026-869d766fde01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6816","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6817","nonce":3852418694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6818","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6819","nonce":3852418694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6822","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6823","nonce":3852418694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6820","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6821","nonce":3852418694}]},"public_addr":"172.21.15.148:6817/3852418694","cluster_addr":"172.21.15.148:6819/3852418694","heartbeat_back_addr":"172.21.15.148:6823/3852418694","heartbeat_front_addr":"172.21.15.148:6821/3852418694","state":["exists","up"]},{"osd":8,"uuid":"f9e0ed4f-7211-43b5-bac9-33a64cec91d5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6817","nonce":3332637555}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6819","nonce":3332637555}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6823","nonce":3332637555}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6821","nonce":3332637555}]},"public_addr":"172.21.15.157:6817/3332637555","cluster_addr":"172.21.15.157:6819/3332637555","heartbeat_back_addr":"172.21.15.157:6823/3332637555","heartbeat_front_addr":"172.21.15.157:6821/3332637555","state":["exists","up"]},{"osd":9,"uuid":"ba1b04ea-a184-445a-8c31-0eed73a488e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6826","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6827","nonce":3226599249}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6828","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6829","nonce":3226599249}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6832","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6833","nonce":3226599249}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6830","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6831","nonce":3226599249}]},"public_addr":"172.21.15.43:6827/3226599249","cluster_addr":"172.21.15.43:6829/3226599249","heartbeat_back_addr":"172.21.15.43:6833/3226599249","heartbeat_front_addr":"172.21.15.43:6831/3226599249","state":["exists","up"]},{"osd":10,"uuid":"6dc35480-fd4a-428d-8ede-eb3e9058a7cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6824","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6825","nonce":3418113451}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6826","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6827","nonce":3418113451}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6830","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6831","nonce":3418113451}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6828","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6829","nonce":3418113451}]},"public_addr":"172.21.15.148:6825/3418113451","cluster_addr":"172.21.15.148:6827/3418113451","heartbeat_back_addr":"172.21.15.148:6831/3418113451","heartbeat_front_addr":"172.21.15.148:6829/3418113451","state":["exists","up"]},{"osd":11,"uuid":"da02e920-1b89-4b7d-857b-14cf82a1f0e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6825","nonce":1613641998}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6827","nonce":1613641998}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6831","nonce":1613641998}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6829","nonce":1613641998}]},"public_addr":"172.21.15.157:6825/1613641998","cluster_addr":"172.21.15.157:6827/1613641998","heartbeat_back_addr":"172.21.15.157:6831/1613641998","heartbeat_front_addr":"172.21.15.157:6829/1613641998","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:39:58.214793+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:40:22.181940+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:40:45.520107+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:41:10.377805+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:41:35.387615+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:41:59.845861+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:42:25.042874+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:42:50.427164+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:43:15.686930+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:43:41.803831+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:44:07.624551+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:44:33.414511+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.43:6801/86887644":"2024-05-17T15:38:19.897772+0000","172.21.15.43:6800/86887644":"2024-05-17T15:38:19.897772+0000","172.21.15.43:0/1519374213":"2024-05-17T15:38:19.897772+0000","172.21.15.43:6800/2824545909":"2024-05-17T15:37:53.291030+0000","172.21.15.43:0/561872100":"2024-05-17T15:37:53.291030+0000","172.21.15.43:0/3260845824":"2024-05-17T15:38:19.897772+0000","172.21.15.43:0/465511688":"2024-05-17T15:38:19.897772+0000","172.21.15.43:0/1478293844":"2024-05-17T15:37:53.291030+0000","172.21.15.43:0/3264891829":"2024-05-17T15:37:53.291030+0000","172.21.15.43:6801/2824545909":"2024-05-17T15:37:53.291030+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-16T15:46:00.218 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:00.209+0000 7fab47c57700 1 -- 172.21.15.43:0/2360973001 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fab2c0b2880 msgr2=0x7fab2c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:00.218 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:00.209+0000 7fab47c57700 1 --2- 172.21.15.43:0/2360973001 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fab2c0b2880 0x7fab2c0b4d40 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fab400798c0 tx=0x7fab3000b410 comp rx=0 tx=0).stop 2024-05-16T15:46:00.218 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:00.209+0000 7fab47c57700 1 -- 172.21.15.43:0/2360973001 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fab401023a0 msgr2=0x7fab4019f6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:00.218 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:00.209+0000 7fab47c57700 1 --2- 172.21.15.43:0/2360973001 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fab401023a0 0x7fab4019f6c0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fab3c006010 tx=0x7fab3c00bfc0 comp rx=0 tx=0).stop 2024-05-16T15:46:00.219 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:00.209+0000 7fab47c57700 1 -- 172.21.15.43:0/2360973001 shutdown_connections 2024-05-16T15:46:00.219 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:00.209+0000 7fab47c57700 1 --2- 172.21.15.43:0/2360973001 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fab40108410 0x7fab40199840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:00.219 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:00.209+0000 7fab47c57700 1 --2- 172.21.15.43:0/2360973001 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fab2c0b2880 0x7fab2c0b4d40 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:00.219 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:00.209+0000 7fab47c57700 1 --2- 172.21.15.43:0/2360973001 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fab401023a0 0x7fab4019f6c0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:00.219 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:00.209+0000 7fab47c57700 1 --2- 172.21.15.43:0/2360973001 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fab40102d60 0x7fab4019fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:00.219 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:00.209+0000 7fab47c57700 1 -- 172.21.15.43:0/2360973001 >> 172.21.15.43:0/2360973001 conn(0x7fab40079350 msgr2=0x7fab4006b320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:46:00.219 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:00.209+0000 7fab47c57700 1 -- 172.21.15.43:0/2360973001 shutdown_connections 2024-05-16T15:46:00.219 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:00.209+0000 7fab47c57700 1 -- 172.21.15.43:0/2360973001 wait complete. 2024-05-16T15:46:00.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:00 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/2360973001' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-16T15:46:00.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:00 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/2360973001' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-16T15:46:00.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:00 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/2360973001' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-16T15:46:00.969 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-16T15:46:01.226 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:46:01.591 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:01 smithi043 ceph-mon[31619]: pgmap v305: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:46:01.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:01 smithi157 ceph-mon[35584]: pgmap v305: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:46:01.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:01 smithi148 ceph-mon[34976]: pgmap v305: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:46:03.026 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.015+0000 7f1f6d375700 1 -- 172.21.15.43:0/3001260482 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1f68109590 msgr2=0x7f1f68109970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:03.027 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.015+0000 7f1f6d375700 1 --2- 172.21.15.43:0/3001260482 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1f68109590 0x7f1f68109970 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f1f5c0099c0 tx=0x7f1f5c009cd0 comp rx=0 tx=0).stop 2024-05-16T15:46:03.027 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.015+0000 7f1f6d375700 1 -- 172.21.15.43:0/3001260482 shutdown_connections 2024-05-16T15:46:03.027 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.015+0000 7f1f6d375700 1 --2- 172.21.15.43:0/3001260482 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1f6806c630 0x7f1f68110360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:03.027 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.015+0000 7f1f6d375700 1 --2- 172.21.15.43:0/3001260482 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1f68109590 0x7f1f68109970 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:03.027 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.015+0000 7f1f6d375700 1 --2- 172.21.15.43:0/3001260482 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1f6806bc70 0x7f1f6806c0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:03.027 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.015+0000 7f1f6d375700 1 -- 172.21.15.43:0/3001260482 >> 172.21.15.43:0/3001260482 conn(0x7f1f68079440 msgr2=0x7f1f68079850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:46:03.027 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.015+0000 7f1f6d375700 1 -- 172.21.15.43:0/3001260482 shutdown_connections 2024-05-16T15:46:03.027 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.015+0000 7f1f6d375700 1 -- 172.21.15.43:0/3001260482 wait complete. 2024-05-16T15:46:03.027 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.016+0000 7f1f6d375700 1 Processor -- start 2024-05-16T15:46:03.027 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.016+0000 7f1f6d375700 1 -- start start 2024-05-16T15:46:03.027 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.017+0000 7f1f6d375700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1f6806bc70 0x7f1f6819f790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:03.027 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.017+0000 7f1f6d375700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1f6806c630 0x7f1f6819fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:03.028 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.017+0000 7f1f6d375700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1f68109590 0x7f1f68199950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:03.028 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.017+0000 7f1f6d375700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f1f68113590 con 0x7f1f6806bc70 2024-05-16T15:46:03.028 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.017+0000 7f1f6d375700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f1f68113410 con 0x7f1f68109590 2024-05-16T15:46:03.028 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.017+0000 7f1f6d375700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f1f68113710 con 0x7f1f6806c630 2024-05-16T15:46:03.028 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.017+0000 7f1f66ffd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1f6806bc70 0x7f1f6819f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:03.028 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.017+0000 7f1f66ffd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1f6806bc70 0x7f1f6819f790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:60588/0 (socket says 172.21.15.43:60588) 2024-05-16T15:46:03.028 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.017+0000 7f1f66ffd700 1 -- 172.21.15.43:0/4207347363 learned_addr learned my addr 172.21.15.43:0/4207347363 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:46:03.028 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.017+0000 7f1f677fe700 1 --2- 172.21.15.43:0/4207347363 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1f68109590 0x7f1f68199950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:03.028 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.017+0000 7f1f667fc700 1 --2- 172.21.15.43:0/4207347363 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1f6806c630 0x7f1f6819fcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:03.028 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.017+0000 7f1f66ffd700 1 -- 172.21.15.43:0/4207347363 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1f6806c630 msgr2=0x7f1f6819fcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:03.028 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.017+0000 7f1f66ffd700 1 --2- 172.21.15.43:0/4207347363 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1f6806c630 0x7f1f6819fcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:03.028 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.017+0000 7f1f66ffd700 1 -- 172.21.15.43:0/4207347363 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1f68109590 msgr2=0x7f1f68199950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:03.028 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.017+0000 7f1f66ffd700 1 --2- 172.21.15.43:0/4207347363 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1f68109590 0x7f1f68199950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:03.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.017+0000 7f1f66ffd700 1 -- 172.21.15.43:0/4207347363 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f6819a0b0 con 0x7f1f6806bc70 2024-05-16T15:46:03.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.017+0000 7f1f66ffd700 1 --2- 172.21.15.43:0/4207347363 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1f6806bc70 0x7f1f6819f790 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f1f5c00b580 tx=0x7f1f5c0047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:46:03.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.017+0000 7f1f4ffff700 1 -- 172.21.15.43:0/4207347363 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f5c027070 con 0x7f1f6806bc70 2024-05-16T15:46:03.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.018+0000 7f1f6d375700 1 -- 172.21.15.43:0/4207347363 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f6819a340 con 0x7f1f6806bc70 2024-05-16T15:46:03.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.018+0000 7f1f4ffff700 1 -- 172.21.15.43:0/4207347363 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1f5c00fd30 con 0x7f1f6806bc70 2024-05-16T15:46:03.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.018+0000 7f1f4ffff700 1 -- 172.21.15.43:0/4207347363 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f5c022e50 con 0x7f1f6806bc70 2024-05-16T15:46:03.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.018+0000 7f1f6d375700 1 -- 172.21.15.43:0/4207347363 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f681a6660 con 0x7f1f6806bc70 2024-05-16T15:46:03.030 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.019+0000 7f1f6d375700 1 -- 172.21.15.43:0/4207347363 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f6810ba20 con 0x7f1f6806bc70 2024-05-16T15:46:03.030 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.020+0000 7f1f4ffff700 1 -- 172.21.15.43:0/4207347363 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f1f5c02a070 con 0x7f1f6806bc70 2024-05-16T15:46:03.030 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.021+0000 7f1f4ffff700 1 --2- 172.21.15.43:0/4207347363 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f1f500b2a20 0x7f1f500b4ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:03.030 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.021+0000 7f1f667fc700 1 --2- 172.21.15.43:0/4207347363 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f1f500b2a20 0x7f1f500b4ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:03.030 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.021+0000 7f1f4ffff700 1 -- 172.21.15.43:0/4207347363 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8802+0+0 (secure 0 0 0) 0x7f1f5c0e35c0 con 0x7f1f6806bc70 2024-05-16T15:46:03.031 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.021+0000 7f1f667fc700 1 --2- 172.21.15.43:0/4207347363 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f1f500b2a20 0x7f1f500b4ee0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f1f58005950 tx=0x7f1f580058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:46:03.033 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.024+0000 7f1f4ffff700 1 -- 172.21.15.43:0/4207347363 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f1f5c013070 con 0x7f1f6806bc70 2024-05-16T15:46:03.248 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.239+0000 7f1f6d375700 1 -- 172.21.15.43:0/4207347363 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1f6819ae80 con 0x7f1f6806bc70 2024-05-16T15:46:03.250 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.241+0000 7f1f4ffff700 1 -- 172.21.15.43:0/4207347363 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v85) ==== 74+0+24124 (secure 0 0 0) 0x7f1f5c0ab0d0 con 0x7f1f6806bc70 2024-05-16T15:46:03.250 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:46:03.250 INFO:teuthology.orchestra.run.smithi043.stdout:{"epoch":85,"fsid":"13155b42-139a-11ef-bc9a-c7b262605968","created":"2024-05-16T15:37:22.311071+0000","modified":"2024-05-16T15:45:53.296349+0000","last_up_change":"2024-05-16T15:44:35.160481+0000","last_in_change":"2024-05-16T15:44:14.991724+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-16T15:40:47.990763+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-16T15:45:32.249662+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-16T15:45:35.938913+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-05-16T15:45:45.256550+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"b4de8b19-c914-400d-bf10-135fe3a0a81a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6802","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6803","nonce":2827692837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6804","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6805","nonce":2827692837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6808","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6809","nonce":2827692837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6806","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6807","nonce":2827692837}]},"public_addr":"172.21.15.43:6803/2827692837","cluster_addr":"172.21.15.43:6805/2827692837","heartbeat_back_addr":"172.21.15.43:6809/2827692837","heartbeat_front_addr":"172.21.15.43:6807/2827692837","state":["exists","up"]},{"osd":1,"uuid":"178a5d73-e946-41b5-9ef3-f15c16b2e8d0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6800","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6801","nonce":2384349877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6802","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6803","nonce":2384349877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6806","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6807","nonce":2384349877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6804","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6805","nonce":2384349877}]},"public_addr":"172.21.15.148:6801/2384349877","cluster_addr":"172.21.15.148:6803/2384349877","heartbeat_back_addr":"172.21.15.148:6807/2384349877","heartbeat_front_addr":"172.21.15.148:6805/2384349877","state":["exists","up"]},{"osd":2,"uuid":"5b40d2f9-afb6-42b3-a76b-641eddcc2948","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6801","nonce":512969814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6803","nonce":512969814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6807","nonce":512969814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6805","nonce":512969814}]},"public_addr":"172.21.15.157:6801/512969814","cluster_addr":"172.21.15.157:6803/512969814","heartbeat_back_addr":"172.21.15.157:6807/512969814","heartbeat_front_addr":"172.21.15.157:6805/512969814","state":["exists","up"]},{"osd":3,"uuid":"869f2122-f5c7-4b16-b48c-db114730bd5c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6810","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6811","nonce":1305033610}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6812","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6813","nonce":1305033610}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6816","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6817","nonce":1305033610}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6814","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6815","nonce":1305033610}]},"public_addr":"172.21.15.43:6811/1305033610","cluster_addr":"172.21.15.43:6813/1305033610","heartbeat_back_addr":"172.21.15.43:6817/1305033610","heartbeat_front_addr":"172.21.15.43:6815/1305033610","state":["exists","up"]},{"osd":4,"uuid":"c488d334-6676-4abf-81ff-596e7c507159","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6808","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6809","nonce":298572470}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6810","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6811","nonce":298572470}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6814","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6815","nonce":298572470}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6812","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6813","nonce":298572470}]},"public_addr":"172.21.15.148:6809/298572470","cluster_addr":"172.21.15.148:6811/298572470","heartbeat_back_addr":"172.21.15.148:6815/298572470","heartbeat_front_addr":"172.21.15.148:6813/298572470","state":["exists","up"]},{"osd":5,"uuid":"b858ef2e-c51c-4044-a143-30583374ef2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6809","nonce":2793566993}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6811","nonce":2793566993}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6815","nonce":2793566993}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6813","nonce":2793566993}]},"public_addr":"172.21.15.157:6809/2793566993","cluster_addr":"172.21.15.157:6811/2793566993","heartbeat_back_addr":"172.21.15.157:6815/2793566993","heartbeat_front_addr":"172.21.15.157:6813/2793566993","state":["exists","up"]},{"osd":6,"uuid":"70b4d49c-e33c-4334-a293-ce89cb37da1f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6818","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6819","nonce":417494707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6820","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6821","nonce":417494707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6824","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6825","nonce":417494707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6822","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6823","nonce":417494707}]},"public_addr":"172.21.15.43:6819/417494707","cluster_addr":"172.21.15.43:6821/417494707","heartbeat_back_addr":"172.21.15.43:6825/417494707","heartbeat_front_addr":"172.21.15.43:6823/417494707","state":["exists","up"]},{"osd":7,"uuid":"6a39c63f-8d2b-475f-8026-869d766fde01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6816","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6817","nonce":3852418694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6818","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6819","nonce":3852418694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6822","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6823","nonce":3852418694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6820","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6821","nonce":3852418694}]},"public_addr":"172.21.15.148:6817/3852418694","cluster_addr":"172.21.15.148:6819/3852418694","heartbeat_back_addr":"172.21.15.148:6823/3852418694","heartbeat_front_addr":"172.21.15.148:6821/3852418694","state":["exists","up"]},{"osd":8,"uuid":"f9e0ed4f-7211-43b5-bac9-33a64cec91d5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6817","nonce":3332637555}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6819","nonce":3332637555}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6823","nonce":3332637555}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6821","nonce":3332637555}]},"public_addr":"172.21.15.157:6817/3332637555","cluster_addr":"172.21.15.157:6819/3332637555","heartbeat_back_addr":"172.21.15.157:6823/3332637555","heartbeat_front_addr":"172.21.15.157:6821/3332637555","state":["exists","up"]},{"osd":9,"uuid":"ba1b04ea-a184-445a-8c31-0eed73a488e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6826","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6827","nonce":3226599249}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6828","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6829","nonce":3226599249}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6832","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6833","nonce":3226599249}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6830","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6831","nonce":3226599249}]},"public_addr":"172.21.15.43:6827/3226599249","cluster_addr":"172.21.15.43:6829/3226599249","heartbeat_back_addr":"172.21.15.43:6833/3226599249","heartbeat_front_addr":"172.21.15.43:6831/3226599249","state":["exists","up"]},{"osd":10,"uuid":"6dc35480-fd4a-428d-8ede-eb3e9058a7cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6824","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6825","nonce":3418113451}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6826","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6827","nonce":3418113451}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6830","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6831","nonce":3418113451}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6828","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6829","nonce":3418113451}]},"public_addr":"172.21.15.148:6825/3418113451","cluster_addr":"172.21.15.148:6827/3418113451","heartbeat_back_addr":"172.21.15.148:6831/3418113451","heartbeat_front_addr":"172.21.15.148:6829/3418113451","state":["exists","up"]},{"osd":11,"uuid":"da02e920-1b89-4b7d-857b-14cf82a1f0e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6825","nonce":1613641998}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6827","nonce":1613641998}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6831","nonce":1613641998}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6829","nonce":1613641998}]},"public_addr":"172.21.15.157:6825/1613641998","cluster_addr":"172.21.15.157:6827/1613641998","heartbeat_back_addr":"172.21.15.157:6831/1613641998","heartbeat_front_addr":"172.21.15.157:6829/1613641998","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:39:58.214793+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:40:22.181940+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:40:45.520107+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:41:10.377805+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:41:35.387615+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:41:59.845861+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:42:25.042874+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:42:50.427164+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:43:15.686930+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:43:41.803831+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:44:07.624551+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:44:33.414511+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.43:6801/86887644":"2024-05-17T15:38:19.897772+0000","172.21.15.43:6800/86887644":"2024-05-17T15:38:19.897772+0000","172.21.15.43:0/1519374213":"2024-05-17T15:38:19.897772+0000","172.21.15.43:6800/2824545909":"2024-05-17T15:37:53.291030+0000","172.21.15.43:0/561872100":"2024-05-17T15:37:53.291030+0000","172.21.15.43:0/3260845824":"2024-05-17T15:38:19.897772+0000","172.21.15.43:0/465511688":"2024-05-17T15:38:19.897772+0000","172.21.15.43:0/1478293844":"2024-05-17T15:37:53.291030+0000","172.21.15.43:0/3264891829":"2024-05-17T15:37:53.291030+0000","172.21.15.43:6801/2824545909":"2024-05-17T15:37:53.291030+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-16T15:46:03.252 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.243+0000 7f1f6d375700 1 -- 172.21.15.43:0/4207347363 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f1f500b2a20 msgr2=0x7f1f500b4ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:03.253 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.243+0000 7f1f6d375700 1 --2- 172.21.15.43:0/4207347363 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f1f500b2a20 0x7f1f500b4ee0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f1f58005950 tx=0x7f1f580058e0 comp rx=0 tx=0).stop 2024-05-16T15:46:03.253 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.243+0000 7f1f6d375700 1 -- 172.21.15.43:0/4207347363 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1f6806bc70 msgr2=0x7f1f6819f790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:03.253 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.243+0000 7f1f6d375700 1 --2- 172.21.15.43:0/4207347363 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1f6806bc70 0x7f1f6819f790 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f1f5c00b580 tx=0x7f1f5c0047b0 comp rx=0 tx=0).stop 2024-05-16T15:46:03.253 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.243+0000 7f1f6d375700 1 -- 172.21.15.43:0/4207347363 shutdown_connections 2024-05-16T15:46:03.253 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.243+0000 7f1f6d375700 1 --2- 172.21.15.43:0/4207347363 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1f68109590 0x7f1f68199950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:03.253 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.243+0000 7f1f6d375700 1 --2- 172.21.15.43:0/4207347363 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f1f500b2a20 0x7f1f500b4ee0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:03.253 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.243+0000 7f1f6d375700 1 --2- 172.21.15.43:0/4207347363 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1f6806bc70 0x7f1f6819f790 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:03.253 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.243+0000 7f1f6d375700 1 --2- 172.21.15.43:0/4207347363 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1f6806c630 0x7f1f6819fcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:03.253 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.243+0000 7f1f6d375700 1 -- 172.21.15.43:0/4207347363 >> 172.21.15.43:0/4207347363 conn(0x7f1f68079440 msgr2=0x7f1f68101070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:46:03.253 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.244+0000 7f1f6d375700 1 -- 172.21.15.43:0/4207347363 shutdown_connections 2024-05-16T15:46:03.253 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:03.244+0000 7f1f6d375700 1 -- 172.21.15.43:0/4207347363 wait complete. 2024-05-16T15:46:03.619 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:03 smithi043 ceph-mon[31619]: pgmap v306: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:46:03.619 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:03 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/4207347363' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-16T15:46:03.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:03 smithi157 ceph-mon[35584]: pgmap v306: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:46:03.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:03 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/4207347363' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-16T15:46:03.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:03 smithi148 ceph-mon[34976]: pgmap v306: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:46:03.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:03 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/4207347363' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-16T15:46:03.965 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-16T15:46:04.220 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:46:05.623 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:05 smithi043 ceph-mon[31619]: pgmap v307: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:46:05.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:05 smithi157 ceph-mon[35584]: pgmap v307: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:46:05.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:05 smithi148 ceph-mon[34976]: pgmap v307: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:46:05.864 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:05.855+0000 7f34e1ff7700 1 -- 172.21.15.43:0/3541478828 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f34dc109600 msgr2=0x7f34dc1099e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:05.864 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:05.855+0000 7f34e1ff7700 1 --2- 172.21.15.43:0/3541478828 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f34dc109600 0x7f34dc1099e0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f34cc00b0a0 tx=0x7f34cc00b3b0 comp rx=0 tx=0).stop 2024-05-16T15:46:05.864 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:05.855+0000 7f34e1ff7700 1 -- 172.21.15.43:0/3541478828 shutdown_connections 2024-05-16T15:46:05.864 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:05.855+0000 7f34e1ff7700 1 --2- 172.21.15.43:0/3541478828 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f34dc103eb0 0x7f34dc110390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:05.865 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:05.855+0000 7f34e1ff7700 1 --2- 172.21.15.43:0/3541478828 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f34dc109600 0x7f34dc1099e0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:05.865 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:05.855+0000 7f34e1ff7700 1 --2- 172.21.15.43:0/3541478828 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f34dc1034f0 0x7f34dc103970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:05.865 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:05.855+0000 7f34e1ff7700 1 -- 172.21.15.43:0/3541478828 >> 172.21.15.43:0/3541478828 conn(0x7f34dc07a650 msgr2=0x7f34dc07aa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:46:05.865 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:05.855+0000 7f34e1ff7700 1 -- 172.21.15.43:0/3541478828 shutdown_connections 2024-05-16T15:46:05.865 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:05.855+0000 7f34e1ff7700 1 -- 172.21.15.43:0/3541478828 wait complete. 2024-05-16T15:46:05.866 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:05.856+0000 7f34e1ff7700 1 Processor -- start 2024-05-16T15:46:05.866 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:05.856+0000 7f34e1ff7700 1 -- start start 2024-05-16T15:46:05.866 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:05.856+0000 7f34e1ff7700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f34dc1034f0 0x7f34dc19f660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:05.867 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:05.856+0000 7f34e1ff7700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f34dc103eb0 0x7f34dc19fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:05.867 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:05.856+0000 7f34e1ff7700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f34dc109600 0x7f34dc1997e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:05.867 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:05.856+0000 7f34e1ff7700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f34dc113580 con 0x7f34dc109600 2024-05-16T15:46:05.867 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:05.856+0000 7f34e1ff7700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f34dc113400 con 0x7f34dc103eb0 2024-05-16T15:46:05.867 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:05.856+0000 7f34e1ff7700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f34dc113700 con 0x7f34dc1034f0 2024-05-16T15:46:05.867 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:05.856+0000 7f34dbfff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f34dc109600 0x7f34dc1997e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:05.867 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:05.857+0000 7f34dbfff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f34dc109600 0x7f34dc1997e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:46488/0 (socket says 172.21.15.43:46488) 2024-05-16T15:46:05.867 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:05.857+0000 7f34dbfff700 1 -- 172.21.15.43:0/1312139784 learned_addr learned my addr 172.21.15.43:0/1312139784 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:46:05.867 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:05.857+0000 7f34daffd700 1 --2- 172.21.15.43:0/1312139784 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f34dc103eb0 0x7f34dc19fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:05.867 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:05.857+0000 7f34db7fe700 1 --2- 172.21.15.43:0/1312139784 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f34dc1034f0 0x7f34dc19f660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:05.867 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:05.857+0000 7f34dbfff700 1 -- 172.21.15.43:0/1312139784 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f34dc1034f0 msgr2=0x7f34dc19f660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:05.867 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:05.857+0000 7f34dbfff700 1 --2- 172.21.15.43:0/1312139784 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f34dc1034f0 0x7f34dc19f660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:05.867 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:05.857+0000 7f34dbfff700 1 -- 172.21.15.43:0/1312139784 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f34dc103eb0 msgr2=0x7f34dc19fba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:05.867 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:05.857+0000 7f34dbfff700 1 --2- 172.21.15.43:0/1312139784 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f34dc103eb0 0x7f34dc19fba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:05.867 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:05.857+0000 7f34dbfff700 1 -- 172.21.15.43:0/1312139784 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34dc199fc0 con 0x7f34dc109600 2024-05-16T15:46:05.868 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:05.857+0000 7f34dbfff700 1 --2- 172.21.15.43:0/1312139784 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f34dc109600 0x7f34dc1997e0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f34d400b410 tx=0x7f34d400b720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:46:05.868 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:05.857+0000 7f34d8ff9700 1 -- 172.21.15.43:0/1312139784 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34d4015020 con 0x7f34dc109600 2024-05-16T15:46:05.868 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:05.857+0000 7f34d8ff9700 1 -- 172.21.15.43:0/1312139784 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f34d4011cc0 con 0x7f34dc109600 2024-05-16T15:46:05.868 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:05.857+0000 7f34e1ff7700 1 -- 172.21.15.43:0/1312139784 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34dc19a2b0 con 0x7f34dc109600 2024-05-16T15:46:05.868 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:05.857+0000 7f34d8ff9700 1 -- 172.21.15.43:0/1312139784 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34d4010ba0 con 0x7f34dc109600 2024-05-16T15:46:05.868 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:05.857+0000 7f34e1ff7700 1 -- 172.21.15.43:0/1312139784 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34dc1a64c0 con 0x7f34dc109600 2024-05-16T15:46:05.868 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:05.858+0000 7f34e1ff7700 1 -- 172.21.15.43:0/1312139784 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f34dc104c10 con 0x7f34dc109600 2024-05-16T15:46:05.868 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:05.860+0000 7f34d8ff9700 1 -- 172.21.15.43:0/1312139784 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f34d4018020 con 0x7f34dc109600 2024-05-16T15:46:05.869 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:05.860+0000 7f34d8ff9700 1 --2- 172.21.15.43:0/1312139784 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f34c80b2880 0x7f34c80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:05.869 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:05.861+0000 7f34db7fe700 1 --2- 172.21.15.43:0/1312139784 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f34c80b2880 0x7f34c80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:05.869 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:05.861+0000 7f34d8ff9700 1 -- 172.21.15.43:0/1312139784 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8802+0+0 (secure 0 0 0) 0x7f34d40e20b0 con 0x7f34dc109600 2024-05-16T15:46:05.870 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:05.861+0000 7f34db7fe700 1 --2- 172.21.15.43:0/1312139784 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f34c80b2880 0x7f34c80b4d40 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f34cc00b830 tx=0x7f34cc0061f0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:46:05.872 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:05.864+0000 7f34d8ff9700 1 -- 172.21.15.43:0/1312139784 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f34d401f020 con 0x7f34dc109600 2024-05-16T15:46:06.137 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:06.128+0000 7f34e1ff7700 1 -- 172.21.15.43:0/1312139784 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f34dc19ad40 con 0x7f34dc109600 2024-05-16T15:46:06.138 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:06.129+0000 7f34d8ff9700 1 -- 172.21.15.43:0/1312139784 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+11809 (secure 0 0 0) 0x7f34dc19ad40 con 0x7f34dc109600 2024-05-16T15:46:06.138 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:46:06.138 INFO:teuthology.orchestra.run.smithi043.stdout:{"epoch":17,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.43:6835/1448137759","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6834","nonce":1448137759},{"type":"v1","addr":"172.21.15.43:6835","nonce":1448137759}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.43:6837/3286596297","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6836","nonce":3286596297},{"type":"v1","addr":"172.21.15.43:6837","nonce":3286596297}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.43:6839/4087815034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6838","nonce":4087815034},{"type":"v1","addr":"172.21.15.43:6839","nonce":4087815034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.43:6841/2042970804","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6840","nonce":2042970804},{"type":"v1","addr":"172.21.15.43:6841","nonce":2042970804}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24410,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.148:6833/3084392719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6832","nonce":3084392719},{"type":"v1","addr":"172.21.15.148:6833","nonce":3084392719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6833/3972392500","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6832","nonce":3972392500},{"type":"v1","addr":"172.21.15.157:6833","nonce":3972392500}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.148:6835/516622533","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6834","nonce":516622533},{"type":"v1","addr":"172.21.15.148:6835","nonce":516622533}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24445,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6835/2303077574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2303077574},{"type":"v1","addr":"172.21.15.157:6835","nonce":2303077574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24451,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/3777341889","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6836","nonce":3777341889},{"type":"v1","addr":"172.21.15.157:6837","nonce":3777341889}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24452,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.148:6837/4036870683","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6836","nonce":4036870683},{"type":"v1","addr":"172.21.15.148:6837","nonce":4036870683}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24463,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6839/2377589154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6838","nonce":2377589154},{"type":"v1","addr":"172.21.15.157:6839","nonce":2377589154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-05-16T15:45:39.175942+0000","modified":"2024-05-16T15:45:53.296479+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24482},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24482":{"gid":24482,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.148:6839/717807397","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6838","nonce":717807397},{"type":"v1","addr":"172.21.15.148:6839","nonce":717807397}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":24482,"qdb_cluster":[24482]},"id":1}]} 2024-05-16T15:46:06.140 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:06.131+0000 7f34e1ff7700 1 -- 172.21.15.43:0/1312139784 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f34c80b2880 msgr2=0x7f34c80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:06.141 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:06.131+0000 7f34e1ff7700 1 --2- 172.21.15.43:0/1312139784 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f34c80b2880 0x7f34c80b4d40 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f34cc00b830 tx=0x7f34cc0061f0 comp rx=0 tx=0).stop 2024-05-16T15:46:06.141 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:06.131+0000 7f34e1ff7700 1 -- 172.21.15.43:0/1312139784 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f34dc109600 msgr2=0x7f34dc1997e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:06.141 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:06.131+0000 7f34e1ff7700 1 --2- 172.21.15.43:0/1312139784 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f34dc109600 0x7f34dc1997e0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f34d400b410 tx=0x7f34d400b720 comp rx=0 tx=0).stop 2024-05-16T15:46:06.141 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:06.131+0000 7f34e1ff7700 1 -- 172.21.15.43:0/1312139784 shutdown_connections 2024-05-16T15:46:06.141 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:06.131+0000 7f34e1ff7700 1 --2- 172.21.15.43:0/1312139784 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f34c80b2880 0x7f34c80b4d40 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:06.141 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:06.131+0000 7f34e1ff7700 1 --2- 172.21.15.43:0/1312139784 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f34dc109600 0x7f34dc1997e0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:06.141 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:06.131+0000 7f34e1ff7700 1 --2- 172.21.15.43:0/1312139784 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f34dc1034f0 0x7f34dc19f660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:06.141 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:06.131+0000 7f34e1ff7700 1 --2- 172.21.15.43:0/1312139784 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f34dc103eb0 0x7f34dc19fba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:06.141 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:06.131+0000 7f34e1ff7700 1 -- 172.21.15.43:0/1312139784 >> 172.21.15.43:0/1312139784 conn(0x7f34dc07a650 msgr2=0x7f34dc102080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:46:06.141 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:06.132+0000 7f34e1ff7700 1 -- 172.21.15.43:0/1312139784 shutdown_connections 2024-05-16T15:46:06.141 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:06.132+0000 7f34e1ff7700 1 -- 172.21.15.43:0/1312139784 wait complete. 2024-05-16T15:46:06.142 INFO:teuthology.orchestra.run.smithi043.stderr:dumped fsmap epoch 17 2024-05-16T15:46:06.630 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:06 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/1312139784' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:46:06.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:06 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/1312139784' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:46:06.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:06 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/1312139784' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:46:06.951 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-16T15:46:07.206 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:46:07.580 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:07 smithi043 ceph-mon[31619]: pgmap v308: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:46:07.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:07 smithi157 ceph-mon[35584]: pgmap v308: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:46:07.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:07 smithi148 ceph-mon[34976]: pgmap v308: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:46:09.003 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:08.993+0000 7fbae513f700 1 -- 172.21.15.43:0/3206761003 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbae0102fd0 msgr2=0x7fbae0107020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:09.003 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:08.993+0000 7fbae513f700 1 --2- 172.21.15.43:0/3206761003 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbae0102fd0 0x7fbae0107020 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fbac80099c0 tx=0x7fbac8009cd0 comp rx=0 tx=0).stop 2024-05-16T15:46:09.003 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:08.993+0000 7fbae513f700 1 -- 172.21.15.43:0/3206761003 shutdown_connections 2024-05-16T15:46:09.003 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:08.993+0000 7fbae513f700 1 --2- 172.21.15.43:0/3206761003 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbae0107700 0x7fbae010f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:09.003 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:08.993+0000 7fbae513f700 1 --2- 172.21.15.43:0/3206761003 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbae0102620 0x7fbae0102a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:09.004 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:08.993+0000 7fbae513f700 1 --2- 172.21.15.43:0/3206761003 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbae0102fd0 0x7fbae0107020 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:09.004 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:08.993+0000 7fbae513f700 1 -- 172.21.15.43:0/3206761003 >> 172.21.15.43:0/3206761003 conn(0x7fbae0079440 msgr2=0x7fbae0079850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:46:09.004 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:08.993+0000 7fbae513f700 1 -- 172.21.15.43:0/3206761003 shutdown_connections 2024-05-16T15:46:09.004 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:08.993+0000 7fbae513f700 1 -- 172.21.15.43:0/3206761003 wait complete. 2024-05-16T15:46:09.004 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:08.994+0000 7fbae513f700 1 Processor -- start 2024-05-16T15:46:09.005 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:08.995+0000 7fbae513f700 1 -- start start 2024-05-16T15:46:09.005 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:08.995+0000 7fbae513f700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbae0102620 0x7fbae01040c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:09.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:08.995+0000 7fbae513f700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbae0102fd0 0x7fbae0104600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:09.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:08.995+0000 7fbae513f700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbae0107700 0x7fbae0104b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:09.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:08.995+0000 7fbae513f700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fbae0112520 con 0x7fbae0102620 2024-05-16T15:46:09.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:08.995+0000 7fbae513f700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fbae01123a0 con 0x7fbae0102fd0 2024-05-16T15:46:09.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:08.995+0000 7fbae513f700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fbae01126a0 con 0x7fbae0107700 2024-05-16T15:46:09.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:08.995+0000 7fbaded9d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbae0102620 0x7fbae01040c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:09.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:08.995+0000 7fbaded9d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbae0102620 0x7fbae01040c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:46502/0 (socket says 172.21.15.43:46502) 2024-05-16T15:46:09.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:08.995+0000 7fbaded9d700 1 -- 172.21.15.43:0/3403859641 learned_addr learned my addr 172.21.15.43:0/3403859641 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:46:09.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:08.995+0000 7fbadf59e700 1 --2- 172.21.15.43:0/3403859641 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbae0107700 0x7fbae0104b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:09.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:08.995+0000 7fbad659c700 1 --2- 172.21.15.43:0/3403859641 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbae0102fd0 0x7fbae0104600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:09.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:08.996+0000 7fbaded9d700 1 -- 172.21.15.43:0/3403859641 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbae0107700 msgr2=0x7fbae0104b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:09.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:08.996+0000 7fbaded9d700 1 --2- 172.21.15.43:0/3403859641 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbae0107700 0x7fbae0104b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:09.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:08.996+0000 7fbaded9d700 1 -- 172.21.15.43:0/3403859641 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbae0102fd0 msgr2=0x7fbae0104600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:09.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:08.996+0000 7fbaded9d700 1 --2- 172.21.15.43:0/3403859641 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbae0102fd0 0x7fbae0104600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:09.007 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:08.996+0000 7fbaded9d700 1 -- 172.21.15.43:0/3403859641 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbae01a80e0 con 0x7fbae0102620 2024-05-16T15:46:09.007 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:08.996+0000 7fbadf59e700 1 --2- 172.21.15.43:0/3403859641 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbae0107700 0x7fbae0104b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:46:09.007 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:08.996+0000 7fbaded9d700 1 --2- 172.21.15.43:0/3403859641 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbae0102620 0x7fbae01040c0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fbad000b530 tx=0x7fbad000b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:46:09.007 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:08.996+0000 7fbadcd99700 1 -- 172.21.15.43:0/3403859641 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbad0015020 con 0x7fbae0102620 2024-05-16T15:46:09.007 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:08.996+0000 7fbae513f700 1 -- 172.21.15.43:0/3403859641 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbae01a83d0 con 0x7fbae0102620 2024-05-16T15:46:09.007 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:08.996+0000 7fbadcd99700 1 -- 172.21.15.43:0/3403859641 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fbad0011cc0 con 0x7fbae0102620 2024-05-16T15:46:09.007 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:08.996+0000 7fbadcd99700 1 -- 172.21.15.43:0/3403859641 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbad0010d30 con 0x7fbae0102620 2024-05-16T15:46:09.007 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:08.996+0000 7fbae513f700 1 -- 172.21.15.43:0/3403859641 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbae01a8890 con 0x7fbae0102620 2024-05-16T15:46:09.007 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:08.997+0000 7fbae513f700 1 -- 172.21.15.43:0/3403859641 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbae006a190 con 0x7fbae0102620 2024-05-16T15:46:09.008 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:08.998+0000 7fbadcd99700 1 -- 172.21.15.43:0/3403859641 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fbad0018020 con 0x7fbae0102620 2024-05-16T15:46:09.008 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:08.999+0000 7fbadcd99700 1 --2- 172.21.15.43:0/3403859641 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fbacc0b2880 0x7fbacc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:09.008 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:08.999+0000 7fbadcd99700 1 -- 172.21.15.43:0/3403859641 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8802+0+0 (secure 0 0 0) 0x7fbad00e1cd0 con 0x7fbae0102620 2024-05-16T15:46:09.008 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:08.999+0000 7fbad659c700 1 --2- 172.21.15.43:0/3403859641 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fbacc0b2880 0x7fbacc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:09.009 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:09.000+0000 7fbad659c700 1 --2- 172.21.15.43:0/3403859641 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fbacc0b2880 0x7fbacc0b4d40 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fbac8009990 tx=0x7fbac801a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:46:09.013 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:09.004+0000 7fbadcd99700 1 -- 172.21.15.43:0/3403859641 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fbad001f020 con 0x7fbae0102620 2024-05-16T15:46:09.235 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:09.226+0000 7fbae513f700 1 -- 172.21.15.43:0/3403859641 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fbae01055a0 con 0x7fbae0102620 2024-05-16T15:46:09.237 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:09.228+0000 7fbadcd99700 1 -- 172.21.15.43:0/3403859641 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v85) ==== 74+0+24124 (secure 0 0 0) 0x7fbad00a97b0 con 0x7fbae0102620 2024-05-16T15:46:09.237 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:46:09.237 INFO:teuthology.orchestra.run.smithi043.stdout:{"epoch":85,"fsid":"13155b42-139a-11ef-bc9a-c7b262605968","created":"2024-05-16T15:37:22.311071+0000","modified":"2024-05-16T15:45:53.296349+0000","last_up_change":"2024-05-16T15:44:35.160481+0000","last_in_change":"2024-05-16T15:44:14.991724+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-16T15:40:47.990763+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-16T15:45:32.249662+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-16T15:45:35.938913+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-05-16T15:45:45.256550+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"b4de8b19-c914-400d-bf10-135fe3a0a81a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6802","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6803","nonce":2827692837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6804","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6805","nonce":2827692837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6808","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6809","nonce":2827692837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6806","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6807","nonce":2827692837}]},"public_addr":"172.21.15.43:6803/2827692837","cluster_addr":"172.21.15.43:6805/2827692837","heartbeat_back_addr":"172.21.15.43:6809/2827692837","heartbeat_front_addr":"172.21.15.43:6807/2827692837","state":["exists","up"]},{"osd":1,"uuid":"178a5d73-e946-41b5-9ef3-f15c16b2e8d0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6800","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6801","nonce":2384349877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6802","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6803","nonce":2384349877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6806","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6807","nonce":2384349877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6804","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6805","nonce":2384349877}]},"public_addr":"172.21.15.148:6801/2384349877","cluster_addr":"172.21.15.148:6803/2384349877","heartbeat_back_addr":"172.21.15.148:6807/2384349877","heartbeat_front_addr":"172.21.15.148:6805/2384349877","state":["exists","up"]},{"osd":2,"uuid":"5b40d2f9-afb6-42b3-a76b-641eddcc2948","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6801","nonce":512969814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6803","nonce":512969814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6807","nonce":512969814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6805","nonce":512969814}]},"public_addr":"172.21.15.157:6801/512969814","cluster_addr":"172.21.15.157:6803/512969814","heartbeat_back_addr":"172.21.15.157:6807/512969814","heartbeat_front_addr":"172.21.15.157:6805/512969814","state":["exists","up"]},{"osd":3,"uuid":"869f2122-f5c7-4b16-b48c-db114730bd5c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6810","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6811","nonce":1305033610}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6812","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6813","nonce":1305033610}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6816","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6817","nonce":1305033610}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6814","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6815","nonce":1305033610}]},"public_addr":"172.21.15.43:6811/1305033610","cluster_addr":"172.21.15.43:6813/1305033610","heartbeat_back_addr":"172.21.15.43:6817/1305033610","heartbeat_front_addr":"172.21.15.43:6815/1305033610","state":["exists","up"]},{"osd":4,"uuid":"c488d334-6676-4abf-81ff-596e7c507159","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6808","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6809","nonce":298572470}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6810","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6811","nonce":298572470}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6814","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6815","nonce":298572470}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6812","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6813","nonce":298572470}]},"public_addr":"172.21.15.148:6809/298572470","cluster_addr":"172.21.15.148:6811/298572470","heartbeat_back_addr":"172.21.15.148:6815/298572470","heartbeat_front_addr":"172.21.15.148:6813/298572470","state":["exists","up"]},{"osd":5,"uuid":"b858ef2e-c51c-4044-a143-30583374ef2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6809","nonce":2793566993}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6811","nonce":2793566993}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6815","nonce":2793566993}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6813","nonce":2793566993}]},"public_addr":"172.21.15.157:6809/2793566993","cluster_addr":"172.21.15.157:6811/2793566993","heartbeat_back_addr":"172.21.15.157:6815/2793566993","heartbeat_front_addr":"172.21.15.157:6813/2793566993","state":["exists","up"]},{"osd":6,"uuid":"70b4d49c-e33c-4334-a293-ce89cb37da1f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6818","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6819","nonce":417494707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6820","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6821","nonce":417494707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6824","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6825","nonce":417494707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6822","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6823","nonce":417494707}]},"public_addr":"172.21.15.43:6819/417494707","cluster_addr":"172.21.15.43:6821/417494707","heartbeat_back_addr":"172.21.15.43:6825/417494707","heartbeat_front_addr":"172.21.15.43:6823/417494707","state":["exists","up"]},{"osd":7,"uuid":"6a39c63f-8d2b-475f-8026-869d766fde01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6816","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6817","nonce":3852418694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6818","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6819","nonce":3852418694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6822","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6823","nonce":3852418694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6820","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6821","nonce":3852418694}]},"public_addr":"172.21.15.148:6817/3852418694","cluster_addr":"172.21.15.148:6819/3852418694","heartbeat_back_addr":"172.21.15.148:6823/3852418694","heartbeat_front_addr":"172.21.15.148:6821/3852418694","state":["exists","up"]},{"osd":8,"uuid":"f9e0ed4f-7211-43b5-bac9-33a64cec91d5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6817","nonce":3332637555}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6819","nonce":3332637555}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6823","nonce":3332637555}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6821","nonce":3332637555}]},"public_addr":"172.21.15.157:6817/3332637555","cluster_addr":"172.21.15.157:6819/3332637555","heartbeat_back_addr":"172.21.15.157:6823/3332637555","heartbeat_front_addr":"172.21.15.157:6821/3332637555","state":["exists","up"]},{"osd":9,"uuid":"ba1b04ea-a184-445a-8c31-0eed73a488e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6826","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6827","nonce":3226599249}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6828","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6829","nonce":3226599249}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6832","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6833","nonce":3226599249}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6830","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6831","nonce":3226599249}]},"public_addr":"172.21.15.43:6827/3226599249","cluster_addr":"172.21.15.43:6829/3226599249","heartbeat_back_addr":"172.21.15.43:6833/3226599249","heartbeat_front_addr":"172.21.15.43:6831/3226599249","state":["exists","up"]},{"osd":10,"uuid":"6dc35480-fd4a-428d-8ede-eb3e9058a7cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6824","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6825","nonce":3418113451}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6826","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6827","nonce":3418113451}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6830","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6831","nonce":3418113451}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6828","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6829","nonce":3418113451}]},"public_addr":"172.21.15.148:6825/3418113451","cluster_addr":"172.21.15.148:6827/3418113451","heartbeat_back_addr":"172.21.15.148:6831/3418113451","heartbeat_front_addr":"172.21.15.148:6829/3418113451","state":["exists","up"]},{"osd":11,"uuid":"da02e920-1b89-4b7d-857b-14cf82a1f0e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6825","nonce":1613641998}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6827","nonce":1613641998}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6831","nonce":1613641998}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6829","nonce":1613641998}]},"public_addr":"172.21.15.157:6825/1613641998","cluster_addr":"172.21.15.157:6827/1613641998","heartbeat_back_addr":"172.21.15.157:6831/1613641998","heartbeat_front_addr":"172.21.15.157:6829/1613641998","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:39:58.214793+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:40:22.181940+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:40:45.520107+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:41:10.377805+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:41:35.387615+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:41:59.845861+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:42:25.042874+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:42:50.427164+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:43:15.686930+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:43:41.803831+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:44:07.624551+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:44:33.414511+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.43:6801/86887644":"2024-05-17T15:38:19.897772+0000","172.21.15.43:6800/86887644":"2024-05-17T15:38:19.897772+0000","172.21.15.43:0/1519374213":"2024-05-17T15:38:19.897772+0000","172.21.15.43:6800/2824545909":"2024-05-17T15:37:53.291030+0000","172.21.15.43:0/561872100":"2024-05-17T15:37:53.291030+0000","172.21.15.43:0/3260845824":"2024-05-17T15:38:19.897772+0000","172.21.15.43:0/465511688":"2024-05-17T15:38:19.897772+0000","172.21.15.43:0/1478293844":"2024-05-17T15:37:53.291030+0000","172.21.15.43:0/3264891829":"2024-05-17T15:37:53.291030+0000","172.21.15.43:6801/2824545909":"2024-05-17T15:37:53.291030+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-16T15:46:09.239 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:09.230+0000 7fbae513f700 1 -- 172.21.15.43:0/3403859641 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fbacc0b2880 msgr2=0x7fbacc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:09.239 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:09.230+0000 7fbae513f700 1 --2- 172.21.15.43:0/3403859641 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fbacc0b2880 0x7fbacc0b4d40 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fbac8009990 tx=0x7fbac801a040 comp rx=0 tx=0).stop 2024-05-16T15:46:09.239 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:09.230+0000 7fbae513f700 1 -- 172.21.15.43:0/3403859641 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbae0102620 msgr2=0x7fbae01040c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:09.239 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:09.230+0000 7fbae513f700 1 --2- 172.21.15.43:0/3403859641 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbae0102620 0x7fbae01040c0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fbad000b530 tx=0x7fbad000b8f0 comp rx=0 tx=0).stop 2024-05-16T15:46:09.239 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:09.230+0000 7fbae513f700 1 -- 172.21.15.43:0/3403859641 shutdown_connections 2024-05-16T15:46:09.239 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:09.230+0000 7fbae513f700 1 --2- 172.21.15.43:0/3403859641 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbae0107700 0x7fbae0104b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:09.239 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:09.230+0000 7fbae513f700 1 --2- 172.21.15.43:0/3403859641 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fbacc0b2880 0x7fbacc0b4d40 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:09.240 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:09.230+0000 7fbae513f700 1 --2- 172.21.15.43:0/3403859641 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbae0102620 0x7fbae01040c0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:09.240 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:09.230+0000 7fbae513f700 1 --2- 172.21.15.43:0/3403859641 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbae0102fd0 0x7fbae0104600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:09.240 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:09.230+0000 7fbae513f700 1 -- 172.21.15.43:0/3403859641 >> 172.21.15.43:0/3403859641 conn(0x7fbae0079440 msgr2=0x7fbae006bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:46:09.240 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:09.230+0000 7fbae513f700 1 -- 172.21.15.43:0/3403859641 shutdown_connections 2024-05-16T15:46:09.240 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:09.230+0000 7fbae513f700 1 -- 172.21.15.43:0/3403859641 wait complete. 2024-05-16T15:46:09.604 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:09 smithi043 ceph-mon[31619]: pgmap v309: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:46:09.604 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:09 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/3403859641' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-16T15:46:09.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:09 smithi157 ceph-mon[35584]: pgmap v309: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:46:09.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:09 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/3403859641' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-16T15:46:09.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:09 smithi148 ceph-mon[34976]: pgmap v309: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:46:09.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:09 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/3403859641' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-16T15:46:10.033 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 17, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-05-16T15:45:39.175942+0000', 'modified': '2024-05-16T15:45:53.296479+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24482}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24482': {'gid': 24482, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.148:6839/717807397', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.148:6838', 'nonce': 717807397}, {'type': 'v1', 'addr': '172.21.15.148:6839', 'nonce': 717807397}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1, 'qdb_leader': 24482, 'qdb_cluster': [24482]} 2024-05-16T15:46:10.033 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-05-16T15:46:10.034 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell mds.b status 2024-05-16T15:46:10.293 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:46:11.474 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:11 smithi043 ceph-mon[31619]: pgmap v310: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:46:11.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:11 smithi157 ceph-mon[35584]: pgmap v310: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:46:11.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:11 smithi148 ceph-mon[34976]: pgmap v310: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:46:12.034 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.025+0000 7fb111beb700 1 -- 172.21.15.43:0/114642056 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb10c102620 msgr2=0x7fb10c102a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:12.034 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.025+0000 7fb111beb700 1 --2- 172.21.15.43:0/114642056 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb10c102620 0x7fb10c102a00 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fb0fc00b0d0 tx=0x7fb0fc00b3e0 comp rx=0 tx=0).stop 2024-05-16T15:46:12.034 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.025+0000 7fb111beb700 1 -- 172.21.15.43:0/114642056 shutdown_connections 2024-05-16T15:46:12.034 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.025+0000 7fb111beb700 1 --2- 172.21.15.43:0/114642056 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb10c107700 0x7fb10c10f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:12.035 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.025+0000 7fb111beb700 1 --2- 172.21.15.43:0/114642056 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb10c102620 0x7fb10c102a00 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:12.035 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.025+0000 7fb111beb700 1 --2- 172.21.15.43:0/114642056 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb10c102fd0 0x7fb10c107020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:12.035 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.025+0000 7fb111beb700 1 -- 172.21.15.43:0/114642056 >> 172.21.15.43:0/114642056 conn(0x7fb10c079440 msgr2=0x7fb10c079850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:46:12.035 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.025+0000 7fb111beb700 1 -- 172.21.15.43:0/114642056 shutdown_connections 2024-05-16T15:46:12.035 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.025+0000 7fb111beb700 1 -- 172.21.15.43:0/114642056 wait complete. 2024-05-16T15:46:12.036 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.026+0000 7fb111beb700 1 Processor -- start 2024-05-16T15:46:12.037 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.026+0000 7fb111beb700 1 -- start start 2024-05-16T15:46:12.037 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.026+0000 7fb111beb700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb10c102620 0x7fb10c19f7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:12.037 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.026+0000 7fb111beb700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb10c102fd0 0x7fb10c19fce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:12.037 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.026+0000 7fb111beb700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb10c107700 0x7fb10c1999b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:12.037 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.026+0000 7fb111beb700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fb10c112510 con 0x7fb10c102620 2024-05-16T15:46:12.037 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.026+0000 7fb111beb700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fb10c112390 con 0x7fb10c102fd0 2024-05-16T15:46:12.037 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.026+0000 7fb111beb700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fb10c112690 con 0x7fb10c107700 2024-05-16T15:46:12.037 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.026+0000 7fb10b7fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb10c102620 0x7fb10c19f7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:12.037 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.026+0000 7fb10b7fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb10c102620 0x7fb10c19f7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:46528/0 (socket says 172.21.15.43:46528) 2024-05-16T15:46:12.037 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.026+0000 7fb10b7fe700 1 -- 172.21.15.43:0/2372814435 learned_addr learned my addr 172.21.15.43:0/2372814435 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:46:12.037 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.026+0000 7fb10affd700 1 --2- 172.21.15.43:0/2372814435 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb10c102fd0 0x7fb10c19fce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:12.037 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.026+0000 7fb10bfff700 1 --2- 172.21.15.43:0/2372814435 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb10c107700 0x7fb10c1999b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:12.037 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.026+0000 7fb10b7fe700 1 -- 172.21.15.43:0/2372814435 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb10c107700 msgr2=0x7fb10c1999b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:12.038 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.026+0000 7fb10b7fe700 1 --2- 172.21.15.43:0/2372814435 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb10c107700 0x7fb10c1999b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:12.038 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.026+0000 7fb10b7fe700 1 -- 172.21.15.43:0/2372814435 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb10c102fd0 msgr2=0x7fb10c19fce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:12.038 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.026+0000 7fb10b7fe700 1 --2- 172.21.15.43:0/2372814435 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb10c102fd0 0x7fb10c19fce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:12.038 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.027+0000 7fb10b7fe700 1 -- 172.21.15.43:0/2372814435 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb10c19a110 con 0x7fb10c102620 2024-05-16T15:46:12.038 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.027+0000 7fb10bfff700 1 --2- 172.21.15.43:0/2372814435 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb10c107700 0x7fb10c1999b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:46:12.038 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.027+0000 7fb10b7fe700 1 --2- 172.21.15.43:0/2372814435 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb10c102620 0x7fb10c19f7a0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fb0fc007d90 tx=0x7fb0fc007dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:46:12.038 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.027+0000 7fb108ff9700 1 -- 172.21.15.43:0/2372814435 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0fc01f070 con 0x7fb10c102620 2024-05-16T15:46:12.038 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.027+0000 7fb108ff9700 1 -- 172.21.15.43:0/2372814435 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb0fc005500 con 0x7fb10c102620 2024-05-16T15:46:12.038 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.027+0000 7fb111beb700 1 -- 172.21.15.43:0/2372814435 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb10c19a3a0 con 0x7fb10c102620 2024-05-16T15:46:12.038 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.027+0000 7fb108ff9700 1 -- 172.21.15.43:0/2372814435 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0fc01b970 con 0x7fb10c102620 2024-05-16T15:46:12.038 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.027+0000 7fb111beb700 1 -- 172.21.15.43:0/2372814435 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb10c1a6670 con 0x7fb10c102620 2024-05-16T15:46:12.039 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.029+0000 7fb108ff9700 1 -- 172.21.15.43:0/2372814435 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fb0fc022070 con 0x7fb10c102620 2024-05-16T15:46:12.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.031+0000 7fb108ff9700 1 --2- 172.21.15.43:0/2372814435 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb0f80b2880 0x7fb0f80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:12.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.031+0000 7fb10affd700 1 --2- 172.21.15.43:0/2372814435 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb0f80b2880 0x7fb0f80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:12.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.031+0000 7fb108ff9700 1 -- 172.21.15.43:0/2372814435 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8802+0+0 (secure 0 0 0) 0x7fb0fc00f020 con 0x7fb10c102620 2024-05-16T15:46:12.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.031+0000 7fb11c47eb80 1 Processor -- start 2024-05-16T15:46:12.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.031+0000 7fb11c47eb80 1 -- start start 2024-05-16T15:46:12.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.031+0000 7fb10affd700 1 --2- 172.21.15.43:0/2372814435 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb0f80b2880 0x7fb0f80b4d40 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fb10c107210 tx=0x7fb0f400b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:46:12.042 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.031+0000 7fb11c47eb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a6d2b21160 0x55a6d2b21540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:12.043 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.031+0000 7fb11c47eb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a6d2b21a80 0x55a6d2b1b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:12.043 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.031+0000 7fb11c47eb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a6d2b1bd00 0x55a6d2b1c140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:12.043 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.031+0000 7fb11c47eb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55a6d2a6d8f0 con 0x55a6d2b21a80 2024-05-16T15:46:12.043 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.031+0000 7fb11c47eb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55a6d29d2d50 con 0x55a6d2b21160 2024-05-16T15:46:12.043 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.031+0000 7fb11c47eb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55a6d2a698b0 con 0x55a6d2b1bd00 2024-05-16T15:46:12.043 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.032+0000 7fb10affd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a6d2b21a80 0x55a6d2b1b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:12.043 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.032+0000 7fb10affd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a6d2b21a80 0x55a6d2b1b7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:46532/0 (socket says 172.21.15.43:46532) 2024-05-16T15:46:12.043 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.032+0000 7fb10affd700 1 -- 172.21.15.43:0/2041796166 learned_addr learned my addr 172.21.15.43:0/2041796166 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:46:12.043 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.032+0000 7fb10b7fe700 1 --2- 172.21.15.43:0/2041796166 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a6d2b21160 0x55a6d2b21540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:12.043 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.032+0000 7fb10bfff700 1 --2- 172.21.15.43:0/2041796166 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a6d2b1bd00 0x55a6d2b1c140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:12.043 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.032+0000 7fb10affd700 1 -- 172.21.15.43:0/2041796166 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a6d2b1bd00 msgr2=0x55a6d2b1c140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:46:12.043 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.032+0000 7fb10affd700 1 --2- 172.21.15.43:0/2041796166 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a6d2b1bd00 0x55a6d2b1c140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:12.043 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.032+0000 7fb10affd700 1 -- 172.21.15.43:0/2041796166 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a6d2b21160 msgr2=0x55a6d2b21540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:46:12.044 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.032+0000 7fb10affd700 1 --2- 172.21.15.43:0/2041796166 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a6d2b21160 0x55a6d2b21540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:12.044 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.032+0000 7fb10affd700 1 -- 172.21.15.43:0/2041796166 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a6d29ba880 con 0x55a6d2b21a80 2024-05-16T15:46:12.044 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.032+0000 7fb10bfff700 1 --2- 172.21.15.43:0/2041796166 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a6d2b1bd00 0x55a6d2b1c140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:46:12.044 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.032+0000 7fb10b7fe700 1 --2- 172.21.15.43:0/2041796166 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a6d2b21160 0x55a6d2b21540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:46:12.044 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.032+0000 7fb10affd700 1 --2- 172.21.15.43:0/2041796166 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a6d2b21a80 0x55a6d2b1b7c0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fb0f4010f40 tx=0x7fb0f4013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=880672b79e93669d server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:46:12.044 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.032+0000 7fb101ffb700 1 -- 172.21.15.43:0/2041796166 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0f400be60 con 0x55a6d2b21a80 2024-05-16T15:46:12.044 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.032+0000 7fb101ffb700 1 -- 172.21.15.43:0/2041796166 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb0f401eab0 con 0x55a6d2b21a80 2024-05-16T15:46:12.044 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.032+0000 7fb101ffb700 1 -- 172.21.15.43:0/2041796166 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0f401ca50 con 0x55a6d2b21a80 2024-05-16T15:46:12.044 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.033+0000 7fb11c47eb80 1 -- 172.21.15.43:0/2041796166 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a6d2b21a80 msgr2=0x55a6d2b1b7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:12.044 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.033+0000 7fb11c47eb80 1 --2- 172.21.15.43:0/2041796166 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a6d2b21a80 0x55a6d2b1b7c0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fb0f4010f40 tx=0x7fb0f4013000 comp rx=0 tx=0).stop 2024-05-16T15:46:12.044 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.033+0000 7fb11c47eb80 1 -- 172.21.15.43:0/2041796166 shutdown_connections 2024-05-16T15:46:12.044 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.033+0000 7fb11c47eb80 1 --2- 172.21.15.43:0/2041796166 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a6d2b1bd00 0x55a6d2b1c140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:12.044 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.033+0000 7fb11c47eb80 1 --2- 172.21.15.43:0/2041796166 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a6d2b21160 0x55a6d2b21540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:12.044 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.033+0000 7fb11c47eb80 1 --2- 172.21.15.43:0/2041796166 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a6d2b21a80 0x55a6d2b1b7c0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:12.045 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.033+0000 7fb11c47eb80 1 -- 172.21.15.43:0/2041796166 >> 172.21.15.43:0/2041796166 conn(0x55a6d2a47b20 msgr2=0x55a6d2b16250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:46:12.045 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.033+0000 7fb11c47eb80 1 -- 172.21.15.43:0/2041796166 shutdown_connections 2024-05-16T15:46:12.045 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.033+0000 7fb11c47eb80 1 -- 172.21.15.43:0/2041796166 wait complete. 2024-05-16T15:46:12.045 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.033+0000 7fb11c47eb80 1 -- start start 2024-05-16T15:46:12.045 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.034+0000 7fb11c47eb80 1 Processor -- start 2024-05-16T15:46:12.048 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.034+0000 7fb11c47eb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a6d2b1bd00 0x55a6d2b27740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:12.048 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.034+0000 7fb11c47eb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a6d2b21160 0x55a6d2b24ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:12.048 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.034+0000 7fb11c47eb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a6d2b21a80 0x55a6d2b25020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:12.048 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.034+0000 7fb11c47eb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55a6d2b28400 con 0x55a6d2b21a80 2024-05-16T15:46:12.048 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.034+0000 7fb11c47eb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55a6d2a26e80 con 0x55a6d2b21160 2024-05-16T15:46:12.048 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.034+0000 7fb11c47eb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55a6d2b28580 con 0x55a6d2b1bd00 2024-05-16T15:46:12.049 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.034+0000 7fb11c47eb80 10 client.0 _ll_register_callbacks cb 0x55a6d2a01560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:46:12.049 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.034+0000 7fb10bfff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a6d2b21a80 0x55a6d2b25020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:12.049 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.034+0000 7fb10bfff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a6d2b21a80 0x55a6d2b25020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:46540/0 (socket says 172.21.15.43:46540) 2024-05-16T15:46:12.049 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.034+0000 7fb10bfff700 1 -- 172.21.15.43:0/667782223 learned_addr learned my addr 172.21.15.43:0/667782223 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:46:12.049 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.034+0000 7fb10b7fe700 1 --2- 172.21.15.43:0/667782223 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a6d2b1bd00 0x55a6d2b27740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:12.049 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.034+0000 7fb10affd700 1 --2- 172.21.15.43:0/667782223 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a6d2b21160 0x55a6d2b24ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:12.049 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.034+0000 7fb10bfff700 1 -- 172.21.15.43:0/667782223 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a6d2b1bd00 msgr2=0x55a6d2b27740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:46:12.049 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.034+0000 7fb10bfff700 1 --2- 172.21.15.43:0/667782223 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a6d2b1bd00 0x55a6d2b27740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:12.049 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.034+0000 7fb10bfff700 1 -- 172.21.15.43:0/667782223 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a6d2b21160 msgr2=0x55a6d2b24ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:46:12.049 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.034+0000 7fb10bfff700 1 --2- 172.21.15.43:0/667782223 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a6d2b21160 0x55a6d2b24ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:12.049 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.034+0000 7fb10bfff700 1 -- 172.21.15.43:0/667782223 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a6d2a24710 con 0x55a6d2b21a80 2024-05-16T15:46:12.049 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.035+0000 7fb10bfff700 1 --2- 172.21.15.43:0/667782223 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a6d2b21a80 0x55a6d2b25020 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fb10400f260 tx=0x7fb10400f570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76a8d130afda4d20 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:46:12.049 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.035+0000 7fb0eaffd700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:46:12.050 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.035+0000 7fb0eaffd700 1 -- 172.21.15.43:0/667782223 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb104018020 con 0x55a6d2b21a80 2024-05-16T15:46:12.050 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.035+0000 7fb11c47eb80 1 -- 172.21.15.43:0/667782223 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb0f401eab0 con 0x55a6d2b21a80 2024-05-16T15:46:12.050 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.035+0000 7fb0eaffd700 1 -- 172.21.15.43:0/667782223 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(85..85 src has 1..85) ==== 8802+0+0 (secure 0 0 0) 0x7fb104014460 con 0x55a6d2b21a80 2024-05-16T15:46:12.050 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.035+0000 7fb0eaffd700 1 -- 172.21.15.43:0/667782223 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7fb104023050 con 0x55a6d2b21a80 2024-05-16T15:46:12.050 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.035+0000 7fb11c47eb80 10 client.14676 fetch_fsmap learned FSMap version 17 2024-05-16T15:46:12.050 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.035+0000 7fb11c47eb80 1 -- 172.21.15.43:0/667782223 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=4+}) -- 0x55a6d2b32db0 con 0x55a6d2b21a80 2024-05-16T15:46:12.050 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.035+0000 7fb0eaffd700 1 -- 172.21.15.43:0/667782223 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb0f401eab0 con 0x55a6d2b21a80 2024-05-16T15:46:12.050 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.035+0000 7fb0eaffd700 1 -- 172.21.15.43:0/667782223 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 17) ==== 8342+0+0 (secure 0 0 0) 0x7fb104013680 con 0x55a6d2b21a80 2024-05-16T15:46:12.050 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.035+0000 7fb11c47eb80 10 client.14676 fetch_fsmap finished waiting for FSMap version 17 2024-05-16T15:46:12.050 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.035+0000 7fb11c47eb80 10 client.14676 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-16T15:46:12.050 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.035+0000 7fb11c47eb80 20 client.14676 populate_metadata read hostname 'smithi043' 2024-05-16T15:46:12.050 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.035+0000 7fb11c47eb80 1 --2- 172.21.15.43:0/667782223 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55a6d2b353a0 0x55a6d2b36810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:12.050 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.036+0000 7fb11c47eb80 4 client.14676 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:46:12.051 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.036+0000 7fb11c47eb80 1 -- 172.21.15.43:0/667782223 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a6d2a7b2d0 con 0x55a6d2b353a0 2024-05-16T15:46:12.051 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.036+0000 7fb10b7fe700 1 --2- 172.21.15.43:0/667782223 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55a6d2b353a0 0x55a6d2b36810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:12.051 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.036+0000 7fb0eaffd700 10 client.14676 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:46:12.051 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.036+0000 7fb10b7fe700 1 --2- 172.21.15.43:0/667782223 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55a6d2b353a0 0x55a6d2b36810 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6c4e3fed5956ba7e server_cookie=467a4b6573f00abb in_seq=0 out_seq=0 2024-05-16T15:46:12.051 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.037+0000 7fb0eaffd700 1 -- 172.21.15.43:0/667782223 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55a6d2a7b2d0 con 0x55a6d2b353a0 2024-05-16T15:46:12.051 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.037+0000 7fb0eaffd700 10 client.14676 handle_command_reply: tid=0 2024-05-16T15:46:12.051 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.037+0000 7fb11c47eb80 1 client.14676 shutdown 2024-05-16T15:46:12.051 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.037+0000 7fb11c47eb80 1 -- 172.21.15.43:0/667782223 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a6d2b21a80 msgr2=0x55a6d2b25020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:12.051 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.037+0000 7fb11c47eb80 1 --2- 172.21.15.43:0/667782223 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a6d2b21a80 0x55a6d2b25020 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fb10400f260 tx=0x7fb10400f570 comp rx=0 tx=0).stop 2024-05-16T15:46:12.051 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.037+0000 7fb11c47eb80 1 -- 172.21.15.43:0/667782223 shutdown_connections 2024-05-16T15:46:12.051 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.037+0000 7fb11c47eb80 1 --2- 172.21.15.43:0/667782223 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55a6d2b353a0 0x55a6d2b36810 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:12.051 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.037+0000 7fb11c47eb80 1 --2- 172.21.15.43:0/667782223 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a6d2b21a80 0x55a6d2b25020 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:12.051 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.037+0000 7fb11c47eb80 1 --2- 172.21.15.43:0/667782223 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a6d2b1bd00 0x55a6d2b27740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:12.051 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.037+0000 7fb11c47eb80 1 --2- 172.21.15.43:0/667782223 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a6d2b21160 0x55a6d2b24ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:12.051 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.037+0000 7fb0eaffd700 0 client.14676 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:46:12.052 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.037+0000 7fb11c47eb80 1 -- 172.21.15.43:0/667782223 >> 172.21.15.43:0/667782223 conn(0x55a6d2a47b20 msgr2=0x55a6d2b10ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:46:12.052 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.037+0000 7fb11c47eb80 1 -- 172.21.15.43:0/667782223 shutdown_connections 2024-05-16T15:46:12.052 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.037+0000 7fb11c47eb80 1 -- 172.21.15.43:0/667782223 wait complete. 2024-05-16T15:46:12.052 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.038+0000 7fb11c47eb80 20 client.14676 trim_cache size 0 max 16384 2024-05-16T15:46:12.069 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.059+0000 7fb11c47eb80 1 Processor -- start 2024-05-16T15:46:12.069 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.059+0000 7fb11c47eb80 1 -- start start 2024-05-16T15:46:12.069 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.059+0000 7fb11c47eb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a6d2b1bd00 0x55a6d2b10bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:12.069 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.059+0000 7fb11c47eb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a6d2b21160 0x55a6d2b40060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:12.069 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.059+0000 7fb11c47eb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a6d2b21a80 0x55a6d2b23410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:12.069 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.059+0000 7fb11c47eb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55a6d2b34b50 con 0x55a6d2b21a80 2024-05-16T15:46:12.069 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.059+0000 7fb11c47eb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55a6d2b35220 con 0x55a6d2b21160 2024-05-16T15:46:12.069 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.059+0000 7fb11c47eb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55a6d2b358f0 con 0x55a6d2b1bd00 2024-05-16T15:46:12.070 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.059+0000 7fb10bfff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a6d2b21a80 0x55a6d2b23410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:12.070 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.059+0000 7fb10bfff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a6d2b21a80 0x55a6d2b23410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:46552/0 (socket says 172.21.15.43:46552) 2024-05-16T15:46:12.070 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.059+0000 7fb10bfff700 1 -- 172.21.15.43:0/2073572910 learned_addr learned my addr 172.21.15.43:0/2073572910 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:46:12.070 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.059+0000 7fb10b7fe700 1 --2- 172.21.15.43:0/2073572910 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a6d2b1bd00 0x55a6d2b10bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:12.070 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.059+0000 7fb10affd700 1 --2- 172.21.15.43:0/2073572910 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a6d2b21160 0x55a6d2b40060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:12.070 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.060+0000 7fb10bfff700 1 -- 172.21.15.43:0/2073572910 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a6d2b1bd00 msgr2=0x55a6d2b10bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:46:12.070 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.060+0000 7fb10bfff700 1 --2- 172.21.15.43:0/2073572910 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a6d2b1bd00 0x55a6d2b10bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:12.070 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.060+0000 7fb10bfff700 1 -- 172.21.15.43:0/2073572910 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a6d2b21160 msgr2=0x55a6d2b40060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:46:12.070 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.060+0000 7fb10bfff700 1 --2- 172.21.15.43:0/2073572910 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a6d2b21160 0x55a6d2b40060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:12.070 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.060+0000 7fb10bfff700 1 -- 172.21.15.43:0/2073572910 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a6d2b23090 con 0x55a6d2b21a80 2024-05-16T15:46:12.070 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.060+0000 7fb10bfff700 1 --2- 172.21.15.43:0/2073572910 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a6d2b21a80 0x55a6d2b23410 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fb104001eb0 tx=0x7fb104004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d93993b3413cfbb2 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:46:12.070 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.060+0000 7fb1017fa700 1 -- 172.21.15.43:0/2073572910 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb104018040 con 0x55a6d2b21a80 2024-05-16T15:46:12.070 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.060+0000 7fb1017fa700 1 -- 172.21.15.43:0/2073572910 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb10400fe80 con 0x55a6d2b21a80 2024-05-16T15:46:12.070 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.060+0000 7fb1017fa700 1 -- 172.21.15.43:0/2073572910 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1040148f0 con 0x55a6d2b21a80 2024-05-16T15:46:12.074 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.061+0000 7fb11c47eb80 1 -- 172.21.15.43:0/2073572910 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a6d2b21a80 msgr2=0x55a6d2b23410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:12.074 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.061+0000 7fb11c47eb80 1 --2- 172.21.15.43:0/2073572910 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a6d2b21a80 0x55a6d2b23410 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fb104001eb0 tx=0x7fb104004750 comp rx=0 tx=0).stop 2024-05-16T15:46:12.074 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.061+0000 7fb11c47eb80 1 -- 172.21.15.43:0/2073572910 shutdown_connections 2024-05-16T15:46:12.074 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.061+0000 7fb11c47eb80 1 --2- 172.21.15.43:0/2073572910 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a6d2b21a80 0x55a6d2b23410 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:12.074 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.061+0000 7fb11c47eb80 1 --2- 172.21.15.43:0/2073572910 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a6d2b1bd00 0x55a6d2b10bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:12.074 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.061+0000 7fb11c47eb80 1 --2- 172.21.15.43:0/2073572910 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a6d2b21160 0x55a6d2b40060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:12.075 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.061+0000 7fb11c47eb80 1 -- 172.21.15.43:0/2073572910 >> 172.21.15.43:0/2073572910 conn(0x55a6d2a47b20 msgr2=0x55a6d2b1ec00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:46:12.075 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.061+0000 7fb11c47eb80 1 -- 172.21.15.43:0/2073572910 shutdown_connections 2024-05-16T15:46:12.075 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.061+0000 7fb11c47eb80 1 -- 172.21.15.43:0/2073572910 wait complete. 2024-05-16T15:46:12.075 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.061+0000 7fb11c47eb80 1 -- start start 2024-05-16T15:46:12.075 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.061+0000 7fb11c47eb80 1 Processor -- start 2024-05-16T15:46:12.075 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.062+0000 7fb11c47eb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a6d2b1bd00 0x55a6d2b10380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:12.075 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.062+0000 7fb11c47eb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a6d2b21160 0x55a6d2b108c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:12.075 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.062+0000 7fb11c47eb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a6d2b21a80 0x55a6d2b9d810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:12.075 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.062+0000 7fb11c47eb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55a6d2b36690 con 0x55a6d2b1bd00 2024-05-16T15:46:12.075 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.062+0000 7fb11c47eb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55a6d2b35fc0 con 0x55a6d2b21160 2024-05-16T15:46:12.075 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.062+0000 7fb11c47eb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55a6d2b36d60 con 0x55a6d2b21a80 2024-05-16T15:46:12.075 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.062+0000 7fb11c47eb80 10 client.0 _ll_register_callbacks cb 0x55a6d2a01560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:46:12.075 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.062+0000 7fb10b7fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a6d2b1bd00 0x55a6d2b10380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:12.075 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.062+0000 7fb10b7fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a6d2b1bd00 0x55a6d2b10380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:46564/0 (socket says 172.21.15.43:46564) 2024-05-16T15:46:12.075 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.062+0000 7fb10b7fe700 1 -- 172.21.15.43:0/476334872 learned_addr learned my addr 172.21.15.43:0/476334872 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:46:12.076 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.062+0000 7fb10bfff700 1 --2- 172.21.15.43:0/476334872 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a6d2b21a80 0x55a6d2b9d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:12.076 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.062+0000 7fb10affd700 1 --2- 172.21.15.43:0/476334872 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a6d2b21160 0x55a6d2b108c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:12.076 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.062+0000 7fb10b7fe700 1 -- 172.21.15.43:0/476334872 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a6d2b21a80 msgr2=0x55a6d2b9d810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:46:12.076 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.062+0000 7fb10b7fe700 1 --2- 172.21.15.43:0/476334872 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a6d2b21a80 0x55a6d2b9d810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:12.076 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.062+0000 7fb10b7fe700 1 -- 172.21.15.43:0/476334872 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a6d2b21160 msgr2=0x55a6d2b108c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:46:12.076 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.062+0000 7fb10b7fe700 1 --2- 172.21.15.43:0/476334872 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a6d2b21160 0x55a6d2b108c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:12.076 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.062+0000 7fb10b7fe700 1 -- 172.21.15.43:0/476334872 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a6d2b9de50 con 0x55a6d2b1bd00 2024-05-16T15:46:12.076 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.062+0000 7fb10bfff700 1 --2- 172.21.15.43:0/476334872 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a6d2b21a80 0x55a6d2b9d810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:46:12.076 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.062+0000 7fb10affd700 1 --2- 172.21.15.43:0/476334872 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a6d2b21160 0x55a6d2b108c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:46:12.076 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.062+0000 7fb10b7fe700 1 --2- 172.21.15.43:0/476334872 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a6d2b1bd00 0x55a6d2b10380 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fb0fc0e1160 tx=0x7fb0fc0aa790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=509a234e2ca077d2 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:46:12.076 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.062+0000 7fb0eaffd700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:46:12.076 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.063+0000 7fb0eaffd700 1 -- 172.21.15.43:0/476334872 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0fc06f060 con 0x55a6d2b1bd00 2024-05-16T15:46:12.076 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.063+0000 7fb0eaffd700 1 -- 172.21.15.43:0/476334872 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(85..85 src has 1..85) ==== 8802+0+0 (secure 0 0 0) 0x7fb0fc0074e0 con 0x55a6d2b1bd00 2024-05-16T15:46:12.076 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.063+0000 7fb11c47eb80 1 -- 172.21.15.43:0/476334872 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55a6d2a75370 con 0x55a6d2b1bd00 2024-05-16T15:46:12.076 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.063+0000 7fb0eaffd700 1 -- 172.21.15.43:0/476334872 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7fb0fc0c5350 con 0x55a6d2b1bd00 2024-05-16T15:46:12.077 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.063+0000 7fb11c47eb80 10 client.14682 fetch_fsmap learned FSMap version 17 2024-05-16T15:46:12.077 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.063+0000 7fb11c47eb80 1 -- 172.21.15.43:0/476334872 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=4+}) -- 0x55a6d2ba51e0 con 0x55a6d2b1bd00 2024-05-16T15:46:12.077 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.063+0000 7fb0eaffd700 1 -- 172.21.15.43:0/476334872 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x55a6d2a75370 con 0x55a6d2b1bd00 2024-05-16T15:46:12.077 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.063+0000 7fb0eaffd700 1 -- 172.21.15.43:0/476334872 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 17) ==== 8342+0+0 (secure 0 0 0) 0x7fb0fc011070 con 0x55a6d2b1bd00 2024-05-16T15:46:12.077 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.063+0000 7fb11c47eb80 10 client.14682 fetch_fsmap finished waiting for FSMap version 17 2024-05-16T15:46:12.077 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.063+0000 7fb11c47eb80 10 client.14682 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-16T15:46:12.077 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.063+0000 7fb11c47eb80 20 client.14682 populate_metadata read hostname 'smithi043' 2024-05-16T15:46:12.077 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.063+0000 7fb11c47eb80 1 --2- 172.21.15.43:0/476334872 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55a6d2ba9db0 0x55a6d2ba8ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:12.077 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.063+0000 7fb11c47eb80 4 client.14682 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-16T15:46:12.077 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.063+0000 7fb11c47eb80 1 -- 172.21.15.43:0/476334872 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "status"}) -- 0x55a6d28ed200 con 0x55a6d2ba9db0 2024-05-16T15:46:12.077 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.064+0000 7fb10affd700 1 --2- 172.21.15.43:0/476334872 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55a6d2ba9db0 0x55a6d2ba8ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:12.077 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.064+0000 7fb10affd700 1 --2- 172.21.15.43:0/476334872 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55a6d2ba9db0 0x55a6d2ba8ac0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=44e791fbeaa53279 server_cookie=5490cf4a8bf06860 in_seq=0 out_seq=0 2024-05-16T15:46:12.077 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.064+0000 7fb0eaffd700 10 client.14682 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:46:12.077 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.064+0000 7fb0eaffd700 1 -- 172.21.15.43:0/476334872 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+326 (crc 0 0 0) 0x55a6d28ed200 con 0x55a6d2ba9db0 2024-05-16T15:46:12.078 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.064+0000 7fb0eaffd700 10 client.14682 handle_command_reply: tid=0 2024-05-16T15:46:12.078 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.064+0000 7fb11c47eb80 1 client.14682 shutdown 2024-05-16T15:46:12.078 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.064+0000 7fb11c47eb80 1 -- 172.21.15.43:0/476334872 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a6d2b1bd00 msgr2=0x55a6d2b10380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:12.078 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.064+0000 7fb11c47eb80 1 --2- 172.21.15.43:0/476334872 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a6d2b1bd00 0x55a6d2b10380 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fb0fc0e1160 tx=0x7fb0fc0aa790 comp rx=0 tx=0).stop 2024-05-16T15:46:12.078 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.064+0000 7fb11c47eb80 1 -- 172.21.15.43:0/476334872 shutdown_connections 2024-05-16T15:46:12.078 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.064+0000 7fb11c47eb80 1 --2- 172.21.15.43:0/476334872 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55a6d2ba9db0 0x55a6d2ba8ac0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:12.078 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.064+0000 7fb11c47eb80 1 --2- 172.21.15.43:0/476334872 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a6d2b21a80 0x55a6d2b9d810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:12.078 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.064+0000 7fb11c47eb80 1 --2- 172.21.15.43:0/476334872 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a6d2b1bd00 0x55a6d2b10380 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:12.078 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.064+0000 7fb0eaffd700 0 client.14682 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:46:12.078 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.064+0000 7fb11c47eb80 1 --2- 172.21.15.43:0/476334872 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a6d2b21160 0x55a6d2b108c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:12.078 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.065+0000 7fb11c47eb80 1 -- 172.21.15.43:0/476334872 >> 172.21.15.43:0/476334872 conn(0x55a6d2a47b20 msgr2=0x55a6d2b232a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:46:12.078 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.065+0000 7fb11c47eb80 1 -- 172.21.15.43:0/476334872 shutdown_connections 2024-05-16T15:46:12.078 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.065+0000 7fb11c47eb80 1 -- 172.21.15.43:0/476334872 wait complete. 2024-05-16T15:46:12.078 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.065+0000 7fb11c47eb80 20 client.14682 trim_cache size 0 max 16384 2024-05-16T15:46:12.079 INFO:teuthology.orchestra.run.smithi043.stdout:{ 2024-05-16T15:46:12.079 INFO:teuthology.orchestra.run.smithi043.stdout: "cluster_fsid": "13155b42-139a-11ef-bc9a-c7b262605968", 2024-05-16T15:46:12.079 INFO:teuthology.orchestra.run.smithi043.stdout: "whoami": 0, 2024-05-16T15:46:12.079 INFO:teuthology.orchestra.run.smithi043.stdout: "id": 24482, 2024-05-16T15:46:12.079 INFO:teuthology.orchestra.run.smithi043.stdout: "want_state": "up:active", 2024-05-16T15:46:12.079 INFO:teuthology.orchestra.run.smithi043.stdout: "state": "up:active", 2024-05-16T15:46:12.079 INFO:teuthology.orchestra.run.smithi043.stdout: "fs_name": "cephfs", 2024-05-16T15:46:12.079 INFO:teuthology.orchestra.run.smithi043.stdout: "rank_uptime": 32.838377887, 2024-05-16T15:46:12.079 INFO:teuthology.orchestra.run.smithi043.stdout: "mdsmap_epoch": 17, 2024-05-16T15:46:12.079 INFO:teuthology.orchestra.run.smithi043.stdout: "osdmap_epoch": 85, 2024-05-16T15:46:12.079 INFO:teuthology.orchestra.run.smithi043.stdout: "osdmap_epoch_barrier": 85, 2024-05-16T15:46:12.079 INFO:teuthology.orchestra.run.smithi043.stdout: "uptime": 47.915287325000001 2024-05-16T15:46:12.079 INFO:teuthology.orchestra.run.smithi043.stdout:} 2024-05-16T15:46:12.080 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.065+0000 7fb111beb700 1 -- 172.21.15.43:0/2372814435 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb0f80b2880 msgr2=0x7fb0f80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:12.080 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.065+0000 7fb111beb700 1 --2- 172.21.15.43:0/2372814435 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb0f80b2880 0x7fb0f80b4d40 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fb10c107210 tx=0x7fb0f400b410 comp rx=0 tx=0).stop 2024-05-16T15:46:12.080 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.065+0000 7fb111beb700 1 -- 172.21.15.43:0/2372814435 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb10c102620 msgr2=0x7fb10c19f7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:12.081 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.065+0000 7fb111beb700 1 --2- 172.21.15.43:0/2372814435 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb10c102620 0x7fb10c19f7a0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fb0fc007d90 tx=0x7fb0fc007dc0 comp rx=0 tx=0).stop 2024-05-16T15:46:12.081 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.065+0000 7fb111beb700 1 -- 172.21.15.43:0/2372814435 shutdown_connections 2024-05-16T15:46:12.081 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.065+0000 7fb111beb700 1 --2- 172.21.15.43:0/2372814435 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb10c107700 0x7fb10c1999b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:12.081 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.065+0000 7fb111beb700 1 --2- 172.21.15.43:0/2372814435 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb0f80b2880 0x7fb0f80b4d40 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:12.081 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.065+0000 7fb111beb700 1 --2- 172.21.15.43:0/2372814435 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb10c102620 0x7fb10c19f7a0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:12.081 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.065+0000 7fb111beb700 1 --2- 172.21.15.43:0/2372814435 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb10c102fd0 0x7fb10c19fce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:12.081 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.065+0000 7fb111beb700 1 -- 172.21.15.43:0/2372814435 >> 172.21.15.43:0/2372814435 conn(0x7fb10c079440 msgr2=0x7fb10c06bf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:46:12.081 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.066+0000 7fb111beb700 1 -- 172.21.15.43:0/2372814435 shutdown_connections 2024-05-16T15:46:12.081 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:12.066+0000 7fb111beb700 1 -- 172.21.15.43:0/2372814435 wait complete. 2024-05-16T15:46:12.856 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-05-16T15:46:12.856 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-05-16T15:46:12.856 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph fs ls 2024-05-16T15:46:13.108 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:46:13.520 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:13 smithi043 ceph-mon[31619]: pgmap v311: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:46:13.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:13 smithi157 ceph-mon[35584]: pgmap v311: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:46:13.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:13 smithi148 ceph-mon[34976]: pgmap v311: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:46:14.744 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:14.733+0000 7fe7ca9b7700 1 -- 172.21.15.43:0/3058282430 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe7c4107700 msgr2=0x7fe7c410f2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:14.744 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:14.733+0000 7fe7ca9b7700 1 --2- 172.21.15.43:0/3058282430 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe7c4107700 0x7fe7c410f2d0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fe7bc00b0d0 tx=0x7fe7bc00b3e0 comp rx=0 tx=0).stop 2024-05-16T15:46:14.744 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:14.733+0000 7fe7ca9b7700 1 -- 172.21.15.43:0/3058282430 shutdown_connections 2024-05-16T15:46:14.744 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:14.733+0000 7fe7ca9b7700 1 --2- 172.21.15.43:0/3058282430 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe7c4107700 0x7fe7c410f2d0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:14.744 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:14.733+0000 7fe7ca9b7700 1 --2- 172.21.15.43:0/3058282430 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe7c4102620 0x7fe7c4102a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:14.745 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:14.733+0000 7fe7ca9b7700 1 --2- 172.21.15.43:0/3058282430 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe7c4102fd0 0x7fe7c4107020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:14.745 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:14.733+0000 7fe7ca9b7700 1 -- 172.21.15.43:0/3058282430 >> 172.21.15.43:0/3058282430 conn(0x7fe7c4079440 msgr2=0x7fe7c4079850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:46:14.745 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:14.733+0000 7fe7ca9b7700 1 -- 172.21.15.43:0/3058282430 shutdown_connections 2024-05-16T15:46:14.745 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:14.733+0000 7fe7ca9b7700 1 -- 172.21.15.43:0/3058282430 wait complete. 2024-05-16T15:46:14.745 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:14.733+0000 7fe7ca9b7700 1 Processor -- start 2024-05-16T15:46:14.745 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:14.734+0000 7fe7ca9b7700 1 -- start start 2024-05-16T15:46:14.745 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:14.734+0000 7fe7ca9b7700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe7c4102620 0x7fe7c419f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:14.745 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:14.734+0000 7fe7ca9b7700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe7c4102fd0 0x7fe7c419fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:14.745 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:14.734+0000 7fe7ca9b7700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe7c4107700 0x7fe7c4199820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:14.745 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:14.734+0000 7fe7ca9b7700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fe7c4112450 con 0x7fe7c4102fd0 2024-05-16T15:46:14.745 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:14.734+0000 7fe7ca9b7700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fe7c41122d0 con 0x7fe7c4102620 2024-05-16T15:46:14.745 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:14.734+0000 7fe7ca9b7700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fe7c41125d0 con 0x7fe7c4107700 2024-05-16T15:46:14.745 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:14.734+0000 7fe7c37fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe7c4102fd0 0x7fe7c419fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:14.745 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:14.734+0000 7fe7c37fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe7c4102fd0 0x7fe7c419fbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:46590/0 (socket says 172.21.15.43:46590) 2024-05-16T15:46:14.746 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:14.734+0000 7fe7c37fe700 1 -- 172.21.15.43:0/419055456 learned_addr learned my addr 172.21.15.43:0/419055456 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:46:14.746 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:14.734+0000 7fe7c8f54700 1 --2- 172.21.15.43:0/419055456 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe7c4107700 0x7fe7c4199820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:14.746 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:14.734+0000 7fe7c3fff700 1 --2- 172.21.15.43:0/419055456 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe7c4102620 0x7fe7c419f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:14.746 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:14.734+0000 7fe7c37fe700 1 -- 172.21.15.43:0/419055456 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe7c4107700 msgr2=0x7fe7c4199820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:14.746 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:14.734+0000 7fe7c37fe700 1 --2- 172.21.15.43:0/419055456 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe7c4107700 0x7fe7c4199820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:14.746 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:14.734+0000 7fe7c37fe700 1 -- 172.21.15.43:0/419055456 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe7c4102620 msgr2=0x7fe7c419f6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:14.746 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:14.734+0000 7fe7c37fe700 1 --2- 172.21.15.43:0/419055456 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe7c4102620 0x7fe7c419f6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:14.746 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:14.734+0000 7fe7c37fe700 1 -- 172.21.15.43:0/419055456 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7c419a000 con 0x7fe7c4102fd0 2024-05-16T15:46:14.746 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:14.734+0000 7fe7c3fff700 1 --2- 172.21.15.43:0/419055456 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe7c4102620 0x7fe7c419f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:46:14.746 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:14.735+0000 7fe7c37fe700 1 --2- 172.21.15.43:0/419055456 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe7c4102fd0 0x7fe7c419fbe0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fe7b800c8f0 tx=0x7fe7b800cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:46:14.746 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:14.735+0000 7fe7c17fa700 1 -- 172.21.15.43:0/419055456 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7b8007940 con 0x7fe7c4102fd0 2024-05-16T15:46:14.747 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:14.735+0000 7fe7c17fa700 1 -- 172.21.15.43:0/419055456 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe7b800f450 con 0x7fe7c4102fd0 2024-05-16T15:46:14.747 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:14.735+0000 7fe7ca9b7700 1 -- 172.21.15.43:0/419055456 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7c419a2f0 con 0x7fe7c4102fd0 2024-05-16T15:46:14.747 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:14.735+0000 7fe7c17fa700 1 -- 172.21.15.43:0/419055456 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7b8018660 con 0x7fe7c4102fd0 2024-05-16T15:46:14.747 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:14.735+0000 7fe7ca9b7700 1 -- 172.21.15.43:0/419055456 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7c41a6500 con 0x7fe7c4102fd0 2024-05-16T15:46:14.748 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:14.736+0000 7fe7ca9b7700 1 -- 172.21.15.43:0/419055456 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe7c4103b00 con 0x7fe7c4102fd0 2024-05-16T15:46:14.748 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:14.737+0000 7fe7c17fa700 1 -- 172.21.15.43:0/419055456 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fe7b800f900 con 0x7fe7c4102fd0 2024-05-16T15:46:14.748 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:14.738+0000 7fe7c17fa700 1 --2- 172.21.15.43:0/419055456 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe7ac0b2900 0x7fe7ac0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:14.748 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:14.738+0000 7fe7c3fff700 1 --2- 172.21.15.43:0/419055456 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe7ac0b2900 0x7fe7ac0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:14.748 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:14.738+0000 7fe7c17fa700 1 -- 172.21.15.43:0/419055456 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8802+0+0 (secure 0 0 0) 0x7fe7b80e2320 con 0x7fe7c4102fd0 2024-05-16T15:46:14.748 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:14.739+0000 7fe7c3fff700 1 --2- 172.21.15.43:0/419055456 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe7ac0b2900 0x7fe7ac0b4dc0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fe7b4005fd0 tx=0x7fe7b4005e20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:46:14.750 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:14.741+0000 7fe7c17fa700 1 -- 172.21.15.43:0/419055456 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fe7b8014030 con 0x7fe7c4102fd0 2024-05-16T15:46:15.013 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:15.004+0000 7fe7ca9b7700 1 -- 172.21.15.43:0/419055456 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fe7c402e510 con 0x7fe7c4102fd0 2024-05-16T15:46:15.013 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:15.004+0000 7fe7c17fa700 1 -- 172.21.15.43:0/419055456 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v17) ==== 53+0+88 (secure 0 0 0) 0x7fe7b80a9eb0 con 0x7fe7c4102fd0 2024-05-16T15:46:15.013 INFO:teuthology.orchestra.run.smithi043.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-05-16T15:46:15.016 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:15.006+0000 7fe7ca9b7700 1 -- 172.21.15.43:0/419055456 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe7ac0b2900 msgr2=0x7fe7ac0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:15.016 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:15.006+0000 7fe7ca9b7700 1 --2- 172.21.15.43:0/419055456 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe7ac0b2900 0x7fe7ac0b4dc0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fe7b4005fd0 tx=0x7fe7b4005e20 comp rx=0 tx=0).stop 2024-05-16T15:46:15.016 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:15.006+0000 7fe7ca9b7700 1 -- 172.21.15.43:0/419055456 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe7c4102fd0 msgr2=0x7fe7c419fbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:15.016 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:15.006+0000 7fe7ca9b7700 1 --2- 172.21.15.43:0/419055456 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe7c4102fd0 0x7fe7c419fbe0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fe7b800c8f0 tx=0x7fe7b800cc00 comp rx=0 tx=0).stop 2024-05-16T15:46:15.016 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:15.007+0000 7fe7ca9b7700 1 -- 172.21.15.43:0/419055456 shutdown_connections 2024-05-16T15:46:15.016 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:15.007+0000 7fe7ca9b7700 1 --2- 172.21.15.43:0/419055456 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe7c4107700 0x7fe7c4199820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:15.016 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:15.007+0000 7fe7ca9b7700 1 --2- 172.21.15.43:0/419055456 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe7c4102620 0x7fe7c419f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:15.016 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:15.007+0000 7fe7ca9b7700 1 --2- 172.21.15.43:0/419055456 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe7ac0b2900 0x7fe7ac0b4dc0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:15.016 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:15.007+0000 7fe7ca9b7700 1 --2- 172.21.15.43:0/419055456 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe7c4102fd0 0x7fe7c419fbe0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:15.016 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:15.007+0000 7fe7ca9b7700 1 -- 172.21.15.43:0/419055456 >> 172.21.15.43:0/419055456 conn(0x7fe7c4079440 msgr2=0x7fe7c406bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:46:15.016 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:15.007+0000 7fe7ca9b7700 1 -- 172.21.15.43:0/419055456 shutdown_connections 2024-05-16T15:46:15.016 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:15.007+0000 7fe7ca9b7700 1 -- 172.21.15.43:0/419055456 wait complete. 2024-05-16T15:46:15.574 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:15 smithi043 ceph-mon[31619]: pgmap v312: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:46:15.574 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:15 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/419055456' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-05-16T15:46:15.602 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-05-16T15:46:15.602 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-05-16T15:46:15.602 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi043.front.sepia.ceph.com 2024-05-16T15:46:15.602 INFO:tasks.cephfs.mount:self.client.name = client.admin 2024-05-16T15:46:15.602 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-05-16T15:46:15.602 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-05-16T15:46:15.602 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-05-16T15:46:15.602 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-05-16T15:46:15.602 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.admin' 2024-05-16T15:46:15.603 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-16T15:46:15.603 DEBUG:teuthology.orchestra.run.smithi043:> ip addr 2024-05-16T15:46:15.620 INFO:teuthology.orchestra.run.smithi043.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-05-16T15:46:15.620 INFO:teuthology.orchestra.run.smithi043.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-05-16T15:46:15.621 INFO:teuthology.orchestra.run.smithi043.stdout: inet 127.0.0.1/8 scope host lo 2024-05-16T15:46:15.621 INFO:teuthology.orchestra.run.smithi043.stdout: valid_lft forever preferred_lft forever 2024-05-16T15:46:15.621 INFO:teuthology.orchestra.run.smithi043.stdout: inet6 ::1/128 scope host 2024-05-16T15:46:15.621 INFO:teuthology.orchestra.run.smithi043.stdout: valid_lft forever preferred_lft forever 2024-05-16T15:46:15.621 INFO:teuthology.orchestra.run.smithi043.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-05-16T15:46:15.621 INFO:teuthology.orchestra.run.smithi043.stdout: link/ether 0c:c4:7a:6b:fd:9c brd ff:ff:ff:ff:ff:ff 2024-05-16T15:46:15.621 INFO:teuthology.orchestra.run.smithi043.stdout: altname enp7s0f0 2024-05-16T15:46:15.621 INFO:teuthology.orchestra.run.smithi043.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-05-16T15:46:15.621 INFO:teuthology.orchestra.run.smithi043.stdout: link/ether 0c:c4:7a:6b:fd:9d brd ff:ff:ff:ff:ff:ff 2024-05-16T15:46:15.621 INFO:teuthology.orchestra.run.smithi043.stdout: altname enp7s0f1 2024-05-16T15:46:15.621 INFO:teuthology.orchestra.run.smithi043.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-05-16T15:46:15.621 INFO:teuthology.orchestra.run.smithi043.stdout: link/ether 0c:c4:7a:bd:13:58 brd ff:ff:ff:ff:ff:ff 2024-05-16T15:46:15.621 INFO:teuthology.orchestra.run.smithi043.stdout: altname enp1s0f0 2024-05-16T15:46:15.621 INFO:teuthology.orchestra.run.smithi043.stdout: inet 172.21.15.43/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-05-16T15:46:15.622 INFO:teuthology.orchestra.run.smithi043.stdout: valid_lft 42206sec preferred_lft 42206sec 2024-05-16T15:46:15.622 INFO:teuthology.orchestra.run.smithi043.stdout: inet6 fe80::ec4:7aff:febd:1358/64 scope link noprefixroute 2024-05-16T15:46:15.622 INFO:teuthology.orchestra.run.smithi043.stdout: valid_lft forever preferred_lft forever 2024-05-16T15:46:15.622 INFO:teuthology.orchestra.run.smithi043.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-05-16T15:46:15.622 INFO:teuthology.orchestra.run.smithi043.stdout: link/ether 0c:c4:7a:bd:13:59 brd ff:ff:ff:ff:ff:ff 2024-05-16T15:46:15.622 INFO:teuthology.orchestra.run.smithi043.stdout: altname enp1s0f1 2024-05-16T15:46:15.622 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-05-16T15:46:15.623 DEBUG:teuthology.orchestra.run.smithi043:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-16T15:46:15.623 DEBUG:teuthology.orchestra.run.smithi043:> set -e 2024-05-16T15:46:15.623 DEBUG:teuthology.orchestra.run.smithi043:> sudo ip link add name ceph-brx type bridge 2024-05-16T15:46:15.623 DEBUG:teuthology.orchestra.run.smithi043:> sudo ip addr flush dev ceph-brx 2024-05-16T15:46:15.623 DEBUG:teuthology.orchestra.run.smithi043:> sudo ip link set ceph-brx up 2024-05-16T15:46:15.623 DEBUG:teuthology.orchestra.run.smithi043:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-05-16T15:46:15.623 DEBUG:teuthology.orchestra.run.smithi043:> ') 2024-05-16T15:46:15.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:15 smithi157 ceph-mon[35584]: pgmap v312: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:46:15.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:15 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/419055456' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-05-16T15:46:15.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:15 smithi148 ceph-mon[34976]: pgmap v312: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:46:15.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:15 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/419055456' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-05-16T15:46:15.711 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:15 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-16T15:46:15.818 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-16T15:46:15.825 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-16T15:46:15.825 DEBUG:teuthology.orchestra.run.smithi043:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-05-16T15:46:15.850 INFO:teuthology.orchestra.run.smithi043.stdout:1 2024-05-16T15:46:15.852 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-16T15:46:15.852 DEBUG:teuthology.orchestra.run.smithi043:> route 2024-05-16T15:46:15.918 INFO:teuthology.orchestra.run.smithi043.stdout:Kernel IP routing table 2024-05-16T15:46:15.918 INFO:teuthology.orchestra.run.smithi043.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-05-16T15:46:15.918 INFO:teuthology.orchestra.run.smithi043.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-05-16T15:46:15.918 INFO:teuthology.orchestra.run.smithi043.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-05-16T15:46:15.918 INFO:teuthology.orchestra.run.smithi043.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-05-16T15:46:15.918 DEBUG:teuthology.orchestra.run.smithi043:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-16T15:46:15.919 DEBUG:teuthology.orchestra.run.smithi043:> set -e 2024-05-16T15:46:15.919 DEBUG:teuthology.orchestra.run.smithi043:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-05-16T15:46:15.919 DEBUG:teuthology.orchestra.run.smithi043:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-05-16T15:46:15.919 DEBUG:teuthology.orchestra.run.smithi043:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-05-16T15:46:15.919 DEBUG:teuthology.orchestra.run.smithi043:> ') 2024-05-16T15:46:16.008 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:16 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-16T15:46:16.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-16T15:46:16.212 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-16T15:46:16.212 DEBUG:teuthology.orchestra.run.smithi043:> ip netns list 2024-05-16T15:46:16.229 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-16T15:46:16.229 DEBUG:teuthology.orchestra.run.smithi043:> ip netns list-id 2024-05-16T15:46:16.285 DEBUG:teuthology.orchestra.run.smithi043:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-16T15:46:16.285 DEBUG:teuthology.orchestra.run.smithi043:> set -e 2024-05-16T15:46:16.285 DEBUG:teuthology.orchestra.run.smithi043:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-05-16T15:46:16.285 DEBUG:teuthology.orchestra.run.smithi043:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.admin 0 2024-05-16T15:46:16.285 DEBUG:teuthology.orchestra.run.smithi043:> ') 2024-05-16T15:46:16.376 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:16 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-16T15:46:16.401 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-16T15:46:16.407 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.admin' with 192.168.0.1/16 2024-05-16T15:46:16.407 DEBUG:teuthology.orchestra.run.smithi043:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-16T15:46:16.407 DEBUG:teuthology.orchestra.run.smithi043:> set -e 2024-05-16T15:46:16.407 DEBUG:teuthology.orchestra.run.smithi043:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.admin type veth peer name brx.0 2024-05-16T15:46:16.408 DEBUG:teuthology.orchestra.run.smithi043:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-05-16T15:46:16.408 DEBUG:teuthology.orchestra.run.smithi043:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set veth0 up 2024-05-16T15:46:16.408 DEBUG:teuthology.orchestra.run.smithi043:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set lo up 2024-05-16T15:46:16.408 DEBUG:teuthology.orchestra.run.smithi043:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip route add default via 192.168.255.254 2024-05-16T15:46:16.408 DEBUG:teuthology.orchestra.run.smithi043:> ') 2024-05-16T15:46:16.458 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:16 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-16T15:46:16.536 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-16T15:46:16.543 DEBUG:teuthology.orchestra.run.smithi043:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-16T15:46:16.543 DEBUG:teuthology.orchestra.run.smithi043:> set -e 2024-05-16T15:46:16.543 DEBUG:teuthology.orchestra.run.smithi043:> sudo ip link set brx.0 up 2024-05-16T15:46:16.543 DEBUG:teuthology.orchestra.run.smithi043:> sudo ip link set dev brx.0 master ceph-brx 2024-05-16T15:46:16.543 DEBUG:teuthology.orchestra.run.smithi043:> ') 2024-05-16T15:46:16.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:16 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-16T15:46:16.617 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-16T15:46:16.623 INFO:tasks.cephfs.fuse_mount:Client client.admin config is {} 2024-05-16T15:46:16.623 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-05-16T15:46:16.623 DEBUG:teuthology.orchestra.run.smithi043:> mkdir -p -v /home/ubuntu/cephtest/mnt.admin 2024-05-16T15:46:16.640 INFO:teuthology.orchestra.run.smithi043.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.admin' 2024-05-16T15:46:16.640 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-05-16T15:46:16.640 DEBUG:teuthology.orchestra.run.smithi043:> chmod 0000 /home/ubuntu/cephtest/mnt.admin 2024-05-16T15:46:16.696 DEBUG:teuthology.orchestra.run.smithi043:> sudo modprobe fuse 2024-05-16T15:46:16.762 DEBUG:teuthology.orchestra.run.smithi043:> cat /proc/self/mounts | awk '{print $2}' 2024-05-16T15:46:16.819 INFO:teuthology.orchestra.run.smithi043.stdout:/proc 2024-05-16T15:46:16.820 INFO:teuthology.orchestra.run.smithi043.stdout:/sys 2024-05-16T15:46:16.820 INFO:teuthology.orchestra.run.smithi043.stdout:/dev 2024-05-16T15:46:16.820 INFO:teuthology.orchestra.run.smithi043.stdout:/sys/kernel/security 2024-05-16T15:46:16.820 INFO:teuthology.orchestra.run.smithi043.stdout:/dev/shm 2024-05-16T15:46:16.820 INFO:teuthology.orchestra.run.smithi043.stdout:/dev/pts 2024-05-16T15:46:16.820 INFO:teuthology.orchestra.run.smithi043.stdout:/run 2024-05-16T15:46:16.820 INFO:teuthology.orchestra.run.smithi043.stdout:/sys/fs/cgroup 2024-05-16T15:46:16.820 INFO:teuthology.orchestra.run.smithi043.stdout:/sys/fs/pstore 2024-05-16T15:46:16.820 INFO:teuthology.orchestra.run.smithi043.stdout:/sys/fs/bpf 2024-05-16T15:46:16.820 INFO:teuthology.orchestra.run.smithi043.stdout:/ 2024-05-16T15:46:16.820 INFO:teuthology.orchestra.run.smithi043.stdout:/sys/fs/selinux 2024-05-16T15:46:16.820 INFO:teuthology.orchestra.run.smithi043.stdout:/proc/sys/fs/binfmt_misc 2024-05-16T15:46:16.820 INFO:teuthology.orchestra.run.smithi043.stdout:/dev/hugepages 2024-05-16T15:46:16.820 INFO:teuthology.orchestra.run.smithi043.stdout:/dev/mqueue 2024-05-16T15:46:16.821 INFO:teuthology.orchestra.run.smithi043.stdout:/sys/kernel/debug 2024-05-16T15:46:16.821 INFO:teuthology.orchestra.run.smithi043.stdout:/sys/kernel/tracing 2024-05-16T15:46:16.821 INFO:teuthology.orchestra.run.smithi043.stdout:/sys/fs/fuse/connections 2024-05-16T15:46:16.821 INFO:teuthology.orchestra.run.smithi043.stdout:/run/credentials/systemd-sysctl.service 2024-05-16T15:46:16.821 INFO:teuthology.orchestra.run.smithi043.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-05-16T15:46:16.821 INFO:teuthology.orchestra.run.smithi043.stdout:/sys/kernel/config 2024-05-16T15:46:16.821 INFO:teuthology.orchestra.run.smithi043.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-05-16T15:46:16.821 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/nfs/rpc_pipefs 2024-05-16T15:46:16.821 INFO:teuthology.orchestra.run.smithi043.stdout:/run/user/1000 2024-05-16T15:46:16.821 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/ceph 2024-05-16T15:46:16.821 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay 2024-05-16T15:46:16.821 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay/37b3f6dac4b2a68716455b16ac93c3c3c0e7599ab2b0af943e2a59ad8d5c681c/merged 2024-05-16T15:46:16.821 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay/02dd714d1a8798d30dbfd4b2574dbafb7efcecc1be5e8b164a18d56087190fe1/merged 2024-05-16T15:46:16.821 INFO:teuthology.orchestra.run.smithi043.stdout:/run/user/0 2024-05-16T15:46:16.822 INFO:teuthology.orchestra.run.smithi043.stdout:/proc/sys/fs/binfmt_misc 2024-05-16T15:46:16.822 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay/5a4556d862b9ba335b48167b673791363ce42c742f0407527b97bfd2a7af5e02/merged 2024-05-16T15:46:16.822 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay/e32465297c9881cfca91123bf027958d3524d98af11efdd5354dbcd352c6f4d3/merged 2024-05-16T15:46:16.822 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay/dc7411ae93d6cdff95b133714e539509db3c95a97959389d9e2f38e6856f1d1d/merged 2024-05-16T15:46:16.822 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay/d62d36e9b4807ca19d511cb6ea53a7d9934354558bf986b1867f67f64202d90e/merged 2024-05-16T15:46:16.822 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay/64a6d52c52245637c7333e1002b21bfec772ace53decb3fc54de5cd95495fd3c/merged 2024-05-16T15:46:16.822 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay/f174ff60b573736861a63b02cbb2f29c1fdfc2fcd9fd797d4a44b1e5d73995ab/merged 2024-05-16T15:46:16.822 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay/b11b147974328298715731f15c894a3efb5571b355f4bfa342f5da675f37e742/merged 2024-05-16T15:46:16.822 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay/32b717643c9d05f5ba5c88ca3557d33774b4c495b725acfccd8f5d5558cea2da/merged 2024-05-16T15:46:16.822 INFO:teuthology.orchestra.run.smithi043.stdout:/run/netns 2024-05-16T15:46:16.822 INFO:teuthology.orchestra.run.smithi043.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-05-16T15:46:16.822 INFO:teuthology.orchestra.run.smithi043.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-05-16T15:46:16.822 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-16T15:46:16.823 DEBUG:teuthology.orchestra.run.smithi043:> ls /sys/fs/fuse/connections 2024-05-16T15:46:16.875 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-05-16T15:46:16.876 DEBUG:teuthology.orchestra.run.smithi043:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.admin --id admin --client_fs=cephfs) 2024-05-16T15:46:16.919 DEBUG:teuthology.orchestra.run.smithi043:> sudo modprobe fuse 2024-05-16T15:46:16.945 DEBUG:teuthology.orchestra.run.smithi043:> cat /proc/self/mounts | awk '{print $2}' 2024-05-16T15:46:17.001 INFO:teuthology.orchestra.run.smithi043.stdout:/proc 2024-05-16T15:46:17.001 INFO:teuthology.orchestra.run.smithi043.stdout:/sys 2024-05-16T15:46:17.001 INFO:teuthology.orchestra.run.smithi043.stdout:/dev 2024-05-16T15:46:17.002 INFO:teuthology.orchestra.run.smithi043.stdout:/sys/kernel/security 2024-05-16T15:46:17.002 INFO:teuthology.orchestra.run.smithi043.stdout:/dev/shm 2024-05-16T15:46:17.002 INFO:teuthology.orchestra.run.smithi043.stdout:/dev/pts 2024-05-16T15:46:17.002 INFO:teuthology.orchestra.run.smithi043.stdout:/run 2024-05-16T15:46:17.002 INFO:teuthology.orchestra.run.smithi043.stdout:/sys/fs/cgroup 2024-05-16T15:46:17.002 INFO:teuthology.orchestra.run.smithi043.stdout:/sys/fs/pstore 2024-05-16T15:46:17.002 INFO:teuthology.orchestra.run.smithi043.stdout:/sys/fs/bpf 2024-05-16T15:46:17.002 INFO:teuthology.orchestra.run.smithi043.stdout:/ 2024-05-16T15:46:17.002 INFO:teuthology.orchestra.run.smithi043.stdout:/sys/fs/selinux 2024-05-16T15:46:17.002 INFO:teuthology.orchestra.run.smithi043.stdout:/proc/sys/fs/binfmt_misc 2024-05-16T15:46:17.002 INFO:teuthology.orchestra.run.smithi043.stdout:/dev/hugepages 2024-05-16T15:46:17.002 INFO:teuthology.orchestra.run.smithi043.stdout:/dev/mqueue 2024-05-16T15:46:17.002 INFO:teuthology.orchestra.run.smithi043.stdout:/sys/kernel/debug 2024-05-16T15:46:17.002 INFO:teuthology.orchestra.run.smithi043.stdout:/sys/kernel/tracing 2024-05-16T15:46:17.002 INFO:teuthology.orchestra.run.smithi043.stdout:/sys/fs/fuse/connections 2024-05-16T15:46:17.003 INFO:teuthology.orchestra.run.smithi043.stdout:/run/credentials/systemd-sysctl.service 2024-05-16T15:46:17.003 INFO:teuthology.orchestra.run.smithi043.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-05-16T15:46:17.003 INFO:teuthology.orchestra.run.smithi043.stdout:/sys/kernel/config 2024-05-16T15:46:17.003 INFO:teuthology.orchestra.run.smithi043.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-05-16T15:46:17.003 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/nfs/rpc_pipefs 2024-05-16T15:46:17.003 INFO:teuthology.orchestra.run.smithi043.stdout:/run/user/1000 2024-05-16T15:46:17.003 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/ceph 2024-05-16T15:46:17.003 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay 2024-05-16T15:46:17.003 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay/37b3f6dac4b2a68716455b16ac93c3c3c0e7599ab2b0af943e2a59ad8d5c681c/merged 2024-05-16T15:46:17.003 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay/02dd714d1a8798d30dbfd4b2574dbafb7efcecc1be5e8b164a18d56087190fe1/merged 2024-05-16T15:46:17.003 INFO:teuthology.orchestra.run.smithi043.stdout:/run/user/0 2024-05-16T15:46:17.003 INFO:teuthology.orchestra.run.smithi043.stdout:/proc/sys/fs/binfmt_misc 2024-05-16T15:46:17.003 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay/5a4556d862b9ba335b48167b673791363ce42c742f0407527b97bfd2a7af5e02/merged 2024-05-16T15:46:17.003 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay/e32465297c9881cfca91123bf027958d3524d98af11efdd5354dbcd352c6f4d3/merged 2024-05-16T15:46:17.003 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay/dc7411ae93d6cdff95b133714e539509db3c95a97959389d9e2f38e6856f1d1d/merged 2024-05-16T15:46:17.004 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay/d62d36e9b4807ca19d511cb6ea53a7d9934354558bf986b1867f67f64202d90e/merged 2024-05-16T15:46:17.004 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay/64a6d52c52245637c7333e1002b21bfec772ace53decb3fc54de5cd95495fd3c/merged 2024-05-16T15:46:17.004 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay/f174ff60b573736861a63b02cbb2f29c1fdfc2fcd9fd797d4a44b1e5d73995ab/merged 2024-05-16T15:46:17.004 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay/b11b147974328298715731f15c894a3efb5571b355f4bfa342f5da675f37e742/merged 2024-05-16T15:46:17.004 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay/32b717643c9d05f5ba5c88ca3557d33774b4c495b725acfccd8f5d5558cea2da/merged 2024-05-16T15:46:17.004 INFO:teuthology.orchestra.run.smithi043.stdout:/run/netns 2024-05-16T15:46:17.004 INFO:teuthology.orchestra.run.smithi043.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-05-16T15:46:17.004 INFO:teuthology.orchestra.run.smithi043.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-05-16T15:46:17.004 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-16T15:46:17.004 DEBUG:teuthology.orchestra.run.smithi043:> ls /sys/fs/fuse/connections 2024-05-16T15:46:17.032 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi043.stderr:2024-05-16T15:46:17.023+0000 7f0b70a46480 -1 init, newargv = 0x55e1f99b44d0 newargc=15 2024-05-16T15:46:17.033 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi043.stderr:ceph-fuse[74916]: starting ceph client 2024-05-16T15:46:17.038 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi043.stderr:ceph-fuse[74916]: starting fuse 2024-05-16T15:46:17.049 INFO:teuthology.orchestra.run.smithi043.stdout:107 2024-05-16T15:46:17.049 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [107] 2024-05-16T15:46:17.049 DEBUG:teuthology.orchestra.run.smithi043:> sudo stdin-killer -- python3 -c ' 2024-05-16T15:46:17.050 DEBUG:teuthology.orchestra.run.smithi043:> import glob 2024-05-16T15:46:17.050 DEBUG:teuthology.orchestra.run.smithi043:> import re 2024-05-16T15:46:17.050 DEBUG:teuthology.orchestra.run.smithi043:> import os 2024-05-16T15:46:17.050 DEBUG:teuthology.orchestra.run.smithi043:> import subprocess 2024-05-16T15:46:17.050 DEBUG:teuthology.orchestra.run.smithi043:> 2024-05-16T15:46:17.050 DEBUG:teuthology.orchestra.run.smithi043:> def _find_admin_socket(client_name): 2024-05-16T15:46:17.050 DEBUG:teuthology.orchestra.run.smithi043:> asok_path = "/var/run/ceph/ceph-client.admin.*.asok" 2024-05-16T15:46:17.050 DEBUG:teuthology.orchestra.run.smithi043:> files = glob.glob(asok_path) 2024-05-16T15:46:17.050 DEBUG:teuthology.orchestra.run.smithi043:> mountpoint = "/home/ubuntu/cephtest/mnt.admin" 2024-05-16T15:46:17.050 DEBUG:teuthology.orchestra.run.smithi043:> 2024-05-16T15:46:17.050 DEBUG:teuthology.orchestra.run.smithi043:> # Given a non-glob path, it better be there 2024-05-16T15:46:17.050 DEBUG:teuthology.orchestra.run.smithi043:> if "*" not in asok_path: 2024-05-16T15:46:17.050 DEBUG:teuthology.orchestra.run.smithi043:> assert(len(files) == 1) 2024-05-16T15:46:17.050 DEBUG:teuthology.orchestra.run.smithi043:> return files[0] 2024-05-16T15:46:17.050 DEBUG:teuthology.orchestra.run.smithi043:> 2024-05-16T15:46:17.051 DEBUG:teuthology.orchestra.run.smithi043:> for f in files: 2024-05-16T15:46:17.051 DEBUG:teuthology.orchestra.run.smithi043:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-05-16T15:46:17.051 DEBUG:teuthology.orchestra.run.smithi043:> if os.path.exists("/proc/{0}".format(pid)): 2024-05-16T15:46:17.051 DEBUG:teuthology.orchestra.run.smithi043:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-05-16T15:46:17.051 DEBUG:teuthology.orchestra.run.smithi043:> contents = proc_f.read() 2024-05-16T15:46:17.051 DEBUG:teuthology.orchestra.run.smithi043:> if mountpoint in contents: 2024-05-16T15:46:17.051 DEBUG:teuthology.orchestra.run.smithi043:> return f 2024-05-16T15:46:17.051 DEBUG:teuthology.orchestra.run.smithi043:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-05-16T15:46:17.051 DEBUG:teuthology.orchestra.run.smithi043:> 2024-05-16T15:46:17.051 DEBUG:teuthology.orchestra.run.smithi043:> print(_find_admin_socket("client.admin")) 2024-05-16T15:46:17.051 DEBUG:teuthology.orchestra.run.smithi043:> ' 2024-05-16T15:46:17.171 INFO:teuthology.orchestra.run.smithi043.stdout:/var/run/ceph/ceph-client.admin.74916.asok 2024-05-16T15:46:17.174 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-16T15:46:17.182 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.admin.74916.asok 2024-05-16T15:46:17.182 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-16T15:46:17.182 DEBUG:teuthology.orchestra.run.smithi043:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.admin.74916.asok status 2024-05-16T15:46:17.323 INFO:teuthology.orchestra.run.smithi043.stdout:{ 2024-05-16T15:46:17.323 INFO:teuthology.orchestra.run.smithi043.stdout: "metadata": { 2024-05-16T15:46:17.323 INFO:teuthology.orchestra.run.smithi043.stdout: "ceph_sha1": "ddbc91cbb025d4140650569b3f9e53bec459037d", 2024-05-16T15:46:17.323 INFO:teuthology.orchestra.run.smithi043.stdout: "ceph_version": "ceph version 19.0.0-3449-gddbc91cb (ddbc91cbb025d4140650569b3f9e53bec459037d) squid (dev)", 2024-05-16T15:46:17.323 INFO:teuthology.orchestra.run.smithi043.stdout: "entity_id": "admin", 2024-05-16T15:46:17.323 INFO:teuthology.orchestra.run.smithi043.stdout: "hostname": "smithi043", 2024-05-16T15:46:17.323 INFO:teuthology.orchestra.run.smithi043.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.admin", 2024-05-16T15:46:17.323 INFO:teuthology.orchestra.run.smithi043.stdout: "pid": "74916", 2024-05-16T15:46:17.323 INFO:teuthology.orchestra.run.smithi043.stdout: "root": "/" 2024-05-16T15:46:17.323 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:46:17.324 INFO:teuthology.orchestra.run.smithi043.stdout: "dentry_count": 0, 2024-05-16T15:46:17.324 INFO:teuthology.orchestra.run.smithi043.stdout: "dentry_pinned_count": 0, 2024-05-16T15:46:17.324 INFO:teuthology.orchestra.run.smithi043.stdout: "id": 14694, 2024-05-16T15:46:17.324 INFO:teuthology.orchestra.run.smithi043.stdout: "inst": { 2024-05-16T15:46:17.324 INFO:teuthology.orchestra.run.smithi043.stdout: "name": { 2024-05-16T15:46:17.324 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "client", 2024-05-16T15:46:17.324 INFO:teuthology.orchestra.run.smithi043.stdout: "num": 14694 2024-05-16T15:46:17.324 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:46:17.324 INFO:teuthology.orchestra.run.smithi043.stdout: "addr": { 2024-05-16T15:46:17.324 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "v1", 2024-05-16T15:46:17.325 INFO:teuthology.orchestra.run.smithi043.stdout: "addr": "192.168.0.1:0", 2024-05-16T15:46:17.325 INFO:teuthology.orchestra.run.smithi043.stdout: "nonce": 3083803826 2024-05-16T15:46:17.325 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:46:17.325 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:46:17.325 INFO:teuthology.orchestra.run.smithi043.stdout: "addr": { 2024-05-16T15:46:17.325 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "v1", 2024-05-16T15:46:17.325 INFO:teuthology.orchestra.run.smithi043.stdout: "addr": "192.168.0.1:0", 2024-05-16T15:46:17.325 INFO:teuthology.orchestra.run.smithi043.stdout: "nonce": 3083803826 2024-05-16T15:46:17.325 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:46:17.325 INFO:teuthology.orchestra.run.smithi043.stdout: "inst_str": "client.14694 192.168.0.1:0/3083803826", 2024-05-16T15:46:17.326 INFO:teuthology.orchestra.run.smithi043.stdout: "addr_str": "192.168.0.1:0/3083803826", 2024-05-16T15:46:17.326 INFO:teuthology.orchestra.run.smithi043.stdout: "inode_count": 1, 2024-05-16T15:46:17.326 INFO:teuthology.orchestra.run.smithi043.stdout: "mds_epoch": 17, 2024-05-16T15:46:17.326 INFO:teuthology.orchestra.run.smithi043.stdout: "osd_epoch": 85, 2024-05-16T15:46:17.326 INFO:teuthology.orchestra.run.smithi043.stdout: "osd_epoch_barrier": 0, 2024-05-16T15:46:17.326 INFO:teuthology.orchestra.run.smithi043.stdout: "blocklisted": false, 2024-05-16T15:46:17.326 INFO:teuthology.orchestra.run.smithi043.stdout: "fs_name": "cephfs" 2024-05-16T15:46:17.326 INFO:teuthology.orchestra.run.smithi043.stdout:} 2024-05-16T15:46:17.331 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-16T15:46:17.331 DEBUG:teuthology.orchestra.run.smithi043:> stat --file-system '--printf=%T 2024-05-16T15:46:17.332 DEBUG:teuthology.orchestra.run.smithi043:> ' -- /home/ubuntu/cephtest/mnt.admin 2024-05-16T15:46:17.348 INFO:teuthology.orchestra.run.smithi043.stdout:fuseblk 2024-05-16T15:46:17.348 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.admin 2024-05-16T15:46:17.348 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-16T15:46:17.348 DEBUG:teuthology.orchestra.run.smithi043:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.admin 2024-05-16T15:46:17.415 DEBUG:teuthology.orchestra.run.smithi043:> (cd /home/ubuntu/cephtest/mnt.admin && exec stdin-killer --timeout=900 -- bash -c 'setfattr -n ceph.dir.layout.pool -v cephfs_data_ec . && getfattr -n ceph.dir.layout .') 2024-05-16T15:46:17.510 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:17 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-05-16T15:46:17.533 INFO:teuthology.orchestra.run.smithi043.stdout:# file: . 2024-05-16T15:46:17.533 INFO:teuthology.orchestra.run.smithi043.stdout:ceph.dir.layout="stripe_unit=4194304 stripe_count=1 object_size=4194304 pool=cephfs_data_ec" 2024-05-16T15:46:17.533 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:46:17.533 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-16T15:46:17.539 DEBUG:teuthology.orchestra.run.smithi043:> set -ex 2024-05-16T15:46:17.539 DEBUG:teuthology.orchestra.run.smithi043:> dd if=/proc/self/mounts of=/dev/stdout 2024-05-16T15:46:17.556 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph osd blocklist ls 2024-05-16T15:46:17.620 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:17 smithi043 ceph-mon[31619]: pgmap v313: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:46:17.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:17 smithi157 ceph-mon[35584]: pgmap v313: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:46:17.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:17 smithi148 ceph-mon[34976]: pgmap v313: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:46:17.845 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:46:19.540 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.530+0000 7f91cc367700 1 -- 172.21.15.43:0/1856830827 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f91c406c630 msgr2=0x7f91c4110360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:19.540 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.530+0000 7f91cc367700 1 --2- 172.21.15.43:0/1856830827 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f91c406c630 0x7f91c4110360 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f91bc00b0d0 tx=0x7f91bc00b3e0 comp rx=0 tx=0).stop 2024-05-16T15:46:19.540 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:19 smithi043 ceph-mon[31619]: pgmap v314: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:46:19.541 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.530+0000 7f91cc367700 1 -- 172.21.15.43:0/1856830827 shutdown_connections 2024-05-16T15:46:19.541 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.530+0000 7f91cc367700 1 --2- 172.21.15.43:0/1856830827 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f91c406c630 0x7f91c4110360 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:19.542 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.530+0000 7f91cc367700 1 --2- 172.21.15.43:0/1856830827 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f91c4109590 0x7f91c4109970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:19.542 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.530+0000 7f91cc367700 1 --2- 172.21.15.43:0/1856830827 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f91c406bc70 0x7f91c406c0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:19.542 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.530+0000 7f91cc367700 1 -- 172.21.15.43:0/1856830827 >> 172.21.15.43:0/1856830827 conn(0x7f91c4079440 msgr2=0x7f91c4079850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:46:19.542 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.530+0000 7f91cc367700 1 -- 172.21.15.43:0/1856830827 shutdown_connections 2024-05-16T15:46:19.542 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.530+0000 7f91cc367700 1 -- 172.21.15.43:0/1856830827 wait complete. 2024-05-16T15:46:19.542 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.531+0000 7f91cc367700 1 Processor -- start 2024-05-16T15:46:19.542 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.531+0000 7f91cc367700 1 -- start start 2024-05-16T15:46:19.542 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.531+0000 7f91cc367700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f91c406bc70 0x7f91c419f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:19.542 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.531+0000 7f91cc367700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f91c406c630 0x7f91c419fc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:19.542 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.531+0000 7f91cc367700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f91c4109590 0x7f91c4199840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:19.542 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.531+0000 7f91cc367700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f91c4113580 con 0x7f91c4109590 2024-05-16T15:46:19.542 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.531+0000 7f91cc367700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f91c4113400 con 0x7f91c406c630 2024-05-16T15:46:19.542 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.531+0000 7f91cc367700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f91c4113700 con 0x7f91c406bc70 2024-05-16T15:46:19.543 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.531+0000 7f91c9902700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f91c406c630 0x7f91c419fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:19.543 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.532+0000 7f91c9902700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f91c406c630 0x7f91c419fc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:33968/0 (socket says 172.21.15.43:33968) 2024-05-16T15:46:19.543 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.532+0000 7f91c9902700 1 -- 172.21.15.43:0/1535174089 learned_addr learned my addr 172.21.15.43:0/1535174089 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:46:19.543 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.532+0000 7f91ca103700 1 --2- 172.21.15.43:0/1535174089 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f91c406bc70 0x7f91c419f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:19.543 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.532+0000 7f91ca904700 1 --2- 172.21.15.43:0/1535174089 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f91c4109590 0x7f91c4199840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:19.543 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.532+0000 7f91ca103700 1 -- 172.21.15.43:0/1535174089 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f91c406c630 msgr2=0x7f91c419fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:19.543 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.532+0000 7f91ca103700 1 --2- 172.21.15.43:0/1535174089 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f91c406c630 0x7f91c419fc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:19.543 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.532+0000 7f91ca103700 1 -- 172.21.15.43:0/1535174089 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f91c4109590 msgr2=0x7f91c4199840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:19.543 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.532+0000 7f91ca103700 1 --2- 172.21.15.43:0/1535174089 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f91c4109590 0x7f91c4199840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:19.543 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.532+0000 7f91ca103700 1 -- 172.21.15.43:0/1535174089 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91c419a020 con 0x7f91c406bc70 2024-05-16T15:46:19.543 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.532+0000 7f91ca103700 1 --2- 172.21.15.43:0/1535174089 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f91c406bc70 0x7f91c419f6c0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f91c000c970 tx=0x7f91c000cc80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:46:19.543 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.532+0000 7f91bb7fe700 1 -- 172.21.15.43:0/1535174089 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91c0004a30 con 0x7f91c406bc70 2024-05-16T15:46:19.543 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.532+0000 7f91cc367700 1 -- 172.21.15.43:0/1535174089 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91c419a310 con 0x7f91c406bc70 2024-05-16T15:46:19.543 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.533+0000 7f91bb7fe700 1 -- 172.21.15.43:0/1535174089 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f91c00054b0 con 0x7f91c406bc70 2024-05-16T15:46:19.543 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.533+0000 7f91bb7fe700 1 -- 172.21.15.43:0/1535174089 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91c000eae0 con 0x7f91c406bc70 2024-05-16T15:46:19.544 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.533+0000 7f91cc367700 1 -- 172.21.15.43:0/1535174089 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91c41a6520 con 0x7f91c406bc70 2024-05-16T15:46:19.544 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.533+0000 7f91cc367700 1 -- 172.21.15.43:0/1535174089 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91c4104c00 con 0x7f91c406bc70 2024-05-16T15:46:19.544 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.535+0000 7f91bb7fe700 1 -- 172.21.15.43:0/1535174089 <== mon.1 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f91c0004bd0 con 0x7f91c406bc70 2024-05-16T15:46:19.545 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.536+0000 7f91bb7fe700 1 --2- 172.21.15.43:0/1535174089 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f91b00b2880 0x7f91b00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:19.545 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.536+0000 7f91c9902700 1 --2- 172.21.15.43:0/1535174089 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f91b00b2880 0x7f91b00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:19.545 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.536+0000 7f91bb7fe700 1 -- 172.21.15.43:0/1535174089 <== mon.1 v2:172.21.15.157:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8802+0+0 (secure 0 0 0) 0x7f91c00e2230 con 0x7f91c406bc70 2024-05-16T15:46:19.546 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.537+0000 7f91c9902700 1 --2- 172.21.15.43:0/1535174089 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f91b00b2880 0x7f91b00b4d40 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f91c40799d0 tx=0x7f91b400b500 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:46:19.549 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.540+0000 7f91bb7fe700 1 -- 172.21.15.43:0/1535174089 <== mon.1 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f91c0014030 con 0x7f91c406bc70 2024-05-16T15:46:19.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:19 smithi157 ceph-mon[35584]: pgmap v314: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:46:19.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:19 smithi148 ceph-mon[34976]: pgmap v314: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:46:19.778 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.769+0000 7f91cc367700 1 -- 172.21.15.43:0/1535174089 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f91c419ad70 con 0x7f91c406bc70 2024-05-16T15:46:19.779 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.770+0000 7f91bb7fe700 1 -- 172.21.15.43:0/1535174089 <== mon.1 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v85) ==== 81+0+586 (secure 0 0 0) 0x7f91c0005660 con 0x7f91c406bc70 2024-05-16T15:46:19.779 INFO:teuthology.orchestra.run.smithi043.stdout:172.21.15.43:6801/86887644 2024-05-17T15:38:19.897772+0000 2024-05-16T15:46:19.779 INFO:teuthology.orchestra.run.smithi043.stdout:172.21.15.43:6800/86887644 2024-05-17T15:38:19.897772+0000 2024-05-16T15:46:19.779 INFO:teuthology.orchestra.run.smithi043.stdout:172.21.15.43:0/1519374213 2024-05-17T15:38:19.897772+0000 2024-05-16T15:46:19.779 INFO:teuthology.orchestra.run.smithi043.stdout:172.21.15.43:6800/2824545909 2024-05-17T15:37:53.291030+0000 2024-05-16T15:46:19.779 INFO:teuthology.orchestra.run.smithi043.stdout:172.21.15.43:0/561872100 2024-05-17T15:37:53.291030+0000 2024-05-16T15:46:19.779 INFO:teuthology.orchestra.run.smithi043.stdout:172.21.15.43:0/3260845824 2024-05-17T15:38:19.897772+0000 2024-05-16T15:46:19.780 INFO:teuthology.orchestra.run.smithi043.stdout:172.21.15.43:0/465511688 2024-05-17T15:38:19.897772+0000 2024-05-16T15:46:19.780 INFO:teuthology.orchestra.run.smithi043.stdout:172.21.15.43:0/1478293844 2024-05-17T15:37:53.291030+0000 2024-05-16T15:46:19.780 INFO:teuthology.orchestra.run.smithi043.stdout:172.21.15.43:0/3264891829 2024-05-17T15:37:53.291030+0000 2024-05-16T15:46:19.780 INFO:teuthology.orchestra.run.smithi043.stdout:172.21.15.43:6801/2824545909 2024-05-17T15:37:53.291030+0000 2024-05-16T15:46:19.781 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.772+0000 7f91cc367700 1 -- 172.21.15.43:0/1535174089 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f91b00b2880 msgr2=0x7f91b00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:19.781 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.772+0000 7f91cc367700 1 --2- 172.21.15.43:0/1535174089 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f91b00b2880 0x7f91b00b4d40 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f91c40799d0 tx=0x7f91b400b500 comp rx=0 tx=0).stop 2024-05-16T15:46:19.781 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.772+0000 7f91cc367700 1 -- 172.21.15.43:0/1535174089 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f91c406bc70 msgr2=0x7f91c419f6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:19.781 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.772+0000 7f91cc367700 1 --2- 172.21.15.43:0/1535174089 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f91c406bc70 0x7f91c419f6c0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f91c000c970 tx=0x7f91c000cc80 comp rx=0 tx=0).stop 2024-05-16T15:46:19.782 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.772+0000 7f91cc367700 1 -- 172.21.15.43:0/1535174089 shutdown_connections 2024-05-16T15:46:19.782 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.772+0000 7f91cc367700 1 --2- 172.21.15.43:0/1535174089 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f91b00b2880 0x7f91b00b4d40 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:19.782 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.772+0000 7f91cc367700 1 --2- 172.21.15.43:0/1535174089 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f91c4109590 0x7f91c4199840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:19.782 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.772+0000 7f91cc367700 1 --2- 172.21.15.43:0/1535174089 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f91c406bc70 0x7f91c419f6c0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:19.782 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.772+0000 7f91cc367700 1 --2- 172.21.15.43:0/1535174089 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f91c406c630 0x7f91c419fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:19.782 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.772+0000 7f91cc367700 1 -- 172.21.15.43:0/1535174089 >> 172.21.15.43:0/1535174089 conn(0x7f91c4079440 msgr2=0x7f91c4100ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:46:19.782 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.772+0000 7f91cc367700 1 -- 172.21.15.43:0/1535174089 shutdown_connections 2024-05-16T15:46:19.782 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:19.772+0000 7f91cc367700 1 -- 172.21.15.43:0/1535174089 wait complete. 2024-05-16T15:46:19.782 INFO:teuthology.orchestra.run.smithi043.stderr:listed 10 entries 2024-05-16T15:46:20.413 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:20 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/1535174089' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-16T15:46:20.413 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:20 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]: dispatch 2024-05-16T15:46:20.414 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:20 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 4]}]: dispatch 2024-05-16T15:46:20.414 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:20 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [8, 11]}]: dispatch 2024-05-16T15:46:20.414 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:20 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [2, 1]}]: dispatch 2024-05-16T15:46:20.414 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:20 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [5, 9]}]: dispatch 2024-05-16T15:46:20.414 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:20 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 6]}]: dispatch 2024-05-16T15:46:20.414 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:20 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]: dispatch 2024-05-16T15:46:20.414 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:20 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]: dispatch 2024-05-16T15:46:20.414 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:20 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]: dispatch 2024-05-16T15:46:20.414 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:20 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [9, 8]}]: dispatch 2024-05-16T15:46:20.440 DEBUG:teuthology.orchestra.run.smithi043:> set -ex 2024-05-16T15:46:20.440 DEBUG:teuthology.orchestra.run.smithi043:> dd if=/proc/self/mounts of=/dev/stdout 2024-05-16T15:46:20.498 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph osd blocklist ls 2024-05-16T15:46:20.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:20 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/1535174089' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-16T15:46:20.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:20 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]: dispatch 2024-05-16T15:46:20.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:20 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 4]}]: dispatch 2024-05-16T15:46:20.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:20 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [8, 11]}]: dispatch 2024-05-16T15:46:20.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:20 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [2, 1]}]: dispatch 2024-05-16T15:46:20.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:20 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [5, 9]}]: dispatch 2024-05-16T15:46:20.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:20 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 6]}]: dispatch 2024-05-16T15:46:20.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:20 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]: dispatch 2024-05-16T15:46:20.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:20 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]: dispatch 2024-05-16T15:46:20.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:20 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]: dispatch 2024-05-16T15:46:20.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:20 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [9, 8]}]: dispatch 2024-05-16T15:46:20.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:20 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/1535174089' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-16T15:46:20.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:20 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]: dispatch 2024-05-16T15:46:20.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:20 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 4]}]: dispatch 2024-05-16T15:46:20.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:20 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [8, 11]}]: dispatch 2024-05-16T15:46:20.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:20 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [2, 1]}]: dispatch 2024-05-16T15:46:20.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:20 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [5, 9]}]: dispatch 2024-05-16T15:46:20.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:20 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 6]}]: dispatch 2024-05-16T15:46:20.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:20 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]: dispatch 2024-05-16T15:46:20.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:20 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]: dispatch 2024-05-16T15:46:20.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:20 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]: dispatch 2024-05-16T15:46:20.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:20 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [9, 8]}]: dispatch 2024-05-16T15:46:20.787 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:46:21.596 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:21 smithi043 ceph-mon[31619]: pgmap v315: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:46:21.596 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:21 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]': finished 2024-05-16T15:46:21.596 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:21 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 4]}]': finished 2024-05-16T15:46:21.596 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:21 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [8, 11]}]': finished 2024-05-16T15:46:21.596 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:21 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [2, 1]}]': finished 2024-05-16T15:46:21.596 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:21 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [5, 9]}]': finished 2024-05-16T15:46:21.596 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:21 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 6]}]': finished 2024-05-16T15:46:21.596 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:21 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]': finished 2024-05-16T15:46:21.596 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:21 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]': finished 2024-05-16T15:46:21.596 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:21 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]': finished 2024-05-16T15:46:21.596 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:21 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [9, 8]}]': finished 2024-05-16T15:46:21.596 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:21 smithi043 ceph-mon[31619]: osdmap e86: 12 total, 12 up, 12 in 2024-05-16T15:46:21.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:21 smithi157 ceph-mon[35584]: pgmap v315: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:46:21.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:21 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]': finished 2024-05-16T15:46:21.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:21 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 4]}]': finished 2024-05-16T15:46:21.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:21 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [8, 11]}]': finished 2024-05-16T15:46:21.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:21 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [2, 1]}]': finished 2024-05-16T15:46:21.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:21 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [5, 9]}]': finished 2024-05-16T15:46:21.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:21 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 6]}]': finished 2024-05-16T15:46:21.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:21 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]': finished 2024-05-16T15:46:21.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:21 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]': finished 2024-05-16T15:46:21.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:21 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]': finished 2024-05-16T15:46:21.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:21 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [9, 8]}]': finished 2024-05-16T15:46:21.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:21 smithi157 ceph-mon[35584]: osdmap e86: 12 total, 12 up, 12 in 2024-05-16T15:46:21.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:21 smithi148 ceph-mon[34976]: pgmap v315: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-16T15:46:21.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:21 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]': finished 2024-05-16T15:46:21.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:21 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 4]}]': finished 2024-05-16T15:46:21.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:21 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [8, 11]}]': finished 2024-05-16T15:46:21.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:21 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [2, 1]}]': finished 2024-05-16T15:46:21.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:21 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [5, 9]}]': finished 2024-05-16T15:46:21.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:21 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 6]}]': finished 2024-05-16T15:46:21.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:21 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]': finished 2024-05-16T15:46:21.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:21 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]': finished 2024-05-16T15:46:21.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:21 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]': finished 2024-05-16T15:46:21.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:21 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [9, 8]}]': finished 2024-05-16T15:46:21.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:21 smithi148 ceph-mon[34976]: osdmap e86: 12 total, 12 up, 12 in 2024-05-16T15:46:22.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:22 smithi043 ceph-mon[31619]: osdmap e87: 12 total, 12 up, 12 in 2024-05-16T15:46:22.593 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.582+0000 7fb3d15b3700 1 -- 172.21.15.43:0/205663334 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb3cc108850 msgr2=0x7fb3cc1103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:22.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.582+0000 7fb3d15b3700 1 --2- 172.21.15.43:0/205663334 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb3cc108850 0x7fb3cc1103d0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fb3c400b0d0 tx=0x7fb3c400b3e0 comp rx=0 tx=0).stop 2024-05-16T15:46:22.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.583+0000 7fb3d15b3700 1 -- 172.21.15.43:0/205663334 shutdown_connections 2024-05-16T15:46:22.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.583+0000 7fb3d15b3700 1 --2- 172.21.15.43:0/205663334 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb3cc108850 0x7fb3cc1103d0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:22.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.583+0000 7fb3d15b3700 1 --2- 172.21.15.43:0/205663334 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb3cc103750 0x7fb3cc103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:22.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.583+0000 7fb3d15b3700 1 --2- 172.21.15.43:0/205663334 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb3cc104100 0x7fb3cc108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:22.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.583+0000 7fb3d15b3700 1 -- 172.21.15.43:0/205663334 >> 172.21.15.43:0/205663334 conn(0x7fb3cc07a600 msgr2=0x7fb3cc07aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:46:22.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.583+0000 7fb3d15b3700 1 -- 172.21.15.43:0/205663334 shutdown_connections 2024-05-16T15:46:22.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.583+0000 7fb3d15b3700 1 -- 172.21.15.43:0/205663334 wait complete. 2024-05-16T15:46:22.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.583+0000 7fb3d15b3700 1 Processor -- start 2024-05-16T15:46:22.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.583+0000 7fb3d15b3700 1 -- start start 2024-05-16T15:46:22.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.584+0000 7fb3d15b3700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb3cc103750 0x7fb3cc0757a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:22.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.584+0000 7fb3d15b3700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb3cc104100 0x7fb3cc075ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:22.595 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.584+0000 7fb3d15b3700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb3cc108850 0x7fb3cc076220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:22.595 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.584+0000 7fb3d15b3700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fb3cc1134f0 con 0x7fb3cc108850 2024-05-16T15:46:22.595 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.584+0000 7fb3d15b3700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fb3cc113370 con 0x7fb3cc103750 2024-05-16T15:46:22.595 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.584+0000 7fb3d15b3700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fb3cc113670 con 0x7fb3cc104100 2024-05-16T15:46:22.595 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.584+0000 7fb3cb7fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb3cc108850 0x7fb3cc076220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:22.595 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.584+0000 7fb3cb7fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb3cc108850 0x7fb3cc076220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:52218/0 (socket says 172.21.15.43:52218) 2024-05-16T15:46:22.595 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.584+0000 7fb3cb7fe700 1 -- 172.21.15.43:0/2088960693 learned_addr learned my addr 172.21.15.43:0/2088960693 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:46:22.595 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.584+0000 7fb3caffd700 1 --2- 172.21.15.43:0/2088960693 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb3cc103750 0x7fb3cc0757a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:22.595 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.584+0000 7fb3ca7fc700 1 --2- 172.21.15.43:0/2088960693 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb3cc104100 0x7fb3cc075ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:22.595 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.584+0000 7fb3cb7fe700 1 -- 172.21.15.43:0/2088960693 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb3cc104100 msgr2=0x7fb3cc075ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:22.595 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.584+0000 7fb3cb7fe700 1 --2- 172.21.15.43:0/2088960693 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb3cc104100 0x7fb3cc075ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:22.595 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.584+0000 7fb3cb7fe700 1 -- 172.21.15.43:0/2088960693 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb3cc103750 msgr2=0x7fb3cc0757a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:22.595 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.584+0000 7fb3cb7fe700 1 --2- 172.21.15.43:0/2088960693 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb3cc103750 0x7fb3cc0757a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:22.595 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.584+0000 7fb3cb7fe700 1 -- 172.21.15.43:0/2088960693 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3cc1a7f10 con 0x7fb3cc108850 2024-05-16T15:46:22.596 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.584+0000 7fb3cb7fe700 1 --2- 172.21.15.43:0/2088960693 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb3cc108850 0x7fb3cc076220 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fb3c4009850 tx=0x7fb3c4007a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:46:22.596 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.585+0000 7fb3b3fff700 1 -- 172.21.15.43:0/2088960693 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3c401f070 con 0x7fb3cc108850 2024-05-16T15:46:22.596 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.585+0000 7fb3b3fff700 1 -- 172.21.15.43:0/2088960693 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb3c4004c50 con 0x7fb3cc108850 2024-05-16T15:46:22.596 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.585+0000 7fb3d15b3700 1 -- 172.21.15.43:0/2088960693 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3cc1a81a0 con 0x7fb3cc108850 2024-05-16T15:46:22.596 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.585+0000 7fb3b3fff700 1 -- 172.21.15.43:0/2088960693 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3c401b690 con 0x7fb3cc108850 2024-05-16T15:46:22.596 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.585+0000 7fb3d15b3700 1 -- 172.21.15.43:0/2088960693 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3cc1a85a0 con 0x7fb3cc108850 2024-05-16T15:46:22.596 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.586+0000 7fb3d15b3700 1 -- 172.21.15.43:0/2088960693 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb3cc10ba20 con 0x7fb3cc108850 2024-05-16T15:46:22.597 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.587+0000 7fb3b3fff700 1 -- 172.21.15.43:0/2088960693 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fb3c4022070 con 0x7fb3cc108850 2024-05-16T15:46:22.597 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.588+0000 7fb3b3fff700 1 --2- 172.21.15.43:0/2088960693 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb3b40b2880 0x7fb3b40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:22.597 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.588+0000 7fb3caffd700 1 --2- 172.21.15.43:0/2088960693 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb3b40b2880 0x7fb3b40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:22.597 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.588+0000 7fb3b3fff700 1 -- 172.21.15.43:0/2088960693 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 9092+0+0 (secure 0 0 0) 0x7fb3c40e3490 con 0x7fb3cc108850 2024-05-16T15:46:22.597 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.589+0000 7fb3caffd700 1 --2- 172.21.15.43:0/2088960693 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb3b40b2880 0x7fb3b40b4d40 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fb3bc004630 tx=0x7fb3bc00b3c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:46:22.600 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.591+0000 7fb3b3fff700 1 -- 172.21.15.43:0/2088960693 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fb3c40aaee0 con 0x7fb3cc108850 2024-05-16T15:46:22.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:22 smithi157 ceph-mon[35584]: osdmap e87: 12 total, 12 up, 12 in 2024-05-16T15:46:22.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:22 smithi148 ceph-mon[34976]: osdmap e87: 12 total, 12 up, 12 in 2024-05-16T15:46:22.831 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.822+0000 7fb3d15b3700 1 -- 172.21.15.43:0/2088960693 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fb3cc10b400 con 0x7fb3cc108850 2024-05-16T15:46:22.832 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.823+0000 7fb3b3fff700 1 -- 172.21.15.43:0/2088960693 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v87) ==== 81+0+586 (secure 0 0 0) 0x7fb3c4009cb0 con 0x7fb3cc108850 2024-05-16T15:46:22.832 INFO:teuthology.orchestra.run.smithi043.stdout:172.21.15.43:6801/86887644 2024-05-17T15:38:19.897772+0000 2024-05-16T15:46:22.832 INFO:teuthology.orchestra.run.smithi043.stdout:172.21.15.43:6800/86887644 2024-05-17T15:38:19.897772+0000 2024-05-16T15:46:22.832 INFO:teuthology.orchestra.run.smithi043.stdout:172.21.15.43:0/1519374213 2024-05-17T15:38:19.897772+0000 2024-05-16T15:46:22.832 INFO:teuthology.orchestra.run.smithi043.stdout:172.21.15.43:6800/2824545909 2024-05-17T15:37:53.291030+0000 2024-05-16T15:46:22.832 INFO:teuthology.orchestra.run.smithi043.stdout:172.21.15.43:0/561872100 2024-05-17T15:37:53.291030+0000 2024-05-16T15:46:22.832 INFO:teuthology.orchestra.run.smithi043.stdout:172.21.15.43:0/3260845824 2024-05-17T15:38:19.897772+0000 2024-05-16T15:46:22.832 INFO:teuthology.orchestra.run.smithi043.stdout:172.21.15.43:0/465511688 2024-05-17T15:38:19.897772+0000 2024-05-16T15:46:22.832 INFO:teuthology.orchestra.run.smithi043.stdout:172.21.15.43:0/1478293844 2024-05-17T15:37:53.291030+0000 2024-05-16T15:46:22.833 INFO:teuthology.orchestra.run.smithi043.stdout:172.21.15.43:0/3264891829 2024-05-17T15:37:53.291030+0000 2024-05-16T15:46:22.833 INFO:teuthology.orchestra.run.smithi043.stdout:172.21.15.43:6801/2824545909 2024-05-17T15:37:53.291030+0000 2024-05-16T15:46:22.834 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.825+0000 7fb3d15b3700 1 -- 172.21.15.43:0/2088960693 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb3b40b2880 msgr2=0x7fb3b40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:22.834 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.825+0000 7fb3d15b3700 1 --2- 172.21.15.43:0/2088960693 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb3b40b2880 0x7fb3b40b4d40 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fb3bc004630 tx=0x7fb3bc00b3c0 comp rx=0 tx=0).stop 2024-05-16T15:46:22.835 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.825+0000 7fb3d15b3700 1 -- 172.21.15.43:0/2088960693 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb3cc108850 msgr2=0x7fb3cc076220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:22.835 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.825+0000 7fb3d15b3700 1 --2- 172.21.15.43:0/2088960693 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb3cc108850 0x7fb3cc076220 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fb3c4009850 tx=0x7fb3c4007a20 comp rx=0 tx=0).stop 2024-05-16T15:46:22.835 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.825+0000 7fb3d15b3700 1 -- 172.21.15.43:0/2088960693 shutdown_connections 2024-05-16T15:46:22.835 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.825+0000 7fb3d15b3700 1 --2- 172.21.15.43:0/2088960693 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb3b40b2880 0x7fb3b40b4d40 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:22.835 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.825+0000 7fb3d15b3700 1 --2- 172.21.15.43:0/2088960693 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb3cc108850 0x7fb3cc076220 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:22.835 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.825+0000 7fb3d15b3700 1 --2- 172.21.15.43:0/2088960693 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb3cc103750 0x7fb3cc0757a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:22.835 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.825+0000 7fb3d15b3700 1 --2- 172.21.15.43:0/2088960693 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb3cc104100 0x7fb3cc075ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:22.835 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.825+0000 7fb3d15b3700 1 -- 172.21.15.43:0/2088960693 >> 172.21.15.43:0/2088960693 conn(0x7fb3cc07a600 msgr2=0x7fb3cc101920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:46:22.835 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.825+0000 7fb3d15b3700 1 -- 172.21.15.43:0/2088960693 shutdown_connections 2024-05-16T15:46:22.835 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:22.825+0000 7fb3d15b3700 1 -- 172.21.15.43:0/2088960693 wait complete. 2024-05-16T15:46:22.835 INFO:teuthology.orchestra.run.smithi043.stderr:listed 10 entries 2024-05-16T15:46:23.465 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:23 smithi043 ceph-mon[31619]: pgmap v318: 129 pgs: 4 peering, 125 active+clean; 581 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 0 op/s 2024-05-16T15:46:23.465 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:23 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/2088960693' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-16T15:46:23.497 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi043.front.sepia.ceph.com... 2024-05-16T15:46:23.497 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-16T15:46:23.497 DEBUG:teuthology.orchestra.run.smithi043:> sudo fusermount -u /home/ubuntu/cephtest/mnt.admin 2024-05-16T15:46:23.525 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi043.stderr:ceph-fuse[74916]: fuse finished with error 0 and tester_r 0 2024-05-16T15:46:23.527 INFO:teuthology.orchestra.run:waiting for 300 2024-05-16T15:46:23.617 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi043.front.sepia.ceph.com 2024-05-16T15:46:23.617 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-16T15:46:23.617 DEBUG:teuthology.orchestra.run.smithi043:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.admin) 2024-05-16T15:46:23.643 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-16T15:46:23.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:23 smithi157 ceph-mon[35584]: pgmap v318: 129 pgs: 4 peering, 125 active+clean; 581 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 0 op/s 2024-05-16T15:46:23.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:23 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/2088960693' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-16T15:46:23.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:23 smithi148 ceph-mon[34976]: pgmap v318: 129 pgs: 4 peering, 125 active+clean; 581 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 0 op/s 2024-05-16T15:46:23.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:23 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/2088960693' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-16T15:46:23.939 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:46:25.609 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.598+0000 7fd74fe39700 1 -- 172.21.15.43:0/965187148 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd748108850 msgr2=0x7fd7481103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:25.609 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.598+0000 7fd74fe39700 1 --2- 172.21.15.43:0/965187148 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd748108850 0x7fd7481103d0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fd74000b0d0 tx=0x7fd74000b3e0 comp rx=0 tx=0).stop 2024-05-16T15:46:25.609 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.598+0000 7fd74fe39700 1 -- 172.21.15.43:0/965187148 shutdown_connections 2024-05-16T15:46:25.609 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.598+0000 7fd74fe39700 1 --2- 172.21.15.43:0/965187148 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd748108850 0x7fd7481103d0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:25.609 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.598+0000 7fd74fe39700 1 --2- 172.21.15.43:0/965187148 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd748103750 0x7fd748103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:25.609 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.598+0000 7fd74fe39700 1 --2- 172.21.15.43:0/965187148 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd748104100 0x7fd748108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:25.610 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.598+0000 7fd74fe39700 1 -- 172.21.15.43:0/965187148 >> 172.21.15.43:0/965187148 conn(0x7fd74807a600 msgr2=0x7fd74807aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:46:25.610 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.598+0000 7fd74fe39700 1 -- 172.21.15.43:0/965187148 shutdown_connections 2024-05-16T15:46:25.610 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.598+0000 7fd74fe39700 1 -- 172.21.15.43:0/965187148 wait complete. 2024-05-16T15:46:25.610 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.599+0000 7fd74fe39700 1 Processor -- start 2024-05-16T15:46:25.610 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.599+0000 7fd74fe39700 1 -- start start 2024-05-16T15:46:25.610 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.599+0000 7fd74fe39700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd748103750 0x7fd7481a1790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:25.610 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.599+0000 7fd74fe39700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd748104100 0x7fd7481a1cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:25.610 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.599+0000 7fd74fe39700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd748108850 0x7fd74819b950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:25.610 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.599+0000 7fd74fe39700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fd7481134d0 con 0x7fd748108850 2024-05-16T15:46:25.610 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.599+0000 7fd74fe39700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fd748113350 con 0x7fd748103750 2024-05-16T15:46:25.610 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.599+0000 7fd74fe39700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fd748113650 con 0x7fd748104100 2024-05-16T15:46:25.610 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.599+0000 7fd74e3d6700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd748108850 0x7fd74819b950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:25.610 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.599+0000 7fd74e3d6700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd748108850 0x7fd74819b950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:46862/0 (socket says 172.21.15.43:46862) 2024-05-16T15:46:25.610 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.599+0000 7fd74e3d6700 1 -- 172.21.15.43:0/306225416 learned_addr learned my addr 172.21.15.43:0/306225416 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:46:25.611 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.599+0000 7fd74dbd5700 1 --2- 172.21.15.43:0/306225416 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd748103750 0x7fd7481a1790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:25.611 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.599+0000 7fd74d3d4700 1 --2- 172.21.15.43:0/306225416 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd748104100 0x7fd7481a1cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:25.611 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.599+0000 7fd74e3d6700 1 -- 172.21.15.43:0/306225416 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd748104100 msgr2=0x7fd7481a1cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:25.611 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.599+0000 7fd74e3d6700 1 --2- 172.21.15.43:0/306225416 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd748104100 0x7fd7481a1cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:25.611 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.599+0000 7fd74e3d6700 1 -- 172.21.15.43:0/306225416 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd748103750 msgr2=0x7fd7481a1790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:25.611 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.599+0000 7fd74e3d6700 1 --2- 172.21.15.43:0/306225416 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd748103750 0x7fd7481a1790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:25.611 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.599+0000 7fd74e3d6700 1 -- 172.21.15.43:0/306225416 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd74819c0b0 con 0x7fd748108850 2024-05-16T15:46:25.611 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.600+0000 7fd74e3d6700 1 --2- 172.21.15.43:0/306225416 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd748108850 0x7fd74819b950 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fd740009850 tx=0x7fd740007e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:46:25.611 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.600+0000 7fd73effd700 1 -- 172.21.15.43:0/306225416 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd74001f030 con 0x7fd748108850 2024-05-16T15:46:25.611 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.600+0000 7fd74fe39700 1 -- 172.21.15.43:0/306225416 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd74819c340 con 0x7fd748108850 2024-05-16T15:46:25.611 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.600+0000 7fd73effd700 1 -- 172.21.15.43:0/306225416 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd74001bad0 con 0x7fd748108850 2024-05-16T15:46:25.611 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.600+0000 7fd73effd700 1 -- 172.21.15.43:0/306225416 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd740012bb0 con 0x7fd748108850 2024-05-16T15:46:25.611 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.600+0000 7fd74fe39700 1 -- 172.21.15.43:0/306225416 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7481a8660 con 0x7fd748108850 2024-05-16T15:46:25.612 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.601+0000 7fd74fe39700 1 -- 172.21.15.43:0/306225416 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd74806a190 con 0x7fd748108850 2024-05-16T15:46:25.612 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.602+0000 7fd73effd700 1 -- 172.21.15.43:0/306225416 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fd740022030 con 0x7fd748108850 2024-05-16T15:46:25.612 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.603+0000 7fd73effd700 1 --2- 172.21.15.43:0/306225416 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd7340b2880 0x7fd7340b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:25.612 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.603+0000 7fd73effd700 1 -- 172.21.15.43:0/306225416 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 9092+0+0 (secure 0 0 0) 0x7fd74000f020 con 0x7fd748108850 2024-05-16T15:46:25.612 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.603+0000 7fd74dbd5700 1 --2- 172.21.15.43:0/306225416 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd7340b2880 0x7fd7340b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:25.613 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.604+0000 7fd74dbd5700 1 --2- 172.21.15.43:0/306225416 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd7340b2880 0x7fd7340b4d40 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fd744005950 tx=0x7fd7440058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:46:25.615 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.606+0000 7fd73effd700 1 -- 172.21.15.43:0/306225416 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fd740029070 con 0x7fd748108850 2024-05-16T15:46:25.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:25 smithi157 ceph-mon[35584]: pgmap v319: 129 pgs: 4 peering, 125 active+clean; 581 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-05-16T15:46:25.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:25 smithi148 ceph-mon[34976]: pgmap v319: 129 pgs: 4 peering, 125 active+clean; 581 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-05-16T15:46:25.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:25 smithi043 ceph-mon[31619]: pgmap v319: 129 pgs: 4 peering, 125 active+clean; 581 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-05-16T15:46:25.831 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.822+0000 7fd74fe39700 1 -- 172.21.15.43:0/306225416 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd7481a8830 con 0x7fd748108850 2024-05-16T15:46:25.833 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.824+0000 7fd73effd700 1 -- 172.21.15.43:0/306225416 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v87) ==== 74+0+24650 (secure 0 0 0) 0x7fd7400074e0 con 0x7fd748108850 2024-05-16T15:46:25.833 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:46:25.833 INFO:teuthology.orchestra.run.smithi043.stdout:{"epoch":87,"fsid":"13155b42-139a-11ef-bc9a-c7b262605968","created":"2024-05-16T15:37:22.311071+0000","modified":"2024-05-16T15:46:21.369506+0000","last_up_change":"2024-05-16T15:44:35.160481+0000","last_in_change":"2024-05-16T15:44:14.991724+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-16T15:40:47.990763+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-16T15:45:32.249662+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-16T15:45:35.938913+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-05-16T15:45:45.256550+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"b4de8b19-c914-400d-bf10-135fe3a0a81a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6802","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6803","nonce":2827692837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6804","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6805","nonce":2827692837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6808","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6809","nonce":2827692837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6806","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6807","nonce":2827692837}]},"public_addr":"172.21.15.43:6803/2827692837","cluster_addr":"172.21.15.43:6805/2827692837","heartbeat_back_addr":"172.21.15.43:6809/2827692837","heartbeat_front_addr":"172.21.15.43:6807/2827692837","state":["exists","up"]},{"osd":1,"uuid":"178a5d73-e946-41b5-9ef3-f15c16b2e8d0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6800","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6801","nonce":2384349877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6802","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6803","nonce":2384349877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6806","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6807","nonce":2384349877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6804","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6805","nonce":2384349877}]},"public_addr":"172.21.15.148:6801/2384349877","cluster_addr":"172.21.15.148:6803/2384349877","heartbeat_back_addr":"172.21.15.148:6807/2384349877","heartbeat_front_addr":"172.21.15.148:6805/2384349877","state":["exists","up"]},{"osd":2,"uuid":"5b40d2f9-afb6-42b3-a76b-641eddcc2948","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6801","nonce":512969814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6803","nonce":512969814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6807","nonce":512969814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6805","nonce":512969814}]},"public_addr":"172.21.15.157:6801/512969814","cluster_addr":"172.21.15.157:6803/512969814","heartbeat_back_addr":"172.21.15.157:6807/512969814","heartbeat_front_addr":"172.21.15.157:6805/512969814","state":["exists","up"]},{"osd":3,"uuid":"869f2122-f5c7-4b16-b48c-db114730bd5c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6810","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6811","nonce":1305033610}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6812","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6813","nonce":1305033610}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6816","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6817","nonce":1305033610}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6814","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6815","nonce":1305033610}]},"public_addr":"172.21.15.43:6811/1305033610","cluster_addr":"172.21.15.43:6813/1305033610","heartbeat_back_addr":"172.21.15.43:6817/1305033610","heartbeat_front_addr":"172.21.15.43:6815/1305033610","state":["exists","up"]},{"osd":4,"uuid":"c488d334-6676-4abf-81ff-596e7c507159","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6808","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6809","nonce":298572470}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6810","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6811","nonce":298572470}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6814","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6815","nonce":298572470}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6812","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6813","nonce":298572470}]},"public_addr":"172.21.15.148:6809/298572470","cluster_addr":"172.21.15.148:6811/298572470","heartbeat_back_addr":"172.21.15.148:6815/298572470","heartbeat_front_addr":"172.21.15.148:6813/298572470","state":["exists","up"]},{"osd":5,"uuid":"b858ef2e-c51c-4044-a143-30583374ef2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6809","nonce":2793566993}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6811","nonce":2793566993}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6815","nonce":2793566993}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6813","nonce":2793566993}]},"public_addr":"172.21.15.157:6809/2793566993","cluster_addr":"172.21.15.157:6811/2793566993","heartbeat_back_addr":"172.21.15.157:6815/2793566993","heartbeat_front_addr":"172.21.15.157:6813/2793566993","state":["exists","up"]},{"osd":6,"uuid":"70b4d49c-e33c-4334-a293-ce89cb37da1f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6818","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6819","nonce":417494707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6820","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6821","nonce":417494707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6824","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6825","nonce":417494707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6822","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6823","nonce":417494707}]},"public_addr":"172.21.15.43:6819/417494707","cluster_addr":"172.21.15.43:6821/417494707","heartbeat_back_addr":"172.21.15.43:6825/417494707","heartbeat_front_addr":"172.21.15.43:6823/417494707","state":["exists","up"]},{"osd":7,"uuid":"6a39c63f-8d2b-475f-8026-869d766fde01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6816","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6817","nonce":3852418694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6818","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6819","nonce":3852418694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6822","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6823","nonce":3852418694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6820","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6821","nonce":3852418694}]},"public_addr":"172.21.15.148:6817/3852418694","cluster_addr":"172.21.15.148:6819/3852418694","heartbeat_back_addr":"172.21.15.148:6823/3852418694","heartbeat_front_addr":"172.21.15.148:6821/3852418694","state":["exists","up"]},{"osd":8,"uuid":"f9e0ed4f-7211-43b5-bac9-33a64cec91d5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6817","nonce":3332637555}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6819","nonce":3332637555}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6823","nonce":3332637555}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6821","nonce":3332637555}]},"public_addr":"172.21.15.157:6817/3332637555","cluster_addr":"172.21.15.157:6819/3332637555","heartbeat_back_addr":"172.21.15.157:6823/3332637555","heartbeat_front_addr":"172.21.15.157:6821/3332637555","state":["exists","up"]},{"osd":9,"uuid":"ba1b04ea-a184-445a-8c31-0eed73a488e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6826","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6827","nonce":3226599249}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6828","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6829","nonce":3226599249}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6832","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6833","nonce":3226599249}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6830","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6831","nonce":3226599249}]},"public_addr":"172.21.15.43:6827/3226599249","cluster_addr":"172.21.15.43:6829/3226599249","heartbeat_back_addr":"172.21.15.43:6833/3226599249","heartbeat_front_addr":"172.21.15.43:6831/3226599249","state":["exists","up"]},{"osd":10,"uuid":"6dc35480-fd4a-428d-8ede-eb3e9058a7cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6824","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6825","nonce":3418113451}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6826","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6827","nonce":3418113451}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6830","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6831","nonce":3418113451}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6828","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6829","nonce":3418113451}]},"public_addr":"172.21.15.148:6825/3418113451","cluster_addr":"172.21.15.148:6827/3418113451","heartbeat_back_addr":"172.21.15.148:6831/3418113451","heartbeat_front_addr":"172.21.15.148:6829/3418113451","state":["exists","up"]},{"osd":11,"uuid":"da02e920-1b89-4b7d-857b-14cf82a1f0e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6825","nonce":1613641998}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6827","nonce":1613641998}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6831","nonce":1613641998}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6829","nonce":1613641998}]},"public_addr":"172.21.15.157:6825/1613641998","cluster_addr":"172.21.15.157:6827/1613641998","heartbeat_back_addr":"172.21.15.157:6831/1613641998","heartbeat_front_addr":"172.21.15.157:6829/1613641998","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:39:58.214793+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:40:22.181940+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:40:45.520107+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:41:10.377805+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:41:35.387615+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:41:59.845861+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:42:25.042874+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:42:50.427164+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:43:15.686930+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:43:41.803831+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:44:07.624551+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:44:33.414511+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"2.1d","mappings":[{"from":2,"to":1}]},{"pgid":"3.0","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.b","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.43:6801/86887644":"2024-05-17T15:38:19.897772+0000","172.21.15.43:6800/86887644":"2024-05-17T15:38:19.897772+0000","172.21.15.43:0/1519374213":"2024-05-17T15:38:19.897772+0000","172.21.15.43:6800/2824545909":"2024-05-17T15:37:53.291030+0000","172.21.15.43:0/561872100":"2024-05-17T15:37:53.291030+0000","172.21.15.43:0/3260845824":"2024-05-17T15:38:19.897772+0000","172.21.15.43:0/465511688":"2024-05-17T15:38:19.897772+0000","172.21.15.43:0/1478293844":"2024-05-17T15:37:53.291030+0000","172.21.15.43:0/3264891829":"2024-05-17T15:37:53.291030+0000","172.21.15.43:6801/2824545909":"2024-05-17T15:37:53.291030+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-16T15:46:25.836 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.827+0000 7fd74fe39700 1 -- 172.21.15.43:0/306225416 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd7340b2880 msgr2=0x7fd7340b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:25.836 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.827+0000 7fd74fe39700 1 --2- 172.21.15.43:0/306225416 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd7340b2880 0x7fd7340b4d40 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fd744005950 tx=0x7fd7440058e0 comp rx=0 tx=0).stop 2024-05-16T15:46:25.836 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.827+0000 7fd74fe39700 1 -- 172.21.15.43:0/306225416 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd748108850 msgr2=0x7fd74819b950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:25.836 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.827+0000 7fd74fe39700 1 --2- 172.21.15.43:0/306225416 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd748108850 0x7fd74819b950 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fd740009850 tx=0x7fd740007e40 comp rx=0 tx=0).stop 2024-05-16T15:46:25.836 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.827+0000 7fd74fe39700 1 -- 172.21.15.43:0/306225416 shutdown_connections 2024-05-16T15:46:25.836 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.827+0000 7fd74fe39700 1 --2- 172.21.15.43:0/306225416 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd7340b2880 0x7fd7340b4d40 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:25.836 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.827+0000 7fd74fe39700 1 --2- 172.21.15.43:0/306225416 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd748108850 0x7fd74819b950 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:25.837 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.827+0000 7fd74fe39700 1 --2- 172.21.15.43:0/306225416 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd748103750 0x7fd7481a1790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:25.837 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.827+0000 7fd74fe39700 1 --2- 172.21.15.43:0/306225416 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd748104100 0x7fd7481a1cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:25.837 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.827+0000 7fd74fe39700 1 -- 172.21.15.43:0/306225416 >> 172.21.15.43:0/306225416 conn(0x7fd74807a600 msgr2=0x7fd7481017c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:46:25.837 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.827+0000 7fd74fe39700 1 -- 172.21.15.43:0/306225416 shutdown_connections 2024-05-16T15:46:25.837 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:25.827+0000 7fd74fe39700 1 -- 172.21.15.43:0/306225416 wait complete. 2024-05-16T15:46:26.490 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:26 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/306225416' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-16T15:46:26.520 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-16T15:46:26.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:26 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/306225416' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-16T15:46:26.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:26 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/306225416' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-16T15:46:26.772 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:46:27.590 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:27 smithi043 ceph-mon[31619]: pgmap v320: 129 pgs: 2 peering, 127 active+clean; 581 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 639 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-05-16T15:46:27.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:27 smithi157 ceph-mon[35584]: pgmap v320: 129 pgs: 2 peering, 127 active+clean; 581 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 639 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-05-16T15:46:27.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:27 smithi148 ceph-mon[34976]: pgmap v320: 129 pgs: 2 peering, 127 active+clean; 581 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 639 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-05-16T15:46:28.420 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.409+0000 7f23e4475700 1 -- 172.21.15.43:0/941200504 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f23dc104100 msgr2=0x7f23dc108120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:28.421 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.409+0000 7f23e4475700 1 --2- 172.21.15.43:0/941200504 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f23dc104100 0x7f23dc108120 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f23cc0099c0 tx=0x7f23cc009cd0 comp rx=0 tx=0).stop 2024-05-16T15:46:28.421 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.410+0000 7f23e4475700 1 -- 172.21.15.43:0/941200504 shutdown_connections 2024-05-16T15:46:28.421 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.410+0000 7f23e4475700 1 --2- 172.21.15.43:0/941200504 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f23dc108850 0x7f23dc1103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:28.421 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.410+0000 7f23e4475700 1 --2- 172.21.15.43:0/941200504 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f23dc103750 0x7f23dc103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:28.421 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.410+0000 7f23e4475700 1 --2- 172.21.15.43:0/941200504 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f23dc104100 0x7f23dc108120 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:28.421 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.410+0000 7f23e4475700 1 -- 172.21.15.43:0/941200504 >> 172.21.15.43:0/941200504 conn(0x7f23dc07a600 msgr2=0x7f23dc07aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:46:28.421 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.410+0000 7f23e4475700 1 -- 172.21.15.43:0/941200504 shutdown_connections 2024-05-16T15:46:28.421 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.410+0000 7f23e4475700 1 -- 172.21.15.43:0/941200504 wait complete. 2024-05-16T15:46:28.421 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.410+0000 7f23e4475700 1 Processor -- start 2024-05-16T15:46:28.421 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.410+0000 7f23e4475700 1 -- start start 2024-05-16T15:46:28.421 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.411+0000 7f23e4475700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f23dc103750 0x7f23dc0757a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:28.422 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.411+0000 7f23e4475700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f23dc104100 0x7f23dc075ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:28.422 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.411+0000 7f23e4475700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f23dc108850 0x7f23dc076220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:28.422 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.411+0000 7f23e4475700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f23dc1135c0 con 0x7f23dc104100 2024-05-16T15:46:28.422 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.411+0000 7f23e4475700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f23dc113440 con 0x7f23dc103750 2024-05-16T15:46:28.422 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.411+0000 7f23e4475700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f23dc113740 con 0x7f23dc108850 2024-05-16T15:46:28.422 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.411+0000 7f23e1a10700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f23dc104100 0x7f23dc075ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:28.422 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.411+0000 7f23e1a10700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f23dc104100 0x7f23dc075ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:46876/0 (socket says 172.21.15.43:46876) 2024-05-16T15:46:28.422 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.411+0000 7f23e1a10700 1 -- 172.21.15.43:0/541549153 learned_addr learned my addr 172.21.15.43:0/541549153 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:46:28.422 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.411+0000 7f23e2a12700 1 --2- 172.21.15.43:0/541549153 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f23dc108850 0x7f23dc076220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:28.422 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.411+0000 7f23e2211700 1 --2- 172.21.15.43:0/541549153 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f23dc103750 0x7f23dc0757a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:28.422 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.411+0000 7f23e1a10700 1 -- 172.21.15.43:0/541549153 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f23dc108850 msgr2=0x7f23dc076220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:28.422 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.411+0000 7f23e1a10700 1 --2- 172.21.15.43:0/541549153 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f23dc108850 0x7f23dc076220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:28.422 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.411+0000 7f23e1a10700 1 -- 172.21.15.43:0/541549153 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f23dc103750 msgr2=0x7f23dc0757a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:28.423 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.411+0000 7f23e1a10700 1 --2- 172.21.15.43:0/541549153 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f23dc103750 0x7f23dc0757a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:28.423 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.411+0000 7f23e1a10700 1 -- 172.21.15.43:0/541549153 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23dc1a8020 con 0x7f23dc104100 2024-05-16T15:46:28.423 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.411+0000 7f23e1a10700 1 --2- 172.21.15.43:0/541549153 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f23dc104100 0x7f23dc075ce0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f23cc00f690 tx=0x7f23cc00f6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:46:28.423 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.411+0000 7f23d37fe700 1 -- 172.21.15.43:0/541549153 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23cc027070 con 0x7f23dc104100 2024-05-16T15:46:28.423 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.411+0000 7f23d37fe700 1 -- 172.21.15.43:0/541549153 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f23cc0056d0 con 0x7f23dc104100 2024-05-16T15:46:28.423 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.411+0000 7f23e4475700 1 -- 172.21.15.43:0/541549153 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23dc1a82b0 con 0x7f23dc104100 2024-05-16T15:46:28.423 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.412+0000 7f23d37fe700 1 -- 172.21.15.43:0/541549153 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23cc022da0 con 0x7f23dc104100 2024-05-16T15:46:28.423 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.412+0000 7f23e4475700 1 -- 172.21.15.43:0/541549153 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23dc1a8700 con 0x7f23dc104100 2024-05-16T15:46:28.424 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.412+0000 7f23e4475700 1 -- 172.21.15.43:0/541549153 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23dc06a190 con 0x7f23dc104100 2024-05-16T15:46:28.424 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.414+0000 7f23d37fe700 1 -- 172.21.15.43:0/541549153 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f23cc02a070 con 0x7f23dc104100 2024-05-16T15:46:28.424 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.415+0000 7f23d37fe700 1 --2- 172.21.15.43:0/541549153 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f23c80b2880 0x7f23c80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:28.424 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.415+0000 7f23e2211700 1 --2- 172.21.15.43:0/541549153 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f23c80b2880 0x7f23c80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:28.424 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.415+0000 7f23d37fe700 1 -- 172.21.15.43:0/541549153 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 9092+0+0 (secure 0 0 0) 0x7f23cc0e35e0 con 0x7f23dc104100 2024-05-16T15:46:28.424 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.415+0000 7f23e2211700 1 --2- 172.21.15.43:0/541549153 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f23c80b2880 0x7f23c80b4d40 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f23d8009a10 tx=0x7f23d8009190 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:46:28.427 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.418+0000 7f23d37fe700 1 -- 172.21.15.43:0/541549153 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f23cc031080 con 0x7f23dc104100 2024-05-16T15:46:28.641 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.632+0000 7f23e4475700 1 -- 172.21.15.43:0/541549153 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f23dc02e6d0 con 0x7f23dc104100 2024-05-16T15:46:28.643 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.633+0000 7f23d37fe700 1 -- 172.21.15.43:0/541549153 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v87) ==== 74+0+24650 (secure 0 0 0) 0x7f23cc013070 con 0x7f23dc104100 2024-05-16T15:46:28.643 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:46:28.643 INFO:teuthology.orchestra.run.smithi043.stdout:{"epoch":87,"fsid":"13155b42-139a-11ef-bc9a-c7b262605968","created":"2024-05-16T15:37:22.311071+0000","modified":"2024-05-16T15:46:21.369506+0000","last_up_change":"2024-05-16T15:44:35.160481+0000","last_in_change":"2024-05-16T15:44:14.991724+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-16T15:40:47.990763+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-16T15:45:32.249662+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-16T15:45:35.938913+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-05-16T15:45:45.256550+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"b4de8b19-c914-400d-bf10-135fe3a0a81a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6802","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6803","nonce":2827692837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6804","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6805","nonce":2827692837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6808","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6809","nonce":2827692837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6806","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6807","nonce":2827692837}]},"public_addr":"172.21.15.43:6803/2827692837","cluster_addr":"172.21.15.43:6805/2827692837","heartbeat_back_addr":"172.21.15.43:6809/2827692837","heartbeat_front_addr":"172.21.15.43:6807/2827692837","state":["exists","up"]},{"osd":1,"uuid":"178a5d73-e946-41b5-9ef3-f15c16b2e8d0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6800","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6801","nonce":2384349877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6802","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6803","nonce":2384349877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6806","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6807","nonce":2384349877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6804","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6805","nonce":2384349877}]},"public_addr":"172.21.15.148:6801/2384349877","cluster_addr":"172.21.15.148:6803/2384349877","heartbeat_back_addr":"172.21.15.148:6807/2384349877","heartbeat_front_addr":"172.21.15.148:6805/2384349877","state":["exists","up"]},{"osd":2,"uuid":"5b40d2f9-afb6-42b3-a76b-641eddcc2948","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6801","nonce":512969814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6803","nonce":512969814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6807","nonce":512969814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6805","nonce":512969814}]},"public_addr":"172.21.15.157:6801/512969814","cluster_addr":"172.21.15.157:6803/512969814","heartbeat_back_addr":"172.21.15.157:6807/512969814","heartbeat_front_addr":"172.21.15.157:6805/512969814","state":["exists","up"]},{"osd":3,"uuid":"869f2122-f5c7-4b16-b48c-db114730bd5c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6810","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6811","nonce":1305033610}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6812","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6813","nonce":1305033610}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6816","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6817","nonce":1305033610}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6814","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6815","nonce":1305033610}]},"public_addr":"172.21.15.43:6811/1305033610","cluster_addr":"172.21.15.43:6813/1305033610","heartbeat_back_addr":"172.21.15.43:6817/1305033610","heartbeat_front_addr":"172.21.15.43:6815/1305033610","state":["exists","up"]},{"osd":4,"uuid":"c488d334-6676-4abf-81ff-596e7c507159","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6808","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6809","nonce":298572470}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6810","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6811","nonce":298572470}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6814","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6815","nonce":298572470}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6812","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6813","nonce":298572470}]},"public_addr":"172.21.15.148:6809/298572470","cluster_addr":"172.21.15.148:6811/298572470","heartbeat_back_addr":"172.21.15.148:6815/298572470","heartbeat_front_addr":"172.21.15.148:6813/298572470","state":["exists","up"]},{"osd":5,"uuid":"b858ef2e-c51c-4044-a143-30583374ef2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6809","nonce":2793566993}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6811","nonce":2793566993}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6815","nonce":2793566993}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6813","nonce":2793566993}]},"public_addr":"172.21.15.157:6809/2793566993","cluster_addr":"172.21.15.157:6811/2793566993","heartbeat_back_addr":"172.21.15.157:6815/2793566993","heartbeat_front_addr":"172.21.15.157:6813/2793566993","state":["exists","up"]},{"osd":6,"uuid":"70b4d49c-e33c-4334-a293-ce89cb37da1f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6818","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6819","nonce":417494707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6820","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6821","nonce":417494707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6824","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6825","nonce":417494707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6822","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6823","nonce":417494707}]},"public_addr":"172.21.15.43:6819/417494707","cluster_addr":"172.21.15.43:6821/417494707","heartbeat_back_addr":"172.21.15.43:6825/417494707","heartbeat_front_addr":"172.21.15.43:6823/417494707","state":["exists","up"]},{"osd":7,"uuid":"6a39c63f-8d2b-475f-8026-869d766fde01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6816","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6817","nonce":3852418694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6818","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6819","nonce":3852418694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6822","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6823","nonce":3852418694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6820","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6821","nonce":3852418694}]},"public_addr":"172.21.15.148:6817/3852418694","cluster_addr":"172.21.15.148:6819/3852418694","heartbeat_back_addr":"172.21.15.148:6823/3852418694","heartbeat_front_addr":"172.21.15.148:6821/3852418694","state":["exists","up"]},{"osd":8,"uuid":"f9e0ed4f-7211-43b5-bac9-33a64cec91d5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6817","nonce":3332637555}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6819","nonce":3332637555}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6823","nonce":3332637555}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6821","nonce":3332637555}]},"public_addr":"172.21.15.157:6817/3332637555","cluster_addr":"172.21.15.157:6819/3332637555","heartbeat_back_addr":"172.21.15.157:6823/3332637555","heartbeat_front_addr":"172.21.15.157:6821/3332637555","state":["exists","up"]},{"osd":9,"uuid":"ba1b04ea-a184-445a-8c31-0eed73a488e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6826","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6827","nonce":3226599249}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6828","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6829","nonce":3226599249}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6832","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6833","nonce":3226599249}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6830","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6831","nonce":3226599249}]},"public_addr":"172.21.15.43:6827/3226599249","cluster_addr":"172.21.15.43:6829/3226599249","heartbeat_back_addr":"172.21.15.43:6833/3226599249","heartbeat_front_addr":"172.21.15.43:6831/3226599249","state":["exists","up"]},{"osd":10,"uuid":"6dc35480-fd4a-428d-8ede-eb3e9058a7cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6824","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6825","nonce":3418113451}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6826","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6827","nonce":3418113451}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6830","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6831","nonce":3418113451}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6828","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6829","nonce":3418113451}]},"public_addr":"172.21.15.148:6825/3418113451","cluster_addr":"172.21.15.148:6827/3418113451","heartbeat_back_addr":"172.21.15.148:6831/3418113451","heartbeat_front_addr":"172.21.15.148:6829/3418113451","state":["exists","up"]},{"osd":11,"uuid":"da02e920-1b89-4b7d-857b-14cf82a1f0e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6825","nonce":1613641998}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6827","nonce":1613641998}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6831","nonce":1613641998}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6829","nonce":1613641998}]},"public_addr":"172.21.15.157:6825/1613641998","cluster_addr":"172.21.15.157:6827/1613641998","heartbeat_back_addr":"172.21.15.157:6831/1613641998","heartbeat_front_addr":"172.21.15.157:6829/1613641998","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:39:58.214793+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:40:22.181940+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:40:45.520107+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:41:10.377805+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:41:35.387615+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:41:59.845861+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:42:25.042874+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:42:50.427164+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:43:15.686930+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:43:41.803831+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:44:07.624551+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:44:33.414511+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"2.1d","mappings":[{"from":2,"to":1}]},{"pgid":"3.0","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.b","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.43:6801/86887644":"2024-05-17T15:38:19.897772+0000","172.21.15.43:6800/86887644":"2024-05-17T15:38:19.897772+0000","172.21.15.43:0/1519374213":"2024-05-17T15:38:19.897772+0000","172.21.15.43:6800/2824545909":"2024-05-17T15:37:53.291030+0000","172.21.15.43:0/561872100":"2024-05-17T15:37:53.291030+0000","172.21.15.43:0/3260845824":"2024-05-17T15:38:19.897772+0000","172.21.15.43:0/465511688":"2024-05-17T15:38:19.897772+0000","172.21.15.43:0/1478293844":"2024-05-17T15:37:53.291030+0000","172.21.15.43:0/3264891829":"2024-05-17T15:37:53.291030+0000","172.21.15.43:6801/2824545909":"2024-05-17T15:37:53.291030+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-16T15:46:28.645 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.636+0000 7f23e4475700 1 -- 172.21.15.43:0/541549153 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f23c80b2880 msgr2=0x7f23c80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:28.645 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.636+0000 7f23e4475700 1 --2- 172.21.15.43:0/541549153 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f23c80b2880 0x7f23c80b4d40 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f23d8009a10 tx=0x7f23d8009190 comp rx=0 tx=0).stop 2024-05-16T15:46:28.646 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.636+0000 7f23e4475700 1 -- 172.21.15.43:0/541549153 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f23dc104100 msgr2=0x7f23dc075ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:28.646 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.636+0000 7f23e4475700 1 --2- 172.21.15.43:0/541549153 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f23dc104100 0x7f23dc075ce0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f23cc00f690 tx=0x7f23cc00f6c0 comp rx=0 tx=0).stop 2024-05-16T15:46:28.646 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.636+0000 7f23e4475700 1 -- 172.21.15.43:0/541549153 shutdown_connections 2024-05-16T15:46:28.646 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.636+0000 7f23e4475700 1 --2- 172.21.15.43:0/541549153 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f23dc108850 0x7f23dc076220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:28.646 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.636+0000 7f23e4475700 1 --2- 172.21.15.43:0/541549153 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f23dc103750 0x7f23dc0757a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:28.646 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.636+0000 7f23e4475700 1 --2- 172.21.15.43:0/541549153 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f23c80b2880 0x7f23c80b4d40 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:28.646 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.636+0000 7f23e4475700 1 --2- 172.21.15.43:0/541549153 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f23dc104100 0x7f23dc075ce0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:28.646 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.636+0000 7f23e4475700 1 -- 172.21.15.43:0/541549153 >> 172.21.15.43:0/541549153 conn(0x7f23dc07a600 msgr2=0x7f23dc101830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:46:28.646 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.636+0000 7f23e4475700 1 -- 172.21.15.43:0/541549153 shutdown_connections 2024-05-16T15:46:28.646 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:28.636+0000 7f23e4475700 1 -- 172.21.15.43:0/541549153 wait complete. 2024-05-16T15:46:29.283 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-05-16T15:46:29.540 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:46:29.663 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:29 smithi043 ceph-mon[31619]: pgmap v321: 129 pgs: 129 active+clean; 581 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 639 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-05-16T15:46:29.663 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:29 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/541549153' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-16T15:46:29.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:29 smithi157 ceph-mon[35584]: pgmap v321: 129 pgs: 129 active+clean; 581 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 639 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-05-16T15:46:29.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:29 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/541549153' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-16T15:46:29.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:29 smithi148 ceph-mon[34976]: pgmap v321: 129 pgs: 129 active+clean; 581 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 639 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-05-16T15:46:29.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:29 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/541549153' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-16T15:46:31.225 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:31.215+0000 7ffa423b5700 1 -- 172.21.15.43:0/2637118480 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ffa3c109510 msgr2=0x7ffa3c1098f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:31.225 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:31.215+0000 7ffa423b5700 1 --2- 172.21.15.43:0/2637118480 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ffa3c109510 0x7ffa3c1098f0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7ffa2c009990 tx=0x7ffa2c009ca0 comp rx=0 tx=0).stop 2024-05-16T15:46:31.225 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:31.215+0000 7ffa423b5700 1 -- 172.21.15.43:0/2637118480 shutdown_connections 2024-05-16T15:46:31.225 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:31.215+0000 7ffa423b5700 1 --2- 172.21.15.43:0/2637118480 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ffa3c06c5f0 0x7ffa3c110330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:31.225 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:31.215+0000 7ffa423b5700 1 --2- 172.21.15.43:0/2637118480 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ffa3c109510 0x7ffa3c1098f0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:31.225 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:31.215+0000 7ffa423b5700 1 --2- 172.21.15.43:0/2637118480 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ffa3c06bc30 0x7ffa3c06c0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:31.225 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:31.215+0000 7ffa423b5700 1 -- 172.21.15.43:0/2637118480 >> 172.21.15.43:0/2637118480 conn(0x7ffa3c079350 msgr2=0x7ffa3c079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:46:31.225 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:31.215+0000 7ffa423b5700 1 -- 172.21.15.43:0/2637118480 shutdown_connections 2024-05-16T15:46:31.225 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:31.216+0000 7ffa423b5700 1 -- 172.21.15.43:0/2637118480 wait complete. 2024-05-16T15:46:31.227 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:31.216+0000 7ffa423b5700 1 Processor -- start 2024-05-16T15:46:31.227 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:31.216+0000 7ffa423b5700 1 -- start start 2024-05-16T15:46:31.227 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:31.217+0000 7ffa423b5700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ffa3c06bc30 0x7ffa3c19f720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:31.228 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:31.217+0000 7ffa423b5700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ffa3c06c5f0 0x7ffa3c19fc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:31.228 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:31.217+0000 7ffa423b5700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ffa3c109510 0x7ffa3c1998e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:31.228 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:31.217+0000 7ffa423b5700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7ffa3c113520 con 0x7ffa3c109510 2024-05-16T15:46:31.228 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:31.217+0000 7ffa423b5700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7ffa3c1133a0 con 0x7ffa3c06c5f0 2024-05-16T15:46:31.228 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:31.217+0000 7ffa423b5700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7ffa3c1136a0 con 0x7ffa3c06bc30 2024-05-16T15:46:31.228 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:31.217+0000 7ffa40952700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ffa3c109510 0x7ffa3c1998e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:31.228 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:31.217+0000 7ffa40952700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ffa3c109510 0x7ffa3c1998e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:46888/0 (socket says 172.21.15.43:46888) 2024-05-16T15:46:31.228 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:31.217+0000 7ffa40952700 1 -- 172.21.15.43:0/3033957290 learned_addr learned my addr 172.21.15.43:0/3033957290 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:46:31.228 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:31.217+0000 7ffa3bfff700 1 --2- 172.21.15.43:0/3033957290 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ffa3c06bc30 0x7ffa3c19f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:31.228 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:31.217+0000 7ffa33fff700 1 --2- 172.21.15.43:0/3033957290 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ffa3c06c5f0 0x7ffa3c19fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:31.228 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:31.217+0000 7ffa40952700 1 -- 172.21.15.43:0/3033957290 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ffa3c06bc30 msgr2=0x7ffa3c19f720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:31.228 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:31.217+0000 7ffa40952700 1 --2- 172.21.15.43:0/3033957290 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ffa3c06bc30 0x7ffa3c19f720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:31.228 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:31.217+0000 7ffa40952700 1 -- 172.21.15.43:0/3033957290 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ffa3c06c5f0 msgr2=0x7ffa3c19fc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:31.228 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:31.217+0000 7ffa40952700 1 --2- 172.21.15.43:0/3033957290 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ffa3c06c5f0 0x7ffa3c19fc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:31.228 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:31.217+0000 7ffa40952700 1 -- 172.21.15.43:0/3033957290 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa3c19a040 con 0x7ffa3c109510 2024-05-16T15:46:31.229 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:31.217+0000 7ffa33fff700 1 --2- 172.21.15.43:0/3033957290 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ffa3c06c5f0 0x7ffa3c19fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:46:31.229 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:31.217+0000 7ffa40952700 1 --2- 172.21.15.43:0/3033957290 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ffa3c109510 0x7ffa3c1998e0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7ffa34007ee0 tx=0x7ffa3400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:46:31.229 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:31.217+0000 7ffa39ffb700 1 -- 172.21.15.43:0/3033957290 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa3400dbd0 con 0x7ffa3c109510 2024-05-16T15:46:31.229 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:31.218+0000 7ffa39ffb700 1 -- 172.21.15.43:0/3033957290 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ffa3400dd70 con 0x7ffa3c109510 2024-05-16T15:46:31.229 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:31.218+0000 7ffa39ffb700 1 -- 172.21.15.43:0/3033957290 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa340058d0 con 0x7ffa3c109510 2024-05-16T15:46:31.229 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:31.218+0000 7ffa423b5700 1 -- 172.21.15.43:0/3033957290 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa3c19a330 con 0x7ffa3c109510 2024-05-16T15:46:31.229 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:31.218+0000 7ffa423b5700 1 -- 172.21.15.43:0/3033957290 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa3c1a65f0 con 0x7ffa3c109510 2024-05-16T15:46:31.230 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:31.219+0000 7ffa423b5700 1 -- 172.21.15.43:0/3033957290 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffa3c10b9f0 con 0x7ffa3c109510 2024-05-16T15:46:31.230 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:31.220+0000 7ffa39ffb700 1 -- 172.21.15.43:0/3033957290 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7ffa3401a020 con 0x7ffa3c109510 2024-05-16T15:46:31.230 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:31.221+0000 7ffa39ffb700 1 --2- 172.21.15.43:0/3033957290 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ffa280b2900 0x7ffa280b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:31.230 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:31.221+0000 7ffa3bfff700 1 --2- 172.21.15.43:0/3033957290 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ffa280b2900 0x7ffa280b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:31.230 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:31.221+0000 7ffa39ffb700 1 -- 172.21.15.43:0/3033957290 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 9092+0+0 (secure 0 0 0) 0x7ffa340e1cc0 con 0x7ffa3c109510 2024-05-16T15:46:31.230 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:31.221+0000 7ffa3bfff700 1 --2- 172.21.15.43:0/3033957290 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ffa280b2900 0x7ffa280b4dc0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7ffa2c003760 tx=0x7ffa2c01a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:46:31.234 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:31.225+0000 7ffa39ffb700 1 -- 172.21.15.43:0/3033957290 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7ffa34010070 con 0x7ffa3c109510 2024-05-16T15:46:31.498 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:31.489+0000 7ffa423b5700 1 -- 172.21.15.43:0/3033957290 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7ffa3c06a190 con 0x7ffa3c109510 2024-05-16T15:46:31.499 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:31 smithi043 ceph-mon[31619]: pgmap v322: 129 pgs: 129 active+clean; 581 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 106 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-05-16T15:46:31.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:31 smithi157 ceph-mon[35584]: pgmap v322: 129 pgs: 129 active+clean; 581 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 106 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-05-16T15:46:31.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:31 smithi148 ceph-mon[34976]: pgmap v322: 129 pgs: 129 active+clean; 581 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 106 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-05-16T15:46:32.415 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:32.405+0000 7ffa39ffb700 1 -- 172.21.15.43:0/3033957290 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v18) ==== 118+0+0 (secure 0 0 0) 0x7ffa340a9680 con 0x7ffa3c109510 2024-05-16T15:46:32.419 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:32.410+0000 7ffa423b5700 1 -- 172.21.15.43:0/3033957290 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ffa280b2900 msgr2=0x7ffa280b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:32.419 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:32.410+0000 7ffa423b5700 1 --2- 172.21.15.43:0/3033957290 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ffa280b2900 0x7ffa280b4dc0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7ffa2c003760 tx=0x7ffa2c01a040 comp rx=0 tx=0).stop 2024-05-16T15:46:32.419 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:32.410+0000 7ffa423b5700 1 -- 172.21.15.43:0/3033957290 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ffa3c109510 msgr2=0x7ffa3c1998e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:32.420 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:32.410+0000 7ffa423b5700 1 --2- 172.21.15.43:0/3033957290 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ffa3c109510 0x7ffa3c1998e0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7ffa34007ee0 tx=0x7ffa3400d3b0 comp rx=0 tx=0).stop 2024-05-16T15:46:32.420 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:32.410+0000 7ffa423b5700 1 -- 172.21.15.43:0/3033957290 shutdown_connections 2024-05-16T15:46:32.420 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:32.410+0000 7ffa423b5700 1 --2- 172.21.15.43:0/3033957290 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ffa280b2900 0x7ffa280b4dc0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:32.420 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:32.410+0000 7ffa423b5700 1 --2- 172.21.15.43:0/3033957290 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ffa3c109510 0x7ffa3c1998e0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:32.420 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:32.410+0000 7ffa423b5700 1 --2- 172.21.15.43:0/3033957290 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ffa3c06bc30 0x7ffa3c19f720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:32.420 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:32.410+0000 7ffa423b5700 1 --2- 172.21.15.43:0/3033957290 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ffa3c06c5f0 0x7ffa3c19fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:32.420 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:32.410+0000 7ffa423b5700 1 -- 172.21.15.43:0/3033957290 >> 172.21.15.43:0/3033957290 conn(0x7ffa3c079350 msgr2=0x7ffa3c101230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:46:32.420 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:32.410+0000 7ffa423b5700 1 -- 172.21.15.43:0/3033957290 shutdown_connections 2024-05-16T15:46:32.420 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:32.410+0000 7ffa423b5700 1 -- 172.21.15.43:0/3033957290 wait complete. 2024-05-16T15:46:32.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:32 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/3033957290' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-16T15:46:32.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:32 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/3033957290' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-16T15:46:32.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:32 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/3033957290' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-16T15:46:33.118 DEBUG:tasks.cephfs.filesystem:fs_config: {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'max_mds': 5, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated'}} 2024-05-16T15:46:33.118 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph fs set cephfs max_mds 5 2024-05-16T15:46:33.378 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:46:33.666 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:33 smithi043 ceph-mon[31619]: pgmap v323: 129 pgs: 129 active+clean; 581 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 96 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-05-16T15:46:33.666 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:33 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/3033957290' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-05-16T15:46:33.666 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:33 smithi043 ceph-mon[31619]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-16T15:46:33.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:33 smithi157 ceph-mon[35584]: pgmap v323: 129 pgs: 129 active+clean; 581 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 96 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-05-16T15:46:33.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:33 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/3033957290' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-05-16T15:46:33.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:33 smithi157 ceph-mon[35584]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-16T15:46:33.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:33 smithi148 ceph-mon[34976]: pgmap v323: 129 pgs: 129 active+clean; 581 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 96 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-05-16T15:46:33.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:33 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/3033957290' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-05-16T15:46:33.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:33 smithi148 ceph-mon[34976]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-16T15:46:34.510 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:34 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:46:34.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:34 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:46:34.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:34 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:46:35.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:35.046+0000 7f97f89be700 1 -- 172.21.15.43:0/2419013477 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f97f406bb40 msgr2=0x7f97f4110330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:35.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:35.046+0000 7f97f89be700 1 --2- 172.21.15.43:0/2419013477 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f97f406bb40 0x7f97f4110330 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f97ec00b0a0 tx=0x7f97ec00b3b0 comp rx=0 tx=0).stop 2024-05-16T15:46:35.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:35.046+0000 7f97f89be700 1 -- 172.21.15.43:0/2419013477 shutdown_connections 2024-05-16T15:46:35.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:35.046+0000 7f97f89be700 1 --2- 172.21.15.43:0/2419013477 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f97f406bb40 0x7f97f4110330 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:35.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:35.046+0000 7f97f89be700 1 --2- 172.21.15.43:0/2419013477 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f97f4109510 0x7f97f41098f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:35.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:35.046+0000 7f97f89be700 1 --2- 172.21.15.43:0/2419013477 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f97f406b180 0x7f97f406b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:35.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:35.046+0000 7f97f89be700 1 -- 172.21.15.43:0/2419013477 >> 172.21.15.43:0/2419013477 conn(0x7f97f4079350 msgr2=0x7f97f4079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:46:35.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:35.046+0000 7f97f89be700 1 -- 172.21.15.43:0/2419013477 shutdown_connections 2024-05-16T15:46:35.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:35.046+0000 7f97f89be700 1 -- 172.21.15.43:0/2419013477 wait complete. 2024-05-16T15:46:35.058 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:35.047+0000 7f97f89be700 1 Processor -- start 2024-05-16T15:46:35.059 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:35.047+0000 7f97f89be700 1 -- start start 2024-05-16T15:46:35.059 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:35.047+0000 7f97f89be700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f97f406b180 0x7f97f419f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:35.059 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:35.047+0000 7f97f89be700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f97f406bb40 0x7f97f419fc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:35.059 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:35.047+0000 7f97f89be700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f97f4109510 0x7f97f4199850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:35.059 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:35.047+0000 7f97f89be700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f97f41134f0 con 0x7f97f406bb40 2024-05-16T15:46:35.059 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:35.047+0000 7f97f89be700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f97f4113370 con 0x7f97f4109510 2024-05-16T15:46:35.059 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:35.047+0000 7f97f89be700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f97f4113670 con 0x7f97f406b180 2024-05-16T15:46:35.059 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:35.047+0000 7f97f1d9b700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f97f406bb40 0x7f97f419fc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:35.059 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:35.047+0000 7f97f1d9b700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f97f406bb40 0x7f97f419fc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:46898/0 (socket says 172.21.15.43:46898) 2024-05-16T15:46:35.059 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:35.047+0000 7f97f1d9b700 1 -- 172.21.15.43:0/368297657 learned_addr learned my addr 172.21.15.43:0/368297657 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:46:35.059 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:35.048+0000 7f97f259c700 1 --2- 172.21.15.43:0/368297657 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f97f406b180 0x7f97f419f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:35.059 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:35.048+0000 7f97f2d9d700 1 --2- 172.21.15.43:0/368297657 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f97f4109510 0x7f97f4199850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:35.059 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:35.048+0000 7f97f1d9b700 1 -- 172.21.15.43:0/368297657 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f97f406b180 msgr2=0x7f97f419f6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:35.060 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:35.048+0000 7f97f1d9b700 1 --2- 172.21.15.43:0/368297657 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f97f406b180 0x7f97f419f6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:35.060 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:35.048+0000 7f97f1d9b700 1 -- 172.21.15.43:0/368297657 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f97f4109510 msgr2=0x7f97f4199850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:35.060 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:35.048+0000 7f97f1d9b700 1 --2- 172.21.15.43:0/368297657 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f97f4109510 0x7f97f4199850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:35.060 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:35.048+0000 7f97f1d9b700 1 -- 172.21.15.43:0/368297657 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97f419a030 con 0x7f97f406bb40 2024-05-16T15:46:35.060 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:35.048+0000 7f97f1d9b700 1 --2- 172.21.15.43:0/368297657 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f97f406bb40 0x7f97f419fc10 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f97dc00e9c0 tx=0x7f97dc00ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:46:35.060 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:35.048+0000 7f97eb7fe700 1 -- 172.21.15.43:0/368297657 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97dc00cbd0 con 0x7f97f406bb40 2024-05-16T15:46:35.060 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:35.048+0000 7f97eb7fe700 1 -- 172.21.15.43:0/368297657 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f97dc00ee60 con 0x7f97f406bb40 2024-05-16T15:46:35.060 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:35.048+0000 7f97f89be700 1 -- 172.21.15.43:0/368297657 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97f419a2c0 con 0x7f97f406bb40 2024-05-16T15:46:35.060 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:35.048+0000 7f97eb7fe700 1 -- 172.21.15.43:0/368297657 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97dc0054b0 con 0x7f97f406bb40 2024-05-16T15:46:35.060 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:35.048+0000 7f97f89be700 1 -- 172.21.15.43:0/368297657 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97f41a6530 con 0x7f97f406bb40 2024-05-16T15:46:35.060 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:35.049+0000 7f97f89be700 1 -- 172.21.15.43:0/368297657 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f97f4104bd0 con 0x7f97f406bb40 2024-05-16T15:46:35.061 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:35.051+0000 7f97eb7fe700 1 -- 172.21.15.43:0/368297657 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f97dc004750 con 0x7f97f406bb40 2024-05-16T15:46:35.061 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:35.051+0000 7f97eb7fe700 1 --2- 172.21.15.43:0/368297657 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f97e00b2880 0x7f97e00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:35.061 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:35.052+0000 7f97eb7fe700 1 -- 172.21.15.43:0/368297657 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 9092+0+0 (secure 0 0 0) 0x7f97dc0e2860 con 0x7f97f406bb40 2024-05-16T15:46:35.061 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:35.052+0000 7f97f259c700 1 --2- 172.21.15.43:0/368297657 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f97e00b2880 0x7f97e00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:35.061 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:35.052+0000 7f97f259c700 1 --2- 172.21.15.43:0/368297657 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f97e00b2880 0x7f97e00b4d40 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f97e4007b60 tx=0x7f97e40073d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:46:35.066 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:35.056+0000 7f97eb7fe700 1 -- 172.21.15.43:0/368297657 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f97dc0aa200 con 0x7f97f406bb40 2024-05-16T15:46:35.336 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:35.326+0000 7f97f89be700 1 -- 172.21.15.43:0/368297657 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"} v 0) -- 0x7f97f402e510 con 0x7f97f406bb40 2024-05-16T15:46:35.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:35 smithi157 ceph-mon[35584]: pgmap v324: 129 pgs: 129 active+clean; 581 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-05-16T15:46:35.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:35 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:46:35.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:35 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:46:35.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:35 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:46:35.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:35 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:46:35.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:35 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/368297657' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-05-16T15:46:35.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:35 smithi148 ceph-mon[34976]: pgmap v324: 129 pgs: 129 active+clean; 581 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-05-16T15:46:35.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:35 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:46:35.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:35 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:46:35.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:35 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:46:35.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:35 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:46:35.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:35 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/368297657' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-05-16T15:46:35.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:35 smithi043 ceph-mon[31619]: pgmap v324: 129 pgs: 129 active+clean; 581 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-05-16T15:46:35.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:35 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:46:35.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:35 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:46:35.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:35 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:46:35.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:35 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:46:35.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:35 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/368297657' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-05-16T15:46:36.196 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:36.186+0000 7f97eb7fe700 1 -- 172.21.15.43:0/368297657 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]=0 v19) ==== 105+0+0 (secure 0 0 0) 0x7f97dc0a9b00 con 0x7f97f406bb40 2024-05-16T15:46:36.197 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:36.188+0000 7f97f89be700 1 -- 172.21.15.43:0/368297657 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f97e00b2880 msgr2=0x7f97e00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:36.198 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:36.188+0000 7f97f89be700 1 --2- 172.21.15.43:0/368297657 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f97e00b2880 0x7f97e00b4d40 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f97e4007b60 tx=0x7f97e40073d0 comp rx=0 tx=0).stop 2024-05-16T15:46:36.198 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:36.189+0000 7f97f89be700 1 -- 172.21.15.43:0/368297657 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f97f406bb40 msgr2=0x7f97f419fc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:36.198 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:36.189+0000 7f97f89be700 1 --2- 172.21.15.43:0/368297657 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f97f406bb40 0x7f97f419fc10 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f97dc00e9c0 tx=0x7f97dc00ecd0 comp rx=0 tx=0).stop 2024-05-16T15:46:36.198 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:36.189+0000 7f97f89be700 1 -- 172.21.15.43:0/368297657 shutdown_connections 2024-05-16T15:46:36.198 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:36.189+0000 7f97f89be700 1 --2- 172.21.15.43:0/368297657 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f97f4109510 0x7f97f4199850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:36.198 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:36.189+0000 7f97f89be700 1 --2- 172.21.15.43:0/368297657 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f97f406b180 0x7f97f419f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:36.198 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:36.189+0000 7f97f89be700 1 --2- 172.21.15.43:0/368297657 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f97e00b2880 0x7f97e00b4d40 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:36.198 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:36.189+0000 7f97f89be700 1 --2- 172.21.15.43:0/368297657 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f97f406bb40 0x7f97f419fc10 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:36.199 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:36.189+0000 7f97f89be700 1 -- 172.21.15.43:0/368297657 >> 172.21.15.43:0/368297657 conn(0x7f97f4079350 msgr2=0x7f97f4101180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:46:36.199 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:36.189+0000 7f97f89be700 1 -- 172.21.15.43:0/368297657 shutdown_connections 2024-05-16T15:46:36.199 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:36.189+0000 7f97f89be700 1 -- 172.21.15.43:0/368297657 wait complete. 2024-05-16T15:46:36.467 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:36 smithi043 ceph-mon[31619]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-05-16T15:46:36.467 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:36 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/368297657' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-05-16T15:46:36.467 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:36 smithi043 ceph-mon[31619]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-05-16T15:46:36.467 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:36 smithi043 ceph-mon[31619]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-16T15:46:36.467 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:36 smithi043 ceph-mon[31619]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2024-05-16T15:46:36.467 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:36 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:46:36.467 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:36 smithi043 ceph-mon[31619]: daemon mds.i is now active in filesystem cephfs as rank 1 2024-05-16T15:46:36.467 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:36 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:46:36.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:36 smithi148 ceph-mon[34976]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-05-16T15:46:36.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:36 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/368297657' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-05-16T15:46:36.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:36 smithi148 ceph-mon[34976]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-05-16T15:46:36.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:36 smithi148 ceph-mon[34976]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-16T15:46:36.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:36 smithi148 ceph-mon[34976]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2024-05-16T15:46:36.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:36 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:46:36.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:36 smithi148 ceph-mon[34976]: daemon mds.i is now active in filesystem cephfs as rank 1 2024-05-16T15:46:36.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:36 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:46:36.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:36 smithi157 ceph-mon[35584]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-05-16T15:46:36.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:36 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/368297657' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-05-16T15:46:36.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:36 smithi157 ceph-mon[35584]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-05-16T15:46:36.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:36 smithi157 ceph-mon[35584]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-16T15:46:36.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:36 smithi157 ceph-mon[35584]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2024-05-16T15:46:36.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:36 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:46:36.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:36 smithi157 ceph-mon[35584]: daemon mds.i is now active in filesystem cephfs as rank 1 2024-05-16T15:46:36.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:36 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:46:36.958 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph fs set cephfs allow_standby_replay true 2024-05-16T15:46:37.226 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:46:37.636 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:37 smithi043 ceph-mon[31619]: pgmap v325: 129 pgs: 129 active+clean; 581 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-05-16T15:46:37.636 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:37 smithi043 ceph-mon[31619]: mds.? [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] up:active 2024-05-16T15:46:37.636 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:37 smithi043 ceph-mon[31619]: daemon mds.h assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-05-16T15:46:37.636 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:37 smithi043 ceph-mon[31619]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2024-05-16T15:46:37.637 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:37 smithi043 ceph-mon[31619]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:creating} 9 up:standby 2024-05-16T15:46:37.637 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:37 smithi043 ceph-mon[31619]: daemon mds.h is now active in filesystem cephfs as rank 2 2024-05-16T15:46:37.637 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:37 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:46:37.637 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:37 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:46:37.637 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:37 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:46:37.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:37 smithi148 ceph-mon[34976]: pgmap v325: 129 pgs: 129 active+clean; 581 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-05-16T15:46:37.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:37 smithi148 ceph-mon[34976]: mds.? [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] up:active 2024-05-16T15:46:37.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:37 smithi148 ceph-mon[34976]: daemon mds.h assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-05-16T15:46:37.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:37 smithi148 ceph-mon[34976]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2024-05-16T15:46:37.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:37 smithi148 ceph-mon[34976]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:creating} 9 up:standby 2024-05-16T15:46:37.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:37 smithi148 ceph-mon[34976]: daemon mds.h is now active in filesystem cephfs as rank 2 2024-05-16T15:46:37.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:37 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:46:37.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:37 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:46:37.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:37 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:46:37.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:37 smithi157 ceph-mon[35584]: pgmap v325: 129 pgs: 129 active+clean; 581 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-05-16T15:46:37.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:37 smithi157 ceph-mon[35584]: mds.? [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] up:active 2024-05-16T15:46:37.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:37 smithi157 ceph-mon[35584]: daemon mds.h assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-05-16T15:46:37.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:37 smithi157 ceph-mon[35584]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2024-05-16T15:46:37.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:37 smithi157 ceph-mon[35584]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:creating} 9 up:standby 2024-05-16T15:46:37.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:37 smithi157 ceph-mon[35584]: daemon mds.h is now active in filesystem cephfs as rank 2 2024-05-16T15:46:37.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:37 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:46:37.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:37 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:46:37.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:37 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:46:38.914 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:38.904+0000 7fe18a28c700 1 -- 172.21.15.43:0/3174345735 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe184108870 msgr2=0x7fe1841103f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:38.914 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:38.904+0000 7fe18a28c700 1 --2- 172.21.15.43:0/3174345735 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe184108870 0x7fe1841103f0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fe17c00b0d0 tx=0x7fe17c00b3e0 comp rx=0 tx=0).stop 2024-05-16T15:46:38.914 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:38.904+0000 7fe18a28c700 1 -- 172.21.15.43:0/3174345735 shutdown_connections 2024-05-16T15:46:38.914 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:38.904+0000 7fe18a28c700 1 --2- 172.21.15.43:0/3174345735 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe184108870 0x7fe1841103f0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:38.914 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:38.904+0000 7fe18a28c700 1 --2- 172.21.15.43:0/3174345735 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe184103780 0x7fe184103b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:38.914 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:38.904+0000 7fe18a28c700 1 --2- 172.21.15.43:0/3174345735 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe184104130 0x7fe184108140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:38.914 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:38.904+0000 7fe18a28c700 1 -- 172.21.15.43:0/3174345735 >> 172.21.15.43:0/3174345735 conn(0x7fe18407a610 msgr2=0x7fe18407aa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:46:38.915 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:38.904+0000 7fe18a28c700 1 -- 172.21.15.43:0/3174345735 shutdown_connections 2024-05-16T15:46:38.915 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:38.904+0000 7fe18a28c700 1 -- 172.21.15.43:0/3174345735 wait complete. 2024-05-16T15:46:38.915 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:38.904+0000 7fe18a28c700 1 Processor -- start 2024-05-16T15:46:38.915 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:38.904+0000 7fe18a28c700 1 -- start start 2024-05-16T15:46:38.916 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:38.905+0000 7fe18a28c700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe184103780 0x7fe18419f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:38.917 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:38.905+0000 7fe18a28c700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe184104130 0x7fe18419fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:38.917 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:38.905+0000 7fe18a28c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe184108870 0x7fe184199820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:38.917 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:38.905+0000 7fe18a28c700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fe184113560 con 0x7fe184108870 2024-05-16T15:46:38.917 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:38.905+0000 7fe18a28c700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fe1841133e0 con 0x7fe184103780 2024-05-16T15:46:38.917 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:38.905+0000 7fe18a28c700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fe1841136e0 con 0x7fe184104130 2024-05-16T15:46:38.917 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:38.905+0000 7fe183fff700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe184103780 0x7fe18419f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:38.917 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:38.905+0000 7fe183fff700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe184103780 0x7fe18419f6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:43470/0 (socket says 172.21.15.43:43470) 2024-05-16T15:46:38.917 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:38.905+0000 7fe188829700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe184108870 0x7fe184199820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:38.917 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:38.905+0000 7fe183fff700 1 -- 172.21.15.43:0/3406528828 learned_addr learned my addr 172.21.15.43:0/3406528828 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:46:38.917 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:38.905+0000 7fe1837fe700 1 --2- 172.21.15.43:0/3406528828 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe184104130 0x7fe18419fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:38.917 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:38.905+0000 7fe183fff700 1 -- 172.21.15.43:0/3406528828 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe184104130 msgr2=0x7fe18419fbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:38.917 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:38.905+0000 7fe183fff700 1 --2- 172.21.15.43:0/3406528828 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe184104130 0x7fe18419fbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:38.917 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:38.905+0000 7fe183fff700 1 -- 172.21.15.43:0/3406528828 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe184108870 msgr2=0x7fe184199820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:38.918 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:38.905+0000 7fe183fff700 1 --2- 172.21.15.43:0/3406528828 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe184108870 0x7fe184199820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:38.918 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:38.905+0000 7fe183fff700 1 -- 172.21.15.43:0/3406528828 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe18419a000 con 0x7fe184103780 2024-05-16T15:46:38.918 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:38.905+0000 7fe188829700 1 --2- 172.21.15.43:0/3406528828 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe184108870 0x7fe184199820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:46:38.918 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:38.906+0000 7fe183fff700 1 --2- 172.21.15.43:0/3406528828 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe184103780 0x7fe18419f6a0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fe17400e9a0 tx=0x7fe17400ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:46:38.918 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:38.906+0000 7fe1817fa700 1 -- 172.21.15.43:0/3406528828 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe17400cbd0 con 0x7fe184103780 2024-05-16T15:46:38.918 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:38.906+0000 7fe1817fa700 1 -- 172.21.15.43:0/3406528828 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe17400cd70 con 0x7fe184103780 2024-05-16T15:46:38.918 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:38.906+0000 7fe18a28c700 1 -- 172.21.15.43:0/3406528828 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe18419a2f0 con 0x7fe184103780 2024-05-16T15:46:38.918 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:38.906+0000 7fe1817fa700 1 -- 172.21.15.43:0/3406528828 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe174018680 con 0x7fe184103780 2024-05-16T15:46:38.918 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:38.906+0000 7fe18a28c700 1 -- 172.21.15.43:0/3406528828 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1841a6580 con 0x7fe184103780 2024-05-16T15:46:38.918 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:38.907+0000 7fe18a28c700 1 -- 172.21.15.43:0/3406528828 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe184104c00 con 0x7fe184103780 2024-05-16T15:46:38.919 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:38.908+0000 7fe1817fa700 1 -- 172.21.15.43:0/3406528828 <== mon.2 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fe174010430 con 0x7fe184103780 2024-05-16T15:46:38.919 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:38.909+0000 7fe1817fa700 1 --2- 172.21.15.43:0/3406528828 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe16c0b2880 0x7fe16c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:38.919 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:38.909+0000 7fe1837fe700 1 --2- 172.21.15.43:0/3406528828 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe16c0b2880 0x7fe16c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:38.919 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:38.909+0000 7fe1817fa700 1 -- 172.21.15.43:0/3406528828 <== mon.2 v2:172.21.15.148:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 9092+0+0 (secure 0 0 0) 0x7fe1740e2b90 con 0x7fe184103780 2024-05-16T15:46:38.919 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:38.910+0000 7fe1837fe700 1 --2- 172.21.15.43:0/3406528828 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe16c0b2880 0x7fe16c0b4d40 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fe178006fd0 tx=0x7fe178008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:46:38.921 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:38.912+0000 7fe1817fa700 1 -- 172.21.15.43:0/3406528828 <== mon.2 v2:172.21.15.148:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fe1740aa4f0 con 0x7fe184103780 2024-05-16T15:46:39.185 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:39.176+0000 7fe18a28c700 1 -- 172.21.15.43:0/3406528828 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) -- 0x7fe18402e510 con 0x7fe184103780 2024-05-16T15:46:39.222 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:39.213+0000 7fe1817fa700 1 -- 172.21.15.43:0/3406528828 <== mon.2 v2:172.21.15.148:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v25) ==== 121+0+0 (secure 0 0 0) 0x7fe1740a9df0 con 0x7fe184103780 2024-05-16T15:46:39.225 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:39.215+0000 7fe18a28c700 1 -- 172.21.15.43:0/3406528828 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe16c0b2880 msgr2=0x7fe16c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:39.225 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:39.215+0000 7fe18a28c700 1 --2- 172.21.15.43:0/3406528828 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe16c0b2880 0x7fe16c0b4d40 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fe178006fd0 tx=0x7fe178008040 comp rx=0 tx=0).stop 2024-05-16T15:46:39.225 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:39.215+0000 7fe18a28c700 1 -- 172.21.15.43:0/3406528828 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe184103780 msgr2=0x7fe18419f6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:39.225 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:39.215+0000 7fe18a28c700 1 --2- 172.21.15.43:0/3406528828 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe184103780 0x7fe18419f6a0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fe17400e9a0 tx=0x7fe17400ecb0 comp rx=0 tx=0).stop 2024-05-16T15:46:39.225 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:39.216+0000 7fe18a28c700 1 -- 172.21.15.43:0/3406528828 shutdown_connections 2024-05-16T15:46:39.225 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:39.216+0000 7fe18a28c700 1 --2- 172.21.15.43:0/3406528828 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe16c0b2880 0x7fe16c0b4d40 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:39.225 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:39.216+0000 7fe18a28c700 1 --2- 172.21.15.43:0/3406528828 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe184108870 0x7fe184199820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:39.225 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:39.216+0000 7fe18a28c700 1 --2- 172.21.15.43:0/3406528828 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe184103780 0x7fe18419f6a0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:39.225 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:39.216+0000 7fe18a28c700 1 --2- 172.21.15.43:0/3406528828 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe184104130 0x7fe18419fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:39.226 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:39.216+0000 7fe18a28c700 1 -- 172.21.15.43:0/3406528828 >> 172.21.15.43:0/3406528828 conn(0x7fe18407a610 msgr2=0x7fe1841017d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:46:39.226 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:39.216+0000 7fe18a28c700 1 -- 172.21.15.43:0/3406528828 shutdown_connections 2024-05-16T15:46:39.226 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:39.216+0000 7fe18a28c700 1 -- 172.21.15.43:0/3406528828 wait complete. 2024-05-16T15:46:39.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:39 smithi043 ceph-mon[31619]: pgmap v326: 129 pgs: 129 active+clean; 584 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s wr, 3 op/s; 0 B/s, 0 objects/s recovering 2024-05-16T15:46:39.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:39 smithi043 ceph-mon[31619]: mds.? [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] up:active 2024-05-16T15:46:39.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:39 smithi043 ceph-mon[31619]: daemon mds.c assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-05-16T15:46:39.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:39 smithi043 ceph-mon[31619]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 9 up:standby 2024-05-16T15:46:39.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:39 smithi043 ceph-mon[31619]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=h=up:active,3=c=up:creating} 8 up:standby 2024-05-16T15:46:39.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:39 smithi043 ceph-mon[31619]: daemon mds.c is now active in filesystem cephfs as rank 3 2024-05-16T15:46:39.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:39 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/3406528828' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-16T15:46:39.474 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:39 smithi043 ceph-mon[31619]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-16T15:46:39.484 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:39 smithi148 ceph-mon[34976]: pgmap v326: 129 pgs: 129 active+clean; 584 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s wr, 3 op/s; 0 B/s, 0 objects/s recovering 2024-05-16T15:46:39.484 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:39 smithi148 ceph-mon[34976]: mds.? [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] up:active 2024-05-16T15:46:39.484 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:39 smithi148 ceph-mon[34976]: daemon mds.c assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-05-16T15:46:39.484 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:39 smithi148 ceph-mon[34976]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 9 up:standby 2024-05-16T15:46:39.484 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:39 smithi148 ceph-mon[34976]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=h=up:active,3=c=up:creating} 8 up:standby 2024-05-16T15:46:39.484 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:39 smithi148 ceph-mon[34976]: daemon mds.c is now active in filesystem cephfs as rank 3 2024-05-16T15:46:39.485 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:39 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/3406528828' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-16T15:46:39.485 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:39 smithi148 ceph-mon[34976]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-16T15:46:39.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:39 smithi157 ceph-mon[35584]: pgmap v326: 129 pgs: 129 active+clean; 584 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s wr, 3 op/s; 0 B/s, 0 objects/s recovering 2024-05-16T15:46:39.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:39 smithi157 ceph-mon[35584]: mds.? [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] up:active 2024-05-16T15:46:39.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:39 smithi157 ceph-mon[35584]: daemon mds.c assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-05-16T15:46:39.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:39 smithi157 ceph-mon[35584]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 9 up:standby 2024-05-16T15:46:39.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:39 smithi157 ceph-mon[35584]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=h=up:active,3=c=up:creating} 8 up:standby 2024-05-16T15:46:39.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:39 smithi157 ceph-mon[35584]: daemon mds.c is now active in filesystem cephfs as rank 3 2024-05-16T15:46:39.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:39 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/3406528828' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-16T15:46:39.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:39 smithi157 ceph-mon[35584]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-16T15:46:39.934 INFO:journalctl@ceph.mds.b.smithi148.stdout:May 16 15:46:39 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-b[64686]: 2024-05-16T15:46:39.474+0000 7f56e45fd700 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-05-16T15:46:39.934 INFO:journalctl@ceph.mds.b.smithi148.stdout:May 16 15:46:39 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-b[64686]: 2024-05-16T15:46:39.474+0000 7f56e45fd700 -1 mds.pinger is_rank_lagging: rank=2 was never sent ping request. 2024-05-16T15:46:39.934 INFO:journalctl@ceph.mds.b.smithi148.stdout:May 16 15:46:39 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-b[64686]: 2024-05-16T15:46:39.474+0000 7f56e45fd700 -1 mds.pinger is_rank_lagging: rank=3 was never sent ping request. 2024-05-16T15:46:39.990 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph fs set cephfs session_timeout 300 2024-05-16T15:46:40.251 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:46:40.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:40 smithi043 ceph-mon[31619]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-05-16T15:46:40.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:40 smithi043 ceph-mon[31619]: mds.? [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] up:active 2024-05-16T15:46:40.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:40 smithi043 ceph-mon[31619]: daemon mds.f assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-05-16T15:46:40.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:40 smithi043 ceph-mon[31619]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-05-16T15:46:40.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:40 smithi043 ceph-mon[31619]: Cluster is now healthy 2024-05-16T15:46:40.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:40 smithi043 ceph-mon[31619]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=h=up:active,3=c=up:active} 8 up:standby 2024-05-16T15:46:40.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:40 smithi043 ceph-mon[31619]: fsmap cephfs:5 1 up:creating 7 up:standby 4 up:active 2024-05-16T15:46:40.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:40 smithi043 ceph-mon[31619]: daemon mds.f is now active in filesystem cephfs as rank 4 2024-05-16T15:46:40.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:40 smithi157 ceph-mon[35584]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-05-16T15:46:40.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:40 smithi157 ceph-mon[35584]: mds.? [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] up:active 2024-05-16T15:46:40.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:40 smithi157 ceph-mon[35584]: daemon mds.f assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-05-16T15:46:40.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:40 smithi157 ceph-mon[35584]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-05-16T15:46:40.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:40 smithi157 ceph-mon[35584]: Cluster is now healthy 2024-05-16T15:46:40.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:40 smithi157 ceph-mon[35584]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=h=up:active,3=c=up:active} 8 up:standby 2024-05-16T15:46:40.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:40 smithi157 ceph-mon[35584]: fsmap cephfs:5 1 up:creating 7 up:standby 4 up:active 2024-05-16T15:46:40.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:40 smithi157 ceph-mon[35584]: daemon mds.f is now active in filesystem cephfs as rank 4 2024-05-16T15:46:40.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:40 smithi148 ceph-mon[34976]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-05-16T15:46:40.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:40 smithi148 ceph-mon[34976]: mds.? [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] up:active 2024-05-16T15:46:40.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:40 smithi148 ceph-mon[34976]: daemon mds.f assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-05-16T15:46:40.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:40 smithi148 ceph-mon[34976]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-05-16T15:46:40.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:40 smithi148 ceph-mon[34976]: Cluster is now healthy 2024-05-16T15:46:40.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:40 smithi148 ceph-mon[34976]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=h=up:active,3=c=up:active} 8 up:standby 2024-05-16T15:46:40.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:40 smithi148 ceph-mon[34976]: fsmap cephfs:5 1 up:creating 7 up:standby 4 up:active 2024-05-16T15:46:40.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:40 smithi148 ceph-mon[34976]: daemon mds.f is now active in filesystem cephfs as rank 4 2024-05-16T15:46:41.350 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:41 smithi043 ceph-mon[31619]: pgmap v327: 129 pgs: 129 active+clean; 584 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 4 op/s 2024-05-16T15:46:41.350 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:41 smithi043 ceph-mon[31619]: mds.? [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] up:active 2024-05-16T15:46:41.350 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:41 smithi043 ceph-mon[31619]: fsmap cephfs:5 7 up:standby 5 up:active 2024-05-16T15:46:41.350 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:41 smithi043 ceph-mon[31619]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:46:41.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:41 smithi157 ceph-mon[35584]: pgmap v327: 129 pgs: 129 active+clean; 584 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 4 op/s 2024-05-16T15:46:41.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:41 smithi157 ceph-mon[35584]: mds.? [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] up:active 2024-05-16T15:46:41.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:41 smithi157 ceph-mon[35584]: fsmap cephfs:5 7 up:standby 5 up:active 2024-05-16T15:46:41.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:41 smithi157 ceph-mon[35584]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:46:41.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:41 smithi148 ceph-mon[34976]: pgmap v327: 129 pgs: 129 active+clean; 584 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 4 op/s 2024-05-16T15:46:41.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:41 smithi148 ceph-mon[34976]: mds.? [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] up:active 2024-05-16T15:46:41.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:41 smithi148 ceph-mon[34976]: fsmap cephfs:5 7 up:standby 5 up:active 2024-05-16T15:46:41.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:41 smithi148 ceph-mon[34976]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:46:41.917 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:41.907+0000 7fc70cfcb700 1 -- 172.21.15.43:0/3576058888 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc708108870 msgr2=0x7fc7081103f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:41.917 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:41.907+0000 7fc70cfcb700 1 --2- 172.21.15.43:0/3576058888 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc708108870 0x7fc7081103f0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fc70000b0d0 tx=0x7fc70000b3e0 comp rx=0 tx=0).stop 2024-05-16T15:46:41.917 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:41.907+0000 7fc70cfcb700 1 -- 172.21.15.43:0/3576058888 shutdown_connections 2024-05-16T15:46:41.917 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:41.907+0000 7fc70cfcb700 1 --2- 172.21.15.43:0/3576058888 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc708108870 0x7fc7081103f0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:41.917 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:41.907+0000 7fc70cfcb700 1 --2- 172.21.15.43:0/3576058888 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc708103780 0x7fc708103b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:41.917 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:41.907+0000 7fc70cfcb700 1 --2- 172.21.15.43:0/3576058888 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc708104130 0x7fc708108140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:41.917 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:41.907+0000 7fc70cfcb700 1 -- 172.21.15.43:0/3576058888 >> 172.21.15.43:0/3576058888 conn(0x7fc70807a610 msgr2=0x7fc70807aa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:46:41.918 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:41.907+0000 7fc70cfcb700 1 -- 172.21.15.43:0/3576058888 shutdown_connections 2024-05-16T15:46:41.918 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:41.907+0000 7fc70cfcb700 1 -- 172.21.15.43:0/3576058888 wait complete. 2024-05-16T15:46:41.918 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:41.908+0000 7fc70cfcb700 1 Processor -- start 2024-05-16T15:46:41.918 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:41.908+0000 7fc70cfcb700 1 -- start start 2024-05-16T15:46:41.920 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:41.908+0000 7fc70cfcb700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc708103780 0x7fc70819f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:41.920 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:41.908+0000 7fc70cfcb700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc708104130 0x7fc70819fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:41.920 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:41.908+0000 7fc70cfcb700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc708108870 0x7fc708199830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:41.920 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:41.908+0000 7fc70cfcb700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fc708113570 con 0x7fc708108870 2024-05-16T15:46:41.920 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:41.908+0000 7fc70cfcb700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fc7081133f0 con 0x7fc708103780 2024-05-16T15:46:41.920 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:41.908+0000 7fc70cfcb700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fc7081136f0 con 0x7fc708104130 2024-05-16T15:46:41.920 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:41.908+0000 7fc70659c700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc708103780 0x7fc70819f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:41.920 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:41.908+0000 7fc70659c700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc708103780 0x7fc70819f6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:43482/0 (socket says 172.21.15.43:43482) 2024-05-16T15:46:41.920 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:41.908+0000 7fc70659c700 1 -- 172.21.15.43:0/356411606 learned_addr learned my addr 172.21.15.43:0/356411606 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:46:41.920 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:41.908+0000 7fc706d9d700 1 --2- 172.21.15.43:0/356411606 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc708108870 0x7fc708199830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:41.920 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:41.909+0000 7fc705d9b700 1 --2- 172.21.15.43:0/356411606 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc708104130 0x7fc70819fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:41.920 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:41.909+0000 7fc706d9d700 1 -- 172.21.15.43:0/356411606 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc708104130 msgr2=0x7fc70819fbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:41.921 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:41.909+0000 7fc706d9d700 1 --2- 172.21.15.43:0/356411606 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc708104130 0x7fc70819fbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:41.921 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:41.909+0000 7fc706d9d700 1 -- 172.21.15.43:0/356411606 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc708103780 msgr2=0x7fc70819f6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:41.921 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:41.909+0000 7fc706d9d700 1 --2- 172.21.15.43:0/356411606 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc708103780 0x7fc70819f6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:41.921 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:41.909+0000 7fc706d9d700 1 -- 172.21.15.43:0/356411606 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc70819a010 con 0x7fc708108870 2024-05-16T15:46:41.921 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:41.909+0000 7fc70659c700 1 --2- 172.21.15.43:0/356411606 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc708103780 0x7fc70819f6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:46:41.921 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:41.909+0000 7fc706d9d700 1 --2- 172.21.15.43:0/356411606 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc708108870 0x7fc708199830 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fc70000b0d0 tx=0x7fc700007d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:46:41.921 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:41.909+0000 7fc6f77fe700 1 -- 172.21.15.43:0/356411606 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc70001f070 con 0x7fc708108870 2024-05-16T15:46:41.921 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:41.909+0000 7fc6f77fe700 1 -- 172.21.15.43:0/356411606 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc700005500 con 0x7fc708108870 2024-05-16T15:46:41.921 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:41.909+0000 7fc70cfcb700 1 -- 172.21.15.43:0/356411606 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc70819a2a0 con 0x7fc708108870 2024-05-16T15:46:41.921 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:41.909+0000 7fc6f77fe700 1 -- 172.21.15.43:0/356411606 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc70001b690 con 0x7fc708108870 2024-05-16T15:46:41.921 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:41.909+0000 7fc70cfcb700 1 -- 172.21.15.43:0/356411606 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7081a6510 con 0x7fc708108870 2024-05-16T15:46:41.921 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:41.911+0000 7fc70cfcb700 1 -- 172.21.15.43:0/356411606 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc708104c00 con 0x7fc708108870 2024-05-16T15:46:41.922 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:41.912+0000 7fc6f77fe700 1 -- 172.21.15.43:0/356411606 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fc700022070 con 0x7fc708108870 2024-05-16T15:46:41.922 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:41.912+0000 7fc6f77fe700 1 --2- 172.21.15.43:0/356411606 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc6f00b2880 0x7fc6f00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:41.922 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:41.913+0000 7fc70659c700 1 --2- 172.21.15.43:0/356411606 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc6f00b2880 0x7fc6f00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:41.922 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:41.913+0000 7fc6f77fe700 1 -- 172.21.15.43:0/356411606 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 9092+0+0 (secure 0 0 0) 0x7fc70000f020 con 0x7fc708108870 2024-05-16T15:46:41.922 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:41.913+0000 7fc70659c700 1 --2- 172.21.15.43:0/356411606 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc6f00b2880 0x7fc6f00b4d40 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fc6f8009ea0 tx=0x7fc6f8009290 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:46:41.926 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:41.917+0000 7fc6f77fe700 1 -- 172.21.15.43:0/356411606 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fc700029020 con 0x7fc708108870 2024-05-16T15:46:42.196 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:42.186+0000 7fc70cfcb700 1 -- 172.21.15.43:0/356411606 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) -- 0x7fc70802e510 con 0x7fc708108870 2024-05-16T15:46:42.235 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:42.225+0000 7fc6f77fe700 1 -- 172.21.15.43:0/356411606 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v29) ==== 115+0+0 (secure 0 0 0) 0x7fc7000ab2e0 con 0x7fc708108870 2024-05-16T15:46:42.237 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:42.228+0000 7fc70cfcb700 1 -- 172.21.15.43:0/356411606 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc6f00b2880 msgr2=0x7fc6f00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:42.237 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:42.228+0000 7fc70cfcb700 1 --2- 172.21.15.43:0/356411606 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc6f00b2880 0x7fc6f00b4d40 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fc6f8009ea0 tx=0x7fc6f8009290 comp rx=0 tx=0).stop 2024-05-16T15:46:42.237 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:42.228+0000 7fc70cfcb700 1 -- 172.21.15.43:0/356411606 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc708108870 msgr2=0x7fc708199830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:42.238 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:42.228+0000 7fc70cfcb700 1 --2- 172.21.15.43:0/356411606 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc708108870 0x7fc708199830 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fc70000b0d0 tx=0x7fc700007d90 comp rx=0 tx=0).stop 2024-05-16T15:46:42.238 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:42.228+0000 7fc70cfcb700 1 -- 172.21.15.43:0/356411606 shutdown_connections 2024-05-16T15:46:42.238 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:42.228+0000 7fc70cfcb700 1 --2- 172.21.15.43:0/356411606 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc6f00b2880 0x7fc6f00b4d40 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:42.238 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:42.228+0000 7fc70cfcb700 1 --2- 172.21.15.43:0/356411606 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc708108870 0x7fc708199830 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:42.238 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:42.228+0000 7fc70cfcb700 1 --2- 172.21.15.43:0/356411606 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc708103780 0x7fc70819f6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:42.238 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:42.228+0000 7fc70cfcb700 1 --2- 172.21.15.43:0/356411606 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc708104130 0x7fc70819fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:42.238 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:42.228+0000 7fc70cfcb700 1 -- 172.21.15.43:0/356411606 >> 172.21.15.43:0/356411606 conn(0x7fc70807a610 msgr2=0x7fc708101800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:46:42.238 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:42.228+0000 7fc70cfcb700 1 -- 172.21.15.43:0/356411606 shutdown_connections 2024-05-16T15:46:42.238 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:42.228+0000 7fc70cfcb700 1 -- 172.21.15.43:0/356411606 wait complete. 2024-05-16T15:46:42.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:42 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/356411606' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-16T15:46:42.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:42 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/356411606' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-16T15:46:42.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:42 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/356411606' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-16T15:46:42.890 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2, 'subvol_options': '--namespace-isolated'} subvols for filesystem 'cephfs' 2024-05-16T15:46:42.915 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph fs subvolumegroup create cephfs qa 2024-05-16T15:46:43.169 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:46:43.521 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:43 smithi043 ceph-mon[31619]: pgmap v328: 129 pgs: 129 active+clean; 584 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s rd, 2.2 KiB/s wr, 8 op/s 2024-05-16T15:46:43.521 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:43 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/356411606' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-05-16T15:46:43.521 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:43 smithi043 ceph-mon[31619]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:46:43.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:43 smithi157 ceph-mon[35584]: pgmap v328: 129 pgs: 129 active+clean; 584 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s rd, 2.2 KiB/s wr, 8 op/s 2024-05-16T15:46:43.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:43 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/356411606' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-05-16T15:46:43.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:43 smithi157 ceph-mon[35584]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:46:43.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:43 smithi148 ceph-mon[34976]: pgmap v328: 129 pgs: 129 active+clean; 584 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s rd, 2.2 KiB/s wr, 8 op/s 2024-05-16T15:46:43.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:43 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/356411606' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-05-16T15:46:43.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:43 smithi148 ceph-mon[34976]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:46:44.793 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:44.781+0000 7f96ef9a2700 1 -- 172.21.15.43:0/3998945237 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f96e8102fe0 msgr2=0x7f96e8106fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:44.793 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:44.781+0000 7f96ef9a2700 1 --2- 172.21.15.43:0/3998945237 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f96e8102fe0 0x7f96e8106fe0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f96d80099c0 tx=0x7f96d8009cd0 comp rx=0 tx=0).stop 2024-05-16T15:46:44.793 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:44.781+0000 7f96ef9a2700 1 -- 172.21.15.43:0/3998945237 shutdown_connections 2024-05-16T15:46:44.793 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:44.781+0000 7f96ef9a2700 1 --2- 172.21.15.43:0/3998945237 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f96e81076c0 0x7f96e810f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:44.793 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:44.781+0000 7f96ef9a2700 1 --2- 172.21.15.43:0/3998945237 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f96e8102630 0x7f96e8102a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:44.793 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:44.781+0000 7f96ef9a2700 1 --2- 172.21.15.43:0/3998945237 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f96e8102fe0 0x7f96e8106fe0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:44.793 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:44.781+0000 7f96ef9a2700 1 -- 172.21.15.43:0/3998945237 >> 172.21.15.43:0/3998945237 conn(0x7f96e8079350 msgr2=0x7f96e8079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:46:44.793 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:44.781+0000 7f96ef9a2700 1 -- 172.21.15.43:0/3998945237 shutdown_connections 2024-05-16T15:46:44.793 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:44.781+0000 7f96ef9a2700 1 -- 172.21.15.43:0/3998945237 wait complete. 2024-05-16T15:46:44.793 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:44.782+0000 7f96ef9a2700 1 Processor -- start 2024-05-16T15:46:44.793 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:44.782+0000 7f96ef9a2700 1 -- start start 2024-05-16T15:46:44.793 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:44.782+0000 7f96ef9a2700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f96e8102630 0x7f96e81986d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:44.794 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:44.782+0000 7f96ef9a2700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f96e8102fe0 0x7f96e8198c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:44.794 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:44.782+0000 7f96ef9a2700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f96e81076c0 0x7f96e8199150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:44.794 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:44.782+0000 7f96ef9a2700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f96e8112400 con 0x7f96e8102630 2024-05-16T15:46:44.794 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:44.782+0000 7f96ef9a2700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f96e8112280 con 0x7f96e81076c0 2024-05-16T15:46:44.794 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:44.782+0000 7f96ef9a2700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f96e8112580 con 0x7f96e8102fe0 2024-05-16T15:46:44.794 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:44.782+0000 7f96ed73e700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f96e8102630 0x7f96e81986d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:44.794 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:44.782+0000 7f96ed73e700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f96e8102630 0x7f96e81986d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:50190/0 (socket says 172.21.15.43:50190) 2024-05-16T15:46:44.794 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:44.782+0000 7f96ed73e700 1 -- 172.21.15.43:0/1609907616 learned_addr learned my addr 172.21.15.43:0/1609907616 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:46:44.794 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:44.782+0000 7f96ecf3d700 1 --2- 172.21.15.43:0/1609907616 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f96e8102fe0 0x7f96e8198c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:44.794 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:44.783+0000 7f96edf3f700 1 --2- 172.21.15.43:0/1609907616 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f96e81076c0 0x7f96e8199150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:44.794 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:44.783+0000 7f96ed73e700 1 -- 172.21.15.43:0/1609907616 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f96e8102fe0 msgr2=0x7f96e8198c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:44.794 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:44.783+0000 7f96ed73e700 1 --2- 172.21.15.43:0/1609907616 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f96e8102fe0 0x7f96e8198c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:44.794 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:44.783+0000 7f96ed73e700 1 -- 172.21.15.43:0/1609907616 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f96e81076c0 msgr2=0x7f96e8199150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:44.794 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:44.783+0000 7f96ed73e700 1 --2- 172.21.15.43:0/1609907616 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f96e81076c0 0x7f96e8199150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:44.795 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:44.783+0000 7f96ed73e700 1 -- 172.21.15.43:0/1609907616 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96e81a7fd0 con 0x7f96e8102630 2024-05-16T15:46:44.795 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:44.783+0000 7f96ed73e700 1 --2- 172.21.15.43:0/1609907616 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f96e8102630 0x7f96e81986d0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f96e400d980 tx=0x7f96e400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:46:44.795 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:44.783+0000 7f96de7fc700 1 -- 172.21.15.43:0/1609907616 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96e4017070 con 0x7f96e8102630 2024-05-16T15:46:44.795 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:44.783+0000 7f96de7fc700 1 -- 172.21.15.43:0/1609907616 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f96e4005020 con 0x7f96e8102630 2024-05-16T15:46:44.795 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:44.783+0000 7f96ef9a2700 1 -- 172.21.15.43:0/1609907616 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96e81a82c0 con 0x7f96e8102630 2024-05-16T15:46:44.795 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:44.783+0000 7f96de7fc700 1 -- 172.21.15.43:0/1609907616 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96e4009ab0 con 0x7f96e8102630 2024-05-16T15:46:44.795 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:44.783+0000 7f96ef9a2700 1 -- 172.21.15.43:0/1609907616 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96e81a87d0 con 0x7f96e8102630 2024-05-16T15:46:44.796 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:44.784+0000 7f96ef9a2700 1 -- 172.21.15.43:0/1609907616 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f96e806a190 con 0x7f96e8102630 2024-05-16T15:46:44.796 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:44.785+0000 7f96de7fc700 1 -- 172.21.15.43:0/1609907616 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f96e40051d0 con 0x7f96e8102630 2024-05-16T15:46:44.796 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:44.786+0000 7f96de7fc700 1 --2- 172.21.15.43:0/1609907616 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f96d40b2900 0x7f96d40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:44.796 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:44.787+0000 7f96ecf3d700 1 --2- 172.21.15.43:0/1609907616 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f96d40b2900 0x7f96d40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:44.796 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:44.787+0000 7f96de7fc700 1 -- 172.21.15.43:0/1609907616 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 9092+0+0 (secure 0 0 0) 0x7f96e40e28a0 con 0x7f96e8102630 2024-05-16T15:46:44.796 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:44.787+0000 7f96ecf3d700 1 --2- 172.21.15.43:0/1609907616 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f96d40b2900 0x7f96d40b4dc0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f96d8009990 tx=0x7f96d8005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:46:44.799 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:44.790+0000 7f96de7fc700 1 -- 172.21.15.43:0/1609907616 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f96e4020020 con 0x7f96e8102630 2024-05-16T15:46:45.051 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:45.041+0000 7f96ef9a2700 1 -- 172.21.15.43:0/1609907616 --> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f96e80638e0 con 0x7f96d40b2900 2024-05-16T15:46:45.082 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:45.073+0000 7f96de7fc700 1 -- 172.21.15.43:0/1609907616 <== mgr.14150 v2:172.21.15.43:6800/198025071 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f96e80638e0 con 0x7f96d40b2900 2024-05-16T15:46:45.085 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:45.076+0000 7f96ef9a2700 1 -- 172.21.15.43:0/1609907616 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f96d40b2900 msgr2=0x7f96d40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:45.085 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:45.076+0000 7f96ef9a2700 1 --2- 172.21.15.43:0/1609907616 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f96d40b2900 0x7f96d40b4dc0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f96d8009990 tx=0x7f96d8005fb0 comp rx=0 tx=0).stop 2024-05-16T15:46:45.085 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:45.076+0000 7f96ef9a2700 1 -- 172.21.15.43:0/1609907616 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f96e8102630 msgr2=0x7f96e81986d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:45.085 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:45.076+0000 7f96ef9a2700 1 --2- 172.21.15.43:0/1609907616 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f96e8102630 0x7f96e81986d0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f96e400d980 tx=0x7f96e400dc90 comp rx=0 tx=0).stop 2024-05-16T15:46:45.085 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:45.076+0000 7f96ef9a2700 1 -- 172.21.15.43:0/1609907616 shutdown_connections 2024-05-16T15:46:45.085 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:45.076+0000 7f96ef9a2700 1 --2- 172.21.15.43:0/1609907616 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f96e81076c0 0x7f96e8199150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:45.085 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:45.076+0000 7f96ef9a2700 1 --2- 172.21.15.43:0/1609907616 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f96d40b2900 0x7f96d40b4dc0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:45.086 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:45.076+0000 7f96ef9a2700 1 --2- 172.21.15.43:0/1609907616 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f96e8102630 0x7f96e81986d0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:45.086 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:45.076+0000 7f96ef9a2700 1 --2- 172.21.15.43:0/1609907616 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f96e8102fe0 0x7f96e8198c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:45.086 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:45.076+0000 7f96ef9a2700 1 -- 172.21.15.43:0/1609907616 >> 172.21.15.43:0/1609907616 conn(0x7f96e8079350 msgr2=0x7f96e81007a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:46:45.086 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:45.076+0000 7f96ef9a2700 1 -- 172.21.15.43:0/1609907616 shutdown_connections 2024-05-16T15:46:45.086 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:45.076+0000 7f96ef9a2700 1 -- 172.21.15.43:0/1609907616 wait complete. 2024-05-16T15:46:45.401 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:45 smithi043 ceph-mon[31619]: pgmap v329: 129 pgs: 129 active+clean; 587 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 4.0 KiB/s wr, 17 op/s 2024-05-16T15:46:45.401 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:46:45 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:46:45.046+0000 7fa108053700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-16T15:46:45.401 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:46:45 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:46:45.046+0000 7fa108053700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-16T15:46:45.401 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:46:45 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:46:45.046+0000 7fa108053700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-16T15:46:45.401 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:46:45 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:46:45.046+0000 7fa108053700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-16T15:46:45.401 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:46:45 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x[31851]: 2024-05-16T15:46:45.046+0000 7fa108053700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-16T15:46:45.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:45 smithi157 ceph-mon[35584]: pgmap v329: 129 pgs: 129 active+clean; 587 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 4.0 KiB/s wr, 17 op/s 2024-05-16T15:46:45.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:45 smithi148 ceph-mon[34976]: pgmap v329: 129 pgs: 129 active+clean; 587 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 4.0 KiB/s wr, 17 op/s 2024-05-16T15:46:45.747 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph fs subvolume create cephfs sv_0 --group_name qa 2024-05-16T15:46:45.999 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:46:46.376 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:46 smithi043 ceph-mon[31619]: from='client.14748 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:46:46.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:46 smithi157 ceph-mon[35584]: from='client.14748 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:46:46.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:46 smithi148 ceph-mon[34976]: from='client.14748 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:46:47.436 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:47 smithi043 ceph-mon[31619]: pgmap v330: 129 pgs: 129 active+clean; 593 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 4.7 KiB/s wr, 19 op/s 2024-05-16T15:46:47.437 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:47 smithi043 ceph-mon[31619]: mgrmap e17: x(active, since 8m), standbys: z, y 2024-05-16T15:46:47.661 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.651+0000 7fd36b566700 1 -- 172.21.15.43:0/3593812547 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd364108850 msgr2=0x7fd3641103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:47.661 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.651+0000 7fd36b566700 1 --2- 172.21.15.43:0/3593812547 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd364108850 0x7fd3641103d0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fd35c0099c0 tx=0x7fd35c009cd0 comp rx=0 tx=0).stop 2024-05-16T15:46:47.661 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.651+0000 7fd36b566700 1 -- 172.21.15.43:0/3593812547 shutdown_connections 2024-05-16T15:46:47.661 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.651+0000 7fd36b566700 1 --2- 172.21.15.43:0/3593812547 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd364108850 0x7fd3641103d0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:47.661 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.651+0000 7fd36b566700 1 --2- 172.21.15.43:0/3593812547 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd364103750 0x7fd364103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:47.661 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.651+0000 7fd36b566700 1 --2- 172.21.15.43:0/3593812547 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd364104100 0x7fd364108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:47.661 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.651+0000 7fd36b566700 1 -- 172.21.15.43:0/3593812547 >> 172.21.15.43:0/3593812547 conn(0x7fd36407a600 msgr2=0x7fd36407aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:46:47.662 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.651+0000 7fd36b566700 1 -- 172.21.15.43:0/3593812547 shutdown_connections 2024-05-16T15:46:47.662 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.651+0000 7fd36b566700 1 -- 172.21.15.43:0/3593812547 wait complete. 2024-05-16T15:46:47.663 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.652+0000 7fd36b566700 1 Processor -- start 2024-05-16T15:46:47.664 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.652+0000 7fd36b566700 1 -- start start 2024-05-16T15:46:47.664 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.652+0000 7fd36b566700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd364103750 0x7fd3641a1840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:47.664 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.652+0000 7fd36b566700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd364104100 0x7fd3641a1d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:47.664 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.652+0000 7fd36b566700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd364108850 0x7fd36419ba00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:47.664 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.652+0000 7fd36b566700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fd364113540 con 0x7fd364104100 2024-05-16T15:46:47.664 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.652+0000 7fd36b566700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fd3641133c0 con 0x7fd364103750 2024-05-16T15:46:47.664 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.652+0000 7fd36b566700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fd3641136c0 con 0x7fd364108850 2024-05-16T15:46:47.664 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.652+0000 7fd368b01700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd364104100 0x7fd3641a1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:47.664 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.653+0000 7fd368b01700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd364104100 0x7fd3641a1d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:49318/0 (socket says 172.21.15.43:49318) 2024-05-16T15:46:47.664 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.653+0000 7fd368b01700 1 -- 172.21.15.43:0/944131347 learned_addr learned my addr 172.21.15.43:0/944131347 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:46:47.664 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.653+0000 7fd369302700 1 --2- 172.21.15.43:0/944131347 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd364103750 0x7fd3641a1840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:47.664 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.653+0000 7fd369b03700 1 --2- 172.21.15.43:0/944131347 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd364108850 0x7fd36419ba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:47.664 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.653+0000 7fd368b01700 1 -- 172.21.15.43:0/944131347 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd364108850 msgr2=0x7fd36419ba00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:47.664 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.653+0000 7fd368b01700 1 --2- 172.21.15.43:0/944131347 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd364108850 0x7fd36419ba00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:47.665 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.653+0000 7fd368b01700 1 -- 172.21.15.43:0/944131347 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd364103750 msgr2=0x7fd3641a1840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:47.665 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.653+0000 7fd368b01700 1 --2- 172.21.15.43:0/944131347 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd364103750 0x7fd3641a1840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:47.665 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.653+0000 7fd368b01700 1 -- 172.21.15.43:0/944131347 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd36419c160 con 0x7fd364104100 2024-05-16T15:46:47.665 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.653+0000 7fd368b01700 1 --2- 172.21.15.43:0/944131347 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd364104100 0x7fd3641a1d80 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fd35400c970 tx=0x7fd35400cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:46:47.665 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.653+0000 7fd35a7fc700 1 -- 172.21.15.43:0/944131347 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3540078d0 con 0x7fd364104100 2024-05-16T15:46:47.665 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.653+0000 7fd35a7fc700 1 -- 172.21.15.43:0/944131347 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd354018480 con 0x7fd364104100 2024-05-16T15:46:47.665 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.653+0000 7fd36b566700 1 -- 172.21.15.43:0/944131347 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd36419c450 con 0x7fd364104100 2024-05-16T15:46:47.665 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.653+0000 7fd35a7fc700 1 -- 172.21.15.43:0/944131347 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd35400f6b0 con 0x7fd364104100 2024-05-16T15:46:47.665 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.653+0000 7fd36b566700 1 -- 172.21.15.43:0/944131347 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3641a8710 con 0x7fd364104100 2024-05-16T15:46:47.665 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.654+0000 7fd36b566700 1 -- 172.21.15.43:0/944131347 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd36406a190 con 0x7fd364104100 2024-05-16T15:46:47.666 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.657+0000 7fd35a7fc700 1 -- 172.21.15.43:0/944131347 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7fd354018930 con 0x7fd364104100 2024-05-16T15:46:47.666 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.657+0000 7fd35a7fc700 1 --2- 172.21.15.43:0/944131347 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd3500b2910 0x7fd3500b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:47.667 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.657+0000 7fd369302700 1 --2- 172.21.15.43:0/944131347 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd3500b2910 0x7fd3500b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:47.667 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.657+0000 7fd35a7fc700 1 -- 172.21.15.43:0/944131347 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 9092+0+0 (secure 0 0 0) 0x7fd3540e2b70 con 0x7fd364104100 2024-05-16T15:46:47.667 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.658+0000 7fd369302700 1 --2- 172.21.15.43:0/944131347 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd3500b2910 0x7fd3500b4dd0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fd3600060b0 tx=0x7fd36000c040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:46:47.670 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.661+0000 7fd35a7fc700 1 -- 172.21.15.43:0/944131347 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fd3540aa460 con 0x7fd364104100 2024-05-16T15:46:47.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:47 smithi157 ceph-mon[35584]: pgmap v330: 129 pgs: 129 active+clean; 593 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 4.7 KiB/s wr, 19 op/s 2024-05-16T15:46:47.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:47 smithi157 ceph-mon[35584]: mgrmap e17: x(active, since 8m), standbys: z, y 2024-05-16T15:46:47.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:47 smithi148 ceph-mon[34976]: pgmap v330: 129 pgs: 129 active+clean; 593 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 4.7 KiB/s wr, 19 op/s 2024-05-16T15:46:47.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:47 smithi148 ceph-mon[34976]: mgrmap e17: x(active, since 8m), standbys: z, y 2024-05-16T15:46:47.918 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.909+0000 7fd36b566700 1 -- 172.21.15.43:0/944131347 --> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fd36410f730 con 0x7fd3500b2910 2024-05-16T15:46:47.949 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.940+0000 7fd35a7fc700 1 -- 172.21.15.43:0/944131347 <== mgr.14150 v2:172.21.15.43:6800/198025071 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fd36410f730 con 0x7fd3500b2910 2024-05-16T15:46:47.952 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.942+0000 7fd36b566700 1 -- 172.21.15.43:0/944131347 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd3500b2910 msgr2=0x7fd3500b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:47.952 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.942+0000 7fd36b566700 1 --2- 172.21.15.43:0/944131347 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd3500b2910 0x7fd3500b4dd0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fd3600060b0 tx=0x7fd36000c040 comp rx=0 tx=0).stop 2024-05-16T15:46:47.952 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.942+0000 7fd36b566700 1 -- 172.21.15.43:0/944131347 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd364104100 msgr2=0x7fd3641a1d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:47.952 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.942+0000 7fd36b566700 1 --2- 172.21.15.43:0/944131347 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd364104100 0x7fd3641a1d80 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fd35400c970 tx=0x7fd35400cc80 comp rx=0 tx=0).stop 2024-05-16T15:46:47.952 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.942+0000 7fd36b566700 1 -- 172.21.15.43:0/944131347 shutdown_connections 2024-05-16T15:46:47.952 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.942+0000 7fd36b566700 1 --2- 172.21.15.43:0/944131347 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd364108850 0x7fd36419ba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:47.952 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.942+0000 7fd36b566700 1 --2- 172.21.15.43:0/944131347 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd364103750 0x7fd3641a1840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:47.952 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.942+0000 7fd36b566700 1 --2- 172.21.15.43:0/944131347 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd3500b2910 0x7fd3500b4dd0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:47.952 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.942+0000 7fd36b566700 1 --2- 172.21.15.43:0/944131347 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd364104100 0x7fd3641a1d80 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:47.952 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.942+0000 7fd36b566700 1 -- 172.21.15.43:0/944131347 >> 172.21.15.43:0/944131347 conn(0x7fd36407a600 msgr2=0x7fd364101900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:46:47.952 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.942+0000 7fd36b566700 1 -- 172.21.15.43:0/944131347 shutdown_connections 2024-05-16T15:46:47.952 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:47.942+0000 7fd36b566700 1 -- 172.21.15.43:0/944131347 wait complete. 2024-05-16T15:46:48.625 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_0 2024-05-16T15:46:48.880 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:46:49.315 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:49 smithi043 ceph-mon[31619]: from='client.14760 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:46:49.315 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:49 smithi043 ceph-mon[31619]: pgmap v331: 129 pgs: 129 active+clean; 594 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 5.0 KiB/s wr, 22 op/s 2024-05-16T15:46:49.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:49 smithi157 ceph-mon[35584]: from='client.14760 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:46:49.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:49 smithi157 ceph-mon[35584]: pgmap v331: 129 pgs: 129 active+clean; 594 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 5.0 KiB/s wr, 22 op/s 2024-05-16T15:46:49.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:49 smithi148 ceph-mon[34976]: from='client.14760 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:46:49.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:49 smithi148 ceph-mon[34976]: pgmap v331: 129 pgs: 129 active+clean; 594 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 5.0 KiB/s wr, 22 op/s 2024-05-16T15:46:50.528 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.519+0000 7f0bb50db700 1 -- 172.21.15.43:0/1035169592 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0bb0104100 msgr2=0x7f0bb0108120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:50.529 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.519+0000 7f0bb50db700 1 --2- 172.21.15.43:0/1035169592 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0bb0104100 0x7f0bb0108120 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f0b980099c0 tx=0x7f0b98009cd0 comp rx=0 tx=0).stop 2024-05-16T15:46:50.529 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.519+0000 7f0bb50db700 1 -- 172.21.15.43:0/1035169592 shutdown_connections 2024-05-16T15:46:50.529 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.519+0000 7f0bb50db700 1 --2- 172.21.15.43:0/1035169592 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0bb0108850 0x7f0bb01103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:50.529 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.519+0000 7f0bb50db700 1 --2- 172.21.15.43:0/1035169592 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0bb0103750 0x7f0bb0103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:50.529 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.519+0000 7f0bb50db700 1 --2- 172.21.15.43:0/1035169592 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0bb0104100 0x7f0bb0108120 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:50.529 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.519+0000 7f0bb50db700 1 -- 172.21.15.43:0/1035169592 >> 172.21.15.43:0/1035169592 conn(0x7f0bb007a600 msgr2=0x7f0bb007aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:46:50.529 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.519+0000 7f0bb50db700 1 -- 172.21.15.43:0/1035169592 shutdown_connections 2024-05-16T15:46:50.529 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.519+0000 7f0bb50db700 1 -- 172.21.15.43:0/1035169592 wait complete. 2024-05-16T15:46:50.529 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.519+0000 7f0bb50db700 1 Processor -- start 2024-05-16T15:46:50.531 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.520+0000 7f0bb50db700 1 -- start start 2024-05-16T15:46:50.531 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.520+0000 7f0bb50db700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0bb0103750 0x7f0bb019f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:50.532 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.520+0000 7f0bb50db700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0bb0104100 0x7f0bb019fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:50.532 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.520+0000 7f0bb50db700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0bb0108850 0x7f0bb0199870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:50.532 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.520+0000 7f0bb50db700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f0bb0113590 con 0x7f0bb0104100 2024-05-16T15:46:50.532 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.520+0000 7f0bb50db700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f0bb0113410 con 0x7f0bb0108850 2024-05-16T15:46:50.532 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.520+0000 7f0bb50db700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f0bb0113710 con 0x7f0bb0103750 2024-05-16T15:46:50.532 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.520+0000 7f0bae59c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0bb0104100 0x7f0bb019fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:50.532 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.520+0000 7f0bae59c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0bb0104100 0x7f0bb019fbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:49324/0 (socket says 172.21.15.43:49324) 2024-05-16T15:46:50.532 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.520+0000 7f0bae59c700 1 -- 172.21.15.43:0/1242212875 learned_addr learned my addr 172.21.15.43:0/1242212875 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:46:50.532 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.520+0000 7f0baed9d700 1 --2- 172.21.15.43:0/1242212875 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0bb0103750 0x7f0bb019f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:50.532 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.520+0000 7f0baf59e700 1 --2- 172.21.15.43:0/1242212875 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0bb0108850 0x7f0bb0199870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:50.532 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.520+0000 7f0bae59c700 1 -- 172.21.15.43:0/1242212875 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0bb0103750 msgr2=0x7f0bb019f6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:50.533 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.520+0000 7f0bae59c700 1 --2- 172.21.15.43:0/1242212875 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0bb0103750 0x7f0bb019f6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:50.533 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.520+0000 7f0bae59c700 1 -- 172.21.15.43:0/1242212875 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0bb0108850 msgr2=0x7f0bb0199870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:50.533 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.520+0000 7f0bae59c700 1 --2- 172.21.15.43:0/1242212875 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0bb0108850 0x7f0bb0199870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:50.533 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.520+0000 7f0bae59c700 1 -- 172.21.15.43:0/1242212875 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0bb0199fd0 con 0x7f0bb0104100 2024-05-16T15:46:50.533 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.521+0000 7f0bae59c700 1 --2- 172.21.15.43:0/1242212875 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0bb0104100 0x7f0bb019fbf0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f0b98000c00 tx=0x7f0b9800f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:46:50.533 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.521+0000 7f0ba7fff700 1 -- 172.21.15.43:0/1242212875 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b98027070 con 0x7f0bb0104100 2024-05-16T15:46:50.533 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.521+0000 7f0ba7fff700 1 -- 172.21.15.43:0/1242212875 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0b980056d0 con 0x7f0bb0104100 2024-05-16T15:46:50.533 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.521+0000 7f0ba7fff700 1 -- 172.21.15.43:0/1242212875 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b980173f0 con 0x7f0bb0104100 2024-05-16T15:46:50.533 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.521+0000 7f0bb50db700 1 -- 172.21.15.43:0/1242212875 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0bb019a260 con 0x7f0bb0104100 2024-05-16T15:46:50.533 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.521+0000 7f0bb50db700 1 -- 172.21.15.43:0/1242212875 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0bb01a6580 con 0x7f0bb0104100 2024-05-16T15:46:50.533 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.522+0000 7f0bb50db700 1 -- 172.21.15.43:0/1242212875 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0bb006a190 con 0x7f0bb0104100 2024-05-16T15:46:50.534 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.523+0000 7f0ba7fff700 1 -- 172.21.15.43:0/1242212875 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f0b9802a070 con 0x7f0bb0104100 2024-05-16T15:46:50.534 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.524+0000 7f0ba7fff700 1 --2- 172.21.15.43:0/1242212875 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f0b9c0b2910 0x7f0b9c0b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:50.534 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.524+0000 7f0baed9d700 1 --2- 172.21.15.43:0/1242212875 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f0b9c0b2910 0x7f0b9c0b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:50.534 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.524+0000 7f0ba7fff700 1 -- 172.21.15.43:0/1242212875 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 9092+0+0 (secure 0 0 0) 0x7f0b980e3600 con 0x7f0bb0104100 2024-05-16T15:46:50.535 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.525+0000 7f0baed9d700 1 --2- 172.21.15.43:0/1242212875 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f0b9c0b2910 0x7f0b9c0b4dd0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f0bb019a9b0 tx=0x7f0ba0009190 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:46:50.538 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.529+0000 7f0ba7fff700 1 -- 172.21.15.43:0/1242212875 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f0b9805fd70 con 0x7f0bb0104100 2024-05-16T15:46:50.788 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.779+0000 7f0bb50db700 1 -- 172.21.15.43:0/1242212875 --> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) -- 0x7f0bb00638e0 con 0x7f0b9c0b2910 2024-05-16T15:46:50.793 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.784+0000 7f0ba7fff700 1 -- 172.21.15.43:0/1242212875 <== mgr.14150 v2:172.21.15.43:6800/198025071 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f0bb00638e0 con 0x7f0b9c0b2910 2024-05-16T15:46:50.794 INFO:teuthology.orchestra.run.smithi043.stdout:/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d 2024-05-16T15:46:50.796 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.786+0000 7f0bb50db700 1 -- 172.21.15.43:0/1242212875 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f0b9c0b2910 msgr2=0x7f0b9c0b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:50.796 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.786+0000 7f0bb50db700 1 --2- 172.21.15.43:0/1242212875 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f0b9c0b2910 0x7f0b9c0b4dd0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f0bb019a9b0 tx=0x7f0ba0009190 comp rx=0 tx=0).stop 2024-05-16T15:46:50.796 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.786+0000 7f0bb50db700 1 -- 172.21.15.43:0/1242212875 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0bb0104100 msgr2=0x7f0bb019fbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:50.796 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.786+0000 7f0bb50db700 1 --2- 172.21.15.43:0/1242212875 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0bb0104100 0x7f0bb019fbf0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f0b98000c00 tx=0x7f0b9800f690 comp rx=0 tx=0).stop 2024-05-16T15:46:50.796 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.787+0000 7f0bb50db700 1 -- 172.21.15.43:0/1242212875 shutdown_connections 2024-05-16T15:46:50.796 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.787+0000 7f0bb50db700 1 --2- 172.21.15.43:0/1242212875 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0bb0108850 0x7f0bb0199870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:50.797 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.787+0000 7f0bb50db700 1 --2- 172.21.15.43:0/1242212875 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0bb0103750 0x7f0bb019f6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:50.797 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.787+0000 7f0bb50db700 1 --2- 172.21.15.43:0/1242212875 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f0b9c0b2910 0x7f0b9c0b4dd0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:50.797 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.787+0000 7f0bb50db700 1 --2- 172.21.15.43:0/1242212875 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0bb0104100 0x7f0bb019fbf0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:50.797 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.787+0000 7f0bb50db700 1 -- 172.21.15.43:0/1242212875 >> 172.21.15.43:0/1242212875 conn(0x7f0bb007a600 msgr2=0x7f0bb01017b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:46:50.797 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.787+0000 7f0bb50db700 1 -- 172.21.15.43:0/1242212875 shutdown_connections 2024-05-16T15:46:50.797 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:50.787+0000 7f0bb50db700 1 -- 172.21.15.43:0/1242212875 wait complete. 2024-05-16T15:46:51.421 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:51 smithi043 ceph-mon[31619]: pgmap v332: 129 pgs: 129 active+clean; 594 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 3.7 KiB/s wr, 20 op/s 2024-05-16T15:46:51.451 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph fs subvolume create cephfs sv_1 --group_name qa 2024-05-16T15:46:51.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:51 smithi157 ceph-mon[35584]: pgmap v332: 129 pgs: 129 active+clean; 594 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 3.7 KiB/s wr, 20 op/s 2024-05-16T15:46:51.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:51 smithi148 ceph-mon[34976]: pgmap v332: 129 pgs: 129 active+clean; 594 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 3.7 KiB/s wr, 20 op/s 2024-05-16T15:46:51.704 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:46:52.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:52 smithi043 ceph-mon[31619]: from='client.14766 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:46:52.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:52 smithi157 ceph-mon[35584]: from='client.14766 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:46:52.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:52 smithi148 ceph-mon[34976]: from='client.14766 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:46:53.464 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.454+0000 7fca9895d700 1 -- 172.21.15.43:0/460266336 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fca94103750 msgr2=0x7fca94103b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:53.465 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.454+0000 7fca9895d700 1 --2- 172.21.15.43:0/460266336 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fca94103750 0x7fca94103b30 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fca840099c0 tx=0x7fca84009cd0 comp rx=0 tx=0).stop 2024-05-16T15:46:53.465 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.454+0000 7fca9895d700 1 -- 172.21.15.43:0/460266336 shutdown_connections 2024-05-16T15:46:53.465 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.454+0000 7fca9895d700 1 --2- 172.21.15.43:0/460266336 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fca94108850 0x7fca941103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:53.465 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.454+0000 7fca9895d700 1 --2- 172.21.15.43:0/460266336 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fca94103750 0x7fca94103b30 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:53.465 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.454+0000 7fca9895d700 1 --2- 172.21.15.43:0/460266336 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fca94104100 0x7fca94108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:53.465 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.454+0000 7fca9895d700 1 -- 172.21.15.43:0/460266336 >> 172.21.15.43:0/460266336 conn(0x7fca9407a600 msgr2=0x7fca9407aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:46:53.465 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.454+0000 7fca9895d700 1 -- 172.21.15.43:0/460266336 shutdown_connections 2024-05-16T15:46:53.465 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.454+0000 7fca9895d700 1 -- 172.21.15.43:0/460266336 wait complete. 2024-05-16T15:46:53.467 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.455+0000 7fca9895d700 1 Processor -- start 2024-05-16T15:46:53.467 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.455+0000 7fca9895d700 1 -- start start 2024-05-16T15:46:53.467 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.455+0000 7fca9895d700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fca94103750 0x7fca9419f740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:53.467 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.455+0000 7fca9895d700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fca94104100 0x7fca9419fc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:53.467 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.455+0000 7fca9895d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fca94108850 0x7fca94199900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:53.467 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.455+0000 7fca9895d700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fca94113540 con 0x7fca94108850 2024-05-16T15:46:53.467 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.455+0000 7fca9895d700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fca941133c0 con 0x7fca94103750 2024-05-16T15:46:53.468 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.455+0000 7fca9895d700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fca941136c0 con 0x7fca94104100 2024-05-16T15:46:53.468 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.455+0000 7fca92d9d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fca94108850 0x7fca94199900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:53.468 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.455+0000 7fca92d9d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fca94108850 0x7fca94199900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:49342/0 (socket says 172.21.15.43:49342) 2024-05-16T15:46:53.468 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.455+0000 7fca92d9d700 1 -- 172.21.15.43:0/3286364914 learned_addr learned my addr 172.21.15.43:0/3286364914 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:46:53.468 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.455+0000 7fca9259c700 1 --2- 172.21.15.43:0/3286364914 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fca94103750 0x7fca9419f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:53.468 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.455+0000 7fca91d9b700 1 --2- 172.21.15.43:0/3286364914 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fca94104100 0x7fca9419fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:53.468 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.455+0000 7fca92d9d700 1 -- 172.21.15.43:0/3286364914 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fca94104100 msgr2=0x7fca9419fc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:53.468 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.455+0000 7fca92d9d700 1 --2- 172.21.15.43:0/3286364914 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fca94104100 0x7fca9419fc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:53.468 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.455+0000 7fca92d9d700 1 -- 172.21.15.43:0/3286364914 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fca94103750 msgr2=0x7fca9419f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:53.468 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.455+0000 7fca92d9d700 1 --2- 172.21.15.43:0/3286364914 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fca94103750 0x7fca9419f740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:53.468 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.455+0000 7fca92d9d700 1 -- 172.21.15.43:0/3286364914 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca9419a060 con 0x7fca94108850 2024-05-16T15:46:53.468 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.455+0000 7fca9259c700 1 --2- 172.21.15.43:0/3286364914 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fca94103750 0x7fca9419f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:46:53.468 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.456+0000 7fca92d9d700 1 --2- 172.21.15.43:0/3286364914 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fca94108850 0x7fca94199900 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fca8c00ada0 tx=0x7fca8c00c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:46:53.468 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.456+0000 7fca837fe700 1 -- 172.21.15.43:0/3286364914 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca8c017020 con 0x7fca94108850 2024-05-16T15:46:53.469 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.456+0000 7fca9895d700 1 -- 172.21.15.43:0/3286364914 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca9419a350 con 0x7fca94108850 2024-05-16T15:46:53.469 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.456+0000 7fca837fe700 1 -- 172.21.15.43:0/3286364914 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fca8c00ce10 con 0x7fca94108850 2024-05-16T15:46:53.469 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.456+0000 7fca837fe700 1 -- 172.21.15.43:0/3286364914 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca8c005440 con 0x7fca94108850 2024-05-16T15:46:53.469 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.456+0000 7fca9895d700 1 -- 172.21.15.43:0/3286364914 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca941a6610 con 0x7fca94108850 2024-05-16T15:46:53.470 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.457+0000 7fca9895d700 1 -- 172.21.15.43:0/3286364914 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca9410ba90 con 0x7fca94108850 2024-05-16T15:46:53.470 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.458+0000 7fca837fe700 1 -- 172.21.15.43:0/3286364914 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7fca8c004ad0 con 0x7fca94108850 2024-05-16T15:46:53.470 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.459+0000 7fca837fe700 1 --2- 172.21.15.43:0/3286364914 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fca7c0b2910 0x7fca7c0b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:53.470 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.459+0000 7fca837fe700 1 -- 172.21.15.43:0/3286364914 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 9092+0+0 (secure 0 0 0) 0x7fca8c0e1f80 con 0x7fca94108850 2024-05-16T15:46:53.470 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.459+0000 7fca9259c700 1 --2- 172.21.15.43:0/3286364914 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fca7c0b2910 0x7fca7c0b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:53.470 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.460+0000 7fca9259c700 1 --2- 172.21.15.43:0/3286364914 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fca7c0b2910 0x7fca7c0b4dd0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fca84009990 tx=0x7fca8401a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:46:53.474 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.464+0000 7fca837fe700 1 -- 172.21.15.43:0/3286364914 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fca8c021020 con 0x7fca94108850 2024-05-16T15:46:53.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:53 smithi157 ceph-mon[35584]: pgmap v333: 129 pgs: 129 active+clean; 612 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 5.2 KiB/s wr, 20 op/s 2024-05-16T15:46:53.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:53 smithi148 ceph-mon[34976]: pgmap v333: 129 pgs: 129 active+clean; 612 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 5.2 KiB/s wr, 20 op/s 2024-05-16T15:46:53.721 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.711+0000 7fca9895d700 1 -- 172.21.15.43:0/3286364914 --> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fca940638e0 con 0x7fca7c0b2910 2024-05-16T15:46:53.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:53 smithi043 ceph-mon[31619]: pgmap v333: 129 pgs: 129 active+clean; 612 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 5.2 KiB/s wr, 20 op/s 2024-05-16T15:46:53.750 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.740+0000 7fca837fe700 1 -- 172.21.15.43:0/3286364914 <== mgr.14150 v2:172.21.15.43:6800/198025071 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fca940638e0 con 0x7fca7c0b2910 2024-05-16T15:46:53.753 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.742+0000 7fca9895d700 1 -- 172.21.15.43:0/3286364914 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fca7c0b2910 msgr2=0x7fca7c0b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:53.753 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.742+0000 7fca9895d700 1 --2- 172.21.15.43:0/3286364914 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fca7c0b2910 0x7fca7c0b4dd0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fca84009990 tx=0x7fca8401a040 comp rx=0 tx=0).stop 2024-05-16T15:46:53.753 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.742+0000 7fca9895d700 1 -- 172.21.15.43:0/3286364914 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fca94108850 msgr2=0x7fca94199900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:53.753 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.742+0000 7fca9895d700 1 --2- 172.21.15.43:0/3286364914 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fca94108850 0x7fca94199900 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fca8c00ada0 tx=0x7fca8c00c330 comp rx=0 tx=0).stop 2024-05-16T15:46:53.753 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.742+0000 7fca9895d700 1 -- 172.21.15.43:0/3286364914 shutdown_connections 2024-05-16T15:46:53.753 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.742+0000 7fca9895d700 1 --2- 172.21.15.43:0/3286364914 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fca7c0b2910 0x7fca7c0b4dd0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:53.753 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.742+0000 7fca9895d700 1 --2- 172.21.15.43:0/3286364914 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fca94108850 0x7fca94199900 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:53.753 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.742+0000 7fca9895d700 1 --2- 172.21.15.43:0/3286364914 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fca94103750 0x7fca9419f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:53.753 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.742+0000 7fca9895d700 1 --2- 172.21.15.43:0/3286364914 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fca94104100 0x7fca9419fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:53.753 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.742+0000 7fca9895d700 1 -- 172.21.15.43:0/3286364914 >> 172.21.15.43:0/3286364914 conn(0x7fca9407a600 msgr2=0x7fca941099a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:46:53.753 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.742+0000 7fca9895d700 1 -- 172.21.15.43:0/3286364914 shutdown_connections 2024-05-16T15:46:53.753 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:53.742+0000 7fca9895d700 1 -- 172.21.15.43:0/3286364914 wait complete. 2024-05-16T15:46:54.436 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_1 2024-05-16T15:46:54.705 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:46:55.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:55 smithi043 ceph-mon[31619]: from='client.14772 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:46:55.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:55 smithi043 ceph-mon[31619]: pgmap v334: 129 pgs: 129 active+clean; 613 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 4.8 KiB/s wr, 19 op/s 2024-05-16T15:46:55.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:55 smithi157 ceph-mon[35584]: from='client.14772 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:46:55.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:55 smithi157 ceph-mon[35584]: pgmap v334: 129 pgs: 129 active+clean; 613 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 4.8 KiB/s wr, 19 op/s 2024-05-16T15:46:55.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:55 smithi148 ceph-mon[34976]: from='client.14772 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:46:55.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:55 smithi148 ceph-mon[34976]: pgmap v334: 129 pgs: 129 active+clean; 613 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 4.8 KiB/s wr, 19 op/s 2024-05-16T15:46:56.390 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.379+0000 7fd64b6e0700 1 -- 172.21.15.43:0/717011685 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd64410b6e0 msgr2=0x7fd64410bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:56.390 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.380+0000 7fd64b6e0700 1 --2- 172.21.15.43:0/717011685 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd64410b6e0 0x7fd64410bac0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fd640009990 tx=0x7fd640009ca0 comp rx=0 tx=0).stop 2024-05-16T15:46:56.390 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.380+0000 7fd64b6e0700 1 -- 172.21.15.43:0/717011685 shutdown_connections 2024-05-16T15:46:56.390 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.380+0000 7fd64b6e0700 1 --2- 172.21.15.43:0/717011685 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd6441060a0 0x7fd6441125b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:56.391 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.380+0000 7fd64b6e0700 1 --2- 172.21.15.43:0/717011685 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd64410b6e0 0x7fd64410bac0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:56.391 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.380+0000 7fd64b6e0700 1 --2- 172.21.15.43:0/717011685 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd6441056e0 0x7fd644105b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:56.391 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.380+0000 7fd64b6e0700 1 -- 172.21.15.43:0/717011685 >> 172.21.15.43:0/717011685 conn(0x7fd6441011d0 msgr2=0x7fd6441035f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:46:56.391 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.380+0000 7fd64b6e0700 1 -- 172.21.15.43:0/717011685 shutdown_connections 2024-05-16T15:46:56.391 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.380+0000 7fd64b6e0700 1 -- 172.21.15.43:0/717011685 wait complete. 2024-05-16T15:46:56.393 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.381+0000 7fd64b6e0700 1 Processor -- start 2024-05-16T15:46:56.393 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.381+0000 7fd64b6e0700 1 -- start start 2024-05-16T15:46:56.393 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.381+0000 7fd64b6e0700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd6441056e0 0x7fd6441a1930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:56.393 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.381+0000 7fd64b6e0700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd6441060a0 0x7fd6441a1e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:56.393 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.381+0000 7fd64b6e0700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd64410b6e0 0x7fd64419baf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:56.393 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.381+0000 7fd64b6e0700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fd644115790 con 0x7fd6441056e0 2024-05-16T15:46:56.393 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.381+0000 7fd64b6e0700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fd644115610 con 0x7fd64410b6e0 2024-05-16T15:46:56.393 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.381+0000 7fd64b6e0700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fd644115910 con 0x7fd6441060a0 2024-05-16T15:46:56.393 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.381+0000 7fd64947c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd6441056e0 0x7fd6441a1930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:56.393 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.381+0000 7fd64947c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd6441056e0 0x7fd6441a1930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:57732/0 (socket says 172.21.15.43:57732) 2024-05-16T15:46:56.393 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.381+0000 7fd64947c700 1 -- 172.21.15.43:0/887106327 learned_addr learned my addr 172.21.15.43:0/887106327 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:46:56.393 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.381+0000 7fd649c7d700 1 --2- 172.21.15.43:0/887106327 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd64410b6e0 0x7fd64419baf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:56.393 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.381+0000 7fd648c7b700 1 --2- 172.21.15.43:0/887106327 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd6441060a0 0x7fd6441a1e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:56.393 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.381+0000 7fd64947c700 1 -- 172.21.15.43:0/887106327 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd6441060a0 msgr2=0x7fd6441a1e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:56.394 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.381+0000 7fd64947c700 1 --2- 172.21.15.43:0/887106327 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd6441060a0 0x7fd6441a1e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:56.394 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.381+0000 7fd64947c700 1 -- 172.21.15.43:0/887106327 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd64410b6e0 msgr2=0x7fd64419baf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:56.394 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.381+0000 7fd64947c700 1 --2- 172.21.15.43:0/887106327 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd64410b6e0 0x7fd64419baf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:56.394 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.381+0000 7fd64947c700 1 -- 172.21.15.43:0/887106327 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd64419c250 con 0x7fd6441056e0 2024-05-16T15:46:56.394 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.381+0000 7fd648c7b700 1 --2- 172.21.15.43:0/887106327 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd6441060a0 0x7fd6441a1e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:46:56.394 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.382+0000 7fd64947c700 1 --2- 172.21.15.43:0/887106327 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd6441056e0 0x7fd6441a1930 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fd640000c00 tx=0x7fd6400047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:46:56.394 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.382+0000 7fd63a7fc700 1 -- 172.21.15.43:0/887106327 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd640027070 con 0x7fd6441056e0 2024-05-16T15:46:56.394 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.382+0000 7fd63a7fc700 1 -- 172.21.15.43:0/887106327 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd64000fb80 con 0x7fd6441056e0 2024-05-16T15:46:56.394 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.382+0000 7fd63a7fc700 1 -- 172.21.15.43:0/887106327 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd640022d00 con 0x7fd6441056e0 2024-05-16T15:46:56.394 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.382+0000 7fd64b6e0700 1 -- 172.21.15.43:0/887106327 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd64419c4e0 con 0x7fd6441056e0 2024-05-16T15:46:56.394 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.382+0000 7fd64b6e0700 1 -- 172.21.15.43:0/887106327 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6441a8800 con 0x7fd6441056e0 2024-05-16T15:46:56.395 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.383+0000 7fd64b6e0700 1 -- 172.21.15.43:0/887106327 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd64406a190 con 0x7fd6441056e0 2024-05-16T15:46:56.396 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.387+0000 7fd63a7fc700 1 -- 172.21.15.43:0/887106327 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7fd64002a070 con 0x7fd6441056e0 2024-05-16T15:46:56.396 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.387+0000 7fd63a7fc700 1 --2- 172.21.15.43:0/887106327 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd6300b2910 0x7fd6300b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:56.397 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.387+0000 7fd63a7fc700 1 -- 172.21.15.43:0/887106327 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 9092+0+0 (secure 0 0 0) 0x7fd6400e39f0 con 0x7fd6441056e0 2024-05-16T15:46:56.397 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.387+0000 7fd648c7b700 1 --2- 172.21.15.43:0/887106327 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd6300b2910 0x7fd6300b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:56.397 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.387+0000 7fd648c7b700 1 --2- 172.21.15.43:0/887106327 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd6300b2910 0x7fd6300b4dd0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fd634005950 tx=0x7fd6340058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:46:56.400 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.390+0000 7fd63a7fc700 1 -- 172.21.15.43:0/887106327 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fd640031070 con 0x7fd6441056e0 2024-05-16T15:46:56.650 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.639+0000 7fd64b6e0700 1 -- 172.21.15.43:0/887106327 --> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) -- 0x7fd6440638e0 con 0x7fd6300b2910 2024-05-16T15:46:56.655 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.644+0000 7fd63a7fc700 1 -- 172.21.15.43:0/887106327 <== mgr.14150 v2:172.21.15.43:6800/198025071 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7fd6440638e0 con 0x7fd6300b2910 2024-05-16T15:46:56.655 INFO:teuthology.orchestra.run.smithi043.stdout:/volumes/qa/sv_1/a46ff0ee-fe47-436b-a479-bd386a11b6a4 2024-05-16T15:46:56.657 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.647+0000 7fd64b6e0700 1 -- 172.21.15.43:0/887106327 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd6300b2910 msgr2=0x7fd6300b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:56.657 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.647+0000 7fd64b6e0700 1 --2- 172.21.15.43:0/887106327 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd6300b2910 0x7fd6300b4dd0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fd634005950 tx=0x7fd6340058e0 comp rx=0 tx=0).stop 2024-05-16T15:46:56.657 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.647+0000 7fd64b6e0700 1 -- 172.21.15.43:0/887106327 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd6441056e0 msgr2=0x7fd6441a1930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:56.658 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.647+0000 7fd64b6e0700 1 --2- 172.21.15.43:0/887106327 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd6441056e0 0x7fd6441a1930 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fd640000c00 tx=0x7fd6400047b0 comp rx=0 tx=0).stop 2024-05-16T15:46:56.658 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.647+0000 7fd64b6e0700 1 -- 172.21.15.43:0/887106327 shutdown_connections 2024-05-16T15:46:56.658 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.647+0000 7fd64b6e0700 1 --2- 172.21.15.43:0/887106327 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd64410b6e0 0x7fd64419baf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:56.658 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.647+0000 7fd64b6e0700 1 --2- 172.21.15.43:0/887106327 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd6300b2910 0x7fd6300b4dd0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:56.658 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.647+0000 7fd64b6e0700 1 --2- 172.21.15.43:0/887106327 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd6441056e0 0x7fd6441a1930 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:56.658 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.647+0000 7fd64b6e0700 1 --2- 172.21.15.43:0/887106327 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd6441060a0 0x7fd6441a1e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:56.658 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.647+0000 7fd64b6e0700 1 -- 172.21.15.43:0/887106327 >> 172.21.15.43:0/887106327 conn(0x7fd6441011d0 msgr2=0x7fd6441019c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:46:56.658 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.647+0000 7fd64b6e0700 1 -- 172.21.15.43:0/887106327 shutdown_connections 2024-05-16T15:46:56.658 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:56.647+0000 7fd64b6e0700 1 -- 172.21.15.43:0/887106327 wait complete. 2024-05-16T15:46:57.307 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:57 smithi043 ceph-mon[31619]: pgmap v335: 129 pgs: 129 active+clean; 635 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 5.2 KiB/s wr, 13 op/s 2024-05-16T15:46:57.339 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-16T15:46:57.593 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:46:57.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:57 smithi157 ceph-mon[35584]: pgmap v335: 129 pgs: 129 active+clean; 635 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 5.2 KiB/s wr, 13 op/s 2024-05-16T15:46:57.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:57 smithi148 ceph-mon[34976]: pgmap v335: 129 pgs: 129 active+clean; 635 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 5.2 KiB/s wr, 13 op/s 2024-05-16T15:46:58.398 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:58 smithi043 ceph-mon[31619]: from='client.14778 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:46:58.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:58 smithi157 ceph-mon[35584]: from='client.14778 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:46:58.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:58 smithi148 ceph-mon[34976]: from='client.14778 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:46:59.204 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.192+0000 7fc97d55c700 1 -- 172.21.15.43:0/2554537162 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc978102e00 msgr2=0x7fc9781031e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:59.204 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.192+0000 7fc97d55c700 1 --2- 172.21.15.43:0/2554537162 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc978102e00 0x7fc9781031e0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fc96800b0d0 tx=0x7fc96800b3e0 comp rx=0 tx=0).stop 2024-05-16T15:46:59.204 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.192+0000 7fc97d55c700 1 -- 172.21.15.43:0/2554537162 shutdown_connections 2024-05-16T15:46:59.204 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.192+0000 7fc97d55c700 1 --2- 172.21.15.43:0/2554537162 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc978107760 0x7fc97810f2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:59.204 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.192+0000 7fc97d55c700 1 --2- 172.21.15.43:0/2554537162 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc978102e00 0x7fc9781031e0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:59.204 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.192+0000 7fc97d55c700 1 --2- 172.21.15.43:0/2554537162 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc9781037b0 0x7fc978107030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:59.204 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.192+0000 7fc97d55c700 1 -- 172.21.15.43:0/2554537162 >> 172.21.15.43:0/2554537162 conn(0x7fc978078a10 msgr2=0x7fc9780ffdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:46:59.204 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.192+0000 7fc97d55c700 1 -- 172.21.15.43:0/2554537162 shutdown_connections 2024-05-16T15:46:59.205 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.192+0000 7fc97d55c700 1 -- 172.21.15.43:0/2554537162 wait complete. 2024-05-16T15:46:59.205 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.193+0000 7fc97d55c700 1 Processor -- start 2024-05-16T15:46:59.205 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.193+0000 7fc97d55c700 1 -- start start 2024-05-16T15:46:59.205 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.193+0000 7fc97d55c700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc978102e00 0x7fc9780fde80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:59.205 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.193+0000 7fc97d55c700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc9781037b0 0x7fc9780fe3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:59.205 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.193+0000 7fc97d55c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc978107760 0x7fc9780fe900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:59.205 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.193+0000 7fc97d55c700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fc978112400 con 0x7fc978107760 2024-05-16T15:46:59.205 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.193+0000 7fc97d55c700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fc978112280 con 0x7fc9781037b0 2024-05-16T15:46:59.205 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.193+0000 7fc97d55c700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fc978112580 con 0x7fc978102e00 2024-05-16T15:46:59.205 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.194+0000 7fc976ffd700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc978102e00 0x7fc9780fde80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:59.205 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.194+0000 7fc9767fc700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc9781037b0 0x7fc9780fe3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:59.205 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.194+0000 7fc9777fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc978107760 0x7fc9780fe900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:59.205 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.194+0000 7fc976ffd700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc978102e00 0x7fc9780fde80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:38310/0 (socket says 172.21.15.43:38310) 2024-05-16T15:46:59.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.194+0000 7fc976ffd700 1 -- 172.21.15.43:0/3905336161 learned_addr learned my addr 172.21.15.43:0/3905336161 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:46:59.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.194+0000 7fc976ffd700 1 -- 172.21.15.43:0/3905336161 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc9781037b0 msgr2=0x7fc9780fe3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:59.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.194+0000 7fc976ffd700 1 --2- 172.21.15.43:0/3905336161 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc9781037b0 0x7fc9780fe3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:59.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.194+0000 7fc976ffd700 1 -- 172.21.15.43:0/3905336161 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc978107760 msgr2=0x7fc9780fe900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:59.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.194+0000 7fc976ffd700 1 --2- 172.21.15.43:0/3905336161 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc978107760 0x7fc9780fe900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:59.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.194+0000 7fc976ffd700 1 -- 172.21.15.43:0/3905336161 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9781a7eb0 con 0x7fc978102e00 2024-05-16T15:46:59.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.194+0000 7fc9777fe700 1 --2- 172.21.15.43:0/3905336161 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc978107760 0x7fc9780fe900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:46:59.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.194+0000 7fc9767fc700 1 --2- 172.21.15.43:0/3905336161 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc9781037b0 0x7fc9780fe3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:46:59.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.194+0000 7fc976ffd700 1 --2- 172.21.15.43:0/3905336161 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc978102e00 0x7fc9780fde80 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fc968007dc0 tx=0x7fc968007df0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:46:59.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.194+0000 7fc95ffff700 1 -- 172.21.15.43:0/3905336161 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc96801f030 con 0x7fc978102e00 2024-05-16T15:46:59.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.194+0000 7fc97d55c700 1 -- 172.21.15.43:0/3905336161 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9781a8140 con 0x7fc978102e00 2024-05-16T15:46:59.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.194+0000 7fc97d55c700 1 -- 172.21.15.43:0/3905336161 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9781a8640 con 0x7fc978102e00 2024-05-16T15:46:59.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.194+0000 7fc95ffff700 1 -- 172.21.15.43:0/3905336161 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc96801bad0 con 0x7fc978102e00 2024-05-16T15:46:59.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.195+0000 7fc95ffff700 1 -- 172.21.15.43:0/3905336161 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc968012ae0 con 0x7fc978102e00 2024-05-16T15:46:59.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.195+0000 7fc97d55c700 1 -- 172.21.15.43:0/3905336161 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc97806a190 con 0x7fc978102e00 2024-05-16T15:46:59.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.197+0000 7fc95ffff700 1 -- 172.21.15.43:0/3905336161 <== mon.1 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7fc968022030 con 0x7fc978102e00 2024-05-16T15:46:59.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.198+0000 7fc95ffff700 1 --2- 172.21.15.43:0/3905336161 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc9600b2990 0x7fc9600b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:46:59.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.198+0000 7fc9767fc700 1 --2- 172.21.15.43:0/3905336161 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc9600b2990 0x7fc9600b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:46:59.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.198+0000 7fc95ffff700 1 -- 172.21.15.43:0/3905336161 <== mon.1 v2:172.21.15.157:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 9092+0+0 (secure 0 0 0) 0x7fc96800f020 con 0x7fc978102e00 2024-05-16T15:46:59.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.199+0000 7fc9767fc700 1 --2- 172.21.15.43:0/3905336161 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc9600b2990 0x7fc9600b4e50 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fc978101010 tx=0x7fc96c00a380 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:46:59.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.202+0000 7fc95ffff700 1 -- 172.21.15.43:0/3905336161 <== mon.1 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fc968029020 con 0x7fc978102e00 2024-05-16T15:46:59.477 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.468+0000 7fc97d55c700 1 -- 172.21.15.43:0/3905336161 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc9781a8960 con 0x7fc978102e00 2024-05-16T15:46:59.478 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.469+0000 7fc95ffff700 1 -- 172.21.15.43:0/3905336161 <== mon.1 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11944 (secure 0 0 0) 0x7fc9680ab940 con 0x7fc978102e00 2024-05-16T15:46:59.479 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:46:59.479 INFO:teuthology.orchestra.run.smithi043.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.43:6835/1448137759","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6834","nonce":1448137759},{"type":"v1","addr":"172.21.15.43:6835","nonce":1448137759}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.43:6837/3286596297","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6836","nonce":3286596297},{"type":"v1","addr":"172.21.15.43:6837","nonce":3286596297}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-16T15:45:39.175942+0000","modified":"2024-05-16T15:46:42.188203+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24482,"mds_1":24463,"mds_2":24452,"mds_3":24451,"mds_4":24445},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14562":{"gid":14562,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.43:6839/4087815034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6838","nonce":4087815034},{"type":"v1","addr":"172.21.15.43:6839","nonce":4087815034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14574":{"gid":14574,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.43:6841/2042970804","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6840","nonce":2042970804},{"type":"v1","addr":"172.21.15.43:6841","nonce":2042970804}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24410":{"gid":24410,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.148:6833/3084392719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6832","nonce":3084392719},{"type":"v1","addr":"172.21.15.148:6833","nonce":3084392719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24412":{"gid":24412,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.157:6833/3972392500","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6832","nonce":3972392500},{"type":"v1","addr":"172.21.15.157:6833","nonce":3972392500}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.148:6835/516622533","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6834","nonce":516622533},{"type":"v1","addr":"172.21.15.148:6835","nonce":516622533}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"f","rank":4,"incarnation":26,"state":"up:active","state_seq":25,"addr":"172.21.15.157:6835/2303077574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2303077574},{"type":"v1","addr":"172.21.15.157:6835","nonce":2303077574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"c","rank":3,"incarnation":24,"state":"up:active","state_seq":24,"addr":"172.21.15.157:6837/3777341889","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6836","nonce":3777341889},{"type":"v1","addr":"172.21.15.157:6837","nonce":3777341889}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24452":{"gid":24452,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":23,"addr":"172.21.15.148:6837/4036870683","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6836","nonce":4036870683},{"type":"v1","addr":"172.21.15.148:6837","nonce":4036870683}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":22,"addr":"172.21.15.157:6839/2377589154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6838","nonce":2377589154},{"type":"v1","addr":"172.21.15.157:6839","nonce":2377589154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.148:6839/717807397","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6838","nonce":717807397},{"type":"v1","addr":"172.21.15.148:6839","nonce":717807397}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24482,"qdb_cluster":[24445,24452,24451,24463,24482]},"id":1}]} 2024-05-16T15:46:59.481 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.471+0000 7fc97d55c700 1 -- 172.21.15.43:0/3905336161 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc9600b2990 msgr2=0x7fc9600b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:59.481 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.471+0000 7fc97d55c700 1 --2- 172.21.15.43:0/3905336161 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc9600b2990 0x7fc9600b4e50 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fc978101010 tx=0x7fc96c00a380 comp rx=0 tx=0).stop 2024-05-16T15:46:59.481 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.471+0000 7fc97d55c700 1 -- 172.21.15.43:0/3905336161 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc978102e00 msgr2=0x7fc9780fde80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:46:59.481 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.471+0000 7fc97d55c700 1 --2- 172.21.15.43:0/3905336161 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc978102e00 0x7fc9780fde80 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fc968007dc0 tx=0x7fc968007df0 comp rx=0 tx=0).stop 2024-05-16T15:46:59.481 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.472+0000 7fc97d55c700 1 -- 172.21.15.43:0/3905336161 shutdown_connections 2024-05-16T15:46:59.481 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.472+0000 7fc97d55c700 1 --2- 172.21.15.43:0/3905336161 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc9600b2990 0x7fc9600b4e50 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:59.481 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.472+0000 7fc97d55c700 1 --2- 172.21.15.43:0/3905336161 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc978107760 0x7fc9780fe900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:59.481 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.472+0000 7fc97d55c700 1 --2- 172.21.15.43:0/3905336161 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc978102e00 0x7fc9780fde80 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:59.482 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.472+0000 7fc97d55c700 1 --2- 172.21.15.43:0/3905336161 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc9781037b0 0x7fc9780fe3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:46:59.482 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.472+0000 7fc97d55c700 1 -- 172.21.15.43:0/3905336161 >> 172.21.15.43:0/3905336161 conn(0x7fc978078a10 msgr2=0x7fc978104e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:46:59.482 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.472+0000 7fc97d55c700 1 -- 172.21.15.43:0/3905336161 shutdown_connections 2024-05-16T15:46:59.482 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:46:59.472+0000 7fc97d55c700 1 -- 172.21.15.43:0/3905336161 wait complete. 2024-05-16T15:46:59.482 INFO:teuthology.orchestra.run.smithi043.stderr:dumped fsmap epoch 29 2024-05-16T15:46:59.575 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:46:59 smithi157 ceph-mon[35584]: pgmap v336: 129 pgs: 129 active+clean; 635 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 4.6 KiB/s wr, 13 op/s 2024-05-16T15:46:59.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:46:59 smithi148 ceph-mon[34976]: pgmap v336: 129 pgs: 129 active+clean; 635 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 4.6 KiB/s wr, 13 op/s 2024-05-16T15:46:59.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:46:59 smithi043 ceph-mon[31619]: pgmap v336: 129 pgs: 129 active+clean; 635 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 4.6 KiB/s wr, 13 op/s 2024-05-16T15:47:00.284 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-16T15:47:00.542 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:47:00.664 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:00 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/3905336161' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:47:00.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:00 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/3905336161' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:47:00.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:00 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/3905336161' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:47:01.586 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:01 smithi148 ceph-mon[34976]: pgmap v337: 129 pgs: 129 active+clean; 635 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 4.3 KiB/s wr, 11 op/s 2024-05-16T15:47:01.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:01 smithi157 ceph-mon[35584]: pgmap v337: 129 pgs: 129 active+clean; 635 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 4.3 KiB/s wr, 11 op/s 2024-05-16T15:47:01.701 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:01 smithi043 ceph-mon[31619]: pgmap v337: 129 pgs: 129 active+clean; 635 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 4.3 KiB/s wr, 11 op/s 2024-05-16T15:47:02.321 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.311+0000 7f3b2e133700 1 -- 172.21.15.43:0/4033930813 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3b281023a0 msgr2=0x7f3b28102820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:02.321 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.311+0000 7f3b2e133700 1 --2- 172.21.15.43:0/4033930813 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3b281023a0 0x7f3b28102820 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f3b1c009990 tx=0x7f3b1c009ca0 comp rx=0 tx=0).stop 2024-05-16T15:47:02.321 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.311+0000 7f3b2e133700 1 -- 172.21.15.43:0/4033930813 shutdown_connections 2024-05-16T15:47:02.321 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.311+0000 7f3b2e133700 1 --2- 172.21.15.43:0/4033930813 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3b28102d60 0x7f3b2810f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:02.321 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.311+0000 7f3b2e133700 1 --2- 172.21.15.43:0/4033930813 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3b28108410 0x7f3b281087f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:02.321 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.311+0000 7f3b2e133700 1 --2- 172.21.15.43:0/4033930813 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3b281023a0 0x7f3b28102820 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:02.321 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.311+0000 7f3b2e133700 1 -- 172.21.15.43:0/4033930813 >> 172.21.15.43:0/4033930813 conn(0x7f3b28079350 msgr2=0x7f3b28079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:47:02.321 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.311+0000 7f3b2e133700 1 -- 172.21.15.43:0/4033930813 shutdown_connections 2024-05-16T15:47:02.321 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.311+0000 7f3b2e133700 1 -- 172.21.15.43:0/4033930813 wait complete. 2024-05-16T15:47:02.323 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.312+0000 7f3b2e133700 1 Processor -- start 2024-05-16T15:47:02.323 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.312+0000 7f3b2e133700 1 -- start start 2024-05-16T15:47:02.323 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.312+0000 7f3b2e133700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3b281023a0 0x7f3b28104080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:02.323 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.312+0000 7f3b2e133700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3b28102d60 0x7f3b281045c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:02.324 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.312+0000 7f3b2e133700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3b28108410 0x7f3b28104b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:02.324 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.312+0000 7f3b2e133700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f3b28112460 con 0x7f3b281023a0 2024-05-16T15:47:02.324 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.312+0000 7f3b2e133700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f3b281122e0 con 0x7f3b28108410 2024-05-16T15:47:02.324 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.312+0000 7f3b2e133700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f3b281125e0 con 0x7f3b28102d60 2024-05-16T15:47:02.324 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.312+0000 7f3b277fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3b281023a0 0x7f3b28104080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:02.324 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.313+0000 7f3b277fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3b281023a0 0x7f3b28104080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:57752/0 (socket says 172.21.15.43:57752) 2024-05-16T15:47:02.324 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.313+0000 7f3b277fe700 1 -- 172.21.15.43:0/3392277218 learned_addr learned my addr 172.21.15.43:0/3392277218 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:47:02.324 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.313+0000 7f3b26ffd700 1 --2- 172.21.15.43:0/3392277218 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3b28102d60 0x7f3b281045c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:02.324 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.313+0000 7f3b27fff700 1 --2- 172.21.15.43:0/3392277218 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3b28108410 0x7f3b28104b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:02.324 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.313+0000 7f3b277fe700 1 -- 172.21.15.43:0/3392277218 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3b28102d60 msgr2=0x7f3b281045c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:02.324 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.313+0000 7f3b277fe700 1 --2- 172.21.15.43:0/3392277218 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3b28102d60 0x7f3b281045c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:02.324 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.313+0000 7f3b277fe700 1 -- 172.21.15.43:0/3392277218 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3b28108410 msgr2=0x7f3b28104b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:02.324 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.313+0000 7f3b277fe700 1 --2- 172.21.15.43:0/3392277218 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3b28108410 0x7f3b28104b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:02.324 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.313+0000 7f3b277fe700 1 -- 172.21.15.43:0/3392277218 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b281a7ff0 con 0x7f3b281023a0 2024-05-16T15:47:02.325 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.313+0000 7f3b277fe700 1 --2- 172.21.15.43:0/3392277218 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3b281023a0 0x7f3b28104080 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f3b1800c920 tx=0x7f3b1800cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:02.325 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.313+0000 7f3b24ff9700 1 -- 172.21.15.43:0/3392277218 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b18007b00 con 0x7f3b281023a0 2024-05-16T15:47:02.325 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.313+0000 7f3b24ff9700 1 -- 172.21.15.43:0/3392277218 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3b18004cc0 con 0x7f3b281023a0 2024-05-16T15:47:02.325 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.313+0000 7f3b24ff9700 1 -- 172.21.15.43:0/3392277218 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b18005440 con 0x7f3b281023a0 2024-05-16T15:47:02.325 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.313+0000 7f3b2e133700 1 -- 172.21.15.43:0/3392277218 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b281a82e0 con 0x7f3b281023a0 2024-05-16T15:47:02.325 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.313+0000 7f3b2e133700 1 -- 172.21.15.43:0/3392277218 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b281a8840 con 0x7f3b281023a0 2024-05-16T15:47:02.325 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.315+0000 7f3b2e133700 1 -- 172.21.15.43:0/3392277218 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3b2806a190 con 0x7f3b281023a0 2024-05-16T15:47:02.325 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.316+0000 7f3b24ff9700 1 -- 172.21.15.43:0/3392277218 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f3b18004750 con 0x7f3b281023a0 2024-05-16T15:47:02.326 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.317+0000 7f3b24ff9700 1 --2- 172.21.15.43:0/3392277218 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f3b100b2990 0x7f3b100b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:02.326 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.317+0000 7f3b26ffd700 1 --2- 172.21.15.43:0/3392277218 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f3b100b2990 0x7f3b100b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:02.326 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.317+0000 7f3b24ff9700 1 -- 172.21.15.43:0/3392277218 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 9092+0+0 (secure 0 0 0) 0x7f3b180e2630 con 0x7f3b281023a0 2024-05-16T15:47:02.326 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.317+0000 7f3b26ffd700 1 --2- 172.21.15.43:0/3392277218 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f3b100b2990 0x7f3b100b4e50 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f3b1c00b5c0 tx=0x7f3b1c005960 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:02.329 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.320+0000 7f3b24ff9700 1 -- 172.21.15.43:0/3392277218 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f3b18014030 con 0x7f3b281023a0 2024-05-16T15:47:02.544 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.534+0000 7f3b2e133700 1 -- 172.21.15.43:0/3392277218 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3b281a8b00 con 0x7f3b281023a0 2024-05-16T15:47:02.545 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.536+0000 7f3b24ff9700 1 -- 172.21.15.43:0/3392277218 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v87) ==== 74+0+24650 (secure 0 0 0) 0x7f3b180a9f10 con 0x7f3b281023a0 2024-05-16T15:47:02.546 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:47:02.546 INFO:teuthology.orchestra.run.smithi043.stdout:{"epoch":87,"fsid":"13155b42-139a-11ef-bc9a-c7b262605968","created":"2024-05-16T15:37:22.311071+0000","modified":"2024-05-16T15:46:21.369506+0000","last_up_change":"2024-05-16T15:44:35.160481+0000","last_in_change":"2024-05-16T15:44:14.991724+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-16T15:40:47.990763+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-16T15:45:32.249662+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-16T15:45:35.938913+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-05-16T15:45:45.256550+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"b4de8b19-c914-400d-bf10-135fe3a0a81a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6802","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6803","nonce":2827692837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6804","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6805","nonce":2827692837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6808","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6809","nonce":2827692837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6806","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6807","nonce":2827692837}]},"public_addr":"172.21.15.43:6803/2827692837","cluster_addr":"172.21.15.43:6805/2827692837","heartbeat_back_addr":"172.21.15.43:6809/2827692837","heartbeat_front_addr":"172.21.15.43:6807/2827692837","state":["exists","up"]},{"osd":1,"uuid":"178a5d73-e946-41b5-9ef3-f15c16b2e8d0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6800","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6801","nonce":2384349877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6802","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6803","nonce":2384349877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6806","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6807","nonce":2384349877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6804","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6805","nonce":2384349877}]},"public_addr":"172.21.15.148:6801/2384349877","cluster_addr":"172.21.15.148:6803/2384349877","heartbeat_back_addr":"172.21.15.148:6807/2384349877","heartbeat_front_addr":"172.21.15.148:6805/2384349877","state":["exists","up"]},{"osd":2,"uuid":"5b40d2f9-afb6-42b3-a76b-641eddcc2948","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6801","nonce":512969814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6803","nonce":512969814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6807","nonce":512969814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6805","nonce":512969814}]},"public_addr":"172.21.15.157:6801/512969814","cluster_addr":"172.21.15.157:6803/512969814","heartbeat_back_addr":"172.21.15.157:6807/512969814","heartbeat_front_addr":"172.21.15.157:6805/512969814","state":["exists","up"]},{"osd":3,"uuid":"869f2122-f5c7-4b16-b48c-db114730bd5c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6810","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6811","nonce":1305033610}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6812","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6813","nonce":1305033610}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6816","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6817","nonce":1305033610}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6814","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6815","nonce":1305033610}]},"public_addr":"172.21.15.43:6811/1305033610","cluster_addr":"172.21.15.43:6813/1305033610","heartbeat_back_addr":"172.21.15.43:6817/1305033610","heartbeat_front_addr":"172.21.15.43:6815/1305033610","state":["exists","up"]},{"osd":4,"uuid":"c488d334-6676-4abf-81ff-596e7c507159","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6808","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6809","nonce":298572470}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6810","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6811","nonce":298572470}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6814","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6815","nonce":298572470}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6812","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6813","nonce":298572470}]},"public_addr":"172.21.15.148:6809/298572470","cluster_addr":"172.21.15.148:6811/298572470","heartbeat_back_addr":"172.21.15.148:6815/298572470","heartbeat_front_addr":"172.21.15.148:6813/298572470","state":["exists","up"]},{"osd":5,"uuid":"b858ef2e-c51c-4044-a143-30583374ef2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6809","nonce":2793566993}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6811","nonce":2793566993}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6815","nonce":2793566993}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6813","nonce":2793566993}]},"public_addr":"172.21.15.157:6809/2793566993","cluster_addr":"172.21.15.157:6811/2793566993","heartbeat_back_addr":"172.21.15.157:6815/2793566993","heartbeat_front_addr":"172.21.15.157:6813/2793566993","state":["exists","up"]},{"osd":6,"uuid":"70b4d49c-e33c-4334-a293-ce89cb37da1f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6818","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6819","nonce":417494707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6820","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6821","nonce":417494707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6824","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6825","nonce":417494707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6822","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6823","nonce":417494707}]},"public_addr":"172.21.15.43:6819/417494707","cluster_addr":"172.21.15.43:6821/417494707","heartbeat_back_addr":"172.21.15.43:6825/417494707","heartbeat_front_addr":"172.21.15.43:6823/417494707","state":["exists","up"]},{"osd":7,"uuid":"6a39c63f-8d2b-475f-8026-869d766fde01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6816","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6817","nonce":3852418694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6818","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6819","nonce":3852418694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6822","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6823","nonce":3852418694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6820","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6821","nonce":3852418694}]},"public_addr":"172.21.15.148:6817/3852418694","cluster_addr":"172.21.15.148:6819/3852418694","heartbeat_back_addr":"172.21.15.148:6823/3852418694","heartbeat_front_addr":"172.21.15.148:6821/3852418694","state":["exists","up"]},{"osd":8,"uuid":"f9e0ed4f-7211-43b5-bac9-33a64cec91d5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6817","nonce":3332637555}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6819","nonce":3332637555}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6823","nonce":3332637555}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6821","nonce":3332637555}]},"public_addr":"172.21.15.157:6817/3332637555","cluster_addr":"172.21.15.157:6819/3332637555","heartbeat_back_addr":"172.21.15.157:6823/3332637555","heartbeat_front_addr":"172.21.15.157:6821/3332637555","state":["exists","up"]},{"osd":9,"uuid":"ba1b04ea-a184-445a-8c31-0eed73a488e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6826","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6827","nonce":3226599249}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6828","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6829","nonce":3226599249}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6832","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6833","nonce":3226599249}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6830","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6831","nonce":3226599249}]},"public_addr":"172.21.15.43:6827/3226599249","cluster_addr":"172.21.15.43:6829/3226599249","heartbeat_back_addr":"172.21.15.43:6833/3226599249","heartbeat_front_addr":"172.21.15.43:6831/3226599249","state":["exists","up"]},{"osd":10,"uuid":"6dc35480-fd4a-428d-8ede-eb3e9058a7cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6824","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6825","nonce":3418113451}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6826","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6827","nonce":3418113451}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6830","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6831","nonce":3418113451}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6828","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6829","nonce":3418113451}]},"public_addr":"172.21.15.148:6825/3418113451","cluster_addr":"172.21.15.148:6827/3418113451","heartbeat_back_addr":"172.21.15.148:6831/3418113451","heartbeat_front_addr":"172.21.15.148:6829/3418113451","state":["exists","up"]},{"osd":11,"uuid":"da02e920-1b89-4b7d-857b-14cf82a1f0e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6825","nonce":1613641998}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6827","nonce":1613641998}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6831","nonce":1613641998}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6829","nonce":1613641998}]},"public_addr":"172.21.15.157:6825/1613641998","cluster_addr":"172.21.15.157:6827/1613641998","heartbeat_back_addr":"172.21.15.157:6831/1613641998","heartbeat_front_addr":"172.21.15.157:6829/1613641998","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:39:58.214793+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:40:22.181940+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:40:45.520107+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:41:10.377805+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:41:35.387615+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:41:59.845861+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:42:25.042874+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:42:50.427164+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:43:15.686930+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:43:41.803831+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:44:07.624551+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:44:33.414511+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"2.1d","mappings":[{"from":2,"to":1}]},{"pgid":"3.0","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.b","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.43:6801/86887644":"2024-05-17T15:38:19.897772+0000","172.21.15.43:6800/86887644":"2024-05-17T15:38:19.897772+0000","172.21.15.43:0/1519374213":"2024-05-17T15:38:19.897772+0000","172.21.15.43:6800/2824545909":"2024-05-17T15:37:53.291030+0000","172.21.15.43:0/561872100":"2024-05-17T15:37:53.291030+0000","172.21.15.43:0/3260845824":"2024-05-17T15:38:19.897772+0000","172.21.15.43:0/465511688":"2024-05-17T15:38:19.897772+0000","172.21.15.43:0/1478293844":"2024-05-17T15:37:53.291030+0000","172.21.15.43:0/3264891829":"2024-05-17T15:37:53.291030+0000","172.21.15.43:6801/2824545909":"2024-05-17T15:37:53.291030+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-16T15:47:02.548 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.538+0000 7f3b2e133700 1 -- 172.21.15.43:0/3392277218 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f3b100b2990 msgr2=0x7f3b100b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:02.548 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.538+0000 7f3b2e133700 1 --2- 172.21.15.43:0/3392277218 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f3b100b2990 0x7f3b100b4e50 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f3b1c00b5c0 tx=0x7f3b1c005960 comp rx=0 tx=0).stop 2024-05-16T15:47:02.548 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.538+0000 7f3b2e133700 1 -- 172.21.15.43:0/3392277218 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3b281023a0 msgr2=0x7f3b28104080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:02.548 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.538+0000 7f3b2e133700 1 --2- 172.21.15.43:0/3392277218 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3b281023a0 0x7f3b28104080 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f3b1800c920 tx=0x7f3b1800cc30 comp rx=0 tx=0).stop 2024-05-16T15:47:02.548 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.538+0000 7f3b2e133700 1 -- 172.21.15.43:0/3392277218 shutdown_connections 2024-05-16T15:47:02.548 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.538+0000 7f3b2e133700 1 --2- 172.21.15.43:0/3392277218 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3b28108410 0x7f3b28104b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:02.548 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.538+0000 7f3b2e133700 1 --2- 172.21.15.43:0/3392277218 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f3b100b2990 0x7f3b100b4e50 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:02.548 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.538+0000 7f3b2e133700 1 --2- 172.21.15.43:0/3392277218 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3b281023a0 0x7f3b28104080 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:02.548 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.538+0000 7f3b2e133700 1 --2- 172.21.15.43:0/3392277218 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3b28102d60 0x7f3b281045c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:02.549 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.538+0000 7f3b2e133700 1 -- 172.21.15.43:0/3392277218 >> 172.21.15.43:0/3392277218 conn(0x7f3b28079350 msgr2=0x7f3b28101700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:47:02.549 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.539+0000 7f3b2e133700 1 -- 172.21.15.43:0/3392277218 shutdown_connections 2024-05-16T15:47:02.549 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:02.539+0000 7f3b2e133700 1 -- 172.21.15.43:0/3392277218 wait complete. 2024-05-16T15:47:03.307 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-05-16T15:47:03.308 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph pg dump --format=json 2024-05-16T15:47:03.562 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:47:03.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:03 smithi157 ceph-mon[35584]: pgmap v338: 129 pgs: 129 active+clean; 640 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 9.3 KiB/s rd, 4.5 KiB/s wr, 12 op/s 2024-05-16T15:47:03.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:03 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/3392277218' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-16T15:47:03.684 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:03 smithi043 ceph-mon[31619]: pgmap v338: 129 pgs: 129 active+clean; 640 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 9.3 KiB/s rd, 4.5 KiB/s wr, 12 op/s 2024-05-16T15:47:03.684 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:03 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/3392277218' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-16T15:47:03.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:03 smithi148 ceph-mon[34976]: pgmap v338: 129 pgs: 129 active+clean; 640 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 9.3 KiB/s rd, 4.5 KiB/s wr, 12 op/s 2024-05-16T15:47:03.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:03 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/3392277218' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-16T15:47:05.205 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.193+0000 7f4fc9d9d700 1 -- 172.21.15.43:0/728021739 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4fc4104600 msgr2=0x7f4fc41049e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:05.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.193+0000 7f4fc9d9d700 1 --2- 172.21.15.43:0/728021739 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4fc4104600 0x7f4fc41049e0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f4fac009990 tx=0x7f4fac009ca0 comp rx=0 tx=0).stop 2024-05-16T15:47:05.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.194+0000 7f4fc9d9d700 1 -- 172.21.15.43:0/728021739 shutdown_connections 2024-05-16T15:47:05.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.194+0000 7f4fc9d9d700 1 --2- 172.21.15.43:0/728021739 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4fc410da30 0x7f4fc410fef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:05.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.194+0000 7f4fc9d9d700 1 --2- 172.21.15.43:0/728021739 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4fc4104600 0x7f4fc41049e0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:05.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.194+0000 7f4fc9d9d700 1 --2- 172.21.15.43:0/728021739 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4fc4104f20 0x7f4fc410d410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:05.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.194+0000 7f4fc9d9d700 1 -- 172.21.15.43:0/728021739 >> 172.21.15.43:0/728021739 conn(0x7f4fc40fde50 msgr2=0x7f4fc4100270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:47:05.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.194+0000 7f4fc9d9d700 1 -- 172.21.15.43:0/728021739 shutdown_connections 2024-05-16T15:47:05.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.194+0000 7f4fc9d9d700 1 -- 172.21.15.43:0/728021739 wait complete. 2024-05-16T15:47:05.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.194+0000 7f4fc9d9d700 1 Processor -- start 2024-05-16T15:47:05.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.194+0000 7f4fc9d9d700 1 -- start start 2024-05-16T15:47:05.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.195+0000 7f4fc9d9d700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4fc4104600 0x7f4fc419f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:05.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.195+0000 7f4fc9d9d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4fc4104f20 0x7f4fc419fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:05.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.195+0000 7f4fc9d9d700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4fc410da30 0x7f4fc41998c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:05.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.195+0000 7f4fc9d9d700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f4fc41134d0 con 0x7f4fc4104f20 2024-05-16T15:47:05.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.195+0000 7f4fc9d9d700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f4fc4113350 con 0x7f4fc4104600 2024-05-16T15:47:05.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.195+0000 7f4fc9d9d700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f4fc4113650 con 0x7f4fc410da30 2024-05-16T15:47:05.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.195+0000 7f4fc3fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4fc4104f20 0x7f4fc419fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:05.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.195+0000 7f4fc3fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4fc4104f20 0x7f4fc419fbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:57776/0 (socket says 172.21.15.43:57776) 2024-05-16T15:47:05.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.195+0000 7f4fc3fff700 1 -- 172.21.15.43:0/323996761 learned_addr learned my addr 172.21.15.43:0/323996761 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:47:05.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.195+0000 7f4fc8d9b700 1 --2- 172.21.15.43:0/323996761 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4fc4104600 0x7f4fc419f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:05.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.195+0000 7f4fc959c700 1 --2- 172.21.15.43:0/323996761 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4fc410da30 0x7f4fc41998c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:05.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.195+0000 7f4fc3fff700 1 -- 172.21.15.43:0/323996761 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4fc410da30 msgr2=0x7f4fc41998c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:05.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.195+0000 7f4fc3fff700 1 --2- 172.21.15.43:0/323996761 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4fc410da30 0x7f4fc41998c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:05.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.195+0000 7f4fc3fff700 1 -- 172.21.15.43:0/323996761 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4fc4104600 msgr2=0x7f4fc419f6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:05.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.195+0000 7f4fc3fff700 1 --2- 172.21.15.43:0/323996761 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4fc4104600 0x7f4fc419f6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:05.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.195+0000 7f4fc3fff700 1 -- 172.21.15.43:0/323996761 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fc419a020 con 0x7f4fc4104f20 2024-05-16T15:47:05.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.195+0000 7f4fc3fff700 1 --2- 172.21.15.43:0/323996761 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4fc4104f20 0x7f4fc419fbf0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f4fb400c970 tx=0x7f4fb400cd30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:05.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.195+0000 7f4fc1ffb700 1 -- 172.21.15.43:0/323996761 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fb4007b00 con 0x7f4fc4104f20 2024-05-16T15:47:05.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.195+0000 7f4fc1ffb700 1 -- 172.21.15.43:0/323996761 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4fb400ce50 con 0x7f4fc4104f20 2024-05-16T15:47:05.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.195+0000 7f4fc9d9d700 1 -- 172.21.15.43:0/323996761 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4fc419a310 con 0x7f4fc4104f20 2024-05-16T15:47:05.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.196+0000 7f4fc1ffb700 1 -- 172.21.15.43:0/323996761 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fb4018660 con 0x7f4fc4104f20 2024-05-16T15:47:05.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.196+0000 7f4fc9d9d700 1 -- 172.21.15.43:0/323996761 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4fc41a6580 con 0x7f4fc4104f20 2024-05-16T15:47:05.209 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.197+0000 7f4fc9d9d700 1 -- 172.21.15.43:0/323996761 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4fc406a190 con 0x7f4fc4104f20 2024-05-16T15:47:05.209 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.199+0000 7f4fc1ffb700 1 -- 172.21.15.43:0/323996761 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f4fb4018800 con 0x7f4fc4104f20 2024-05-16T15:47:05.209 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.200+0000 7f4fc1ffb700 1 --2- 172.21.15.43:0/323996761 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f4fb00b2990 0x7f4fb00b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:05.209 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.200+0000 7f4fc8d9b700 1 --2- 172.21.15.43:0/323996761 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f4fb00b2990 0x7f4fb00b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:05.210 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.200+0000 7f4fc1ffb700 1 -- 172.21.15.43:0/323996761 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 9092+0+0 (secure 0 0 0) 0x7f4fb40e2730 con 0x7f4fc4104f20 2024-05-16T15:47:05.210 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.200+0000 7f4fc8d9b700 1 --2- 172.21.15.43:0/323996761 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f4fb00b2990 0x7f4fb00b4e50 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f4fac003760 tx=0x7f4fac01a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:05.212 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.203+0000 7f4fc1ffb700 1 -- 172.21.15.43:0/323996761 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f4fb4014030 con 0x7f4fc4104f20 2024-05-16T15:47:05.429 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.419+0000 7f4fc9d9d700 1 -- 172.21.15.43:0/323996761 --> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f4fc419ada0 con 0x7f4fb00b2990 2024-05-16T15:47:05.439 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.429+0000 7f4fc1ffb700 1 -- 172.21.15.43:0/323996761 <== mgr.14150 v2:172.21.15.43:6800/198025071 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340384 (secure 0 0 0) 0x7f4fac07b1b0 con 0x7f4fb00b2990 2024-05-16T15:47:05.444 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:47:05.447 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.433+0000 7f4fc9d9d700 1 -- 172.21.15.43:0/323996761 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f4fb00b2990 msgr2=0x7f4fb00b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:05.447 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.433+0000 7f4fc9d9d700 1 --2- 172.21.15.43:0/323996761 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f4fb00b2990 0x7f4fb00b4e50 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f4fac003760 tx=0x7f4fac01a040 comp rx=0 tx=0).stop 2024-05-16T15:47:05.447 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.433+0000 7f4fc9d9d700 1 -- 172.21.15.43:0/323996761 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4fc4104f20 msgr2=0x7f4fc419fbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:05.447 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.433+0000 7f4fc9d9d700 1 --2- 172.21.15.43:0/323996761 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4fc4104f20 0x7f4fc419fbf0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f4fb400c970 tx=0x7f4fb400cd30 comp rx=0 tx=0).stop 2024-05-16T15:47:05.447 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.433+0000 7f4fc9d9d700 1 -- 172.21.15.43:0/323996761 shutdown_connections 2024-05-16T15:47:05.447 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.433+0000 7f4fc9d9d700 1 --2- 172.21.15.43:0/323996761 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4fc410da30 0x7f4fc41998c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:05.448 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.433+0000 7f4fc9d9d700 1 --2- 172.21.15.43:0/323996761 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4fc4104600 0x7f4fc419f6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:05.448 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.433+0000 7f4fc9d9d700 1 --2- 172.21.15.43:0/323996761 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f4fb00b2990 0x7f4fb00b4e50 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:05.448 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.433+0000 7f4fc9d9d700 1 --2- 172.21.15.43:0/323996761 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4fc4104f20 0x7f4fc419fbf0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:05.448 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.433+0000 7f4fc9d9d700 1 -- 172.21.15.43:0/323996761 >> 172.21.15.43:0/323996761 conn(0x7f4fc40fde50 msgr2=0x7f4fc40fec00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:47:05.448 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.433+0000 7f4fc9d9d700 1 -- 172.21.15.43:0/323996761 shutdown_connections 2024-05-16T15:47:05.448 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:05.433+0000 7f4fc9d9d700 1 -- 172.21.15.43:0/323996761 wait complete. 2024-05-16T15:47:05.448 INFO:teuthology.orchestra.run.smithi043.stderr:dumped all 2024-05-16T15:47:05.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:05 smithi157 ceph-mon[35584]: pgmap v339: 129 pgs: 129 active+clean; 640 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 2.8 KiB/s wr, 12 op/s 2024-05-16T15:47:05.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:05 smithi148 ceph-mon[34976]: pgmap v339: 129 pgs: 129 active+clean; 640 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 2.8 KiB/s wr, 12 op/s 2024-05-16T15:47:05.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:05 smithi043 ceph-mon[31619]: pgmap v339: 129 pgs: 129 active+clean; 640 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 2.8 KiB/s wr, 12 op/s 2024-05-16T15:47:06.221 INFO:teuthology.orchestra.run.smithi043.stdout:{"pg_ready":true,"pg_map":{"version":339,"stamp":"2024-05-16T15:47:04.009204+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":654866,"num_objects":102,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":333,"num_read_kb":261,"num_write":369,"num_write_kb":2286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":305,"ondisk_log_size":305,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":379620,"kb_used_data":13828,"kb_used_omap":18,"kb_used_meta":365677,"kb_avail":1124562204,"statfs":{"total":1151940427776,"available":1151551696896,"internally_reserved":0,"allocated":14159872,"data_stored":7891047,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":374453562},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":27696,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":127,"num_read_kb":83,"num_write":19,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003921"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":33,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.374882+0000","last_change":"2024-05-16T15:45:37.233374+0000","last_active":"2024-05-16T15:46:21.374882+0000","last_peered":"2024-05-16T15:46:21.374882+0000","last_clean":"2024-05-16T15:46:21.374882+0000","last_became_active":"2024-05-16T15:45:37.232018+0000","last_became_peered":"2024-05-16T15:45:37.232018+0000","last_unstale":"2024-05-16T15:46:21.374882+0000","last_undegraded":"2024-05-16T15:46:21.374882+0000","last_fullsized":"2024-05-16T15:46:21.374882+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:04:19.081280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.372809+0000","last_change":"2024-05-16T15:45:37.242265+0000","last_active":"2024-05-16T15:46:21.372809+0000","last_peered":"2024-05-16T15:46:21.372809+0000","last_clean":"2024-05-16T15:46:21.372809+0000","last_became_active":"2024-05-16T15:45:37.241848+0000","last_became_peered":"2024-05-16T15:45:37.241848+0000","last_unstale":"2024-05-16T15:46:21.372809+0000","last_undegraded":"2024-05-16T15:46:21.372809+0000","last_fullsized":"2024-05-16T15:46:21.372809+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:24:22.518004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.372664+0000","last_change":"2024-05-16T15:45:37.236932+0000","last_active":"2024-05-16T15:46:21.372664+0000","last_peered":"2024-05-16T15:46:21.372664+0000","last_clean":"2024-05-16T15:46:21.372664+0000","last_became_active":"2024-05-16T15:45:37.236601+0000","last_became_peered":"2024-05-16T15:45:37.236601+0000","last_unstale":"2024-05-16T15:46:21.372664+0000","last_undegraded":"2024-05-16T15:46:21.372664+0000","last_fullsized":"2024-05-16T15:46:21.372664+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:37:01.846614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.381851+0000","last_change":"2024-05-16T15:46:21.381300+0000","last_active":"2024-05-16T15:46:21.381851+0000","last_peered":"2024-05-16T15:46:21.381851+0000","last_clean":"2024-05-16T15:46:21.381851+0000","last_became_active":"2024-05-16T15:46:21.380918+0000","last_became_peered":"2024-05-16T15:46:21.380918+0000","last_unstale":"2024-05-16T15:46:21.381851+0000","last_undegraded":"2024-05-16T15:46:21.381851+0000","last_fullsized":"2024-05-16T15:46:21.381851+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:07:52.573268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,2],"acting":[9,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.373121+0000","last_change":"2024-05-16T15:45:37.233067+0000","last_active":"2024-05-16T15:46:21.373121+0000","last_peered":"2024-05-16T15:46:21.373121+0000","last_clean":"2024-05-16T15:46:21.373121+0000","last_became_active":"2024-05-16T15:45:37.232681+0000","last_became_peered":"2024-05-16T15:45:37.232681+0000","last_unstale":"2024-05-16T15:46:21.373121+0000","last_undegraded":"2024-05-16T15:46:21.373121+0000","last_fullsized":"2024-05-16T15:46:21.373121+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:53:49.858587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.501071+0000","last_change":"2024-05-16T15:45:37.243970+0000","last_active":"2024-05-16T15:46:21.501071+0000","last_peered":"2024-05-16T15:46:21.501071+0000","last_clean":"2024-05-16T15:46:21.501071+0000","last_became_active":"2024-05-16T15:45:37.242948+0000","last_became_peered":"2024-05-16T15:45:37.242948+0000","last_unstale":"2024-05-16T15:46:21.501071+0000","last_undegraded":"2024-05-16T15:46:21.501071+0000","last_fullsized":"2024-05-16T15:46:21.501071+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:56:23.086817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.373375+0000","last_change":"2024-05-16T15:45:37.238182+0000","last_active":"2024-05-16T15:46:21.373375+0000","last_peered":"2024-05-16T15:46:21.373375+0000","last_clean":"2024-05-16T15:46:21.373375+0000","last_became_active":"2024-05-16T15:45:37.237870+0000","last_became_peered":"2024-05-16T15:45:37.237870+0000","last_unstale":"2024-05-16T15:46:21.373375+0000","last_undegraded":"2024-05-16T15:46:21.373375+0000","last_fullsized":"2024-05-16T15:46:21.373375+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:55:22.817732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.502791+0000","last_change":"2024-05-16T15:46:21.502466+0000","last_active":"2024-05-16T15:46:21.502791+0000","last_peered":"2024-05-16T15:46:21.502791+0000","last_clean":"2024-05-16T15:46:21.502791+0000","last_became_active":"2024-05-16T15:46:21.502211+0000","last_became_peered":"2024-05-16T15:46:21.502211+0000","last_unstale":"2024-05-16T15:46:21.502791+0000","last_undegraded":"2024-05-16T15:46:21.502791+0000","last_fullsized":"2024-05-16T15:46:21.502791+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:41:01.854687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.841262+0000","last_change":"2024-05-16T15:45:37.237713+0000","last_active":"2024-05-16T15:46:21.841262+0000","last_peered":"2024-05-16T15:46:21.841262+0000","last_clean":"2024-05-16T15:46:21.841262+0000","last_became_active":"2024-05-16T15:45:37.237137+0000","last_became_peered":"2024-05-16T15:45:37.237137+0000","last_unstale":"2024-05-16T15:46:21.841262+0000","last_undegraded":"2024-05-16T15:46:21.841262+0000","last_fullsized":"2024-05-16T15:46:21.841262+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:38:06.769524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.501694+0000","last_change":"2024-05-16T15:45:37.243362+0000","last_active":"2024-05-16T15:46:21.501694+0000","last_peered":"2024-05-16T15:46:21.501694+0000","last_clean":"2024-05-16T15:46:21.501694+0000","last_became_active":"2024-05-16T15:45:37.242985+0000","last_became_peered":"2024-05-16T15:45:37.242985+0000","last_unstale":"2024-05-16T15:46:21.501694+0000","last_undegraded":"2024-05-16T15:46:21.501694+0000","last_fullsized":"2024-05-16T15:46:21.501694+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:18:39.316027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.373996+0000","last_change":"2024-05-16T15:45:37.240047+0000","last_active":"2024-05-16T15:46:21.373996+0000","last_peered":"2024-05-16T15:46:21.373996+0000","last_clean":"2024-05-16T15:46:21.373996+0000","last_became_active":"2024-05-16T15:45:37.239562+0000","last_became_peered":"2024-05-16T15:45:37.239562+0000","last_unstale":"2024-05-16T15:46:21.373996+0000","last_undegraded":"2024-05-16T15:46:21.373996+0000","last_fullsized":"2024-05-16T15:46:21.373996+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:41:12.600803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.745855+0000","last_change":"2024-05-16T15:45:37.242464+0000","last_active":"2024-05-16T15:46:21.745855+0000","last_peered":"2024-05-16T15:46:21.745855+0000","last_clean":"2024-05-16T15:46:21.745855+0000","last_became_active":"2024-05-16T15:45:37.242003+0000","last_became_peered":"2024-05-16T15:45:37.242003+0000","last_unstale":"2024-05-16T15:46:21.745855+0000","last_undegraded":"2024-05-16T15:46:21.745855+0000","last_fullsized":"2024-05-16T15:46:21.745855+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T01:40:06.242690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.376700+0000","last_change":"2024-05-16T15:45:37.244301+0000","last_active":"2024-05-16T15:46:21.376700+0000","last_peered":"2024-05-16T15:46:21.376700+0000","last_clean":"2024-05-16T15:46:21.376700+0000","last_became_active":"2024-05-16T15:45:37.243582+0000","last_became_peered":"2024-05-16T15:45:37.243582+0000","last_unstale":"2024-05-16T15:46:21.376700+0000","last_undegraded":"2024-05-16T15:46:21.376700+0000","last_fullsized":"2024-05-16T15:46:21.376700+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:30:38.984575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.372309+0000","last_change":"2024-05-16T15:45:37.231037+0000","last_active":"2024-05-16T15:46:21.372309+0000","last_peered":"2024-05-16T15:46:21.372309+0000","last_clean":"2024-05-16T15:46:21.372309+0000","last_became_active":"2024-05-16T15:45:37.230710+0000","last_became_peered":"2024-05-16T15:45:37.230710+0000","last_unstale":"2024-05-16T15:46:21.372309+0000","last_undegraded":"2024-05-16T15:46:21.372309+0000","last_fullsized":"2024-05-16T15:46:21.372309+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:16:27.329337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.372500+0000","last_change":"2024-05-16T15:45:37.238771+0000","last_active":"2024-05-16T15:46:21.372500+0000","last_peered":"2024-05-16T15:46:21.372500+0000","last_clean":"2024-05-16T15:46:21.372500+0000","last_became_active":"2024-05-16T15:45:37.238424+0000","last_became_peered":"2024-05-16T15:45:37.238424+0000","last_unstale":"2024-05-16T15:46:21.372500+0000","last_undegraded":"2024-05-16T15:46:21.372500+0000","last_fullsized":"2024-05-16T15:46:21.372500+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:25:26.333171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.840413+0000","last_change":"2024-05-16T15:45:37.236070+0000","last_active":"2024-05-16T15:46:21.840413+0000","last_peered":"2024-05-16T15:46:21.840413+0000","last_clean":"2024-05-16T15:46:21.840413+0000","last_became_active":"2024-05-16T15:45:37.235634+0000","last_became_peered":"2024-05-16T15:45:37.235634+0000","last_unstale":"2024-05-16T15:46:21.840413+0000","last_undegraded":"2024-05-16T15:46:21.840413+0000","last_fullsized":"2024-05-16T15:46:21.840413+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:23:03.074527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":33,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.374727+0000","last_change":"2024-05-16T15:45:37.232411+0000","last_active":"2024-05-16T15:46:21.374727+0000","last_peered":"2024-05-16T15:46:21.374727+0000","last_clean":"2024-05-16T15:46:21.374727+0000","last_became_active":"2024-05-16T15:45:37.231433+0000","last_became_peered":"2024-05-16T15:45:37.231433+0000","last_unstale":"2024-05-16T15:46:21.374727+0000","last_undegraded":"2024-05-16T15:46:21.374727+0000","last_fullsized":"2024-05-16T15:46:21.374727+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:31:43.626076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.375436+0000","last_change":"2024-05-16T15:45:37.238345+0000","last_active":"2024-05-16T15:46:21.375436+0000","last_peered":"2024-05-16T15:46:21.375436+0000","last_clean":"2024-05-16T15:46:21.375436+0000","last_became_active":"2024-05-16T15:45:37.237810+0000","last_became_peered":"2024-05-16T15:45:37.237810+0000","last_unstale":"2024-05-16T15:46:21.375436+0000","last_undegraded":"2024-05-16T15:46:21.375436+0000","last_fullsized":"2024-05-16T15:46:21.375436+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:58:26.792733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.377755+0000","last_change":"2024-05-16T15:45:37.245583+0000","last_active":"2024-05-16T15:46:21.377755+0000","last_peered":"2024-05-16T15:46:21.377755+0000","last_clean":"2024-05-16T15:46:21.377755+0000","last_became_active":"2024-05-16T15:45:37.245086+0000","last_became_peered":"2024-05-16T15:45:37.245086+0000","last_unstale":"2024-05-16T15:46:21.377755+0000","last_undegraded":"2024-05-16T15:46:21.377755+0000","last_fullsized":"2024-05-16T15:46:21.377755+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:01:46.686164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.376782+0000","last_change":"2024-05-16T15:45:47.273887+0000","last_active":"2024-05-16T15:46:21.376782+0000","last_peered":"2024-05-16T15:46:21.376782+0000","last_clean":"2024-05-16T15:46:21.376782+0000","last_became_active":"2024-05-16T15:45:47.273434+0000","last_became_peered":"2024-05-16T15:45:47.273434+0000","last_unstale":"2024-05-16T15:46:21.376782+0000","last_undegraded":"2024-05-16T15:46:21.376782+0000","last_fullsized":"2024-05-16T15:46:21.376782+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:28:49.210985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"87'13","reported_seq":73,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:58.255910+0000","last_change":"2024-05-16T15:45:34.205394+0000","last_active":"2024-05-16T15:46:58.255910+0000","last_peered":"2024-05-16T15:46:58.255910+0000","last_clean":"2024-05-16T15:46:58.255910+0000","last_became_active":"2024-05-16T15:45:34.205035+0000","last_became_peered":"2024-05-16T15:45:34.205035+0000","last_unstale":"2024-05-16T15:46:58.255910+0000","last_undegraded":"2024-05-16T15:46:58.255910+0000","last_fullsized":"2024-05-16T15:46:58.255910+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:03:24.210677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":21,"num_read_kb":21,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.380058+0000","last_change":"2024-05-16T15:45:37.245147+0000","last_active":"2024-05-16T15:46:21.380058+0000","last_peered":"2024-05-16T15:46:21.380058+0000","last_clean":"2024-05-16T15:46:21.380058+0000","last_became_active":"2024-05-16T15:45:37.244817+0000","last_became_peered":"2024-05-16T15:45:37.244817+0000","last_unstale":"2024-05-16T15:46:21.380058+0000","last_undegraded":"2024-05-16T15:46:21.380058+0000","last_fullsized":"2024-05-16T15:46:21.380058+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:21:46.147135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.744850+0000","last_change":"2024-05-16T15:45:47.273818+0000","last_active":"2024-05-16T15:46:21.744850+0000","last_peered":"2024-05-16T15:46:21.744850+0000","last_clean":"2024-05-16T15:46:21.744850+0000","last_became_active":"2024-05-16T15:45:47.273372+0000","last_became_peered":"2024-05-16T15:45:47.273372+0000","last_unstale":"2024-05-16T15:46:21.744850+0000","last_undegraded":"2024-05-16T15:46:21.744850+0000","last_fullsized":"2024-05-16T15:46:21.744850+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:30:57.162207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"87'2","reported_seq":41,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.380342+0000","last_change":"2024-05-16T15:45:34.700053+0000","last_active":"2024-05-16T15:46:21.380342+0000","last_peered":"2024-05-16T15:46:21.380342+0000","last_clean":"2024-05-16T15:46:21.380342+0000","last_became_active":"2024-05-16T15:45:34.699384+0000","last_became_peered":"2024-05-16T15:45:34.699384+0000","last_unstale":"2024-05-16T15:46:21.380342+0000","last_undegraded":"2024-05-16T15:46:21.380342+0000","last_fullsized":"2024-05-16T15:46:21.380342+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:17:33.760661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.373024+0000","last_change":"2024-05-16T15:45:37.233119+0000","last_active":"2024-05-16T15:46:21.373024+0000","last_peered":"2024-05-16T15:46:21.373024+0000","last_clean":"2024-05-16T15:46:21.373024+0000","last_became_active":"2024-05-16T15:45:37.232818+0000","last_became_peered":"2024-05-16T15:45:37.232818+0000","last_unstale":"2024-05-16T15:46:21.373024+0000","last_undegraded":"2024-05-16T15:46:21.373024+0000","last_fullsized":"2024-05-16T15:46:21.373024+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:33:35.610034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.745084+0000","last_change":"2024-05-16T15:45:47.274350+0000","last_active":"2024-05-16T15:46:21.745084+0000","last_peered":"2024-05-16T15:46:21.745084+0000","last_clean":"2024-05-16T15:46:21.745084+0000","last_became_active":"2024-05-16T15:45:47.273912+0000","last_became_peered":"2024-05-16T15:45:47.273912+0000","last_unstale":"2024-05-16T15:46:21.745084+0000","last_undegraded":"2024-05-16T15:46:21.745084+0000","last_fullsized":"2024-05-16T15:46:21.745084+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:41:11.747087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"87'12","reported_seq":62,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:40.229761+0000","last_change":"2024-05-16T15:46:21.845036+0000","last_active":"2024-05-16T15:46:40.229761+0000","last_peered":"2024-05-16T15:46:40.229761+0000","last_clean":"2024-05-16T15:46:40.229761+0000","last_became_active":"2024-05-16T15:46:21.842324+0000","last_became_peered":"2024-05-16T15:46:21.842324+0000","last_unstale":"2024-05-16T15:46:40.229761+0000","last_undegraded":"2024-05-16T15:46:40.229761+0000","last_fullsized":"2024-05-16T15:46:40.229761+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T01:53:21.667543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,7],"acting":[8,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.840754+0000","last_change":"2024-05-16T15:45:37.234411+0000","last_active":"2024-05-16T15:46:21.840754+0000","last_peered":"2024-05-16T15:46:21.840754+0000","last_clean":"2024-05-16T15:46:21.840754+0000","last_became_active":"2024-05-16T15:45:37.234043+0000","last_became_peered":"2024-05-16T15:45:37.234043+0000","last_unstale":"2024-05-16T15:46:21.840754+0000","last_undegraded":"2024-05-16T15:46:21.840754+0000","last_fullsized":"2024-05-16T15:46:21.840754+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T19:16:27.956508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.744998+0000","last_change":"2024-05-16T15:45:47.269228+0000","last_active":"2024-05-16T15:46:21.744998+0000","last_peered":"2024-05-16T15:46:21.744998+0000","last_clean":"2024-05-16T15:46:21.744998+0000","last_became_active":"2024-05-16T15:45:47.268772+0000","last_became_peered":"2024-05-16T15:45:47.268772+0000","last_unstale":"2024-05-16T15:46:21.744998+0000","last_undegraded":"2024-05-16T15:46:21.744998+0000","last_fullsized":"2024-05-16T15:46:21.744998+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:34:17.566344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"87'5","reported_seq":45,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:39.226495+0000","last_change":"2024-05-16T15:45:34.206914+0000","last_active":"2024-05-16T15:46:39.226495+0000","last_peered":"2024-05-16T15:46:39.226495+0000","last_clean":"2024-05-16T15:46:39.226495+0000","last_became_active":"2024-05-16T15:45:34.206588+0000","last_became_peered":"2024-05-16T15:45:34.206588+0000","last_unstale":"2024-05-16T15:46:39.226495+0000","last_undegraded":"2024-05-16T15:46:39.226495+0000","last_fullsized":"2024-05-16T15:46:39.226495+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:03:10.172697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.380636+0000","last_change":"2024-05-16T15:45:37.245627+0000","last_active":"2024-05-16T15:46:21.380636+0000","last_peered":"2024-05-16T15:46:21.380636+0000","last_clean":"2024-05-16T15:46:21.380636+0000","last_became_active":"2024-05-16T15:45:37.245185+0000","last_became_peered":"2024-05-16T15:45:37.245185+0000","last_unstale":"2024-05-16T15:46:21.380636+0000","last_undegraded":"2024-05-16T15:46:21.380636+0000","last_fullsized":"2024-05-16T15:46:21.380636+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:05:51.193220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.377427+0000","last_change":"2024-05-16T15:45:47.271741+0000","last_active":"2024-05-16T15:46:21.377427+0000","last_peered":"2024-05-16T15:46:21.377427+0000","last_clean":"2024-05-16T15:46:21.377427+0000","last_became_active":"2024-05-16T15:45:47.271361+0000","last_became_peered":"2024-05-16T15:45:47.271361+0000","last_unstale":"2024-05-16T15:46:21.377427+0000","last_undegraded":"2024-05-16T15:46:21.377427+0000","last_fullsized":"2024-05-16T15:46:21.377427+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:09:22.815175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"87'6","reported_seq":71,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:47:01.261309+0000","last_change":"2024-05-16T15:45:34.203380+0000","last_active":"2024-05-16T15:47:01.261309+0000","last_peered":"2024-05-16T15:47:01.261309+0000","last_clean":"2024-05-16T15:47:01.261309+0000","last_became_active":"2024-05-16T15:45:34.203040+0000","last_became_peered":"2024-05-16T15:45:34.203040+0000","last_unstale":"2024-05-16T15:47:01.261309+0000","last_undegraded":"2024-05-16T15:47:01.261309+0000","last_fullsized":"2024-05-16T15:47:01.261309+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:39:59.141764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1013,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":26,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.373057+0000","last_change":"2024-05-16T15:45:37.237407+0000","last_active":"2024-05-16T15:46:21.373057+0000","last_peered":"2024-05-16T15:46:21.373057+0000","last_clean":"2024-05-16T15:46:21.373057+0000","last_became_active":"2024-05-16T15:45:37.236985+0000","last_became_peered":"2024-05-16T15:45:37.236985+0000","last_unstale":"2024-05-16T15:46:21.373057+0000","last_undegraded":"2024-05-16T15:46:21.373057+0000","last_fullsized":"2024-05-16T15:46:21.373057+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:23:02.341216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.376825+0000","last_change":"2024-05-16T15:45:47.272978+0000","last_active":"2024-05-16T15:46:21.376825+0000","last_peered":"2024-05-16T15:46:21.376825+0000","last_clean":"2024-05-16T15:46:21.376825+0000","last_became_active":"2024-05-16T15:45:47.271437+0000","last_became_peered":"2024-05-16T15:45:47.271437+0000","last_unstale":"2024-05-16T15:46:21.376825+0000","last_undegraded":"2024-05-16T15:46:21.376825+0000","last_fullsized":"2024-05-16T15:46:21.376825+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T19:04:02.345284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"87'7","reported_seq":47,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:38.221212+0000","last_change":"2024-05-16T15:45:34.208911+0000","last_active":"2024-05-16T15:46:38.221212+0000","last_peered":"2024-05-16T15:46:38.221212+0000","last_clean":"2024-05-16T15:46:38.221212+0000","last_became_active":"2024-05-16T15:45:34.208559+0000","last_became_peered":"2024-05-16T15:45:34.208559+0000","last_unstale":"2024-05-16T15:46:38.221212+0000","last_undegraded":"2024-05-16T15:46:38.221212+0000","last_fullsized":"2024-05-16T15:46:38.221212+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T01:53:19.333035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":40,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.384341+0000","last_change":"2024-05-16T15:46:21.384341+0000","last_active":"2024-05-16T15:46:21.384341+0000","last_peered":"2024-05-16T15:46:21.384341+0000","last_clean":"2024-05-16T15:46:21.384341+0000","last_became_active":"2024-05-16T15:46:21.383887+0000","last_became_peered":"2024-05-16T15:46:21.383887+0000","last_unstale":"2024-05-16T15:46:21.384341+0000","last_undegraded":"2024-05-16T15:46:21.384341+0000","last_fullsized":"2024-05-16T15:46:21.384341+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T19:27:52.581300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3],"acting":[5,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.374657+0000","last_change":"2024-05-16T15:45:47.272186+0000","last_active":"2024-05-16T15:46:21.374657+0000","last_peered":"2024-05-16T15:46:21.374657+0000","last_clean":"2024-05-16T15:46:21.374657+0000","last_became_active":"2024-05-16T15:45:47.271769+0000","last_became_peered":"2024-05-16T15:45:47.271769+0000","last_unstale":"2024-05-16T15:46:21.374657+0000","last_undegraded":"2024-05-16T15:46:21.374657+0000","last_fullsized":"2024-05-16T15:46:21.374657+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:36:18.881903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"87'3","reported_seq":43,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:37.218887+0000","last_change":"2024-05-16T15:45:34.203495+0000","last_active":"2024-05-16T15:46:37.218887+0000","last_peered":"2024-05-16T15:46:37.218887+0000","last_clean":"2024-05-16T15:46:37.218887+0000","last_became_active":"2024-05-16T15:45:34.203236+0000","last_became_peered":"2024-05-16T15:45:34.203236+0000","last_unstale":"2024-05-16T15:46:37.218887+0000","last_undegraded":"2024-05-16T15:46:37.218887+0000","last_fullsized":"2024-05-16T15:46:37.218887+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:34:35.377074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.379389+0000","last_change":"2024-05-16T15:45:37.230891+0000","last_active":"2024-05-16T15:46:21.379389+0000","last_peered":"2024-05-16T15:46:21.379389+0000","last_clean":"2024-05-16T15:46:21.379389+0000","last_became_active":"2024-05-16T15:45:37.230600+0000","last_became_peered":"2024-05-16T15:45:37.230600+0000","last_unstale":"2024-05-16T15:46:21.379389+0000","last_undegraded":"2024-05-16T15:46:21.379389+0000","last_fullsized":"2024-05-16T15:46:21.379389+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:51:50.143297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.372812+0000","last_change":"2024-05-16T15:45:47.265421+0000","last_active":"2024-05-16T15:46:21.372812+0000","last_peered":"2024-05-16T15:46:21.372812+0000","last_clean":"2024-05-16T15:46:21.372812+0000","last_became_active":"2024-05-16T15:45:47.264603+0000","last_became_peered":"2024-05-16T15:45:47.264603+0000","last_unstale":"2024-05-16T15:46:21.372812+0000","last_undegraded":"2024-05-16T15:46:21.372812+0000","last_fullsized":"2024-05-16T15:46:21.372812+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:32:12.958165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"87'3","reported_seq":43,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:39.226358+0000","last_change":"2024-05-16T15:45:34.203935+0000","last_active":"2024-05-16T15:46:39.226358+0000","last_peered":"2024-05-16T15:46:39.226358+0000","last_clean":"2024-05-16T15:46:39.226358+0000","last_became_active":"2024-05-16T15:45:34.203580+0000","last_became_peered":"2024-05-16T15:45:34.203580+0000","last_unstale":"2024-05-16T15:46:39.226358+0000","last_undegraded":"2024-05-16T15:46:39.226358+0000","last_fullsized":"2024-05-16T15:46:39.226358+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:41:08.458217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.374889+0000","last_change":"2024-05-16T15:45:37.232504+0000","last_active":"2024-05-16T15:46:21.374889+0000","last_peered":"2024-05-16T15:46:21.374889+0000","last_clean":"2024-05-16T15:46:21.374889+0000","last_became_active":"2024-05-16T15:45:37.232058+0000","last_became_peered":"2024-05-16T15:45:37.232058+0000","last_unstale":"2024-05-16T15:46:21.374889+0000","last_undegraded":"2024-05-16T15:46:21.374889+0000","last_fullsized":"2024-05-16T15:46:21.374889+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:09:36.891965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.379522+0000","last_change":"2024-05-16T15:45:47.269783+0000","last_active":"2024-05-16T15:46:21.379522+0000","last_peered":"2024-05-16T15:46:21.379522+0000","last_clean":"2024-05-16T15:46:21.379522+0000","last_became_active":"2024-05-16T15:45:47.268502+0000","last_became_peered":"2024-05-16T15:45:47.268502+0000","last_unstale":"2024-05-16T15:46:21.379522+0000","last_undegraded":"2024-05-16T15:46:21.379522+0000","last_fullsized":"2024-05-16T15:46:21.379522+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:51:10.692585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"87'4","reported_seq":86,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:47:00.259136+0000","last_change":"2024-05-16T15:45:34.207020+0000","last_active":"2024-05-16T15:47:00.259136+0000","last_peered":"2024-05-16T15:47:00.259136+0000","last_clean":"2024-05-16T15:47:00.259136+0000","last_became_active":"2024-05-16T15:45:34.206679+0000","last_became_peered":"2024-05-16T15:45:34.206679+0000","last_unstale":"2024-05-16T15:47:00.259136+0000","last_undegraded":"2024-05-16T15:47:00.259136+0000","last_fullsized":"2024-05-16T15:47:00.259136+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:26:53.649747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":42,"num_read_kb":42,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.841232+0000","last_change":"2024-05-16T15:45:37.237022+0000","last_active":"2024-05-16T15:46:21.841232+0000","last_peered":"2024-05-16T15:46:21.841232+0000","last_clean":"2024-05-16T15:46:21.841232+0000","last_became_active":"2024-05-16T15:45:37.236378+0000","last_became_peered":"2024-05-16T15:45:37.236378+0000","last_unstale":"2024-05-16T15:46:21.841232+0000","last_undegraded":"2024-05-16T15:46:21.841232+0000","last_fullsized":"2024-05-16T15:46:21.841232+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T19:33:08.853534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.375603+0000","last_change":"2024-05-16T15:45:47.270746+0000","last_active":"2024-05-16T15:46:21.375603+0000","last_peered":"2024-05-16T15:46:21.375603+0000","last_clean":"2024-05-16T15:46:21.375603+0000","last_became_active":"2024-05-16T15:45:47.270147+0000","last_became_peered":"2024-05-16T15:45:47.270147+0000","last_unstale":"2024-05-16T15:46:21.375603+0000","last_undegraded":"2024-05-16T15:46:21.375603+0000","last_fullsized":"2024-05-16T15:46:21.375603+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:16:49.530406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"87'4","reported_seq":43,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:39.225172+0000","last_change":"2024-05-16T15:45:34.204229+0000","last_active":"2024-05-16T15:46:39.225172+0000","last_peered":"2024-05-16T15:46:39.225172+0000","last_clean":"2024-05-16T15:46:39.225172+0000","last_became_active":"2024-05-16T15:45:34.203826+0000","last_became_peered":"2024-05-16T15:45:34.203826+0000","last_unstale":"2024-05-16T15:46:39.225172+0000","last_undegraded":"2024-05-16T15:46:39.225172+0000","last_fullsized":"2024-05-16T15:46:39.225172+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:53:30.409658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":40,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.382657+0000","last_change":"2024-05-16T15:46:21.382657+0000","last_active":"2024-05-16T15:46:21.382657+0000","last_peered":"2024-05-16T15:46:21.382657+0000","last_clean":"2024-05-16T15:46:21.382657+0000","last_became_active":"2024-05-16T15:46:21.382279+0000","last_became_peered":"2024-05-16T15:46:21.382279+0000","last_unstale":"2024-05-16T15:46:21.382657+0000","last_undegraded":"2024-05-16T15:46:21.382657+0000","last_fullsized":"2024-05-16T15:46:21.382657+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:13:36.113286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.745244+0000","last_change":"2024-05-16T15:45:47.272831+0000","last_active":"2024-05-16T15:46:21.745244+0000","last_peered":"2024-05-16T15:46:21.745244+0000","last_clean":"2024-05-16T15:46:21.745244+0000","last_became_active":"2024-05-16T15:45:47.272430+0000","last_became_peered":"2024-05-16T15:45:47.272430+0000","last_unstale":"2024-05-16T15:46:21.745244+0000","last_undegraded":"2024-05-16T15:46:21.745244+0000","last_fullsized":"2024-05-16T15:46:21.745244+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:28:47.602617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"87'5","reported_seq":45,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:38.221061+0000","last_change":"2024-05-16T15:45:34.700222+0000","last_active":"2024-05-16T15:46:38.221061+0000","last_peered":"2024-05-16T15:46:38.221061+0000","last_clean":"2024-05-16T15:46:38.221061+0000","last_became_active":"2024-05-16T15:45:34.699776+0000","last_became_peered":"2024-05-16T15:45:34.699776+0000","last_unstale":"2024-05-16T15:46:38.221061+0000","last_undegraded":"2024-05-16T15:46:38.221061+0000","last_fullsized":"2024-05-16T15:46:38.221061+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:22:49.327804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.840786+0000","last_change":"2024-05-16T15:45:37.238757+0000","last_active":"2024-05-16T15:46:21.840786+0000","last_peered":"2024-05-16T15:46:21.840786+0000","last_clean":"2024-05-16T15:46:21.840786+0000","last_became_active":"2024-05-16T15:45:37.238434+0000","last_became_peered":"2024-05-16T15:45:37.238434+0000","last_unstale":"2024-05-16T15:46:21.840786+0000","last_undegraded":"2024-05-16T15:46:21.840786+0000","last_fullsized":"2024-05-16T15:46:21.840786+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:35:45.674381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.374933+0000","last_change":"2024-05-16T15:45:47.272694+0000","last_active":"2024-05-16T15:46:21.374933+0000","last_peered":"2024-05-16T15:46:21.374933+0000","last_clean":"2024-05-16T15:46:21.374933+0000","last_became_active":"2024-05-16T15:45:47.272316+0000","last_became_peered":"2024-05-16T15:45:47.272316+0000","last_unstale":"2024-05-16T15:46:21.374933+0000","last_undegraded":"2024-05-16T15:46:21.374933+0000","last_fullsized":"2024-05-16T15:46:21.374933+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:16:30.349120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"87'32","reported_seq":121,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:47:00.259983+0000","last_change":"2024-05-16T15:45:34.209964+0000","last_active":"2024-05-16T15:47:00.259983+0000","last_peered":"2024-05-16T15:47:00.259983+0000","last_clean":"2024-05-16T15:47:00.259983+0000","last_became_active":"2024-05-16T15:45:34.209597+0000","last_became_peered":"2024-05-16T15:45:34.209597+0000","last_unstale":"2024-05-16T15:47:00.259983+0000","last_undegraded":"2024-05-16T15:47:00.259983+0000","last_fullsized":"2024-05-16T15:47:00.259983+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:12:21.590031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56669,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":49,"num_read_kb":80,"num_write":34,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.373735+0000","last_change":"2024-05-16T15:45:37.241393+0000","last_active":"2024-05-16T15:46:21.373735+0000","last_peered":"2024-05-16T15:46:21.373735+0000","last_clean":"2024-05-16T15:46:21.373735+0000","last_became_active":"2024-05-16T15:45:37.240937+0000","last_became_peered":"2024-05-16T15:45:37.240937+0000","last_unstale":"2024-05-16T15:46:21.373735+0000","last_undegraded":"2024-05-16T15:46:21.373735+0000","last_fullsized":"2024-05-16T15:46:21.373735+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:21:42.415245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.380954+0000","last_change":"2024-05-16T15:45:47.273984+0000","last_active":"2024-05-16T15:46:21.380954+0000","last_peered":"2024-05-16T15:46:21.380954+0000","last_clean":"2024-05-16T15:46:21.380954+0000","last_became_active":"2024-05-16T15:45:47.273572+0000","last_became_peered":"2024-05-16T15:45:47.273572+0000","last_unstale":"2024-05-16T15:46:21.380954+0000","last_undegraded":"2024-05-16T15:46:21.380954+0000","last_fullsized":"2024-05-16T15:46:21.380954+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:33:26.603363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"87'9","reported_seq":51,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:40.229339+0000","last_change":"2024-05-16T15:45:34.208133+0000","last_active":"2024-05-16T15:46:40.229339+0000","last_peered":"2024-05-16T15:46:40.229339+0000","last_clean":"2024-05-16T15:46:40.229339+0000","last_became_active":"2024-05-16T15:45:34.206983+0000","last_became_peered":"2024-05-16T15:45:34.206983+0000","last_unstale":"2024-05-16T15:46:40.229339+0000","last_undegraded":"2024-05-16T15:46:40.229339+0000","last_fullsized":"2024-05-16T15:46:40.229339+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:00:25.813822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.376802+0000","last_change":"2024-05-16T15:45:37.238117+0000","last_active":"2024-05-16T15:46:21.376802+0000","last_peered":"2024-05-16T15:46:21.376802+0000","last_clean":"2024-05-16T15:46:21.376802+0000","last_became_active":"2024-05-16T15:45:37.237748+0000","last_became_peered":"2024-05-16T15:45:37.237748+0000","last_unstale":"2024-05-16T15:46:21.376802+0000","last_undegraded":"2024-05-16T15:46:21.376802+0000","last_fullsized":"2024-05-16T15:46:21.376802+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:16:22.543126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.376002+0000","last_change":"2024-05-16T15:45:47.273544+0000","last_active":"2024-05-16T15:46:21.376002+0000","last_peered":"2024-05-16T15:46:21.376002+0000","last_clean":"2024-05-16T15:46:21.376002+0000","last_became_active":"2024-05-16T15:45:47.273098+0000","last_became_peered":"2024-05-16T15:45:47.273098+0000","last_unstale":"2024-05-16T15:46:21.376002+0000","last_undegraded":"2024-05-16T15:46:21.376002+0000","last_fullsized":"2024-05-16T15:46:21.376002+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:32:06.354159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"87'5","reported_seq":45,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:39.224375+0000","last_change":"2024-05-16T15:45:34.203448+0000","last_active":"2024-05-16T15:46:39.224375+0000","last_peered":"2024-05-16T15:46:39.224375+0000","last_clean":"2024-05-16T15:46:39.224375+0000","last_became_active":"2024-05-16T15:45:34.199641+0000","last_became_peered":"2024-05-16T15:45:34.199641+0000","last_unstale":"2024-05-16T15:46:39.224375+0000","last_undegraded":"2024-05-16T15:46:39.224375+0000","last_fullsized":"2024-05-16T15:46:39.224375+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:47:53.761201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.373682+0000","last_change":"2024-05-16T15:45:37.242897+0000","last_active":"2024-05-16T15:46:21.373682+0000","last_peered":"2024-05-16T15:46:21.373682+0000","last_clean":"2024-05-16T15:46:21.373682+0000","last_became_active":"2024-05-16T15:45:37.242561+0000","last_became_peered":"2024-05-16T15:45:37.242561+0000","last_unstale":"2024-05-16T15:46:21.373682+0000","last_undegraded":"2024-05-16T15:46:21.373682+0000","last_fullsized":"2024-05-16T15:46:21.373682+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:21:49.213218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.375340+0000","last_change":"2024-05-16T15:45:47.277674+0000","last_active":"2024-05-16T15:46:21.375340+0000","last_peered":"2024-05-16T15:46:21.375340+0000","last_clean":"2024-05-16T15:46:21.375340+0000","last_became_active":"2024-05-16T15:45:47.277282+0000","last_became_peered":"2024-05-16T15:45:47.277282+0000","last_unstale":"2024-05-16T15:46:21.375340+0000","last_undegraded":"2024-05-16T15:46:21.375340+0000","last_fullsized":"2024-05-16T15:46:21.375340+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:17:07.066312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"87'6","reported_seq":71,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:47:01.268263+0000","last_change":"2024-05-16T15:45:34.207768+0000","last_active":"2024-05-16T15:47:01.268263+0000","last_peered":"2024-05-16T15:47:01.268263+0000","last_clean":"2024-05-16T15:47:01.268263+0000","last_became_active":"2024-05-16T15:45:34.206894+0000","last_became_peered":"2024-05-16T15:45:34.206894+0000","last_unstale":"2024-05-16T15:47:01.268263+0000","last_undegraded":"2024-05-16T15:47:01.268263+0000","last_fullsized":"2024-05-16T15:47:01.268263+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:15:12.447195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":27,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.373641+0000","last_change":"2024-05-16T15:45:37.239401+0000","last_active":"2024-05-16T15:46:21.373641+0000","last_peered":"2024-05-16T15:46:21.373641+0000","last_clean":"2024-05-16T15:46:21.373641+0000","last_became_active":"2024-05-16T15:45:37.239014+0000","last_became_peered":"2024-05-16T15:45:37.239014+0000","last_unstale":"2024-05-16T15:46:21.373641+0000","last_undegraded":"2024-05-16T15:46:21.373641+0000","last_fullsized":"2024-05-16T15:46:21.373641+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:43:33.133074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.376895+0000","last_change":"2024-05-16T15:45:47.273769+0000","last_active":"2024-05-16T15:46:21.376895+0000","last_peered":"2024-05-16T15:46:21.376895+0000","last_clean":"2024-05-16T15:46:21.376895+0000","last_became_active":"2024-05-16T15:45:47.273370+0000","last_became_peered":"2024-05-16T15:45:47.273370+0000","last_unstale":"2024-05-16T15:46:21.376895+0000","last_undegraded":"2024-05-16T15:46:21.376895+0000","last_fullsized":"2024-05-16T15:46:21.376895+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:01:48.854323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"87'17","reported_seq":31,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:39.225368+0000","last_change":"2024-05-16T15:46:21.389090+0000","last_active":"2024-05-16T15:46:39.225368+0000","last_peered":"2024-05-16T15:46:39.225368+0000","last_clean":"2024-05-16T15:46:39.225368+0000","last_became_active":"2024-05-16T15:46:21.380484+0000","last_became_peered":"2024-05-16T15:46:21.380484+0000","last_unstale":"2024-05-16T15:46:39.225368+0000","last_undegraded":"2024-05-16T15:46:39.225368+0000","last_fullsized":"2024-05-16T15:46:39.225368+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T19:35:08.593759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.379572+0000","last_change":"2024-05-16T15:45:37.238980+0000","last_active":"2024-05-16T15:46:21.379572+0000","last_peered":"2024-05-16T15:46:21.379572+0000","last_clean":"2024-05-16T15:46:21.379572+0000","last_became_active":"2024-05-16T15:45:37.238572+0000","last_became_peered":"2024-05-16T15:45:37.238572+0000","last_unstale":"2024-05-16T15:46:21.379572+0000","last_undegraded":"2024-05-16T15:46:21.379572+0000","last_fullsized":"2024-05-16T15:46:21.379572+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T01:37:08.907100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.379449+0000","last_change":"2024-05-16T15:45:47.273183+0000","last_active":"2024-05-16T15:46:21.379449+0000","last_peered":"2024-05-16T15:46:21.379449+0000","last_clean":"2024-05-16T15:46:21.379449+0000","last_became_active":"2024-05-16T15:45:47.272613+0000","last_became_peered":"2024-05-16T15:45:47.272613+0000","last_unstale":"2024-05-16T15:46:21.379449+0000","last_undegraded":"2024-05-16T15:46:21.379449+0000","last_fullsized":"2024-05-16T15:46:21.379449+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:48:58.027704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"87'2","reported_seq":42,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:38.211794+0000","last_change":"2024-05-16T15:45:34.207938+0000","last_active":"2024-05-16T15:46:38.211794+0000","last_peered":"2024-05-16T15:46:38.211794+0000","last_clean":"2024-05-16T15:46:38.211794+0000","last_became_active":"2024-05-16T15:45:34.207549+0000","last_became_peered":"2024-05-16T15:45:34.207549+0000","last_unstale":"2024-05-16T15:46:38.211794+0000","last_undegraded":"2024-05-16T15:46:38.211794+0000","last_fullsized":"2024-05-16T15:46:38.211794+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:09:06.443105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":33,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.376425+0000","last_change":"2024-05-16T15:45:37.237519+0000","last_active":"2024-05-16T15:46:21.376425+0000","last_peered":"2024-05-16T15:46:21.376425+0000","last_clean":"2024-05-16T15:46:21.376425+0000","last_became_active":"2024-05-16T15:45:37.237137+0000","last_became_peered":"2024-05-16T15:45:37.237137+0000","last_unstale":"2024-05-16T15:46:21.376425+0000","last_undegraded":"2024-05-16T15:46:21.376425+0000","last_fullsized":"2024-05-16T15:46:21.376425+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:37:45.844280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.373046+0000","last_change":"2024-05-16T15:45:47.476148+0000","last_active":"2024-05-16T15:46:21.373046+0000","last_peered":"2024-05-16T15:46:21.373046+0000","last_clean":"2024-05-16T15:46:21.373046+0000","last_became_active":"2024-05-16T15:45:47.475645+0000","last_became_peered":"2024-05-16T15:45:47.475645+0000","last_unstale":"2024-05-16T15:46:21.373046+0000","last_undegraded":"2024-05-16T15:46:21.373046+0000","last_fullsized":"2024-05-16T15:46:21.373046+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:08:09.174661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"87'1","reported_seq":40,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.375027+0000","last_change":"2024-05-16T15:45:34.701796+0000","last_active":"2024-05-16T15:46:21.375027+0000","last_peered":"2024-05-16T15:46:21.375027+0000","last_clean":"2024-05-16T15:46:21.375027+0000","last_became_active":"2024-05-16T15:45:34.701423+0000","last_became_peered":"2024-05-16T15:45:34.701423+0000","last_unstale":"2024-05-16T15:46:21.375027+0000","last_undegraded":"2024-05-16T15:46:21.375027+0000","last_fullsized":"2024-05-16T15:46:21.375027+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:51:39.299367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.501357+0000","last_change":"2024-05-16T15:45:37.236173+0000","last_active":"2024-05-16T15:46:21.501357+0000","last_peered":"2024-05-16T15:46:21.501357+0000","last_clean":"2024-05-16T15:46:21.501357+0000","last_became_active":"2024-05-16T15:45:37.235828+0000","last_became_peered":"2024-05-16T15:45:37.235828+0000","last_unstale":"2024-05-16T15:46:21.501357+0000","last_undegraded":"2024-05-16T15:46:21.501357+0000","last_fullsized":"2024-05-16T15:46:21.501357+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:20:10.148148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.376595+0000","last_change":"2024-05-16T15:45:47.267275+0000","last_active":"2024-05-16T15:46:21.376595+0000","last_peered":"2024-05-16T15:46:21.376595+0000","last_clean":"2024-05-16T15:46:21.376595+0000","last_became_active":"2024-05-16T15:45:47.266909+0000","last_became_peered":"2024-05-16T15:45:47.266909+0000","last_unstale":"2024-05-16T15:46:21.376595+0000","last_undegraded":"2024-05-16T15:46:21.376595+0000","last_fullsized":"2024-05-16T15:46:21.376595+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:31:53.534439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"87'5","reported_seq":67,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:47:00.259046+0000","last_change":"2024-05-16T15:45:34.204344+0000","last_active":"2024-05-16T15:47:00.259046+0000","last_peered":"2024-05-16T15:47:00.259046+0000","last_clean":"2024-05-16T15:47:00.259046+0000","last_became_active":"2024-05-16T15:45:34.203814+0000","last_became_peered":"2024-05-16T15:45:34.203814+0000","last_unstale":"2024-05-16T15:47:00.259046+0000","last_undegraded":"2024-05-16T15:47:00.259046+0000","last_fullsized":"2024-05-16T15:47:00.259046+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:31:03.693553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":23,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.501122+0000","last_change":"2024-05-16T15:45:37.244708+0000","last_active":"2024-05-16T15:46:21.501122+0000","last_peered":"2024-05-16T15:46:21.501122+0000","last_clean":"2024-05-16T15:46:21.501122+0000","last_became_active":"2024-05-16T15:45:37.243723+0000","last_became_peered":"2024-05-16T15:45:37.243723+0000","last_unstale":"2024-05-16T15:46:21.501122+0000","last_undegraded":"2024-05-16T15:46:21.501122+0000","last_fullsized":"2024-05-16T15:46:21.501122+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:34:01.004617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.377262+0000","last_change":"2024-05-16T15:45:47.475862+0000","last_active":"2024-05-16T15:46:21.377262+0000","last_peered":"2024-05-16T15:46:21.377262+0000","last_clean":"2024-05-16T15:46:21.377262+0000","last_became_active":"2024-05-16T15:45:47.475451+0000","last_became_peered":"2024-05-16T15:45:47.475451+0000","last_unstale":"2024-05-16T15:46:21.377262+0000","last_undegraded":"2024-05-16T15:46:21.377262+0000","last_fullsized":"2024-05-16T15:46:21.377262+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T01:54:38.250133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.745684+0000","last_change":"2024-05-16T15:46:21.745366+0000","last_active":"2024-05-16T15:46:21.745684+0000","last_peered":"2024-05-16T15:46:21.745684+0000","last_clean":"2024-05-16T15:46:21.745684+0000","last_became_active":"2024-05-16T15:46:21.745093+0000","last_became_peered":"2024-05-16T15:46:21.745093+0000","last_unstale":"2024-05-16T15:46:21.745684+0000","last_undegraded":"2024-05-16T15:46:21.745684+0000","last_fullsized":"2024-05-16T15:46:21.745684+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:22:29.073142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,4],"acting":[9,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1","version":"87'5","reported_seq":68,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:47:00.266303+0000","last_change":"2024-05-16T15:45:34.699798+0000","last_active":"2024-05-16T15:47:00.266303+0000","last_peered":"2024-05-16T15:47:00.266303+0000","last_clean":"2024-05-16T15:47:00.266303+0000","last_became_active":"2024-05-16T15:45:34.699365+0000","last_became_peered":"2024-05-16T15:45:34.699365+0000","last_unstale":"2024-05-16T15:47:00.266303+0000","last_undegraded":"2024-05-16T15:47:00.266303+0000","last_fullsized":"2024-05-16T15:47:00.266303+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T19:26:39.680727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":23,"num_read_kb":23,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"87'1","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.374046+0000","last_change":"2024-05-16T15:45:47.272670+0000","last_active":"2024-05-16T15:46:21.374046+0000","last_peered":"2024-05-16T15:46:21.374046+0000","last_clean":"2024-05-16T15:46:21.374046+0000","last_became_active":"2024-05-16T15:45:47.272186+0000","last_became_peered":"2024-05-16T15:45:47.272186+0000","last_unstale":"2024-05-16T15:46:21.374046+0000","last_undegraded":"2024-05-16T15:46:21.374046+0000","last_fullsized":"2024-05-16T15:46:21.374046+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:50:32.511871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.379552+0000","last_change":"2024-05-16T15:45:37.239792+0000","last_active":"2024-05-16T15:46:21.379552+0000","last_peered":"2024-05-16T15:46:21.379552+0000","last_clean":"2024-05-16T15:46:21.379552+0000","last_became_active":"2024-05-16T15:45:37.239317+0000","last_became_peered":"2024-05-16T15:45:37.239317+0000","last_unstale":"2024-05-16T15:46:21.379552+0000","last_undegraded":"2024-05-16T15:46:21.379552+0000","last_fullsized":"2024-05-16T15:46:21.379552+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:40:09.278518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"87'6","reported_seq":48,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:40.229090+0000","last_change":"2024-05-16T15:45:34.205852+0000","last_active":"2024-05-16T15:46:40.229090+0000","last_peered":"2024-05-16T15:46:40.229090+0000","last_clean":"2024-05-16T15:46:40.229090+0000","last_became_active":"2024-05-16T15:45:34.205471+0000","last_became_peered":"2024-05-16T15:45:34.205471+0000","last_unstale":"2024-05-16T15:46:40.229090+0000","last_undegraded":"2024-05-16T15:46:40.229090+0000","last_fullsized":"2024-05-16T15:46:40.229090+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:37:16.887316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":113,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.373480+0000","last_change":"2024-05-16T15:44:11.582770+0000","last_active":"2024-05-16T15:46:21.373480+0000","last_peered":"2024-05-16T15:46:21.373480+0000","last_clean":"2024-05-16T15:46:21.373480+0000","last_became_active":"2024-05-16T15:44:11.578379+0000","last_became_peered":"2024-05-16T15:44:11.578379+0000","last_unstale":"2024-05-16T15:46:21.373480+0000","last_undegraded":"2024-05-16T15:46:21.373480+0000","last_fullsized":"2024-05-16T15:46:21.373480+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:40:48.349724+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:40:48.349724+0000","last_clean_scrub_stamp":"2024-05-16T15:40:48.349724+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:05:40.446247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.381065+0000","last_change":"2024-05-16T15:45:47.476117+0000","last_active":"2024-05-16T15:46:21.381065+0000","last_peered":"2024-05-16T15:46:21.381065+0000","last_clean":"2024-05-16T15:46:21.381065+0000","last_became_active":"2024-05-16T15:45:47.475620+0000","last_became_peered":"2024-05-16T15:45:47.475620+0000","last_unstale":"2024-05-16T15:46:21.381065+0000","last_undegraded":"2024-05-16T15:46:21.381065+0000","last_fullsized":"2024-05-16T15:46:21.381065+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:30:43.306489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.376384+0000","last_change":"2024-05-16T15:45:37.242169+0000","last_active":"2024-05-16T15:46:21.376384+0000","last_peered":"2024-05-16T15:46:21.376384+0000","last_clean":"2024-05-16T15:46:21.376384+0000","last_became_active":"2024-05-16T15:45:37.239665+0000","last_became_peered":"2024-05-16T15:45:37.239665+0000","last_unstale":"2024-05-16T15:46:21.376384+0000","last_undegraded":"2024-05-16T15:46:21.376384+0000","last_fullsized":"2024-05-16T15:46:21.376384+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:19:55.922659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"87'4","reported_seq":43,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:37.216813+0000","last_change":"2024-05-16T15:45:34.206003+0000","last_active":"2024-05-16T15:46:37.216813+0000","last_peered":"2024-05-16T15:46:37.216813+0000","last_clean":"2024-05-16T15:46:37.216813+0000","last_became_active":"2024-05-16T15:45:34.205626+0000","last_became_peered":"2024-05-16T15:45:34.205626+0000","last_unstale":"2024-05-16T15:46:37.216813+0000","last_undegraded":"2024-05-16T15:46:37.216813+0000","last_fullsized":"2024-05-16T15:46:37.216813+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:07:42.311502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.376148+0000","last_change":"2024-05-16T15:45:47.268451+0000","last_active":"2024-05-16T15:46:21.376148+0000","last_peered":"2024-05-16T15:46:21.376148+0000","last_clean":"2024-05-16T15:46:21.376148+0000","last_became_active":"2024-05-16T15:45:47.267962+0000","last_became_peered":"2024-05-16T15:45:47.267962+0000","last_unstale":"2024-05-16T15:46:21.376148+0000","last_undegraded":"2024-05-16T15:46:21.376148+0000","last_fullsized":"2024-05-16T15:46:21.376148+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:09:34.902315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"87'4","reported_seq":16,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:39.225106+0000","last_change":"2024-05-16T15:46:21.377930+0000","last_active":"2024-05-16T15:46:39.225106+0000","last_peered":"2024-05-16T15:46:39.225106+0000","last_clean":"2024-05-16T15:46:39.225106+0000","last_became_active":"2024-05-16T15:46:21.377429+0000","last_became_peered":"2024-05-16T15:46:21.377429+0000","last_unstale":"2024-05-16T15:46:39.225106+0000","last_undegraded":"2024-05-16T15:46:39.225106+0000","last_fullsized":"2024-05-16T15:46:39.225106+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:57:00.348793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.376826+0000","last_change":"2024-05-16T15:45:37.242116+0000","last_active":"2024-05-16T15:46:21.376826+0000","last_peered":"2024-05-16T15:46:21.376826+0000","last_clean":"2024-05-16T15:46:21.376826+0000","last_became_active":"2024-05-16T15:45:37.241200+0000","last_became_peered":"2024-05-16T15:45:37.241200+0000","last_unstale":"2024-05-16T15:46:21.376826+0000","last_undegraded":"2024-05-16T15:46:21.376826+0000","last_fullsized":"2024-05-16T15:46:21.376826+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:49:46.377848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.379278+0000","last_change":"2024-05-16T15:45:47.475754+0000","last_active":"2024-05-16T15:46:21.379278+0000","last_peered":"2024-05-16T15:46:21.379278+0000","last_clean":"2024-05-16T15:46:21.379278+0000","last_became_active":"2024-05-16T15:45:47.475275+0000","last_became_peered":"2024-05-16T15:45:47.475275+0000","last_unstale":"2024-05-16T15:46:21.379278+0000","last_undegraded":"2024-05-16T15:46:21.379278+0000","last_fullsized":"2024-05-16T15:46:21.379278+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:15:47.964178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"87'14","reported_seq":53,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:56.243137+0000","last_change":"2024-05-16T15:45:34.205399+0000","last_active":"2024-05-16T15:46:56.243137+0000","last_peered":"2024-05-16T15:46:56.243137+0000","last_clean":"2024-05-16T15:46:56.243137+0000","last_became_active":"2024-05-16T15:45:34.205060+0000","last_became_peered":"2024-05-16T15:45:34.205060+0000","last_unstale":"2024-05-16T15:46:56.243137+0000","last_undegraded":"2024-05-16T15:46:56.243137+0000","last_fullsized":"2024-05-16T15:46:56.243137+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T19:40:20.128239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.380141+0000","last_change":"2024-05-16T15:45:37.233081+0000","last_active":"2024-05-16T15:46:21.380141+0000","last_peered":"2024-05-16T15:46:21.380141+0000","last_clean":"2024-05-16T15:46:21.380141+0000","last_became_active":"2024-05-16T15:45:37.232779+0000","last_became_peered":"2024-05-16T15:45:37.232779+0000","last_unstale":"2024-05-16T15:46:21.380141+0000","last_undegraded":"2024-05-16T15:46:21.380141+0000","last_fullsized":"2024-05-16T15:46:21.380141+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:37:09.749771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.376569+0000","last_change":"2024-05-16T15:45:47.269019+0000","last_active":"2024-05-16T15:46:21.376569+0000","last_peered":"2024-05-16T15:46:21.376569+0000","last_clean":"2024-05-16T15:46:21.376569+0000","last_became_active":"2024-05-16T15:45:47.268487+0000","last_became_peered":"2024-05-16T15:45:47.268487+0000","last_unstale":"2024-05-16T15:46:21.376569+0000","last_undegraded":"2024-05-16T15:46:21.376569+0000","last_fullsized":"2024-05-16T15:46:21.376569+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:27:49.485175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"87'7","reported_seq":47,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:39.225888+0000","last_change":"2024-05-16T15:45:34.790890+0000","last_active":"2024-05-16T15:46:39.225888+0000","last_peered":"2024-05-16T15:46:39.225888+0000","last_clean":"2024-05-16T15:46:39.225888+0000","last_became_active":"2024-05-16T15:45:34.790486+0000","last_became_peered":"2024-05-16T15:45:34.790486+0000","last_unstale":"2024-05-16T15:46:39.225888+0000","last_undegraded":"2024-05-16T15:46:39.225888+0000","last_fullsized":"2024-05-16T15:46:39.225888+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:56:41.880726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.372913+0000","last_change":"2024-05-16T15:45:37.236732+0000","last_active":"2024-05-16T15:46:21.372913+0000","last_peered":"2024-05-16T15:46:21.372913+0000","last_clean":"2024-05-16T15:46:21.372913+0000","last_became_active":"2024-05-16T15:45:37.236352+0000","last_became_peered":"2024-05-16T15:45:37.236352+0000","last_unstale":"2024-05-16T15:46:21.372913+0000","last_undegraded":"2024-05-16T15:46:21.372913+0000","last_fullsized":"2024-05-16T15:46:21.372913+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:41:43.870623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.745505+0000","last_change":"2024-05-16T15:45:47.477145+0000","last_active":"2024-05-16T15:46:21.745505+0000","last_peered":"2024-05-16T15:46:21.745505+0000","last_clean":"2024-05-16T15:46:21.745505+0000","last_became_active":"2024-05-16T15:45:47.476397+0000","last_became_peered":"2024-05-16T15:45:47.476397+0000","last_unstale":"2024-05-16T15:46:21.745505+0000","last_undegraded":"2024-05-16T15:46:21.745505+0000","last_fullsized":"2024-05-16T15:46:21.745505+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:38:10.933346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"87'2","reported_seq":41,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:36.202449+0000","last_change":"2024-05-16T15:45:34.700250+0000","last_active":"2024-05-16T15:46:36.202449+0000","last_peered":"2024-05-16T15:46:36.202449+0000","last_clean":"2024-05-16T15:46:36.202449+0000","last_became_active":"2024-05-16T15:45:34.699828+0000","last_became_peered":"2024-05-16T15:45:34.699828+0000","last_unstale":"2024-05-16T15:46:36.202449+0000","last_undegraded":"2024-05-16T15:46:36.202449+0000","last_fullsized":"2024-05-16T15:46:36.202449+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:05:12.569035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.372900+0000","last_change":"2024-05-16T15:45:37.233166+0000","last_active":"2024-05-16T15:46:21.372900+0000","last_peered":"2024-05-16T15:46:21.372900+0000","last_clean":"2024-05-16T15:46:21.372900+0000","last_became_active":"2024-05-16T15:45:37.232782+0000","last_became_peered":"2024-05-16T15:45:37.232782+0000","last_unstale":"2024-05-16T15:46:21.372900+0000","last_undegraded":"2024-05-16T15:46:21.372900+0000","last_fullsized":"2024-05-16T15:46:21.372900+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:03:25.036943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.375445+0000","last_change":"2024-05-16T15:45:47.276411+0000","last_active":"2024-05-16T15:46:21.375445+0000","last_peered":"2024-05-16T15:46:21.375445+0000","last_clean":"2024-05-16T15:46:21.375445+0000","last_became_active":"2024-05-16T15:45:47.275933+0000","last_became_peered":"2024-05-16T15:45:47.275933+0000","last_unstale":"2024-05-16T15:46:21.375445+0000","last_undegraded":"2024-05-16T15:46:21.375445+0000","last_fullsized":"2024-05-16T15:46:21.375445+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:46:28.717689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"87'7","reported_seq":46,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:39.225660+0000","last_change":"2024-05-16T15:45:34.202700+0000","last_active":"2024-05-16T15:46:39.225660+0000","last_peered":"2024-05-16T15:46:39.225660+0000","last_clean":"2024-05-16T15:46:39.225660+0000","last_became_active":"2024-05-16T15:45:34.202190+0000","last_became_peered":"2024-05-16T15:45:34.202190+0000","last_unstale":"2024-05-16T15:46:39.225660+0000","last_undegraded":"2024-05-16T15:46:39.225660+0000","last_fullsized":"2024-05-16T15:46:39.225660+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:06:16.978609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":33,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.375293+0000","last_change":"2024-05-16T15:45:37.240233+0000","last_active":"2024-05-16T15:46:21.375293+0000","last_peered":"2024-05-16T15:46:21.375293+0000","last_clean":"2024-05-16T15:46:21.375293+0000","last_became_active":"2024-05-16T15:45:37.239064+0000","last_became_peered":"2024-05-16T15:45:37.239064+0000","last_unstale":"2024-05-16T15:46:21.375293+0000","last_undegraded":"2024-05-16T15:46:21.375293+0000","last_fullsized":"2024-05-16T15:46:21.375293+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:08:11.736333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"87'1","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.745323+0000","last_change":"2024-05-16T15:45:47.275416+0000","last_active":"2024-05-16T15:46:21.745323+0000","last_peered":"2024-05-16T15:46:21.745323+0000","last_clean":"2024-05-16T15:46:21.745323+0000","last_became_active":"2024-05-16T15:45:47.274506+0000","last_became_peered":"2024-05-16T15:45:47.274506+0000","last_unstale":"2024-05-16T15:46:21.745323+0000","last_undegraded":"2024-05-16T15:46:21.745323+0000","last_fullsized":"2024-05-16T15:46:21.745323+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:42:05.852294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"87'3","reported_seq":43,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:38.220937+0000","last_change":"2024-05-16T15:45:34.207300+0000","last_active":"2024-05-16T15:46:38.220937+0000","last_peered":"2024-05-16T15:46:38.220937+0000","last_clean":"2024-05-16T15:46:38.220937+0000","last_became_active":"2024-05-16T15:45:34.206151+0000","last_became_peered":"2024-05-16T15:45:34.206151+0000","last_unstale":"2024-05-16T15:46:38.220937+0000","last_undegraded":"2024-05-16T15:46:38.220937+0000","last_fullsized":"2024-05-16T15:46:38.220937+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:04:22.349576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.379874+0000","last_change":"2024-05-16T15:45:37.233761+0000","last_active":"2024-05-16T15:46:21.379874+0000","last_peered":"2024-05-16T15:46:21.379874+0000","last_clean":"2024-05-16T15:46:21.379874+0000","last_became_active":"2024-05-16T15:45:37.233444+0000","last_became_peered":"2024-05-16T15:45:37.233444+0000","last_unstale":"2024-05-16T15:46:21.379874+0000","last_undegraded":"2024-05-16T15:46:21.379874+0000","last_fullsized":"2024-05-16T15:46:21.379874+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:37:51.166623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.745398+0000","last_change":"2024-05-16T15:45:47.476432+0000","last_active":"2024-05-16T15:46:21.745398+0000","last_peered":"2024-05-16T15:46:21.745398+0000","last_clean":"2024-05-16T15:46:21.745398+0000","last_became_active":"2024-05-16T15:45:47.475873+0000","last_became_peered":"2024-05-16T15:45:47.475873+0000","last_unstale":"2024-05-16T15:46:21.745398+0000","last_undegraded":"2024-05-16T15:46:21.745398+0000","last_fullsized":"2024-05-16T15:46:21.745398+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:46:53.204221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"87'4","reported_seq":44,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:36.200670+0000","last_change":"2024-05-16T15:45:34.210226+0000","last_active":"2024-05-16T15:46:36.200670+0000","last_peered":"2024-05-16T15:46:36.200670+0000","last_clean":"2024-05-16T15:46:36.200670+0000","last_became_active":"2024-05-16T15:45:34.209633+0000","last_became_peered":"2024-05-16T15:45:34.209633+0000","last_unstale":"2024-05-16T15:46:36.200670+0000","last_undegraded":"2024-05-16T15:46:36.200670+0000","last_fullsized":"2024-05-16T15:46:36.200670+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:53:43.802801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.373701+0000","last_change":"2024-05-16T15:45:37.240231+0000","last_active":"2024-05-16T15:46:21.373701+0000","last_peered":"2024-05-16T15:46:21.373701+0000","last_clean":"2024-05-16T15:46:21.373701+0000","last_became_active":"2024-05-16T15:45:37.239799+0000","last_became_peered":"2024-05-16T15:45:37.239799+0000","last_unstale":"2024-05-16T15:46:21.373701+0000","last_undegraded":"2024-05-16T15:46:21.373701+0000","last_fullsized":"2024-05-16T15:46:21.373701+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:52:49.389331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.840557+0000","last_change":"2024-05-16T15:45:47.271582+0000","last_active":"2024-05-16T15:46:21.840557+0000","last_peered":"2024-05-16T15:46:21.840557+0000","last_clean":"2024-05-16T15:46:21.840557+0000","last_became_active":"2024-05-16T15:45:47.270972+0000","last_became_peered":"2024-05-16T15:45:47.270972+0000","last_unstale":"2024-05-16T15:46:21.840557+0000","last_undegraded":"2024-05-16T15:46:21.840557+0000","last_fullsized":"2024-05-16T15:46:21.840557+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:39:52.603011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"87'6","reported_seq":72,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:47:01.261257+0000","last_change":"2024-05-16T15:45:34.790876+0000","last_active":"2024-05-16T15:47:01.261257+0000","last_peered":"2024-05-16T15:47:01.261257+0000","last_clean":"2024-05-16T15:47:01.261257+0000","last_became_active":"2024-05-16T15:45:34.790447+0000","last_became_peered":"2024-05-16T15:45:34.790447+0000","last_unstale":"2024-05-16T15:47:01.261257+0000","last_undegraded":"2024-05-16T15:47:01.261257+0000","last_fullsized":"2024-05-16T15:47:01.261257+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T01:05:30.528357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1561,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":26,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.374118+0000","last_change":"2024-05-16T15:45:37.238854+0000","last_active":"2024-05-16T15:46:21.374118+0000","last_peered":"2024-05-16T15:46:21.374118+0000","last_clean":"2024-05-16T15:46:21.374118+0000","last_became_active":"2024-05-16T15:45:37.238488+0000","last_became_peered":"2024-05-16T15:45:37.238488+0000","last_unstale":"2024-05-16T15:46:21.374118+0000","last_undegraded":"2024-05-16T15:46:21.374118+0000","last_fullsized":"2024-05-16T15:46:21.374118+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:42:51.844191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":31,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.842140+0000","last_change":"2024-05-16T15:46:21.842140+0000","last_active":"2024-05-16T15:46:21.842140+0000","last_peered":"2024-05-16T15:46:21.842140+0000","last_clean":"2024-05-16T15:46:21.842140+0000","last_became_active":"2024-05-16T15:46:21.841703+0000","last_became_peered":"2024-05-16T15:46:21.841703+0000","last_unstale":"2024-05-16T15:46:21.842140+0000","last_undegraded":"2024-05-16T15:46:21.842140+0000","last_fullsized":"2024-05-16T15:46:21.842140+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:35:47.742372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,1,4],"acting":[0,8,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"87'3","reported_seq":43,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:39.225650+0000","last_change":"2024-05-16T15:45:34.205485+0000","last_active":"2024-05-16T15:46:39.225650+0000","last_peered":"2024-05-16T15:46:39.225650+0000","last_clean":"2024-05-16T15:46:39.225650+0000","last_became_active":"2024-05-16T15:45:34.205164+0000","last_became_peered":"2024-05-16T15:45:34.205164+0000","last_unstale":"2024-05-16T15:46:39.225650+0000","last_undegraded":"2024-05-16T15:46:39.225650+0000","last_fullsized":"2024-05-16T15:46:39.225650+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T15:57:32.616570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.373654+0000","last_change":"2024-05-16T15:45:37.240357+0000","last_active":"2024-05-16T15:46:21.373654+0000","last_peered":"2024-05-16T15:46:21.373654+0000","last_clean":"2024-05-16T15:46:21.373654+0000","last_became_active":"2024-05-16T15:45:37.240030+0000","last_became_peered":"2024-05-16T15:45:37.240030+0000","last_unstale":"2024-05-16T15:46:21.373654+0000","last_undegraded":"2024-05-16T15:46:21.373654+0000","last_fullsized":"2024-05-16T15:46:21.373654+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:25:16.186385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.379092+0000","last_change":"2024-05-16T15:45:47.271687+0000","last_active":"2024-05-16T15:46:21.379092+0000","last_peered":"2024-05-16T15:46:21.379092+0000","last_clean":"2024-05-16T15:46:21.379092+0000","last_became_active":"2024-05-16T15:45:47.270773+0000","last_became_peered":"2024-05-16T15:45:47.270773+0000","last_unstale":"2024-05-16T15:46:21.379092+0000","last_undegraded":"2024-05-16T15:46:21.379092+0000","last_fullsized":"2024-05-16T15:46:21.379092+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:44:45.480762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"87'5","reported_seq":55,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:39.225126+0000","last_change":"2024-05-16T15:46:21.749061+0000","last_active":"2024-05-16T15:46:39.225126+0000","last_peered":"2024-05-16T15:46:39.225126+0000","last_clean":"2024-05-16T15:46:39.225126+0000","last_became_active":"2024-05-16T15:46:21.746449+0000","last_became_peered":"2024-05-16T15:46:21.746449+0000","last_unstale":"2024-05-16T15:46:39.225126+0000","last_undegraded":"2024-05-16T15:46:39.225126+0000","last_fullsized":"2024-05-16T15:46:39.225126+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:00:34.933589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4],"acting":[6,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.373958+0000","last_change":"2024-05-16T15:45:37.237364+0000","last_active":"2024-05-16T15:46:21.373958+0000","last_peered":"2024-05-16T15:46:21.373958+0000","last_clean":"2024-05-16T15:46:21.373958+0000","last_became_active":"2024-05-16T15:45:37.237030+0000","last_became_peered":"2024-05-16T15:45:37.237030+0000","last_unstale":"2024-05-16T15:46:21.373958+0000","last_undegraded":"2024-05-16T15:46:21.373958+0000","last_fullsized":"2024-05-16T15:46:21.373958+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:04:04.708571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":33,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.375187+0000","last_change":"2024-05-16T15:45:37.239678+0000","last_active":"2024-05-16T15:46:21.375187+0000","last_peered":"2024-05-16T15:46:21.375187+0000","last_clean":"2024-05-16T15:46:21.375187+0000","last_became_active":"2024-05-16T15:45:37.239352+0000","last_became_peered":"2024-05-16T15:45:37.239352+0000","last_unstale":"2024-05-16T15:46:21.375187+0000","last_undegraded":"2024-05-16T15:46:21.375187+0000","last_fullsized":"2024-05-16T15:46:21.375187+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:57:18.279809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.377432+0000","last_change":"2024-05-16T15:45:37.239863+0000","last_active":"2024-05-16T15:46:21.377432+0000","last_peered":"2024-05-16T15:46:21.377432+0000","last_clean":"2024-05-16T15:46:21.377432+0000","last_became_active":"2024-05-16T15:45:37.239508+0000","last_became_peered":"2024-05-16T15:45:37.239508+0000","last_unstale":"2024-05-16T15:46:21.377432+0000","last_undegraded":"2024-05-16T15:46:21.377432+0000","last_fullsized":"2024-05-16T15:46:21.377432+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:37:38.162774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.376591+0000","last_change":"2024-05-16T15:45:37.242473+0000","last_active":"2024-05-16T15:46:21.376591+0000","last_peered":"2024-05-16T15:46:21.376591+0000","last_clean":"2024-05-16T15:46:21.376591+0000","last_became_active":"2024-05-16T15:45:37.242118+0000","last_became_peered":"2024-05-16T15:45:37.242118+0000","last_unstale":"2024-05-16T15:46:21.376591+0000","last_undegraded":"2024-05-16T15:46:21.376591+0000","last_fullsized":"2024-05-16T15:46:21.376591+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:36:47.638343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.372573+0000","last_change":"2024-05-16T15:45:37.236693+0000","last_active":"2024-05-16T15:46:21.372573+0000","last_peered":"2024-05-16T15:46:21.372573+0000","last_clean":"2024-05-16T15:46:21.372573+0000","last_became_active":"2024-05-16T15:45:37.236339+0000","last_became_peered":"2024-05-16T15:45:37.236339+0000","last_unstale":"2024-05-16T15:46:21.372573+0000","last_undegraded":"2024-05-16T15:46:21.372573+0000","last_fullsized":"2024-05-16T15:46:21.372573+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:12:22.662950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.376725+0000","last_change":"2024-05-16T15:45:37.239526+0000","last_active":"2024-05-16T15:46:21.376725+0000","last_peered":"2024-05-16T15:46:21.376725+0000","last_clean":"2024-05-16T15:46:21.376725+0000","last_became_active":"2024-05-16T15:45:37.239026+0000","last_became_peered":"2024-05-16T15:45:37.239026+0000","last_unstale":"2024-05-16T15:46:21.376725+0000","last_undegraded":"2024-05-16T15:46:21.376725+0000","last_fullsized":"2024-05-16T15:46:21.376725+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:13:56.168226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":33,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.374867+0000","last_change":"2024-05-16T15:45:37.237037+0000","last_active":"2024-05-16T15:46:21.374867+0000","last_peered":"2024-05-16T15:46:21.374867+0000","last_clean":"2024-05-16T15:46:21.374867+0000","last_became_active":"2024-05-16T15:45:37.236623+0000","last_became_peered":"2024-05-16T15:45:37.236623+0000","last_unstale":"2024-05-16T15:46:21.374867+0000","last_undegraded":"2024-05-16T15:46:21.374867+0000","last_fullsized":"2024-05-16T15:46:21.374867+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:12:00.172679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.376904+0000","last_change":"2024-05-16T15:45:37.243539+0000","last_active":"2024-05-16T15:46:21.376904+0000","last_peered":"2024-05-16T15:46:21.376904+0000","last_clean":"2024-05-16T15:46:21.376904+0000","last_became_active":"2024-05-16T15:45:37.243167+0000","last_became_peered":"2024-05-16T15:45:37.243167+0000","last_unstale":"2024-05-16T15:46:21.376904+0000","last_undegraded":"2024-05-16T15:46:21.376904+0000","last_fullsized":"2024-05-16T15:46:21.376904+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:53:31.078235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.380354+0000","last_change":"2024-05-16T15:45:37.244703+0000","last_active":"2024-05-16T15:46:21.380354+0000","last_peered":"2024-05-16T15:46:21.380354+0000","last_clean":"2024-05-16T15:46:21.380354+0000","last_became_active":"2024-05-16T15:45:37.236077+0000","last_became_peered":"2024-05-16T15:45:37.236077+0000","last_unstale":"2024-05-16T15:46:21.380354+0000","last_undegraded":"2024-05-16T15:46:21.380354+0000","last_fullsized":"2024-05-16T15:46:21.380354+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:42:29.652261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.379436+0000","last_change":"2024-05-16T15:45:37.243243+0000","last_active":"2024-05-16T15:46:21.379436+0000","last_peered":"2024-05-16T15:46:21.379436+0000","last_clean":"2024-05-16T15:46:21.379436+0000","last_became_active":"2024-05-16T15:45:37.242190+0000","last_became_peered":"2024-05-16T15:45:37.242190+0000","last_unstale":"2024-05-16T15:46:21.379436+0000","last_undegraded":"2024-05-16T15:46:21.379436+0000","last_fullsized":"2024-05-16T15:46:21.379436+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:48:16.824018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.379828+0000","last_change":"2024-05-16T15:45:37.235496+0000","last_active":"2024-05-16T15:46:21.379828+0000","last_peered":"2024-05-16T15:46:21.379828+0000","last_clean":"2024-05-16T15:46:21.379828+0000","last_became_active":"2024-05-16T15:45:37.235177+0000","last_became_peered":"2024-05-16T15:45:37.235177+0000","last_unstale":"2024-05-16T15:46:21.379828+0000","last_undegraded":"2024-05-16T15:46:21.379828+0000","last_fullsized":"2024-05-16T15:46:21.379828+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:12:27.608258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.840751+0000","last_change":"2024-05-16T15:45:37.240957+0000","last_active":"2024-05-16T15:46:21.840751+0000","last_peered":"2024-05-16T15:46:21.840751+0000","last_clean":"2024-05-16T15:46:21.840751+0000","last_became_active":"2024-05-16T15:45:37.240616+0000","last_became_peered":"2024-05-16T15:45:37.240616+0000","last_unstale":"2024-05-16T15:46:21.840751+0000","last_undegraded":"2024-05-16T15:46:21.840751+0000","last_fullsized":"2024-05-16T15:46:21.840751+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T01:40:52.425502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.376516+0000","last_change":"2024-05-16T15:45:37.232725+0000","last_active":"2024-05-16T15:46:21.376516+0000","last_peered":"2024-05-16T15:46:21.376516+0000","last_clean":"2024-05-16T15:46:21.376516+0000","last_became_active":"2024-05-16T15:45:37.231549+0000","last_became_peered":"2024-05-16T15:45:37.231549+0000","last_unstale":"2024-05-16T15:46:21.376516+0000","last_undegraded":"2024-05-16T15:46:21.376516+0000","last_fullsized":"2024-05-16T15:46:21.376516+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:04:04.502995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":33,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.376183+0000","last_change":"2024-05-16T15:45:37.228748+0000","last_active":"2024-05-16T15:46:21.376183+0000","last_peered":"2024-05-16T15:46:21.376183+0000","last_clean":"2024-05-16T15:46:21.376183+0000","last_became_active":"2024-05-16T15:45:37.228369+0000","last_became_peered":"2024-05-16T15:45:37.228369+0000","last_unstale":"2024-05-16T15:46:21.376183+0000","last_undegraded":"2024-05-16T15:46:21.376183+0000","last_fullsized":"2024-05-16T15:46:21.376183+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:41:35.372721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":64264,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":257,"num_read_kb":197,"num_write":244,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":552960,"data_stored":192792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":211,"ondisk_log_size":211,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":70,"seq":300647710752,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28008,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717144,"statfs":{"total":95995035648,"available":95966355456,"internally_reserved":0,"allocated":1015808,"data_stored":497457,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":64,"seq":274877906981,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28664,"kb_used_data":1648,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716488,"statfs":{"total":95995035648,"available":95965683712,"internally_reserved":0,"allocated":1687552,"data_stored":1140718,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":59,"seq":253403070505,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28020,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717132,"statfs":{"total":95995035648,"available":95966343168,"internally_reserved":0,"allocated":1028096,"data_stored":500868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":53,"seq":227633266735,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27996,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717156,"statfs":{"total":95995035648,"available":95966367744,"internally_reserved":0,"allocated":1003520,"data_stored":496926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":47,"seq":201863462963,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28596,"kb_used_data":1580,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716556,"statfs":{"total":95995035648,"available":95965753344,"internally_reserved":0,"allocated":1617920,"data_stored":1094038,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":42,"seq":180388626490,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36312,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708840,"statfs":{"total":95995035648,"available":95957852160,"internally_reserved":0,"allocated":999424,"data_stored":492276,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574930,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32208,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712944,"statfs":{"total":95995035648,"available":95962054656,"internally_reserved":0,"allocated":1056768,"data_stored":545710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738454,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36336,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708816,"statfs":{"total":95995035648,"available":95957827584,"internally_reserved":0,"allocated":1024000,"data_stored":494123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411405,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28072,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717080,"statfs":{"total":95995035648,"available":95966289920,"internally_reserved":0,"allocated":1081344,"data_stored":550977,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182472,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36324,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708828,"statfs":{"total":95995035648,"available":95957839872,"internally_reserved":0,"allocated":1011712,"data_stored":491984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986244,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32160,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712992,"statfs":{"total":95995035648,"available":95962103808,"internally_reserved":0,"allocated":1007616,"data_stored":496741,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822719,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36924,"kb_used_data":1588,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708228,"statfs":{"total":95995035648,"available":95957225472,"internally_reserved":0,"allocated":1626112,"data_stored":1089229,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":58421,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":59423,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1091,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3211,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1276,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":58796,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-16T15:47:06.232 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph pg dump --format=json 2024-05-16T15:47:06.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:06 smithi043 ceph-mon[31619]: from='client.14796 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-16T15:47:06.490 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:47:06.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:06 smithi157 ceph-mon[35584]: from='client.14796 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-16T15:47:06.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:06 smithi148 ceph-mon[34976]: from='client.14796 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-16T15:47:07.660 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:07 smithi043 ceph-mon[31619]: pgmap v340: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 3.4 KiB/s wr, 12 op/s 2024-05-16T15:47:07.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:07 smithi157 ceph-mon[35584]: pgmap v340: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 3.4 KiB/s wr, 12 op/s 2024-05-16T15:47:07.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:07 smithi148 ceph-mon[34976]: pgmap v340: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 3.4 KiB/s wr, 12 op/s 2024-05-16T15:47:08.213 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.203+0000 7f4823a8b700 1 -- 172.21.15.43:0/566032517 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f481c108850 msgr2=0x7f481c1103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:08.213 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.203+0000 7f4823a8b700 1 --2- 172.21.15.43:0/566032517 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f481c108850 0x7f481c1103d0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f481400b0d0 tx=0x7f481400b3e0 comp rx=0 tx=0).stop 2024-05-16T15:47:08.213 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.203+0000 7f4823a8b700 1 -- 172.21.15.43:0/566032517 shutdown_connections 2024-05-16T15:47:08.213 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.203+0000 7f4823a8b700 1 --2- 172.21.15.43:0/566032517 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f481c108850 0x7f481c1103d0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:08.214 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.203+0000 7f4823a8b700 1 --2- 172.21.15.43:0/566032517 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f481c103750 0x7f481c103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:08.214 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.203+0000 7f4823a8b700 1 --2- 172.21.15.43:0/566032517 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f481c104100 0x7f481c108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:08.214 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.203+0000 7f4823a8b700 1 -- 172.21.15.43:0/566032517 >> 172.21.15.43:0/566032517 conn(0x7f481c07a600 msgr2=0x7f481c07aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:47:08.214 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.203+0000 7f4823a8b700 1 -- 172.21.15.43:0/566032517 shutdown_connections 2024-05-16T15:47:08.214 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.203+0000 7f4823a8b700 1 -- 172.21.15.43:0/566032517 wait complete. 2024-05-16T15:47:08.214 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.204+0000 7f4823a8b700 1 Processor -- start 2024-05-16T15:47:08.214 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.204+0000 7f4823a8b700 1 -- start start 2024-05-16T15:47:08.216 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.204+0000 7f4823a8b700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f481c103750 0x7f481c19f670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:08.216 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.204+0000 7f4823a8b700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f481c104100 0x7f481c19fbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:08.216 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.204+0000 7f4823a8b700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f481c108850 0x7f481c1997f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:08.216 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.204+0000 7f4823a8b700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f481c1134f0 con 0x7f481c103750 2024-05-16T15:47:08.216 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.204+0000 7f4823a8b700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f481c113370 con 0x7f481c104100 2024-05-16T15:47:08.216 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.204+0000 7f4823a8b700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f481c113670 con 0x7f481c108850 2024-05-16T15:47:08.216 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.204+0000 7f4821827700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f481c103750 0x7f481c19f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:08.216 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.204+0000 7f4821827700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f481c103750 0x7f481c19f670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:51562/0 (socket says 172.21.15.43:51562) 2024-05-16T15:47:08.216 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.204+0000 7f4821827700 1 -- 172.21.15.43:0/1245975861 learned_addr learned my addr 172.21.15.43:0/1245975861 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:47:08.216 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.204+0000 7f4822028700 1 --2- 172.21.15.43:0/1245975861 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f481c108850 0x7f481c1997f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:08.216 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.204+0000 7f4821026700 1 --2- 172.21.15.43:0/1245975861 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f481c104100 0x7f481c19fbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:08.216 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.205+0000 7f4821827700 1 -- 172.21.15.43:0/1245975861 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f481c108850 msgr2=0x7f481c1997f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:08.217 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.205+0000 7f4821827700 1 --2- 172.21.15.43:0/1245975861 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f481c108850 0x7f481c1997f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:08.217 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.205+0000 7f4821827700 1 -- 172.21.15.43:0/1245975861 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f481c104100 msgr2=0x7f481c19fbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:08.217 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.205+0000 7f4821827700 1 --2- 172.21.15.43:0/1245975861 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f481c104100 0x7f481c19fbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:08.217 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.205+0000 7f4821827700 1 -- 172.21.15.43:0/1245975861 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f481c199fd0 con 0x7f481c103750 2024-05-16T15:47:08.217 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.205+0000 7f4821026700 1 --2- 172.21.15.43:0/1245975861 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f481c104100 0x7f481c19fbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:47:08.217 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.205+0000 7f4821827700 1 --2- 172.21.15.43:0/1245975861 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f481c103750 0x7f481c19f670 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f481800d980 tx=0x7f481800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:08.217 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.205+0000 7f4812ffd700 1 -- 172.21.15.43:0/1245975861 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4818017070 con 0x7f481c103750 2024-05-16T15:47:08.217 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.205+0000 7f4823a8b700 1 -- 172.21.15.43:0/1245975861 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f481c19a2c0 con 0x7f481c103750 2024-05-16T15:47:08.217 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.205+0000 7f4823a8b700 1 -- 172.21.15.43:0/1245975861 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f481c0756d0 con 0x7f481c103750 2024-05-16T15:47:08.217 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.205+0000 7f4812ffd700 1 -- 172.21.15.43:0/1245975861 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4818005020 con 0x7f481c103750 2024-05-16T15:47:08.217 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.205+0000 7f4812ffd700 1 -- 172.21.15.43:0/1245975861 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4818009ab0 con 0x7f481c103750 2024-05-16T15:47:08.217 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.206+0000 7f4823a8b700 1 -- 172.21.15.43:0/1245975861 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f481c104be0 con 0x7f481c103750 2024-05-16T15:47:08.218 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.207+0000 7f4812ffd700 1 -- 172.21.15.43:0/1245975861 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f48180051d0 con 0x7f481c103750 2024-05-16T15:47:08.218 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.208+0000 7f4812ffd700 1 --2- 172.21.15.43:0/1245975861 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f48080b2990 0x7f48080b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:08.218 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.208+0000 7f4821026700 1 --2- 172.21.15.43:0/1245975861 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f48080b2990 0x7f48080b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:08.218 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.208+0000 7f4812ffd700 1 -- 172.21.15.43:0/1245975861 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 9092+0+0 (secure 0 0 0) 0x7f48180e2a10 con 0x7f481c103750 2024-05-16T15:47:08.218 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.209+0000 7f4821026700 1 --2- 172.21.15.43:0/1245975861 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f48080b2990 0x7f48080b4e50 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f480c005fd0 tx=0x7f480c005ee0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:08.221 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.212+0000 7f4812ffd700 1 -- 172.21.15.43:0/1245975861 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f4818020020 con 0x7f481c103750 2024-05-16T15:47:08.436 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.427+0000 7f4823a8b700 1 -- 172.21.15.43:0/1245975861 --> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f481c19ad20 con 0x7f48080b2990 2024-05-16T15:47:08.446 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.436+0000 7f4812ffd700 1 -- 172.21.15.43:0/1245975861 <== mgr.14150 v2:172.21.15.43:6800/198025071 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340384 (secure 0 0 0) 0x7f481c19ad20 con 0x7f48080b2990 2024-05-16T15:47:08.450 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:47:08.452 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.440+0000 7f4823a8b700 1 -- 172.21.15.43:0/1245975861 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f48080b2990 msgr2=0x7f48080b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:08.452 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.440+0000 7f4823a8b700 1 --2- 172.21.15.43:0/1245975861 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f48080b2990 0x7f48080b4e50 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f480c005fd0 tx=0x7f480c005ee0 comp rx=0 tx=0).stop 2024-05-16T15:47:08.452 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.440+0000 7f4823a8b700 1 -- 172.21.15.43:0/1245975861 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f481c103750 msgr2=0x7f481c19f670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:08.452 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.440+0000 7f4823a8b700 1 --2- 172.21.15.43:0/1245975861 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f481c103750 0x7f481c19f670 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f481800d980 tx=0x7f481800dc90 comp rx=0 tx=0).stop 2024-05-16T15:47:08.453 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.440+0000 7f4823a8b700 1 -- 172.21.15.43:0/1245975861 shutdown_connections 2024-05-16T15:47:08.453 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.440+0000 7f4823a8b700 1 --2- 172.21.15.43:0/1245975861 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f481c108850 0x7f481c1997f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:08.453 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.440+0000 7f4823a8b700 1 --2- 172.21.15.43:0/1245975861 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f48080b2990 0x7f48080b4e50 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:08.453 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.440+0000 7f4823a8b700 1 --2- 172.21.15.43:0/1245975861 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f481c103750 0x7f481c19f670 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:08.453 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.440+0000 7f4823a8b700 1 --2- 172.21.15.43:0/1245975861 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f481c104100 0x7f481c19fbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:08.453 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.440+0000 7f4823a8b700 1 -- 172.21.15.43:0/1245975861 >> 172.21.15.43:0/1245975861 conn(0x7f481c07a600 msgr2=0x7f481c1018a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:47:08.453 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.440+0000 7f4823a8b700 1 -- 172.21.15.43:0/1245975861 shutdown_connections 2024-05-16T15:47:08.453 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:08.440+0000 7f4823a8b700 1 -- 172.21.15.43:0/1245975861 wait complete. 2024-05-16T15:47:08.453 INFO:teuthology.orchestra.run.smithi043.stderr:dumped all 2024-05-16T15:47:09.116 INFO:teuthology.orchestra.run.smithi043.stdout:{"pg_ready":true,"pg_map":{"version":341,"stamp":"2024-05-16T15:47:08.010326+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":660269,"num_objects":102,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":384,"num_read_kb":292,"num_write":374,"num_write_kb":2294,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":309,"ondisk_log_size":309,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":379636,"kb_used_data":13844,"kb_used_omap":18,"kb_used_meta":365677,"kb_avail":1124562188,"statfs":{"total":1151940427776,"available":1151551680512,"internally_reserved":0,"allocated":14176256,"data_stored":7911521,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":374453562},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":9785,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":127,"num_read_kb":66,"num_write":11,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003795"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":33,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.374882+0000","last_change":"2024-05-16T15:45:37.233374+0000","last_active":"2024-05-16T15:46:21.374882+0000","last_peered":"2024-05-16T15:46:21.374882+0000","last_clean":"2024-05-16T15:46:21.374882+0000","last_became_active":"2024-05-16T15:45:37.232018+0000","last_became_peered":"2024-05-16T15:45:37.232018+0000","last_unstale":"2024-05-16T15:46:21.374882+0000","last_undegraded":"2024-05-16T15:46:21.374882+0000","last_fullsized":"2024-05-16T15:46:21.374882+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:04:19.081280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.372809+0000","last_change":"2024-05-16T15:45:37.242265+0000","last_active":"2024-05-16T15:46:21.372809+0000","last_peered":"2024-05-16T15:46:21.372809+0000","last_clean":"2024-05-16T15:46:21.372809+0000","last_became_active":"2024-05-16T15:45:37.241848+0000","last_became_peered":"2024-05-16T15:45:37.241848+0000","last_unstale":"2024-05-16T15:46:21.372809+0000","last_undegraded":"2024-05-16T15:46:21.372809+0000","last_fullsized":"2024-05-16T15:46:21.372809+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:24:22.518004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.372664+0000","last_change":"2024-05-16T15:45:37.236932+0000","last_active":"2024-05-16T15:46:21.372664+0000","last_peered":"2024-05-16T15:46:21.372664+0000","last_clean":"2024-05-16T15:46:21.372664+0000","last_became_active":"2024-05-16T15:45:37.236601+0000","last_became_peered":"2024-05-16T15:45:37.236601+0000","last_unstale":"2024-05-16T15:46:21.372664+0000","last_undegraded":"2024-05-16T15:46:21.372664+0000","last_fullsized":"2024-05-16T15:46:21.372664+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:37:01.846614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.381851+0000","last_change":"2024-05-16T15:46:21.381300+0000","last_active":"2024-05-16T15:46:21.381851+0000","last_peered":"2024-05-16T15:46:21.381851+0000","last_clean":"2024-05-16T15:46:21.381851+0000","last_became_active":"2024-05-16T15:46:21.380918+0000","last_became_peered":"2024-05-16T15:46:21.380918+0000","last_unstale":"2024-05-16T15:46:21.381851+0000","last_undegraded":"2024-05-16T15:46:21.381851+0000","last_fullsized":"2024-05-16T15:46:21.381851+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:07:52.573268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,2],"acting":[9,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.373121+0000","last_change":"2024-05-16T15:45:37.233067+0000","last_active":"2024-05-16T15:46:21.373121+0000","last_peered":"2024-05-16T15:46:21.373121+0000","last_clean":"2024-05-16T15:46:21.373121+0000","last_became_active":"2024-05-16T15:45:37.232681+0000","last_became_peered":"2024-05-16T15:45:37.232681+0000","last_unstale":"2024-05-16T15:46:21.373121+0000","last_undegraded":"2024-05-16T15:46:21.373121+0000","last_fullsized":"2024-05-16T15:46:21.373121+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:53:49.858587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.501071+0000","last_change":"2024-05-16T15:45:37.243970+0000","last_active":"2024-05-16T15:46:21.501071+0000","last_peered":"2024-05-16T15:46:21.501071+0000","last_clean":"2024-05-16T15:46:21.501071+0000","last_became_active":"2024-05-16T15:45:37.242948+0000","last_became_peered":"2024-05-16T15:45:37.242948+0000","last_unstale":"2024-05-16T15:46:21.501071+0000","last_undegraded":"2024-05-16T15:46:21.501071+0000","last_fullsized":"2024-05-16T15:46:21.501071+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:56:23.086817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.373375+0000","last_change":"2024-05-16T15:45:37.238182+0000","last_active":"2024-05-16T15:46:21.373375+0000","last_peered":"2024-05-16T15:46:21.373375+0000","last_clean":"2024-05-16T15:46:21.373375+0000","last_became_active":"2024-05-16T15:45:37.237870+0000","last_became_peered":"2024-05-16T15:45:37.237870+0000","last_unstale":"2024-05-16T15:46:21.373375+0000","last_undegraded":"2024-05-16T15:46:21.373375+0000","last_fullsized":"2024-05-16T15:46:21.373375+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:55:22.817732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.502791+0000","last_change":"2024-05-16T15:46:21.502466+0000","last_active":"2024-05-16T15:46:21.502791+0000","last_peered":"2024-05-16T15:46:21.502791+0000","last_clean":"2024-05-16T15:46:21.502791+0000","last_became_active":"2024-05-16T15:46:21.502211+0000","last_became_peered":"2024-05-16T15:46:21.502211+0000","last_unstale":"2024-05-16T15:46:21.502791+0000","last_undegraded":"2024-05-16T15:46:21.502791+0000","last_fullsized":"2024-05-16T15:46:21.502791+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:41:01.854687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.841262+0000","last_change":"2024-05-16T15:45:37.237713+0000","last_active":"2024-05-16T15:46:21.841262+0000","last_peered":"2024-05-16T15:46:21.841262+0000","last_clean":"2024-05-16T15:46:21.841262+0000","last_became_active":"2024-05-16T15:45:37.237137+0000","last_became_peered":"2024-05-16T15:45:37.237137+0000","last_unstale":"2024-05-16T15:46:21.841262+0000","last_undegraded":"2024-05-16T15:46:21.841262+0000","last_fullsized":"2024-05-16T15:46:21.841262+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:38:06.769524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.501694+0000","last_change":"2024-05-16T15:45:37.243362+0000","last_active":"2024-05-16T15:46:21.501694+0000","last_peered":"2024-05-16T15:46:21.501694+0000","last_clean":"2024-05-16T15:46:21.501694+0000","last_became_active":"2024-05-16T15:45:37.242985+0000","last_became_peered":"2024-05-16T15:45:37.242985+0000","last_unstale":"2024-05-16T15:46:21.501694+0000","last_undegraded":"2024-05-16T15:46:21.501694+0000","last_fullsized":"2024-05-16T15:46:21.501694+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:18:39.316027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.373996+0000","last_change":"2024-05-16T15:45:37.240047+0000","last_active":"2024-05-16T15:46:21.373996+0000","last_peered":"2024-05-16T15:46:21.373996+0000","last_clean":"2024-05-16T15:46:21.373996+0000","last_became_active":"2024-05-16T15:45:37.239562+0000","last_became_peered":"2024-05-16T15:45:37.239562+0000","last_unstale":"2024-05-16T15:46:21.373996+0000","last_undegraded":"2024-05-16T15:46:21.373996+0000","last_fullsized":"2024-05-16T15:46:21.373996+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:41:12.600803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.745855+0000","last_change":"2024-05-16T15:45:37.242464+0000","last_active":"2024-05-16T15:46:21.745855+0000","last_peered":"2024-05-16T15:46:21.745855+0000","last_clean":"2024-05-16T15:46:21.745855+0000","last_became_active":"2024-05-16T15:45:37.242003+0000","last_became_peered":"2024-05-16T15:45:37.242003+0000","last_unstale":"2024-05-16T15:46:21.745855+0000","last_undegraded":"2024-05-16T15:46:21.745855+0000","last_fullsized":"2024-05-16T15:46:21.745855+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T01:40:06.242690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.376700+0000","last_change":"2024-05-16T15:45:37.244301+0000","last_active":"2024-05-16T15:46:21.376700+0000","last_peered":"2024-05-16T15:46:21.376700+0000","last_clean":"2024-05-16T15:46:21.376700+0000","last_became_active":"2024-05-16T15:45:37.243582+0000","last_became_peered":"2024-05-16T15:45:37.243582+0000","last_unstale":"2024-05-16T15:46:21.376700+0000","last_undegraded":"2024-05-16T15:46:21.376700+0000","last_fullsized":"2024-05-16T15:46:21.376700+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:30:38.984575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.372309+0000","last_change":"2024-05-16T15:45:37.231037+0000","last_active":"2024-05-16T15:46:21.372309+0000","last_peered":"2024-05-16T15:46:21.372309+0000","last_clean":"2024-05-16T15:46:21.372309+0000","last_became_active":"2024-05-16T15:45:37.230710+0000","last_became_peered":"2024-05-16T15:45:37.230710+0000","last_unstale":"2024-05-16T15:46:21.372309+0000","last_undegraded":"2024-05-16T15:46:21.372309+0000","last_fullsized":"2024-05-16T15:46:21.372309+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:16:27.329337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.372500+0000","last_change":"2024-05-16T15:45:37.238771+0000","last_active":"2024-05-16T15:46:21.372500+0000","last_peered":"2024-05-16T15:46:21.372500+0000","last_clean":"2024-05-16T15:46:21.372500+0000","last_became_active":"2024-05-16T15:45:37.238424+0000","last_became_peered":"2024-05-16T15:45:37.238424+0000","last_unstale":"2024-05-16T15:46:21.372500+0000","last_undegraded":"2024-05-16T15:46:21.372500+0000","last_fullsized":"2024-05-16T15:46:21.372500+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:25:26.333171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.840413+0000","last_change":"2024-05-16T15:45:37.236070+0000","last_active":"2024-05-16T15:46:21.840413+0000","last_peered":"2024-05-16T15:46:21.840413+0000","last_clean":"2024-05-16T15:46:21.840413+0000","last_became_active":"2024-05-16T15:45:37.235634+0000","last_became_peered":"2024-05-16T15:45:37.235634+0000","last_unstale":"2024-05-16T15:46:21.840413+0000","last_undegraded":"2024-05-16T15:46:21.840413+0000","last_fullsized":"2024-05-16T15:46:21.840413+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:23:03.074527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":33,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.374727+0000","last_change":"2024-05-16T15:45:37.232411+0000","last_active":"2024-05-16T15:46:21.374727+0000","last_peered":"2024-05-16T15:46:21.374727+0000","last_clean":"2024-05-16T15:46:21.374727+0000","last_became_active":"2024-05-16T15:45:37.231433+0000","last_became_peered":"2024-05-16T15:45:37.231433+0000","last_unstale":"2024-05-16T15:46:21.374727+0000","last_undegraded":"2024-05-16T15:46:21.374727+0000","last_fullsized":"2024-05-16T15:46:21.374727+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:31:43.626076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.375436+0000","last_change":"2024-05-16T15:45:37.238345+0000","last_active":"2024-05-16T15:46:21.375436+0000","last_peered":"2024-05-16T15:46:21.375436+0000","last_clean":"2024-05-16T15:46:21.375436+0000","last_became_active":"2024-05-16T15:45:37.237810+0000","last_became_peered":"2024-05-16T15:45:37.237810+0000","last_unstale":"2024-05-16T15:46:21.375436+0000","last_undegraded":"2024-05-16T15:46:21.375436+0000","last_fullsized":"2024-05-16T15:46:21.375436+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:58:26.792733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.377755+0000","last_change":"2024-05-16T15:45:37.245583+0000","last_active":"2024-05-16T15:46:21.377755+0000","last_peered":"2024-05-16T15:46:21.377755+0000","last_clean":"2024-05-16T15:46:21.377755+0000","last_became_active":"2024-05-16T15:45:37.245086+0000","last_became_peered":"2024-05-16T15:45:37.245086+0000","last_unstale":"2024-05-16T15:46:21.377755+0000","last_undegraded":"2024-05-16T15:46:21.377755+0000","last_fullsized":"2024-05-16T15:46:21.377755+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:01:46.686164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.376782+0000","last_change":"2024-05-16T15:45:47.273887+0000","last_active":"2024-05-16T15:46:21.376782+0000","last_peered":"2024-05-16T15:46:21.376782+0000","last_clean":"2024-05-16T15:46:21.376782+0000","last_became_active":"2024-05-16T15:45:47.273434+0000","last_became_peered":"2024-05-16T15:45:47.273434+0000","last_unstale":"2024-05-16T15:46:21.376782+0000","last_undegraded":"2024-05-16T15:46:21.376782+0000","last_fullsized":"2024-05-16T15:46:21.376782+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:28:49.210985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"87'13","reported_seq":78,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:47:03.262779+0000","last_change":"2024-05-16T15:45:34.205394+0000","last_active":"2024-05-16T15:47:03.262779+0000","last_peered":"2024-05-16T15:47:03.262779+0000","last_clean":"2024-05-16T15:47:03.262779+0000","last_became_active":"2024-05-16T15:45:34.205035+0000","last_became_peered":"2024-05-16T15:45:34.205035+0000","last_unstale":"2024-05-16T15:47:03.262779+0000","last_undegraded":"2024-05-16T15:47:03.262779+0000","last_fullsized":"2024-05-16T15:47:03.262779+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:03:24.210677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":26,"num_read_kb":26,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.380058+0000","last_change":"2024-05-16T15:45:37.245147+0000","last_active":"2024-05-16T15:46:21.380058+0000","last_peered":"2024-05-16T15:46:21.380058+0000","last_clean":"2024-05-16T15:46:21.380058+0000","last_became_active":"2024-05-16T15:45:37.244817+0000","last_became_peered":"2024-05-16T15:45:37.244817+0000","last_unstale":"2024-05-16T15:46:21.380058+0000","last_undegraded":"2024-05-16T15:46:21.380058+0000","last_fullsized":"2024-05-16T15:46:21.380058+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:21:46.147135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.744850+0000","last_change":"2024-05-16T15:45:47.273818+0000","last_active":"2024-05-16T15:46:21.744850+0000","last_peered":"2024-05-16T15:46:21.744850+0000","last_clean":"2024-05-16T15:46:21.744850+0000","last_became_active":"2024-05-16T15:45:47.273372+0000","last_became_peered":"2024-05-16T15:45:47.273372+0000","last_unstale":"2024-05-16T15:46:21.744850+0000","last_undegraded":"2024-05-16T15:46:21.744850+0000","last_fullsized":"2024-05-16T15:46:21.744850+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:30:57.162207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"87'2","reported_seq":41,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.380342+0000","last_change":"2024-05-16T15:45:34.700053+0000","last_active":"2024-05-16T15:46:21.380342+0000","last_peered":"2024-05-16T15:46:21.380342+0000","last_clean":"2024-05-16T15:46:21.380342+0000","last_became_active":"2024-05-16T15:45:34.699384+0000","last_became_peered":"2024-05-16T15:45:34.699384+0000","last_unstale":"2024-05-16T15:46:21.380342+0000","last_undegraded":"2024-05-16T15:46:21.380342+0000","last_fullsized":"2024-05-16T15:46:21.380342+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:17:33.760661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.373024+0000","last_change":"2024-05-16T15:45:37.233119+0000","last_active":"2024-05-16T15:46:21.373024+0000","last_peered":"2024-05-16T15:46:21.373024+0000","last_clean":"2024-05-16T15:46:21.373024+0000","last_became_active":"2024-05-16T15:45:37.232818+0000","last_became_peered":"2024-05-16T15:45:37.232818+0000","last_unstale":"2024-05-16T15:46:21.373024+0000","last_undegraded":"2024-05-16T15:46:21.373024+0000","last_fullsized":"2024-05-16T15:46:21.373024+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:33:35.610034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.745084+0000","last_change":"2024-05-16T15:45:47.274350+0000","last_active":"2024-05-16T15:46:21.745084+0000","last_peered":"2024-05-16T15:46:21.745084+0000","last_clean":"2024-05-16T15:46:21.745084+0000","last_became_active":"2024-05-16T15:45:47.273912+0000","last_became_peered":"2024-05-16T15:45:47.273912+0000","last_unstale":"2024-05-16T15:46:21.745084+0000","last_undegraded":"2024-05-16T15:46:21.745084+0000","last_fullsized":"2024-05-16T15:46:21.745084+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:41:11.747087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"87'12","reported_seq":62,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:40.229761+0000","last_change":"2024-05-16T15:46:21.845036+0000","last_active":"2024-05-16T15:46:40.229761+0000","last_peered":"2024-05-16T15:46:40.229761+0000","last_clean":"2024-05-16T15:46:40.229761+0000","last_became_active":"2024-05-16T15:46:21.842324+0000","last_became_peered":"2024-05-16T15:46:21.842324+0000","last_unstale":"2024-05-16T15:46:40.229761+0000","last_undegraded":"2024-05-16T15:46:40.229761+0000","last_fullsized":"2024-05-16T15:46:40.229761+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T01:53:21.667543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,7],"acting":[8,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.840754+0000","last_change":"2024-05-16T15:45:37.234411+0000","last_active":"2024-05-16T15:46:21.840754+0000","last_peered":"2024-05-16T15:46:21.840754+0000","last_clean":"2024-05-16T15:46:21.840754+0000","last_became_active":"2024-05-16T15:45:37.234043+0000","last_became_peered":"2024-05-16T15:45:37.234043+0000","last_unstale":"2024-05-16T15:46:21.840754+0000","last_undegraded":"2024-05-16T15:46:21.840754+0000","last_fullsized":"2024-05-16T15:46:21.840754+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T19:16:27.956508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.744998+0000","last_change":"2024-05-16T15:45:47.269228+0000","last_active":"2024-05-16T15:46:21.744998+0000","last_peered":"2024-05-16T15:46:21.744998+0000","last_clean":"2024-05-16T15:46:21.744998+0000","last_became_active":"2024-05-16T15:45:47.268772+0000","last_became_peered":"2024-05-16T15:45:47.268772+0000","last_unstale":"2024-05-16T15:46:21.744998+0000","last_undegraded":"2024-05-16T15:46:21.744998+0000","last_fullsized":"2024-05-16T15:46:21.744998+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:34:17.566344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"87'5","reported_seq":45,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:39.226495+0000","last_change":"2024-05-16T15:45:34.206914+0000","last_active":"2024-05-16T15:46:39.226495+0000","last_peered":"2024-05-16T15:46:39.226495+0000","last_clean":"2024-05-16T15:46:39.226495+0000","last_became_active":"2024-05-16T15:45:34.206588+0000","last_became_peered":"2024-05-16T15:45:34.206588+0000","last_unstale":"2024-05-16T15:46:39.226495+0000","last_undegraded":"2024-05-16T15:46:39.226495+0000","last_fullsized":"2024-05-16T15:46:39.226495+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:03:10.172697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.380636+0000","last_change":"2024-05-16T15:45:37.245627+0000","last_active":"2024-05-16T15:46:21.380636+0000","last_peered":"2024-05-16T15:46:21.380636+0000","last_clean":"2024-05-16T15:46:21.380636+0000","last_became_active":"2024-05-16T15:45:37.245185+0000","last_became_peered":"2024-05-16T15:45:37.245185+0000","last_unstale":"2024-05-16T15:46:21.380636+0000","last_undegraded":"2024-05-16T15:46:21.380636+0000","last_fullsized":"2024-05-16T15:46:21.380636+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:05:51.193220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.377427+0000","last_change":"2024-05-16T15:45:47.271741+0000","last_active":"2024-05-16T15:46:21.377427+0000","last_peered":"2024-05-16T15:46:21.377427+0000","last_clean":"2024-05-16T15:46:21.377427+0000","last_became_active":"2024-05-16T15:45:47.271361+0000","last_became_peered":"2024-05-16T15:45:47.271361+0000","last_unstale":"2024-05-16T15:46:21.377427+0000","last_undegraded":"2024-05-16T15:46:21.377427+0000","last_fullsized":"2024-05-16T15:46:21.377427+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:09:22.815175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"87'6","reported_seq":76,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:47:06.268588+0000","last_change":"2024-05-16T15:45:34.203380+0000","last_active":"2024-05-16T15:47:06.268588+0000","last_peered":"2024-05-16T15:47:06.268588+0000","last_clean":"2024-05-16T15:47:06.268588+0000","last_became_active":"2024-05-16T15:45:34.203040+0000","last_became_peered":"2024-05-16T15:45:34.203040+0000","last_unstale":"2024-05-16T15:47:06.268588+0000","last_undegraded":"2024-05-16T15:47:06.268588+0000","last_fullsized":"2024-05-16T15:47:06.268588+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:39:59.141764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1013,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":31,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.373057+0000","last_change":"2024-05-16T15:45:37.237407+0000","last_active":"2024-05-16T15:46:21.373057+0000","last_peered":"2024-05-16T15:46:21.373057+0000","last_clean":"2024-05-16T15:46:21.373057+0000","last_became_active":"2024-05-16T15:45:37.236985+0000","last_became_peered":"2024-05-16T15:45:37.236985+0000","last_unstale":"2024-05-16T15:46:21.373057+0000","last_undegraded":"2024-05-16T15:46:21.373057+0000","last_fullsized":"2024-05-16T15:46:21.373057+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:23:02.341216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.376825+0000","last_change":"2024-05-16T15:45:47.272978+0000","last_active":"2024-05-16T15:46:21.376825+0000","last_peered":"2024-05-16T15:46:21.376825+0000","last_clean":"2024-05-16T15:46:21.376825+0000","last_became_active":"2024-05-16T15:45:47.271437+0000","last_became_peered":"2024-05-16T15:45:47.271437+0000","last_unstale":"2024-05-16T15:46:21.376825+0000","last_undegraded":"2024-05-16T15:46:21.376825+0000","last_fullsized":"2024-05-16T15:46:21.376825+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T19:04:02.345284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"87'7","reported_seq":47,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:38.221212+0000","last_change":"2024-05-16T15:45:34.208911+0000","last_active":"2024-05-16T15:46:38.221212+0000","last_peered":"2024-05-16T15:46:38.221212+0000","last_clean":"2024-05-16T15:46:38.221212+0000","last_became_active":"2024-05-16T15:45:34.208559+0000","last_became_peered":"2024-05-16T15:45:34.208559+0000","last_unstale":"2024-05-16T15:46:38.221212+0000","last_undegraded":"2024-05-16T15:46:38.221212+0000","last_fullsized":"2024-05-16T15:46:38.221212+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T01:53:19.333035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":40,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.384341+0000","last_change":"2024-05-16T15:46:21.384341+0000","last_active":"2024-05-16T15:46:21.384341+0000","last_peered":"2024-05-16T15:46:21.384341+0000","last_clean":"2024-05-16T15:46:21.384341+0000","last_became_active":"2024-05-16T15:46:21.383887+0000","last_became_peered":"2024-05-16T15:46:21.383887+0000","last_unstale":"2024-05-16T15:46:21.384341+0000","last_undegraded":"2024-05-16T15:46:21.384341+0000","last_fullsized":"2024-05-16T15:46:21.384341+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T19:27:52.581300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3],"acting":[5,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.374657+0000","last_change":"2024-05-16T15:45:47.272186+0000","last_active":"2024-05-16T15:46:21.374657+0000","last_peered":"2024-05-16T15:46:21.374657+0000","last_clean":"2024-05-16T15:46:21.374657+0000","last_became_active":"2024-05-16T15:45:47.271769+0000","last_became_peered":"2024-05-16T15:45:47.271769+0000","last_unstale":"2024-05-16T15:46:21.374657+0000","last_undegraded":"2024-05-16T15:46:21.374657+0000","last_fullsized":"2024-05-16T15:46:21.374657+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:36:18.881903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"87'3","reported_seq":43,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:37.218887+0000","last_change":"2024-05-16T15:45:34.203495+0000","last_active":"2024-05-16T15:46:37.218887+0000","last_peered":"2024-05-16T15:46:37.218887+0000","last_clean":"2024-05-16T15:46:37.218887+0000","last_became_active":"2024-05-16T15:45:34.203236+0000","last_became_peered":"2024-05-16T15:45:34.203236+0000","last_unstale":"2024-05-16T15:46:37.218887+0000","last_undegraded":"2024-05-16T15:46:37.218887+0000","last_fullsized":"2024-05-16T15:46:37.218887+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:34:35.377074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.379389+0000","last_change":"2024-05-16T15:45:37.230891+0000","last_active":"2024-05-16T15:46:21.379389+0000","last_peered":"2024-05-16T15:46:21.379389+0000","last_clean":"2024-05-16T15:46:21.379389+0000","last_became_active":"2024-05-16T15:45:37.230600+0000","last_became_peered":"2024-05-16T15:45:37.230600+0000","last_unstale":"2024-05-16T15:46:21.379389+0000","last_undegraded":"2024-05-16T15:46:21.379389+0000","last_fullsized":"2024-05-16T15:46:21.379389+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:51:50.143297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.372812+0000","last_change":"2024-05-16T15:45:47.265421+0000","last_active":"2024-05-16T15:46:21.372812+0000","last_peered":"2024-05-16T15:46:21.372812+0000","last_clean":"2024-05-16T15:46:21.372812+0000","last_became_active":"2024-05-16T15:45:47.264603+0000","last_became_peered":"2024-05-16T15:45:47.264603+0000","last_unstale":"2024-05-16T15:46:21.372812+0000","last_undegraded":"2024-05-16T15:46:21.372812+0000","last_fullsized":"2024-05-16T15:46:21.372812+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:32:12.958165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"87'3","reported_seq":43,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:39.226358+0000","last_change":"2024-05-16T15:45:34.203935+0000","last_active":"2024-05-16T15:46:39.226358+0000","last_peered":"2024-05-16T15:46:39.226358+0000","last_clean":"2024-05-16T15:46:39.226358+0000","last_became_active":"2024-05-16T15:45:34.203580+0000","last_became_peered":"2024-05-16T15:45:34.203580+0000","last_unstale":"2024-05-16T15:46:39.226358+0000","last_undegraded":"2024-05-16T15:46:39.226358+0000","last_fullsized":"2024-05-16T15:46:39.226358+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:41:08.458217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.374889+0000","last_change":"2024-05-16T15:45:37.232504+0000","last_active":"2024-05-16T15:46:21.374889+0000","last_peered":"2024-05-16T15:46:21.374889+0000","last_clean":"2024-05-16T15:46:21.374889+0000","last_became_active":"2024-05-16T15:45:37.232058+0000","last_became_peered":"2024-05-16T15:45:37.232058+0000","last_unstale":"2024-05-16T15:46:21.374889+0000","last_undegraded":"2024-05-16T15:46:21.374889+0000","last_fullsized":"2024-05-16T15:46:21.374889+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:09:36.891965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.379522+0000","last_change":"2024-05-16T15:45:47.269783+0000","last_active":"2024-05-16T15:46:21.379522+0000","last_peered":"2024-05-16T15:46:21.379522+0000","last_clean":"2024-05-16T15:46:21.379522+0000","last_became_active":"2024-05-16T15:45:47.268502+0000","last_became_peered":"2024-05-16T15:45:47.268502+0000","last_unstale":"2024-05-16T15:46:21.379522+0000","last_undegraded":"2024-05-16T15:46:21.379522+0000","last_fullsized":"2024-05-16T15:46:21.379522+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:51:10.692585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"87'4","reported_seq":96,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:47:05.266263+0000","last_change":"2024-05-16T15:45:34.207020+0000","last_active":"2024-05-16T15:47:05.266263+0000","last_peered":"2024-05-16T15:47:05.266263+0000","last_clean":"2024-05-16T15:47:05.266263+0000","last_became_active":"2024-05-16T15:45:34.206679+0000","last_became_peered":"2024-05-16T15:45:34.206679+0000","last_unstale":"2024-05-16T15:47:05.266263+0000","last_undegraded":"2024-05-16T15:47:05.266263+0000","last_fullsized":"2024-05-16T15:47:05.266263+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:26:53.649747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":52,"num_read_kb":52,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.841232+0000","last_change":"2024-05-16T15:45:37.237022+0000","last_active":"2024-05-16T15:46:21.841232+0000","last_peered":"2024-05-16T15:46:21.841232+0000","last_clean":"2024-05-16T15:46:21.841232+0000","last_became_active":"2024-05-16T15:45:37.236378+0000","last_became_peered":"2024-05-16T15:45:37.236378+0000","last_unstale":"2024-05-16T15:46:21.841232+0000","last_undegraded":"2024-05-16T15:46:21.841232+0000","last_fullsized":"2024-05-16T15:46:21.841232+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T19:33:08.853534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.375603+0000","last_change":"2024-05-16T15:45:47.270746+0000","last_active":"2024-05-16T15:46:21.375603+0000","last_peered":"2024-05-16T15:46:21.375603+0000","last_clean":"2024-05-16T15:46:21.375603+0000","last_became_active":"2024-05-16T15:45:47.270147+0000","last_became_peered":"2024-05-16T15:45:47.270147+0000","last_unstale":"2024-05-16T15:46:21.375603+0000","last_undegraded":"2024-05-16T15:46:21.375603+0000","last_fullsized":"2024-05-16T15:46:21.375603+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:16:49.530406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"87'4","reported_seq":43,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:39.225172+0000","last_change":"2024-05-16T15:45:34.204229+0000","last_active":"2024-05-16T15:46:39.225172+0000","last_peered":"2024-05-16T15:46:39.225172+0000","last_clean":"2024-05-16T15:46:39.225172+0000","last_became_active":"2024-05-16T15:45:34.203826+0000","last_became_peered":"2024-05-16T15:45:34.203826+0000","last_unstale":"2024-05-16T15:46:39.225172+0000","last_undegraded":"2024-05-16T15:46:39.225172+0000","last_fullsized":"2024-05-16T15:46:39.225172+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:53:30.409658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":40,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.382657+0000","last_change":"2024-05-16T15:46:21.382657+0000","last_active":"2024-05-16T15:46:21.382657+0000","last_peered":"2024-05-16T15:46:21.382657+0000","last_clean":"2024-05-16T15:46:21.382657+0000","last_became_active":"2024-05-16T15:46:21.382279+0000","last_became_peered":"2024-05-16T15:46:21.382279+0000","last_unstale":"2024-05-16T15:46:21.382657+0000","last_undegraded":"2024-05-16T15:46:21.382657+0000","last_fullsized":"2024-05-16T15:46:21.382657+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:13:36.113286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.745244+0000","last_change":"2024-05-16T15:45:47.272831+0000","last_active":"2024-05-16T15:46:21.745244+0000","last_peered":"2024-05-16T15:46:21.745244+0000","last_clean":"2024-05-16T15:46:21.745244+0000","last_became_active":"2024-05-16T15:45:47.272430+0000","last_became_peered":"2024-05-16T15:45:47.272430+0000","last_unstale":"2024-05-16T15:46:21.745244+0000","last_undegraded":"2024-05-16T15:46:21.745244+0000","last_fullsized":"2024-05-16T15:46:21.745244+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:28:47.602617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"87'5","reported_seq":45,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:38.221061+0000","last_change":"2024-05-16T15:45:34.700222+0000","last_active":"2024-05-16T15:46:38.221061+0000","last_peered":"2024-05-16T15:46:38.221061+0000","last_clean":"2024-05-16T15:46:38.221061+0000","last_became_active":"2024-05-16T15:45:34.699776+0000","last_became_peered":"2024-05-16T15:45:34.699776+0000","last_unstale":"2024-05-16T15:46:38.221061+0000","last_undegraded":"2024-05-16T15:46:38.221061+0000","last_fullsized":"2024-05-16T15:46:38.221061+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:22:49.327804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.840786+0000","last_change":"2024-05-16T15:45:37.238757+0000","last_active":"2024-05-16T15:46:21.840786+0000","last_peered":"2024-05-16T15:46:21.840786+0000","last_clean":"2024-05-16T15:46:21.840786+0000","last_became_active":"2024-05-16T15:45:37.238434+0000","last_became_peered":"2024-05-16T15:45:37.238434+0000","last_unstale":"2024-05-16T15:46:21.840786+0000","last_undegraded":"2024-05-16T15:46:21.840786+0000","last_fullsized":"2024-05-16T15:46:21.840786+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:35:45.674381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.374933+0000","last_change":"2024-05-16T15:45:47.272694+0000","last_active":"2024-05-16T15:46:21.374933+0000","last_peered":"2024-05-16T15:46:21.374933+0000","last_clean":"2024-05-16T15:46:21.374933+0000","last_became_active":"2024-05-16T15:45:47.272316+0000","last_became_peered":"2024-05-16T15:45:47.272316+0000","last_unstale":"2024-05-16T15:46:21.374933+0000","last_undegraded":"2024-05-16T15:46:21.374933+0000","last_fullsized":"2024-05-16T15:46:21.374933+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:16:30.349120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"87'35","reported_seq":135,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:47:05.266697+0000","last_change":"2024-05-16T15:45:34.209964+0000","last_active":"2024-05-16T15:47:05.266697+0000","last_peered":"2024-05-16T15:47:05.266697+0000","last_clean":"2024-05-16T15:47:05.266697+0000","last_became_active":"2024-05-16T15:45:34.209597+0000","last_became_peered":"2024-05-16T15:45:34.209597+0000","last_unstale":"2024-05-16T15:47:05.266697+0000","last_undegraded":"2024-05-16T15:47:05.266697+0000","last_fullsized":"2024-05-16T15:47:05.266697+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:12:21.590031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":62072,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":60,"num_read_kb":91,"num_write":37,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.373735+0000","last_change":"2024-05-16T15:45:37.241393+0000","last_active":"2024-05-16T15:46:21.373735+0000","last_peered":"2024-05-16T15:46:21.373735+0000","last_clean":"2024-05-16T15:46:21.373735+0000","last_became_active":"2024-05-16T15:45:37.240937+0000","last_became_peered":"2024-05-16T15:45:37.240937+0000","last_unstale":"2024-05-16T15:46:21.373735+0000","last_undegraded":"2024-05-16T15:46:21.373735+0000","last_fullsized":"2024-05-16T15:46:21.373735+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:21:42.415245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.380954+0000","last_change":"2024-05-16T15:45:47.273984+0000","last_active":"2024-05-16T15:46:21.380954+0000","last_peered":"2024-05-16T15:46:21.380954+0000","last_clean":"2024-05-16T15:46:21.380954+0000","last_became_active":"2024-05-16T15:45:47.273572+0000","last_became_peered":"2024-05-16T15:45:47.273572+0000","last_unstale":"2024-05-16T15:46:21.380954+0000","last_undegraded":"2024-05-16T15:46:21.380954+0000","last_fullsized":"2024-05-16T15:46:21.380954+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:33:26.603363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"87'9","reported_seq":51,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:40.229339+0000","last_change":"2024-05-16T15:45:34.208133+0000","last_active":"2024-05-16T15:46:40.229339+0000","last_peered":"2024-05-16T15:46:40.229339+0000","last_clean":"2024-05-16T15:46:40.229339+0000","last_became_active":"2024-05-16T15:45:34.206983+0000","last_became_peered":"2024-05-16T15:45:34.206983+0000","last_unstale":"2024-05-16T15:46:40.229339+0000","last_undegraded":"2024-05-16T15:46:40.229339+0000","last_fullsized":"2024-05-16T15:46:40.229339+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:00:25.813822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.376802+0000","last_change":"2024-05-16T15:45:37.238117+0000","last_active":"2024-05-16T15:46:21.376802+0000","last_peered":"2024-05-16T15:46:21.376802+0000","last_clean":"2024-05-16T15:46:21.376802+0000","last_became_active":"2024-05-16T15:45:37.237748+0000","last_became_peered":"2024-05-16T15:45:37.237748+0000","last_unstale":"2024-05-16T15:46:21.376802+0000","last_undegraded":"2024-05-16T15:46:21.376802+0000","last_fullsized":"2024-05-16T15:46:21.376802+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:16:22.543126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.376002+0000","last_change":"2024-05-16T15:45:47.273544+0000","last_active":"2024-05-16T15:46:21.376002+0000","last_peered":"2024-05-16T15:46:21.376002+0000","last_clean":"2024-05-16T15:46:21.376002+0000","last_became_active":"2024-05-16T15:45:47.273098+0000","last_became_peered":"2024-05-16T15:45:47.273098+0000","last_unstale":"2024-05-16T15:46:21.376002+0000","last_undegraded":"2024-05-16T15:46:21.376002+0000","last_fullsized":"2024-05-16T15:46:21.376002+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:32:06.354159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"87'5","reported_seq":45,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:39.224375+0000","last_change":"2024-05-16T15:45:34.203448+0000","last_active":"2024-05-16T15:46:39.224375+0000","last_peered":"2024-05-16T15:46:39.224375+0000","last_clean":"2024-05-16T15:46:39.224375+0000","last_became_active":"2024-05-16T15:45:34.199641+0000","last_became_peered":"2024-05-16T15:45:34.199641+0000","last_unstale":"2024-05-16T15:46:39.224375+0000","last_undegraded":"2024-05-16T15:46:39.224375+0000","last_fullsized":"2024-05-16T15:46:39.224375+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:47:53.761201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.373682+0000","last_change":"2024-05-16T15:45:37.242897+0000","last_active":"2024-05-16T15:46:21.373682+0000","last_peered":"2024-05-16T15:46:21.373682+0000","last_clean":"2024-05-16T15:46:21.373682+0000","last_became_active":"2024-05-16T15:45:37.242561+0000","last_became_peered":"2024-05-16T15:45:37.242561+0000","last_unstale":"2024-05-16T15:46:21.373682+0000","last_undegraded":"2024-05-16T15:46:21.373682+0000","last_fullsized":"2024-05-16T15:46:21.373682+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:21:49.213218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.375340+0000","last_change":"2024-05-16T15:45:47.277674+0000","last_active":"2024-05-16T15:46:21.375340+0000","last_peered":"2024-05-16T15:46:21.375340+0000","last_clean":"2024-05-16T15:46:21.375340+0000","last_became_active":"2024-05-16T15:45:47.277282+0000","last_became_peered":"2024-05-16T15:45:47.277282+0000","last_unstale":"2024-05-16T15:46:21.375340+0000","last_undegraded":"2024-05-16T15:46:21.375340+0000","last_fullsized":"2024-05-16T15:46:21.375340+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:17:07.066312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"87'6","reported_seq":76,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:47:06.275079+0000","last_change":"2024-05-16T15:45:34.207768+0000","last_active":"2024-05-16T15:47:06.275079+0000","last_peered":"2024-05-16T15:47:06.275079+0000","last_clean":"2024-05-16T15:47:06.275079+0000","last_became_active":"2024-05-16T15:45:34.206894+0000","last_became_peered":"2024-05-16T15:45:34.206894+0000","last_unstale":"2024-05-16T15:47:06.275079+0000","last_undegraded":"2024-05-16T15:47:06.275079+0000","last_fullsized":"2024-05-16T15:47:06.275079+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:15:12.447195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.373641+0000","last_change":"2024-05-16T15:45:37.239401+0000","last_active":"2024-05-16T15:46:21.373641+0000","last_peered":"2024-05-16T15:46:21.373641+0000","last_clean":"2024-05-16T15:46:21.373641+0000","last_became_active":"2024-05-16T15:45:37.239014+0000","last_became_peered":"2024-05-16T15:45:37.239014+0000","last_unstale":"2024-05-16T15:46:21.373641+0000","last_undegraded":"2024-05-16T15:46:21.373641+0000","last_fullsized":"2024-05-16T15:46:21.373641+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:43:33.133074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.376895+0000","last_change":"2024-05-16T15:45:47.273769+0000","last_active":"2024-05-16T15:46:21.376895+0000","last_peered":"2024-05-16T15:46:21.376895+0000","last_clean":"2024-05-16T15:46:21.376895+0000","last_became_active":"2024-05-16T15:45:47.273370+0000","last_became_peered":"2024-05-16T15:45:47.273370+0000","last_unstale":"2024-05-16T15:46:21.376895+0000","last_undegraded":"2024-05-16T15:46:21.376895+0000","last_fullsized":"2024-05-16T15:46:21.376895+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:01:48.854323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"87'17","reported_seq":31,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:39.225368+0000","last_change":"2024-05-16T15:46:21.389090+0000","last_active":"2024-05-16T15:46:39.225368+0000","last_peered":"2024-05-16T15:46:39.225368+0000","last_clean":"2024-05-16T15:46:39.225368+0000","last_became_active":"2024-05-16T15:46:21.380484+0000","last_became_peered":"2024-05-16T15:46:21.380484+0000","last_unstale":"2024-05-16T15:46:39.225368+0000","last_undegraded":"2024-05-16T15:46:39.225368+0000","last_fullsized":"2024-05-16T15:46:39.225368+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T19:35:08.593759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.379572+0000","last_change":"2024-05-16T15:45:37.238980+0000","last_active":"2024-05-16T15:46:21.379572+0000","last_peered":"2024-05-16T15:46:21.379572+0000","last_clean":"2024-05-16T15:46:21.379572+0000","last_became_active":"2024-05-16T15:45:37.238572+0000","last_became_peered":"2024-05-16T15:45:37.238572+0000","last_unstale":"2024-05-16T15:46:21.379572+0000","last_undegraded":"2024-05-16T15:46:21.379572+0000","last_fullsized":"2024-05-16T15:46:21.379572+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T01:37:08.907100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.379449+0000","last_change":"2024-05-16T15:45:47.273183+0000","last_active":"2024-05-16T15:46:21.379449+0000","last_peered":"2024-05-16T15:46:21.379449+0000","last_clean":"2024-05-16T15:46:21.379449+0000","last_became_active":"2024-05-16T15:45:47.272613+0000","last_became_peered":"2024-05-16T15:45:47.272613+0000","last_unstale":"2024-05-16T15:46:21.379449+0000","last_undegraded":"2024-05-16T15:46:21.379449+0000","last_fullsized":"2024-05-16T15:46:21.379449+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:48:58.027704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"87'2","reported_seq":42,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:38.211794+0000","last_change":"2024-05-16T15:45:34.207938+0000","last_active":"2024-05-16T15:46:38.211794+0000","last_peered":"2024-05-16T15:46:38.211794+0000","last_clean":"2024-05-16T15:46:38.211794+0000","last_became_active":"2024-05-16T15:45:34.207549+0000","last_became_peered":"2024-05-16T15:45:34.207549+0000","last_unstale":"2024-05-16T15:46:38.211794+0000","last_undegraded":"2024-05-16T15:46:38.211794+0000","last_fullsized":"2024-05-16T15:46:38.211794+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:09:06.443105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":33,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.376425+0000","last_change":"2024-05-16T15:45:37.237519+0000","last_active":"2024-05-16T15:46:21.376425+0000","last_peered":"2024-05-16T15:46:21.376425+0000","last_clean":"2024-05-16T15:46:21.376425+0000","last_became_active":"2024-05-16T15:45:37.237137+0000","last_became_peered":"2024-05-16T15:45:37.237137+0000","last_unstale":"2024-05-16T15:46:21.376425+0000","last_undegraded":"2024-05-16T15:46:21.376425+0000","last_fullsized":"2024-05-16T15:46:21.376425+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:37:45.844280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.373046+0000","last_change":"2024-05-16T15:45:47.476148+0000","last_active":"2024-05-16T15:46:21.373046+0000","last_peered":"2024-05-16T15:46:21.373046+0000","last_clean":"2024-05-16T15:46:21.373046+0000","last_became_active":"2024-05-16T15:45:47.475645+0000","last_became_peered":"2024-05-16T15:45:47.475645+0000","last_unstale":"2024-05-16T15:46:21.373046+0000","last_undegraded":"2024-05-16T15:46:21.373046+0000","last_fullsized":"2024-05-16T15:46:21.373046+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:08:09.174661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"87'1","reported_seq":40,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.375027+0000","last_change":"2024-05-16T15:45:34.701796+0000","last_active":"2024-05-16T15:46:21.375027+0000","last_peered":"2024-05-16T15:46:21.375027+0000","last_clean":"2024-05-16T15:46:21.375027+0000","last_became_active":"2024-05-16T15:45:34.701423+0000","last_became_peered":"2024-05-16T15:45:34.701423+0000","last_unstale":"2024-05-16T15:46:21.375027+0000","last_undegraded":"2024-05-16T15:46:21.375027+0000","last_fullsized":"2024-05-16T15:46:21.375027+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:51:39.299367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.501357+0000","last_change":"2024-05-16T15:45:37.236173+0000","last_active":"2024-05-16T15:46:21.501357+0000","last_peered":"2024-05-16T15:46:21.501357+0000","last_clean":"2024-05-16T15:46:21.501357+0000","last_became_active":"2024-05-16T15:45:37.235828+0000","last_became_peered":"2024-05-16T15:45:37.235828+0000","last_unstale":"2024-05-16T15:46:21.501357+0000","last_undegraded":"2024-05-16T15:46:21.501357+0000","last_fullsized":"2024-05-16T15:46:21.501357+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:20:10.148148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.376595+0000","last_change":"2024-05-16T15:45:47.267275+0000","last_active":"2024-05-16T15:46:21.376595+0000","last_peered":"2024-05-16T15:46:21.376595+0000","last_clean":"2024-05-16T15:46:21.376595+0000","last_became_active":"2024-05-16T15:45:47.266909+0000","last_became_peered":"2024-05-16T15:45:47.266909+0000","last_unstale":"2024-05-16T15:46:21.376595+0000","last_undegraded":"2024-05-16T15:46:21.376595+0000","last_fullsized":"2024-05-16T15:46:21.376595+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:31:53.534439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"87'5","reported_seq":72,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:47:05.266226+0000","last_change":"2024-05-16T15:45:34.204344+0000","last_active":"2024-05-16T15:47:05.266226+0000","last_peered":"2024-05-16T15:47:05.266226+0000","last_clean":"2024-05-16T15:47:05.266226+0000","last_became_active":"2024-05-16T15:45:34.203814+0000","last_became_peered":"2024-05-16T15:45:34.203814+0000","last_unstale":"2024-05-16T15:47:05.266226+0000","last_undegraded":"2024-05-16T15:47:05.266226+0000","last_fullsized":"2024-05-16T15:47:05.266226+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:31:03.693553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":28,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.501122+0000","last_change":"2024-05-16T15:45:37.244708+0000","last_active":"2024-05-16T15:46:21.501122+0000","last_peered":"2024-05-16T15:46:21.501122+0000","last_clean":"2024-05-16T15:46:21.501122+0000","last_became_active":"2024-05-16T15:45:37.243723+0000","last_became_peered":"2024-05-16T15:45:37.243723+0000","last_unstale":"2024-05-16T15:46:21.501122+0000","last_undegraded":"2024-05-16T15:46:21.501122+0000","last_fullsized":"2024-05-16T15:46:21.501122+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:34:01.004617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.377262+0000","last_change":"2024-05-16T15:45:47.475862+0000","last_active":"2024-05-16T15:46:21.377262+0000","last_peered":"2024-05-16T15:46:21.377262+0000","last_clean":"2024-05-16T15:46:21.377262+0000","last_became_active":"2024-05-16T15:45:47.475451+0000","last_became_peered":"2024-05-16T15:45:47.475451+0000","last_unstale":"2024-05-16T15:46:21.377262+0000","last_undegraded":"2024-05-16T15:46:21.377262+0000","last_fullsized":"2024-05-16T15:46:21.377262+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T01:54:38.250133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.745684+0000","last_change":"2024-05-16T15:46:21.745366+0000","last_active":"2024-05-16T15:46:21.745684+0000","last_peered":"2024-05-16T15:46:21.745684+0000","last_clean":"2024-05-16T15:46:21.745684+0000","last_became_active":"2024-05-16T15:46:21.745093+0000","last_became_peered":"2024-05-16T15:46:21.745093+0000","last_unstale":"2024-05-16T15:46:21.745684+0000","last_undegraded":"2024-05-16T15:46:21.745684+0000","last_fullsized":"2024-05-16T15:46:21.745684+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:22:29.073142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,4],"acting":[9,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1","version":"87'5","reported_seq":73,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:47:05.273317+0000","last_change":"2024-05-16T15:45:34.699798+0000","last_active":"2024-05-16T15:47:05.273317+0000","last_peered":"2024-05-16T15:47:05.273317+0000","last_clean":"2024-05-16T15:47:05.273317+0000","last_became_active":"2024-05-16T15:45:34.699365+0000","last_became_peered":"2024-05-16T15:45:34.699365+0000","last_unstale":"2024-05-16T15:47:05.273317+0000","last_undegraded":"2024-05-16T15:47:05.273317+0000","last_fullsized":"2024-05-16T15:47:05.273317+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T19:26:39.680727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":28,"num_read_kb":28,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"87'1","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.374046+0000","last_change":"2024-05-16T15:45:47.272670+0000","last_active":"2024-05-16T15:46:21.374046+0000","last_peered":"2024-05-16T15:46:21.374046+0000","last_clean":"2024-05-16T15:46:21.374046+0000","last_became_active":"2024-05-16T15:45:47.272186+0000","last_became_peered":"2024-05-16T15:45:47.272186+0000","last_unstale":"2024-05-16T15:46:21.374046+0000","last_undegraded":"2024-05-16T15:46:21.374046+0000","last_fullsized":"2024-05-16T15:46:21.374046+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:50:32.511871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.379552+0000","last_change":"2024-05-16T15:45:37.239792+0000","last_active":"2024-05-16T15:46:21.379552+0000","last_peered":"2024-05-16T15:46:21.379552+0000","last_clean":"2024-05-16T15:46:21.379552+0000","last_became_active":"2024-05-16T15:45:37.239317+0000","last_became_peered":"2024-05-16T15:45:37.239317+0000","last_unstale":"2024-05-16T15:46:21.379552+0000","last_undegraded":"2024-05-16T15:46:21.379552+0000","last_fullsized":"2024-05-16T15:46:21.379552+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:40:09.278518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"87'6","reported_seq":48,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:40.229090+0000","last_change":"2024-05-16T15:45:34.205852+0000","last_active":"2024-05-16T15:46:40.229090+0000","last_peered":"2024-05-16T15:46:40.229090+0000","last_clean":"2024-05-16T15:46:40.229090+0000","last_became_active":"2024-05-16T15:45:34.205471+0000","last_became_peered":"2024-05-16T15:45:34.205471+0000","last_unstale":"2024-05-16T15:46:40.229090+0000","last_undegraded":"2024-05-16T15:46:40.229090+0000","last_fullsized":"2024-05-16T15:46:40.229090+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:37:16.887316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":113,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.373480+0000","last_change":"2024-05-16T15:44:11.582770+0000","last_active":"2024-05-16T15:46:21.373480+0000","last_peered":"2024-05-16T15:46:21.373480+0000","last_clean":"2024-05-16T15:46:21.373480+0000","last_became_active":"2024-05-16T15:44:11.578379+0000","last_became_peered":"2024-05-16T15:44:11.578379+0000","last_unstale":"2024-05-16T15:46:21.373480+0000","last_undegraded":"2024-05-16T15:46:21.373480+0000","last_fullsized":"2024-05-16T15:46:21.373480+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:40:48.349724+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:40:48.349724+0000","last_clean_scrub_stamp":"2024-05-16T15:40:48.349724+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:05:40.446247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.381065+0000","last_change":"2024-05-16T15:45:47.476117+0000","last_active":"2024-05-16T15:46:21.381065+0000","last_peered":"2024-05-16T15:46:21.381065+0000","last_clean":"2024-05-16T15:46:21.381065+0000","last_became_active":"2024-05-16T15:45:47.475620+0000","last_became_peered":"2024-05-16T15:45:47.475620+0000","last_unstale":"2024-05-16T15:46:21.381065+0000","last_undegraded":"2024-05-16T15:46:21.381065+0000","last_fullsized":"2024-05-16T15:46:21.381065+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:30:43.306489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.376384+0000","last_change":"2024-05-16T15:45:37.242169+0000","last_active":"2024-05-16T15:46:21.376384+0000","last_peered":"2024-05-16T15:46:21.376384+0000","last_clean":"2024-05-16T15:46:21.376384+0000","last_became_active":"2024-05-16T15:45:37.239665+0000","last_became_peered":"2024-05-16T15:45:37.239665+0000","last_unstale":"2024-05-16T15:46:21.376384+0000","last_undegraded":"2024-05-16T15:46:21.376384+0000","last_fullsized":"2024-05-16T15:46:21.376384+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:19:55.922659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"87'4","reported_seq":43,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:37.216813+0000","last_change":"2024-05-16T15:45:34.206003+0000","last_active":"2024-05-16T15:46:37.216813+0000","last_peered":"2024-05-16T15:46:37.216813+0000","last_clean":"2024-05-16T15:46:37.216813+0000","last_became_active":"2024-05-16T15:45:34.205626+0000","last_became_peered":"2024-05-16T15:45:34.205626+0000","last_unstale":"2024-05-16T15:46:37.216813+0000","last_undegraded":"2024-05-16T15:46:37.216813+0000","last_fullsized":"2024-05-16T15:46:37.216813+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:07:42.311502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.376148+0000","last_change":"2024-05-16T15:45:47.268451+0000","last_active":"2024-05-16T15:46:21.376148+0000","last_peered":"2024-05-16T15:46:21.376148+0000","last_clean":"2024-05-16T15:46:21.376148+0000","last_became_active":"2024-05-16T15:45:47.267962+0000","last_became_peered":"2024-05-16T15:45:47.267962+0000","last_unstale":"2024-05-16T15:46:21.376148+0000","last_undegraded":"2024-05-16T15:46:21.376148+0000","last_fullsized":"2024-05-16T15:46:21.376148+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:09:34.902315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"87'4","reported_seq":16,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:39.225106+0000","last_change":"2024-05-16T15:46:21.377930+0000","last_active":"2024-05-16T15:46:39.225106+0000","last_peered":"2024-05-16T15:46:39.225106+0000","last_clean":"2024-05-16T15:46:39.225106+0000","last_became_active":"2024-05-16T15:46:21.377429+0000","last_became_peered":"2024-05-16T15:46:21.377429+0000","last_unstale":"2024-05-16T15:46:39.225106+0000","last_undegraded":"2024-05-16T15:46:39.225106+0000","last_fullsized":"2024-05-16T15:46:39.225106+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:57:00.348793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.376826+0000","last_change":"2024-05-16T15:45:37.242116+0000","last_active":"2024-05-16T15:46:21.376826+0000","last_peered":"2024-05-16T15:46:21.376826+0000","last_clean":"2024-05-16T15:46:21.376826+0000","last_became_active":"2024-05-16T15:45:37.241200+0000","last_became_peered":"2024-05-16T15:45:37.241200+0000","last_unstale":"2024-05-16T15:46:21.376826+0000","last_undegraded":"2024-05-16T15:46:21.376826+0000","last_fullsized":"2024-05-16T15:46:21.376826+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:49:46.377848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.379278+0000","last_change":"2024-05-16T15:45:47.475754+0000","last_active":"2024-05-16T15:46:21.379278+0000","last_peered":"2024-05-16T15:46:21.379278+0000","last_clean":"2024-05-16T15:46:21.379278+0000","last_became_active":"2024-05-16T15:45:47.475275+0000","last_became_peered":"2024-05-16T15:45:47.475275+0000","last_unstale":"2024-05-16T15:46:21.379278+0000","last_undegraded":"2024-05-16T15:46:21.379278+0000","last_fullsized":"2024-05-16T15:46:21.379278+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:15:47.964178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"87'15","reported_seq":54,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:59.243483+0000","last_change":"2024-05-16T15:45:34.205399+0000","last_active":"2024-05-16T15:46:59.243483+0000","last_peered":"2024-05-16T15:46:59.243483+0000","last_clean":"2024-05-16T15:46:59.243483+0000","last_became_active":"2024-05-16T15:45:34.205060+0000","last_became_peered":"2024-05-16T15:45:34.205060+0000","last_unstale":"2024-05-16T15:46:59.243483+0000","last_undegraded":"2024-05-16T15:46:59.243483+0000","last_fullsized":"2024-05-16T15:46:59.243483+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T19:40:20.128239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.380141+0000","last_change":"2024-05-16T15:45:37.233081+0000","last_active":"2024-05-16T15:46:21.380141+0000","last_peered":"2024-05-16T15:46:21.380141+0000","last_clean":"2024-05-16T15:46:21.380141+0000","last_became_active":"2024-05-16T15:45:37.232779+0000","last_became_peered":"2024-05-16T15:45:37.232779+0000","last_unstale":"2024-05-16T15:46:21.380141+0000","last_undegraded":"2024-05-16T15:46:21.380141+0000","last_fullsized":"2024-05-16T15:46:21.380141+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:37:09.749771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.376569+0000","last_change":"2024-05-16T15:45:47.269019+0000","last_active":"2024-05-16T15:46:21.376569+0000","last_peered":"2024-05-16T15:46:21.376569+0000","last_clean":"2024-05-16T15:46:21.376569+0000","last_became_active":"2024-05-16T15:45:47.268487+0000","last_became_peered":"2024-05-16T15:45:47.268487+0000","last_unstale":"2024-05-16T15:46:21.376569+0000","last_undegraded":"2024-05-16T15:46:21.376569+0000","last_fullsized":"2024-05-16T15:46:21.376569+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:27:49.485175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"87'7","reported_seq":47,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:39.225888+0000","last_change":"2024-05-16T15:45:34.790890+0000","last_active":"2024-05-16T15:46:39.225888+0000","last_peered":"2024-05-16T15:46:39.225888+0000","last_clean":"2024-05-16T15:46:39.225888+0000","last_became_active":"2024-05-16T15:45:34.790486+0000","last_became_peered":"2024-05-16T15:45:34.790486+0000","last_unstale":"2024-05-16T15:46:39.225888+0000","last_undegraded":"2024-05-16T15:46:39.225888+0000","last_fullsized":"2024-05-16T15:46:39.225888+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:56:41.880726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.372913+0000","last_change":"2024-05-16T15:45:37.236732+0000","last_active":"2024-05-16T15:46:21.372913+0000","last_peered":"2024-05-16T15:46:21.372913+0000","last_clean":"2024-05-16T15:46:21.372913+0000","last_became_active":"2024-05-16T15:45:37.236352+0000","last_became_peered":"2024-05-16T15:45:37.236352+0000","last_unstale":"2024-05-16T15:46:21.372913+0000","last_undegraded":"2024-05-16T15:46:21.372913+0000","last_fullsized":"2024-05-16T15:46:21.372913+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:41:43.870623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.745505+0000","last_change":"2024-05-16T15:45:47.477145+0000","last_active":"2024-05-16T15:46:21.745505+0000","last_peered":"2024-05-16T15:46:21.745505+0000","last_clean":"2024-05-16T15:46:21.745505+0000","last_became_active":"2024-05-16T15:45:47.476397+0000","last_became_peered":"2024-05-16T15:45:47.476397+0000","last_unstale":"2024-05-16T15:46:21.745505+0000","last_undegraded":"2024-05-16T15:46:21.745505+0000","last_fullsized":"2024-05-16T15:46:21.745505+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:38:10.933346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"87'2","reported_seq":41,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:36.202449+0000","last_change":"2024-05-16T15:45:34.700250+0000","last_active":"2024-05-16T15:46:36.202449+0000","last_peered":"2024-05-16T15:46:36.202449+0000","last_clean":"2024-05-16T15:46:36.202449+0000","last_became_active":"2024-05-16T15:45:34.699828+0000","last_became_peered":"2024-05-16T15:45:34.699828+0000","last_unstale":"2024-05-16T15:46:36.202449+0000","last_undegraded":"2024-05-16T15:46:36.202449+0000","last_fullsized":"2024-05-16T15:46:36.202449+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:05:12.569035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.372900+0000","last_change":"2024-05-16T15:45:37.233166+0000","last_active":"2024-05-16T15:46:21.372900+0000","last_peered":"2024-05-16T15:46:21.372900+0000","last_clean":"2024-05-16T15:46:21.372900+0000","last_became_active":"2024-05-16T15:45:37.232782+0000","last_became_peered":"2024-05-16T15:45:37.232782+0000","last_unstale":"2024-05-16T15:46:21.372900+0000","last_undegraded":"2024-05-16T15:46:21.372900+0000","last_fullsized":"2024-05-16T15:46:21.372900+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:03:25.036943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.375445+0000","last_change":"2024-05-16T15:45:47.276411+0000","last_active":"2024-05-16T15:46:21.375445+0000","last_peered":"2024-05-16T15:46:21.375445+0000","last_clean":"2024-05-16T15:46:21.375445+0000","last_became_active":"2024-05-16T15:45:47.275933+0000","last_became_peered":"2024-05-16T15:45:47.275933+0000","last_unstale":"2024-05-16T15:46:21.375445+0000","last_undegraded":"2024-05-16T15:46:21.375445+0000","last_fullsized":"2024-05-16T15:46:21.375445+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:46:28.717689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"87'7","reported_seq":46,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:39.225660+0000","last_change":"2024-05-16T15:45:34.202700+0000","last_active":"2024-05-16T15:46:39.225660+0000","last_peered":"2024-05-16T15:46:39.225660+0000","last_clean":"2024-05-16T15:46:39.225660+0000","last_became_active":"2024-05-16T15:45:34.202190+0000","last_became_peered":"2024-05-16T15:45:34.202190+0000","last_unstale":"2024-05-16T15:46:39.225660+0000","last_undegraded":"2024-05-16T15:46:39.225660+0000","last_fullsized":"2024-05-16T15:46:39.225660+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:06:16.978609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":33,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.375293+0000","last_change":"2024-05-16T15:45:37.240233+0000","last_active":"2024-05-16T15:46:21.375293+0000","last_peered":"2024-05-16T15:46:21.375293+0000","last_clean":"2024-05-16T15:46:21.375293+0000","last_became_active":"2024-05-16T15:45:37.239064+0000","last_became_peered":"2024-05-16T15:45:37.239064+0000","last_unstale":"2024-05-16T15:46:21.375293+0000","last_undegraded":"2024-05-16T15:46:21.375293+0000","last_fullsized":"2024-05-16T15:46:21.375293+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:08:11.736333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"87'1","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.745323+0000","last_change":"2024-05-16T15:45:47.275416+0000","last_active":"2024-05-16T15:46:21.745323+0000","last_peered":"2024-05-16T15:46:21.745323+0000","last_clean":"2024-05-16T15:46:21.745323+0000","last_became_active":"2024-05-16T15:45:47.274506+0000","last_became_peered":"2024-05-16T15:45:47.274506+0000","last_unstale":"2024-05-16T15:46:21.745323+0000","last_undegraded":"2024-05-16T15:46:21.745323+0000","last_fullsized":"2024-05-16T15:46:21.745323+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:42:05.852294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"87'3","reported_seq":43,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:38.220937+0000","last_change":"2024-05-16T15:45:34.207300+0000","last_active":"2024-05-16T15:46:38.220937+0000","last_peered":"2024-05-16T15:46:38.220937+0000","last_clean":"2024-05-16T15:46:38.220937+0000","last_became_active":"2024-05-16T15:45:34.206151+0000","last_became_peered":"2024-05-16T15:45:34.206151+0000","last_unstale":"2024-05-16T15:46:38.220937+0000","last_undegraded":"2024-05-16T15:46:38.220937+0000","last_fullsized":"2024-05-16T15:46:38.220937+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:04:22.349576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.379874+0000","last_change":"2024-05-16T15:45:37.233761+0000","last_active":"2024-05-16T15:46:21.379874+0000","last_peered":"2024-05-16T15:46:21.379874+0000","last_clean":"2024-05-16T15:46:21.379874+0000","last_became_active":"2024-05-16T15:45:37.233444+0000","last_became_peered":"2024-05-16T15:45:37.233444+0000","last_unstale":"2024-05-16T15:46:21.379874+0000","last_undegraded":"2024-05-16T15:46:21.379874+0000","last_fullsized":"2024-05-16T15:46:21.379874+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:37:51.166623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.745398+0000","last_change":"2024-05-16T15:45:47.476432+0000","last_active":"2024-05-16T15:46:21.745398+0000","last_peered":"2024-05-16T15:46:21.745398+0000","last_clean":"2024-05-16T15:46:21.745398+0000","last_became_active":"2024-05-16T15:45:47.475873+0000","last_became_peered":"2024-05-16T15:45:47.475873+0000","last_unstale":"2024-05-16T15:46:21.745398+0000","last_undegraded":"2024-05-16T15:46:21.745398+0000","last_fullsized":"2024-05-16T15:46:21.745398+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:46:53.204221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"87'4","reported_seq":44,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:36.200670+0000","last_change":"2024-05-16T15:45:34.210226+0000","last_active":"2024-05-16T15:46:36.200670+0000","last_peered":"2024-05-16T15:46:36.200670+0000","last_clean":"2024-05-16T15:46:36.200670+0000","last_became_active":"2024-05-16T15:45:34.209633+0000","last_became_peered":"2024-05-16T15:45:34.209633+0000","last_unstale":"2024-05-16T15:46:36.200670+0000","last_undegraded":"2024-05-16T15:46:36.200670+0000","last_fullsized":"2024-05-16T15:46:36.200670+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:53:43.802801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.373701+0000","last_change":"2024-05-16T15:45:37.240231+0000","last_active":"2024-05-16T15:46:21.373701+0000","last_peered":"2024-05-16T15:46:21.373701+0000","last_clean":"2024-05-16T15:46:21.373701+0000","last_became_active":"2024-05-16T15:45:37.239799+0000","last_became_peered":"2024-05-16T15:45:37.239799+0000","last_unstale":"2024-05-16T15:46:21.373701+0000","last_undegraded":"2024-05-16T15:46:21.373701+0000","last_fullsized":"2024-05-16T15:46:21.373701+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:52:49.389331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.840557+0000","last_change":"2024-05-16T15:45:47.271582+0000","last_active":"2024-05-16T15:46:21.840557+0000","last_peered":"2024-05-16T15:46:21.840557+0000","last_clean":"2024-05-16T15:46:21.840557+0000","last_became_active":"2024-05-16T15:45:47.270972+0000","last_became_peered":"2024-05-16T15:45:47.270972+0000","last_unstale":"2024-05-16T15:46:21.840557+0000","last_undegraded":"2024-05-16T15:46:21.840557+0000","last_fullsized":"2024-05-16T15:46:21.840557+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:39:52.603011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"87'6","reported_seq":77,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:47:06.268360+0000","last_change":"2024-05-16T15:45:34.790876+0000","last_active":"2024-05-16T15:47:06.268360+0000","last_peered":"2024-05-16T15:47:06.268360+0000","last_clean":"2024-05-16T15:47:06.268360+0000","last_became_active":"2024-05-16T15:45:34.790447+0000","last_became_peered":"2024-05-16T15:45:34.790447+0000","last_unstale":"2024-05-16T15:47:06.268360+0000","last_undegraded":"2024-05-16T15:47:06.268360+0000","last_fullsized":"2024-05-16T15:47:06.268360+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T01:05:30.528357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1561,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":31,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.374118+0000","last_change":"2024-05-16T15:45:37.238854+0000","last_active":"2024-05-16T15:46:21.374118+0000","last_peered":"2024-05-16T15:46:21.374118+0000","last_clean":"2024-05-16T15:46:21.374118+0000","last_became_active":"2024-05-16T15:45:37.238488+0000","last_became_peered":"2024-05-16T15:45:37.238488+0000","last_unstale":"2024-05-16T15:46:21.374118+0000","last_undegraded":"2024-05-16T15:46:21.374118+0000","last_fullsized":"2024-05-16T15:46:21.374118+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:42:51.844191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":31,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.842140+0000","last_change":"2024-05-16T15:46:21.842140+0000","last_active":"2024-05-16T15:46:21.842140+0000","last_peered":"2024-05-16T15:46:21.842140+0000","last_clean":"2024-05-16T15:46:21.842140+0000","last_became_active":"2024-05-16T15:46:21.841703+0000","last_became_peered":"2024-05-16T15:46:21.841703+0000","last_unstale":"2024-05-16T15:46:21.842140+0000","last_undegraded":"2024-05-16T15:46:21.842140+0000","last_fullsized":"2024-05-16T15:46:21.842140+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:35:47.742372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,1,4],"acting":[0,8,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"87'3","reported_seq":43,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:39.225650+0000","last_change":"2024-05-16T15:45:34.205485+0000","last_active":"2024-05-16T15:46:39.225650+0000","last_peered":"2024-05-16T15:46:39.225650+0000","last_clean":"2024-05-16T15:46:39.225650+0000","last_became_active":"2024-05-16T15:45:34.205164+0000","last_became_peered":"2024-05-16T15:45:34.205164+0000","last_unstale":"2024-05-16T15:46:39.225650+0000","last_undegraded":"2024-05-16T15:46:39.225650+0000","last_fullsized":"2024-05-16T15:46:39.225650+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T15:57:32.616570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.373654+0000","last_change":"2024-05-16T15:45:37.240357+0000","last_active":"2024-05-16T15:46:21.373654+0000","last_peered":"2024-05-16T15:46:21.373654+0000","last_clean":"2024-05-16T15:46:21.373654+0000","last_became_active":"2024-05-16T15:45:37.240030+0000","last_became_peered":"2024-05-16T15:45:37.240030+0000","last_unstale":"2024-05-16T15:46:21.373654+0000","last_undegraded":"2024-05-16T15:46:21.373654+0000","last_fullsized":"2024-05-16T15:46:21.373654+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:25:16.186385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.379092+0000","last_change":"2024-05-16T15:45:47.271687+0000","last_active":"2024-05-16T15:46:21.379092+0000","last_peered":"2024-05-16T15:46:21.379092+0000","last_clean":"2024-05-16T15:46:21.379092+0000","last_became_active":"2024-05-16T15:45:47.270773+0000","last_became_peered":"2024-05-16T15:45:47.270773+0000","last_unstale":"2024-05-16T15:46:21.379092+0000","last_undegraded":"2024-05-16T15:46:21.379092+0000","last_fullsized":"2024-05-16T15:46:21.379092+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:44:45.480762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"87'5","reported_seq":55,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:39.225126+0000","last_change":"2024-05-16T15:46:21.749061+0000","last_active":"2024-05-16T15:46:39.225126+0000","last_peered":"2024-05-16T15:46:39.225126+0000","last_clean":"2024-05-16T15:46:39.225126+0000","last_became_active":"2024-05-16T15:46:21.746449+0000","last_became_peered":"2024-05-16T15:46:21.746449+0000","last_unstale":"2024-05-16T15:46:39.225126+0000","last_undegraded":"2024-05-16T15:46:39.225126+0000","last_fullsized":"2024-05-16T15:46:39.225126+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:00:34.933589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4],"acting":[6,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.373958+0000","last_change":"2024-05-16T15:45:37.237364+0000","last_active":"2024-05-16T15:46:21.373958+0000","last_peered":"2024-05-16T15:46:21.373958+0000","last_clean":"2024-05-16T15:46:21.373958+0000","last_became_active":"2024-05-16T15:45:37.237030+0000","last_became_peered":"2024-05-16T15:45:37.237030+0000","last_unstale":"2024-05-16T15:46:21.373958+0000","last_undegraded":"2024-05-16T15:46:21.373958+0000","last_fullsized":"2024-05-16T15:46:21.373958+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:04:04.708571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":33,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.375187+0000","last_change":"2024-05-16T15:45:37.239678+0000","last_active":"2024-05-16T15:46:21.375187+0000","last_peered":"2024-05-16T15:46:21.375187+0000","last_clean":"2024-05-16T15:46:21.375187+0000","last_became_active":"2024-05-16T15:45:37.239352+0000","last_became_peered":"2024-05-16T15:45:37.239352+0000","last_unstale":"2024-05-16T15:46:21.375187+0000","last_undegraded":"2024-05-16T15:46:21.375187+0000","last_fullsized":"2024-05-16T15:46:21.375187+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:57:18.279809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.377432+0000","last_change":"2024-05-16T15:45:37.239863+0000","last_active":"2024-05-16T15:46:21.377432+0000","last_peered":"2024-05-16T15:46:21.377432+0000","last_clean":"2024-05-16T15:46:21.377432+0000","last_became_active":"2024-05-16T15:45:37.239508+0000","last_became_peered":"2024-05-16T15:45:37.239508+0000","last_unstale":"2024-05-16T15:46:21.377432+0000","last_undegraded":"2024-05-16T15:46:21.377432+0000","last_fullsized":"2024-05-16T15:46:21.377432+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:37:38.162774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.376591+0000","last_change":"2024-05-16T15:45:37.242473+0000","last_active":"2024-05-16T15:46:21.376591+0000","last_peered":"2024-05-16T15:46:21.376591+0000","last_clean":"2024-05-16T15:46:21.376591+0000","last_became_active":"2024-05-16T15:45:37.242118+0000","last_became_peered":"2024-05-16T15:45:37.242118+0000","last_unstale":"2024-05-16T15:46:21.376591+0000","last_undegraded":"2024-05-16T15:46:21.376591+0000","last_fullsized":"2024-05-16T15:46:21.376591+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:36:47.638343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.372573+0000","last_change":"2024-05-16T15:45:37.236693+0000","last_active":"2024-05-16T15:46:21.372573+0000","last_peered":"2024-05-16T15:46:21.372573+0000","last_clean":"2024-05-16T15:46:21.372573+0000","last_became_active":"2024-05-16T15:45:37.236339+0000","last_became_peered":"2024-05-16T15:45:37.236339+0000","last_unstale":"2024-05-16T15:46:21.372573+0000","last_undegraded":"2024-05-16T15:46:21.372573+0000","last_fullsized":"2024-05-16T15:46:21.372573+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:12:22.662950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.376725+0000","last_change":"2024-05-16T15:45:37.239526+0000","last_active":"2024-05-16T15:46:21.376725+0000","last_peered":"2024-05-16T15:46:21.376725+0000","last_clean":"2024-05-16T15:46:21.376725+0000","last_became_active":"2024-05-16T15:45:37.239026+0000","last_became_peered":"2024-05-16T15:45:37.239026+0000","last_unstale":"2024-05-16T15:46:21.376725+0000","last_undegraded":"2024-05-16T15:46:21.376725+0000","last_fullsized":"2024-05-16T15:46:21.376725+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:13:56.168226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":33,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.374867+0000","last_change":"2024-05-16T15:45:37.237037+0000","last_active":"2024-05-16T15:46:21.374867+0000","last_peered":"2024-05-16T15:46:21.374867+0000","last_clean":"2024-05-16T15:46:21.374867+0000","last_became_active":"2024-05-16T15:45:37.236623+0000","last_became_peered":"2024-05-16T15:45:37.236623+0000","last_unstale":"2024-05-16T15:46:21.374867+0000","last_undegraded":"2024-05-16T15:46:21.374867+0000","last_fullsized":"2024-05-16T15:46:21.374867+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:12:00.172679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.376904+0000","last_change":"2024-05-16T15:45:37.243539+0000","last_active":"2024-05-16T15:46:21.376904+0000","last_peered":"2024-05-16T15:46:21.376904+0000","last_clean":"2024-05-16T15:46:21.376904+0000","last_became_active":"2024-05-16T15:45:37.243167+0000","last_became_peered":"2024-05-16T15:45:37.243167+0000","last_unstale":"2024-05-16T15:46:21.376904+0000","last_undegraded":"2024-05-16T15:46:21.376904+0000","last_fullsized":"2024-05-16T15:46:21.376904+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:53:31.078235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.380354+0000","last_change":"2024-05-16T15:45:37.244703+0000","last_active":"2024-05-16T15:46:21.380354+0000","last_peered":"2024-05-16T15:46:21.380354+0000","last_clean":"2024-05-16T15:46:21.380354+0000","last_became_active":"2024-05-16T15:45:37.236077+0000","last_became_peered":"2024-05-16T15:45:37.236077+0000","last_unstale":"2024-05-16T15:46:21.380354+0000","last_undegraded":"2024-05-16T15:46:21.380354+0000","last_fullsized":"2024-05-16T15:46:21.380354+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:42:29.652261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.379436+0000","last_change":"2024-05-16T15:45:37.243243+0000","last_active":"2024-05-16T15:46:21.379436+0000","last_peered":"2024-05-16T15:46:21.379436+0000","last_clean":"2024-05-16T15:46:21.379436+0000","last_became_active":"2024-05-16T15:45:37.242190+0000","last_became_peered":"2024-05-16T15:45:37.242190+0000","last_unstale":"2024-05-16T15:46:21.379436+0000","last_undegraded":"2024-05-16T15:46:21.379436+0000","last_fullsized":"2024-05-16T15:46:21.379436+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:48:16.824018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.379828+0000","last_change":"2024-05-16T15:45:37.235496+0000","last_active":"2024-05-16T15:46:21.379828+0000","last_peered":"2024-05-16T15:46:21.379828+0000","last_clean":"2024-05-16T15:46:21.379828+0000","last_became_active":"2024-05-16T15:45:37.235177+0000","last_became_peered":"2024-05-16T15:45:37.235177+0000","last_unstale":"2024-05-16T15:46:21.379828+0000","last_undegraded":"2024-05-16T15:46:21.379828+0000","last_fullsized":"2024-05-16T15:46:21.379828+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:12:27.608258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.840751+0000","last_change":"2024-05-16T15:45:37.240957+0000","last_active":"2024-05-16T15:46:21.840751+0000","last_peered":"2024-05-16T15:46:21.840751+0000","last_clean":"2024-05-16T15:46:21.840751+0000","last_became_active":"2024-05-16T15:45:37.240616+0000","last_became_peered":"2024-05-16T15:45:37.240616+0000","last_unstale":"2024-05-16T15:46:21.840751+0000","last_undegraded":"2024-05-16T15:46:21.840751+0000","last_fullsized":"2024-05-16T15:46:21.840751+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T01:40:52.425502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.376516+0000","last_change":"2024-05-16T15:45:37.232725+0000","last_active":"2024-05-16T15:46:21.376516+0000","last_peered":"2024-05-16T15:46:21.376516+0000","last_clean":"2024-05-16T15:46:21.376516+0000","last_became_active":"2024-05-16T15:45:37.231549+0000","last_became_peered":"2024-05-16T15:45:37.231549+0000","last_unstale":"2024-05-16T15:46:21.376516+0000","last_undegraded":"2024-05-16T15:46:21.376516+0000","last_fullsized":"2024-05-16T15:46:21.376516+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:04:04.502995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":33,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-05-16T15:46:21.376183+0000","last_change":"2024-05-16T15:45:37.228748+0000","last_active":"2024-05-16T15:46:21.376183+0000","last_peered":"2024-05-16T15:46:21.376183+0000","last_clean":"2024-05-16T15:46:21.376183+0000","last_became_active":"2024-05-16T15:45:37.228369+0000","last_became_peered":"2024-05-16T15:45:37.228369+0000","last_unstale":"2024-05-16T15:46:21.376183+0000","last_undegraded":"2024-05-16T15:46:21.376183+0000","last_fullsized":"2024-05-16T15:46:21.376183+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:41:35.372721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":69667,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":308,"num_read_kb":228,"num_write":249,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":209001,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":215,"ondisk_log_size":215,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":70,"seq":300647710753,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28008,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717144,"statfs":{"total":95995035648,"available":95966355456,"internally_reserved":0,"allocated":1015808,"data_stored":497457,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":64,"seq":274877906982,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28668,"kb_used_data":1652,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716484,"statfs":{"total":95995035648,"available":95965679616,"internally_reserved":0,"allocated":1691648,"data_stored":1146121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":59,"seq":253403070506,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28020,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717132,"statfs":{"total":95995035648,"available":95966343168,"internally_reserved":0,"allocated":1028096,"data_stored":500868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":53,"seq":227633266736,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27996,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717156,"statfs":{"total":95995035648,"available":95966367744,"internally_reserved":0,"allocated":1003520,"data_stored":496926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":47,"seq":201863462964,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28596,"kb_used_data":1580,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716556,"statfs":{"total":95995035648,"available":95965753344,"internally_reserved":0,"allocated":1617920,"data_stored":1094038,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":42,"seq":180388626491,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36312,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708840,"statfs":{"total":95995035648,"available":95957852160,"internally_reserved":0,"allocated":999424,"data_stored":492276,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574931,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32216,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712936,"statfs":{"total":95995035648,"available":95962046464,"internally_reserved":0,"allocated":1064960,"data_stored":555378,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738455,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36336,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708816,"statfs":{"total":95995035648,"available":95957827584,"internally_reserved":0,"allocated":1024000,"data_stored":494123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411406,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28076,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717076,"statfs":{"total":95995035648,"available":95966285824,"internally_reserved":0,"allocated":1085440,"data_stored":556380,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182473,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36324,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708828,"statfs":{"total":95995035648,"available":95957839872,"internally_reserved":0,"allocated":1011712,"data_stored":491984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986245,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32160,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712992,"statfs":{"total":95995035648,"available":95962103808,"internally_reserved":0,"allocated":1007616,"data_stored":496741,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822720,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36924,"kb_used_data":1588,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708228,"statfs":{"total":95995035648,"available":95957225472,"internally_reserved":0,"allocated":1626112,"data_stored":1089229,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":63824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":64826,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1091,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3211,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1276,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":64199,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-16T15:47:09.121 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-05-16T15:47:09.121 INFO:tasks.cephadm:Setting up client nodes... 2024-05-16T15:47:09.122 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-05-16T15:47:09.377 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:47:09.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:09 smithi043 ceph-mon[31619]: pgmap v341: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-05-16T15:47:09.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:09 smithi043 ceph-mon[31619]: from='client.14802 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-16T15:47:09.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:09 smithi157 ceph-mon[35584]: pgmap v341: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-05-16T15:47:09.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:09 smithi157 ceph-mon[35584]: from='client.14802 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-16T15:47:09.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:09 smithi148 ceph-mon[34976]: pgmap v341: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-05-16T15:47:09.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:09 smithi148 ceph-mon[34976]: from='client.14802 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-16T15:47:11.186 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.174+0000 7f04cf357700 1 -- 172.21.15.43:0/3831523460 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f04c8103fc0 msgr2=0x7f04c810a870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:11.186 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.174+0000 7f04cf357700 1 --2- 172.21.15.43:0/3831523460 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f04c8103fc0 0x7f04c810a870 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f04c00099c0 tx=0x7f04c0009cd0 comp rx=0 tx=0).stop 2024-05-16T15:47:11.186 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.174+0000 7f04cf357700 1 -- 172.21.15.43:0/3831523460 shutdown_connections 2024-05-16T15:47:11.186 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.174+0000 7f04cf357700 1 --2- 172.21.15.43:0/3831523460 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f04c8103fc0 0x7f04c810a870 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:11.186 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.174+0000 7f04cf357700 1 --2- 172.21.15.43:0/3831523460 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f04c8102420 0x7f04c8102840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:11.186 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.174+0000 7f04cf357700 1 --2- 172.21.15.43:0/3831523460 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f04c8103620 0x7f04c8103a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:11.186 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.174+0000 7f04cf357700 1 -- 172.21.15.43:0/3831523460 >> 172.21.15.43:0/3831523460 conn(0x7f04c80fd9c0 msgr2=0x7f04c80ffe00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:47:11.187 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.174+0000 7f04cf357700 1 -- 172.21.15.43:0/3831523460 shutdown_connections 2024-05-16T15:47:11.187 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.174+0000 7f04cf357700 1 -- 172.21.15.43:0/3831523460 wait complete. 2024-05-16T15:47:11.187 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.175+0000 7f04cf357700 1 Processor -- start 2024-05-16T15:47:11.187 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.175+0000 7f04cf357700 1 -- start start 2024-05-16T15:47:11.187 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.175+0000 7f04cf357700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f04c8102420 0x7f04c81063b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:11.187 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.175+0000 7f04cf357700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f04c8103620 0x7f04c8104a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:11.187 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.175+0000 7f04cf357700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f04c8103fc0 0x7f04c8104f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:11.187 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.175+0000 7f04cf357700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f04c810de60 con 0x7f04c8103620 2024-05-16T15:47:11.187 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.175+0000 7f04cf357700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f04c810dce0 con 0x7f04c8102420 2024-05-16T15:47:11.187 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.175+0000 7f04cf357700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f04c810dfe0 con 0x7f04c8103fc0 2024-05-16T15:47:11.187 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.175+0000 7f04cc8f2700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f04c8103620 0x7f04c8104a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:11.187 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.175+0000 7f04cc8f2700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f04c8103620 0x7f04c8104a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:51584/0 (socket says 172.21.15.43:51584) 2024-05-16T15:47:11.187 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.175+0000 7f04cc8f2700 1 -- 172.21.15.43:0/337259465 learned_addr learned my addr 172.21.15.43:0/337259465 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:47:11.187 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.175+0000 7f04cd0f3700 1 --2- 172.21.15.43:0/337259465 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f04c8102420 0x7f04c81063b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:11.188 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.176+0000 7f04cd8f4700 1 --2- 172.21.15.43:0/337259465 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f04c8103fc0 0x7f04c8104f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:11.188 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.176+0000 7f04cc8f2700 1 -- 172.21.15.43:0/337259465 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f04c8103fc0 msgr2=0x7f04c8104f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:11.188 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.176+0000 7f04cc8f2700 1 --2- 172.21.15.43:0/337259465 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f04c8103fc0 0x7f04c8104f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:11.188 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.176+0000 7f04cc8f2700 1 -- 172.21.15.43:0/337259465 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f04c8102420 msgr2=0x7f04c81063b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:11.188 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.176+0000 7f04cc8f2700 1 --2- 172.21.15.43:0/337259465 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f04c8102420 0x7f04c81063b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:11.188 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.176+0000 7f04cc8f2700 1 -- 172.21.15.43:0/337259465 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04c81057f0 con 0x7f04c8103620 2024-05-16T15:47:11.188 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.176+0000 7f04cd0f3700 1 --2- 172.21.15.43:0/337259465 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f04c8102420 0x7f04c81063b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:47:11.188 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.176+0000 7f04cc8f2700 1 --2- 172.21.15.43:0/337259465 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f04c8103620 0x7f04c8104a00 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f04b800b530 tx=0x7f04b800b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:11.188 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.176+0000 7f04be7fc700 1 -- 172.21.15.43:0/337259465 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04b8015020 con 0x7f04c8103620 2024-05-16T15:47:11.188 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.176+0000 7f04be7fc700 1 -- 172.21.15.43:0/337259465 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f04b8011cc0 con 0x7f04c8103620 2024-05-16T15:47:11.188 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.176+0000 7f04cf357700 1 -- 172.21.15.43:0/337259465 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04c81a36c0 con 0x7f04c8103620 2024-05-16T15:47:11.188 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.176+0000 7f04be7fc700 1 -- 172.21.15.43:0/337259465 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04b8010d30 con 0x7f04c8103620 2024-05-16T15:47:11.188 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.176+0000 7f04cf357700 1 -- 172.21.15.43:0/337259465 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04c81a3bd0 con 0x7f04c8103620 2024-05-16T15:47:11.189 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.177+0000 7f04cf357700 1 -- 172.21.15.43:0/337259465 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04c80519e0 con 0x7f04c8103620 2024-05-16T15:47:11.189 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.179+0000 7f04be7fc700 1 -- 172.21.15.43:0/337259465 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f04b8018020 con 0x7f04c8103620 2024-05-16T15:47:11.189 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.179+0000 7f04be7fc700 1 --2- 172.21.15.43:0/337259465 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f04b40b29b0 0x7f04b40b4e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:11.190 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.179+0000 7f04cd0f3700 1 --2- 172.21.15.43:0/337259465 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f04b40b29b0 0x7f04b40b4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:11.190 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.179+0000 7f04be7fc700 1 -- 172.21.15.43:0/337259465 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 9092+0+0 (secure 0 0 0) 0x7f04b80e24b0 con 0x7f04c8103620 2024-05-16T15:47:11.190 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.180+0000 7f04cd0f3700 1 --2- 172.21.15.43:0/337259465 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f04b40b29b0 0x7f04b40b4e70 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f04c8103480 tx=0x7f04c4009570 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:11.192 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.183+0000 7f04be7fc700 1 -- 172.21.15.43:0/337259465 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f04b801f020 con 0x7f04c8103620 2024-05-16T15:47:11.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:11 smithi043 ceph-mon[31619]: pgmap v342: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.1 KiB/s wr, 9 op/s 2024-05-16T15:47:11.498 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.489+0000 7f04cf357700 1 -- 172.21.15.43:0/337259465 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) -- 0x7f04c81a3f30 con 0x7f04c8103620 2024-05-16T15:47:11.501 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.492+0000 7f04be7fc700 1 -- 172.21.15.43:0/337259465 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v32) ==== 170+0+59 (secure 0 0 0) 0x7f04b80a9dc0 con 0x7f04c8103620 2024-05-16T15:47:11.501 INFO:teuthology.orchestra.run.smithi043.stdout:[client.0] 2024-05-16T15:47:11.502 INFO:teuthology.orchestra.run.smithi043.stdout: key = AQB/KkZmzjNFHRAA6NT0Y1k1hUfot7ZGf6kccw== 2024-05-16T15:47:11.504 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.494+0000 7f04cf357700 1 -- 172.21.15.43:0/337259465 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f04b40b29b0 msgr2=0x7f04b40b4e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:11.504 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.494+0000 7f04cf357700 1 --2- 172.21.15.43:0/337259465 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f04b40b29b0 0x7f04b40b4e70 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f04c8103480 tx=0x7f04c4009570 comp rx=0 tx=0).stop 2024-05-16T15:47:11.504 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.494+0000 7f04cf357700 1 -- 172.21.15.43:0/337259465 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f04c8103620 msgr2=0x7f04c8104a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:11.504 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.494+0000 7f04cf357700 1 --2- 172.21.15.43:0/337259465 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f04c8103620 0x7f04c8104a00 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f04b800b530 tx=0x7f04b800b8f0 comp rx=0 tx=0).stop 2024-05-16T15:47:11.504 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.494+0000 7f04cf357700 1 -- 172.21.15.43:0/337259465 shutdown_connections 2024-05-16T15:47:11.504 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.494+0000 7f04cf357700 1 --2- 172.21.15.43:0/337259465 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f04c8103fc0 0x7f04c8104f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:11.504 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.494+0000 7f04cf357700 1 --2- 172.21.15.43:0/337259465 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f04c8102420 0x7f04c81063b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:11.504 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.494+0000 7f04cf357700 1 --2- 172.21.15.43:0/337259465 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f04b40b29b0 0x7f04b40b4e70 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:11.504 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.494+0000 7f04cf357700 1 --2- 172.21.15.43:0/337259465 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f04c8103620 0x7f04c8104a00 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:11.505 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.494+0000 7f04cf357700 1 -- 172.21.15.43:0/337259465 >> 172.21.15.43:0/337259465 conn(0x7f04c80fd9c0 msgr2=0x7f04c80ff420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:47:11.505 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.494+0000 7f04cf357700 1 -- 172.21.15.43:0/337259465 shutdown_connections 2024-05-16T15:47:11.505 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:11.494+0000 7f04cf357700 1 -- 172.21.15.43:0/337259465 wait complete. 2024-05-16T15:47:11.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:11 smithi157 ceph-mon[35584]: pgmap v342: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.1 KiB/s wr, 9 op/s 2024-05-16T15:47:11.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:11 smithi148 ceph-mon[34976]: pgmap v342: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.1 KiB/s wr, 9 op/s 2024-05-16T15:47:12.176 DEBUG:teuthology.orchestra.run.smithi043:> set -ex 2024-05-16T15:47:12.176 DEBUG:teuthology.orchestra.run.smithi043:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-05-16T15:47:12.176 DEBUG:teuthology.orchestra.run.smithi043:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-05-16T15:47:12.215 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-05-16T15:47:12.215 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-05-16T15:47:12.216 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph mgr dump --format=json 2024-05-16T15:47:12.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:12 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/337259465' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-16T15:47:12.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:12 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/337259465' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-05-16T15:47:12.507 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:47:12.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:12 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/337259465' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-16T15:47:12.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:12 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/337259465' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-05-16T15:47:12.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:12 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/337259465' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-16T15:47:12.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:12 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/337259465' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-05-16T15:47:13.762 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:13 smithi043 ceph-mon[31619]: pgmap v343: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 1.1 KiB/s wr, 10 op/s 2024-05-16T15:47:13.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:13 smithi157 ceph-mon[35584]: pgmap v343: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 1.1 KiB/s wr, 10 op/s 2024-05-16T15:47:13.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:13 smithi148 ceph-mon[34976]: pgmap v343: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 1.1 KiB/s wr, 10 op/s 2024-05-16T15:47:14.259 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.248+0000 7eff2272c700 1 -- 172.21.15.43:0/2182077096 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7eff1c103f00 msgr2=0x7eff1c1103b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:14.259 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.248+0000 7eff2272c700 1 --2- 172.21.15.43:0/2182077096 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7eff1c103f00 0x7eff1c1103b0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7eff1400b0d0 tx=0x7eff1400b3e0 comp rx=0 tx=0).stop 2024-05-16T15:47:14.259 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.248+0000 7eff2272c700 1 -- 172.21.15.43:0/2182077096 shutdown_connections 2024-05-16T15:47:14.259 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.248+0000 7eff2272c700 1 --2- 172.21.15.43:0/2182077096 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7eff1c103f00 0x7eff1c1103b0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:14.259 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.248+0000 7eff2272c700 1 --2- 172.21.15.43:0/2182077096 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7eff1c1095e0 0x7eff1c1099c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:14.259 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.248+0000 7eff2272c700 1 --2- 172.21.15.43:0/2182077096 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7eff1c103540 0x7eff1c1039c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:14.259 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.248+0000 7eff2272c700 1 -- 172.21.15.43:0/2182077096 >> 172.21.15.43:0/2182077096 conn(0x7eff1c07a650 msgr2=0x7eff1c07aa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:47:14.259 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.248+0000 7eff2272c700 1 -- 172.21.15.43:0/2182077096 shutdown_connections 2024-05-16T15:47:14.259 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.248+0000 7eff2272c700 1 -- 172.21.15.43:0/2182077096 wait complete. 2024-05-16T15:47:14.259 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.249+0000 7eff2272c700 1 Processor -- start 2024-05-16T15:47:14.259 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.249+0000 7eff2272c700 1 -- start start 2024-05-16T15:47:14.261 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.250+0000 7eff2272c700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7eff1c103540 0x7eff1c19f770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:14.261 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.250+0000 7eff2272c700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7eff1c103f00 0x7eff1c19fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:14.261 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.250+0000 7eff2272c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7eff1c1095e0 0x7eff1c199930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:14.261 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.250+0000 7eff2272c700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7eff1c113610 con 0x7eff1c1095e0 2024-05-16T15:47:14.261 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.250+0000 7eff2272c700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7eff1c113490 con 0x7eff1c103f00 2024-05-16T15:47:14.261 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.250+0000 7eff2272c700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7eff1c113790 con 0x7eff1c103540 2024-05-16T15:47:14.261 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.250+0000 7eff20cc9700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7eff1c1095e0 0x7eff1c199930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:14.262 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.250+0000 7eff1bfff700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7eff1c103540 0x7eff1c19f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:14.262 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.250+0000 7eff1bfff700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7eff1c103540 0x7eff1c19f770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:41884/0 (socket says 172.21.15.43:41884) 2024-05-16T15:47:14.262 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.250+0000 7eff20cc9700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7eff1c1095e0 0x7eff1c199930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:51608/0 (socket says 172.21.15.43:51608) 2024-05-16T15:47:14.262 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.250+0000 7eff1bfff700 1 -- 172.21.15.43:0/1413016453 learned_addr learned my addr 172.21.15.43:0/1413016453 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:47:14.262 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.250+0000 7eff13fff700 1 --2- 172.21.15.43:0/1413016453 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7eff1c103f00 0x7eff1c19fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:14.262 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.250+0000 7eff1bfff700 1 -- 172.21.15.43:0/1413016453 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7eff1c103f00 msgr2=0x7eff1c19fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:14.262 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.250+0000 7eff1bfff700 1 --2- 172.21.15.43:0/1413016453 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7eff1c103f00 0x7eff1c19fcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:14.262 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.250+0000 7eff1bfff700 1 -- 172.21.15.43:0/1413016453 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7eff1c1095e0 msgr2=0x7eff1c199930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:14.262 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.250+0000 7eff1bfff700 1 --2- 172.21.15.43:0/1413016453 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7eff1c1095e0 0x7eff1c199930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:14.262 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.250+0000 7eff1bfff700 1 -- 172.21.15.43:0/1413016453 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff1c19a090 con 0x7eff1c103540 2024-05-16T15:47:14.262 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.250+0000 7eff20cc9700 1 --2- 172.21.15.43:0/1413016453 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7eff1c1095e0 0x7eff1c199930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:47:14.262 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.250+0000 7eff1bfff700 1 --2- 172.21.15.43:0/1413016453 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7eff1c103540 0x7eff1c19f770 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7eff0c00d980 tx=0x7eff0c00dc90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:14.262 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.251+0000 7eff19ffb700 1 -- 172.21.15.43:0/1413016453 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff0c017070 con 0x7eff1c103540 2024-05-16T15:47:14.262 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.251+0000 7eff2272c700 1 -- 172.21.15.43:0/1413016453 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff1c19a380 con 0x7eff1c103540 2024-05-16T15:47:14.262 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.251+0000 7eff19ffb700 1 -- 172.21.15.43:0/1413016453 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7eff0c005020 con 0x7eff1c103540 2024-05-16T15:47:14.263 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.251+0000 7eff19ffb700 1 -- 172.21.15.43:0/1413016453 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff0c00f980 con 0x7eff1c103540 2024-05-16T15:47:14.263 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.251+0000 7eff2272c700 1 -- 172.21.15.43:0/1413016453 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff1c1a6640 con 0x7eff1c103540 2024-05-16T15:47:14.263 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.252+0000 7eff2272c700 1 -- 172.21.15.43:0/1413016453 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff1c104c50 con 0x7eff1c103540 2024-05-16T15:47:14.263 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.253+0000 7eff19ffb700 1 -- 172.21.15.43:0/1413016453 <== mon.1 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7eff0c004a30 con 0x7eff1c103540 2024-05-16T15:47:14.264 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.254+0000 7eff19ffb700 1 --2- 172.21.15.43:0/1413016453 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7eff080b2910 0x7eff080b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:14.264 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.254+0000 7eff13fff700 1 --2- 172.21.15.43:0/1413016453 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7eff080b2910 0x7eff080b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:14.264 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.254+0000 7eff19ffb700 1 -- 172.21.15.43:0/1413016453 <== mon.1 v2:172.21.15.157:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 9092+0+0 (secure 0 0 0) 0x7eff0c0e2990 con 0x7eff1c103540 2024-05-16T15:47:14.264 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.255+0000 7eff13fff700 1 --2- 172.21.15.43:0/1413016453 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7eff080b2910 0x7eff080b4dd0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7eff1c07ad10 tx=0x7eff04009190 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:14.267 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.258+0000 7eff19ffb700 1 -- 172.21.15.43:0/1413016453 <== mon.1 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7eff0c020020 con 0x7eff1c103540 2024-05-16T15:47:14.542 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.533+0000 7eff2272c700 1 -- 172.21.15.43:0/1413016453 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7eff1c02e510 con 0x7eff1c103540 2024-05-16T15:47:14.548 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.539+0000 7eff19ffb700 1 -- 172.21.15.43:0/1413016453 <== mon.1 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) ==== 74+0+288644 (secure 0 0 0) 0x7eff0c0a5020 con 0x7eff1c103540 2024-05-16T15:47:14.552 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:47:14.554 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.543+0000 7eff2272c700 1 -- 172.21.15.43:0/1413016453 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7eff080b2910 msgr2=0x7eff080b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:14.554 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.543+0000 7eff2272c700 1 --2- 172.21.15.43:0/1413016453 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7eff080b2910 0x7eff080b4dd0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7eff1c07ad10 tx=0x7eff04009190 comp rx=0 tx=0).stop 2024-05-16T15:47:14.554 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.543+0000 7eff2272c700 1 -- 172.21.15.43:0/1413016453 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7eff1c103540 msgr2=0x7eff1c19f770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:14.554 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.543+0000 7eff2272c700 1 --2- 172.21.15.43:0/1413016453 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7eff1c103540 0x7eff1c19f770 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7eff0c00d980 tx=0x7eff0c00dc90 comp rx=0 tx=0).stop 2024-05-16T15:47:14.554 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.543+0000 7eff2272c700 1 -- 172.21.15.43:0/1413016453 shutdown_connections 2024-05-16T15:47:14.554 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.543+0000 7eff2272c700 1 --2- 172.21.15.43:0/1413016453 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7eff080b2910 0x7eff080b4dd0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:14.554 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.543+0000 7eff2272c700 1 --2- 172.21.15.43:0/1413016453 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7eff1c1095e0 0x7eff1c199930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:14.554 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.543+0000 7eff2272c700 1 --2- 172.21.15.43:0/1413016453 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7eff1c103540 0x7eff1c19f770 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:14.554 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.543+0000 7eff2272c700 1 --2- 172.21.15.43:0/1413016453 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7eff1c103f00 0x7eff1c19fcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:14.555 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.543+0000 7eff2272c700 1 -- 172.21.15.43:0/1413016453 >> 172.21.15.43:0/1413016453 conn(0x7eff1c07a650 msgr2=0x7eff1c102280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:47:14.555 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.543+0000 7eff2272c700 1 -- 172.21.15.43:0/1413016453 shutdown_connections 2024-05-16T15:47:14.555 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:14.543+0000 7eff2272c700 1 -- 172.21.15.43:0/1413016453 wait complete. 2024-05-16T15:47:15.212 INFO:teuthology.orchestra.run.smithi043.stdout:{"epoch":17,"flags":0,"active_gid":14150,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6800","nonce":198025071},{"type":"v1","addr":"172.21.15.43:6801","nonce":198025071}]},"active_addr":"172.21.15.43:6801/198025071","active_change":"2024-05-16T15:38:19.897890+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24112,"name":"z","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24119,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.43:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.43:0","nonce":3209987117}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.43:0","nonce":2106260453}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.43:0","nonce":3377296389}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.43:0","nonce":3643694493}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.43:0","nonce":2067777423}]}]} 2024-05-16T15:47:15.217 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-05-16T15:47:15.217 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-05-16T15:47:15.217 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-16T15:47:15.471 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:47:15.827 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:15 smithi043 ceph-mon[31619]: pgmap v344: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 682 B/s wr, 10 op/s 2024-05-16T15:47:15.827 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:15 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/1413016453' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-16T15:47:15.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:15 smithi157 ceph-mon[35584]: pgmap v344: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 682 B/s wr, 10 op/s 2024-05-16T15:47:15.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:15 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/1413016453' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-16T15:47:15.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:15 smithi148 ceph-mon[34976]: pgmap v344: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 682 B/s wr, 10 op/s 2024-05-16T15:47:15.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:15 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/1413016453' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-16T15:47:17.239 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.226+0000 7f5cf62c6700 1 -- 172.21.15.43:0/906940258 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5cf0106f60 msgr2=0x7f5cf010eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:17.239 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.226+0000 7f5cf62c6700 1 --2- 172.21.15.43:0/906940258 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5cf0106f60 0x7f5cf010eaa0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f5ce800b0a0 tx=0x7f5ce800b3b0 comp rx=0 tx=0).stop 2024-05-16T15:47:17.239 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.227+0000 7f5cf62c6700 1 -- 172.21.15.43:0/906940258 shutdown_connections 2024-05-16T15:47:17.239 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.227+0000 7f5cf62c6700 1 --2- 172.21.15.43:0/906940258 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5cf0106f60 0x7f5cf010eaa0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:17.239 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.227+0000 7f5cf62c6700 1 --2- 172.21.15.43:0/906940258 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5cf01020c0 0x7f5cf01024a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:17.239 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.227+0000 7f5cf62c6700 1 --2- 172.21.15.43:0/906940258 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5cf0102a70 0x7f5cf0106830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:17.239 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.227+0000 7f5cf62c6700 1 -- 172.21.15.43:0/906940258 >> 172.21.15.43:0/906940258 conn(0x7f5cf00776c0 msgr2=0x7f5cf0077ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:47:17.239 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.227+0000 7f5cf62c6700 1 -- 172.21.15.43:0/906940258 shutdown_connections 2024-05-16T15:47:17.240 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.227+0000 7f5cf62c6700 1 -- 172.21.15.43:0/906940258 wait complete. 2024-05-16T15:47:17.240 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.227+0000 7f5cf62c6700 1 Processor -- start 2024-05-16T15:47:17.240 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.227+0000 7f5cf62c6700 1 -- start start 2024-05-16T15:47:17.240 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.228+0000 7f5cf62c6700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5cf01020c0 0x7f5cf019a7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:17.240 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.228+0000 7f5cf62c6700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5cf0102a70 0x7f5cf019ad20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:17.240 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.228+0000 7f5cf62c6700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5cf0106f60 0x7f5cf01a5860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:17.240 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.228+0000 7f5cf62c6700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f5cf0111c50 con 0x7f5cf0102a70 2024-05-16T15:47:17.240 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.228+0000 7f5cf62c6700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f5cf0111ad0 con 0x7f5cf0106f60 2024-05-16T15:47:17.240 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.228+0000 7f5cf62c6700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f5cf0111dd0 con 0x7f5cf01020c0 2024-05-16T15:47:17.240 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.228+0000 7f5ce7fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5cf0102a70 0x7f5cf019ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:17.240 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.228+0000 7f5ce7fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5cf0102a70 0x7f5cf019ad20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:53042/0 (socket says 172.21.15.43:53042) 2024-05-16T15:47:17.240 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.228+0000 7f5ce7fff700 1 -- 172.21.15.43:0/2843493050 learned_addr learned my addr 172.21.15.43:0/2843493050 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:47:17.240 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.228+0000 7f5ceffff700 1 --2- 172.21.15.43:0/2843493050 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5cf01020c0 0x7f5cf019a7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:17.240 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.228+0000 7f5cf4863700 1 --2- 172.21.15.43:0/2843493050 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5cf0106f60 0x7f5cf01a5860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:17.241 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.228+0000 7f5ce7fff700 1 -- 172.21.15.43:0/2843493050 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5cf01020c0 msgr2=0x7f5cf019a7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:17.241 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.228+0000 7f5ce7fff700 1 --2- 172.21.15.43:0/2843493050 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5cf01020c0 0x7f5cf019a7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:17.241 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.228+0000 7f5ce7fff700 1 -- 172.21.15.43:0/2843493050 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5cf0106f60 msgr2=0x7f5cf01a5860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:17.241 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.228+0000 7f5ce7fff700 1 --2- 172.21.15.43:0/2843493050 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5cf0106f60 0x7f5cf01a5860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:17.241 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.228+0000 7f5ce7fff700 1 -- 172.21.15.43:0/2843493050 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5cf01a5da0 con 0x7f5cf0102a70 2024-05-16T15:47:17.241 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.228+0000 7f5ce7fff700 1 --2- 172.21.15.43:0/2843493050 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5cf0102a70 0x7f5cf019ad20 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f5cd800c9b0 tx=0x7f5cd800cd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:17.241 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.228+0000 7f5cedffb700 1 -- 172.21.15.43:0/2843493050 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cd8007aa0 con 0x7f5cf0102a70 2024-05-16T15:47:17.241 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.228+0000 7f5cedffb700 1 -- 172.21.15.43:0/2843493050 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5cd8007c40 con 0x7f5cf0102a70 2024-05-16T15:47:17.241 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.228+0000 7f5cf62c6700 1 -- 172.21.15.43:0/2843493050 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5cf01a5f70 con 0x7f5cf0102a70 2024-05-16T15:47:17.241 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.229+0000 7f5cedffb700 1 -- 172.21.15.43:0/2843493050 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cd8018660 con 0x7f5cf0102a70 2024-05-16T15:47:17.241 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.229+0000 7f5cf62c6700 1 -- 172.21.15.43:0/2843493050 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5cf01a6420 con 0x7f5cf0102a70 2024-05-16T15:47:17.242 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.230+0000 7f5cf62c6700 1 -- 172.21.15.43:0/2843493050 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5cf006a190 con 0x7f5cf0102a70 2024-05-16T15:47:17.242 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.231+0000 7f5cedffb700 1 -- 172.21.15.43:0/2843493050 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f5cd800f450 con 0x7f5cf0102a70 2024-05-16T15:47:17.242 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.232+0000 7f5cedffb700 1 --2- 172.21.15.43:0/2843493050 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f5cdc0b2910 0x7f5cdc0b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:17.243 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.232+0000 7f5ceffff700 1 --2- 172.21.15.43:0/2843493050 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f5cdc0b2910 0x7f5cdc0b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:17.243 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.232+0000 7f5cedffb700 1 -- 172.21.15.43:0/2843493050 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 9092+0+0 (secure 0 0 0) 0x7f5cd80e25c0 con 0x7f5cf0102a70 2024-05-16T15:47:17.243 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.233+0000 7f5ceffff700 1 --2- 172.21.15.43:0/2843493050 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f5cdc0b2910 0x7f5cdc0b4dd0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f5ce0005ea0 tx=0x7f5ce0005e30 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:17.246 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.237+0000 7f5cedffb700 1 -- 172.21.15.43:0/2843493050 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f5cd8014030 con 0x7f5cf0102a70 2024-05-16T15:47:17.478 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.468+0000 7f5cf62c6700 1 -- 172.21.15.43:0/2843493050 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5cf01a68a0 con 0x7f5cf0102a70 2024-05-16T15:47:17.480 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.470+0000 7f5cedffb700 1 -- 172.21.15.43:0/2843493050 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v87) ==== 74+0+24650 (secure 0 0 0) 0x7f5cd80a9dc0 con 0x7f5cf0102a70 2024-05-16T15:47:17.480 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:47:17.480 INFO:teuthology.orchestra.run.smithi043.stdout:{"epoch":87,"fsid":"13155b42-139a-11ef-bc9a-c7b262605968","created":"2024-05-16T15:37:22.311071+0000","modified":"2024-05-16T15:46:21.369506+0000","last_up_change":"2024-05-16T15:44:35.160481+0000","last_in_change":"2024-05-16T15:44:14.991724+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-16T15:40:47.990763+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-16T15:45:32.249662+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-16T15:45:35.938913+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-05-16T15:45:45.256550+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"b4de8b19-c914-400d-bf10-135fe3a0a81a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6802","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6803","nonce":2827692837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6804","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6805","nonce":2827692837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6808","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6809","nonce":2827692837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6806","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6807","nonce":2827692837}]},"public_addr":"172.21.15.43:6803/2827692837","cluster_addr":"172.21.15.43:6805/2827692837","heartbeat_back_addr":"172.21.15.43:6809/2827692837","heartbeat_front_addr":"172.21.15.43:6807/2827692837","state":["exists","up"]},{"osd":1,"uuid":"178a5d73-e946-41b5-9ef3-f15c16b2e8d0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6800","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6801","nonce":2384349877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6802","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6803","nonce":2384349877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6806","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6807","nonce":2384349877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6804","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6805","nonce":2384349877}]},"public_addr":"172.21.15.148:6801/2384349877","cluster_addr":"172.21.15.148:6803/2384349877","heartbeat_back_addr":"172.21.15.148:6807/2384349877","heartbeat_front_addr":"172.21.15.148:6805/2384349877","state":["exists","up"]},{"osd":2,"uuid":"5b40d2f9-afb6-42b3-a76b-641eddcc2948","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6801","nonce":512969814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6803","nonce":512969814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6807","nonce":512969814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6805","nonce":512969814}]},"public_addr":"172.21.15.157:6801/512969814","cluster_addr":"172.21.15.157:6803/512969814","heartbeat_back_addr":"172.21.15.157:6807/512969814","heartbeat_front_addr":"172.21.15.157:6805/512969814","state":["exists","up"]},{"osd":3,"uuid":"869f2122-f5c7-4b16-b48c-db114730bd5c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6810","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6811","nonce":1305033610}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6812","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6813","nonce":1305033610}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6816","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6817","nonce":1305033610}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6814","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6815","nonce":1305033610}]},"public_addr":"172.21.15.43:6811/1305033610","cluster_addr":"172.21.15.43:6813/1305033610","heartbeat_back_addr":"172.21.15.43:6817/1305033610","heartbeat_front_addr":"172.21.15.43:6815/1305033610","state":["exists","up"]},{"osd":4,"uuid":"c488d334-6676-4abf-81ff-596e7c507159","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6808","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6809","nonce":298572470}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6810","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6811","nonce":298572470}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6814","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6815","nonce":298572470}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6812","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6813","nonce":298572470}]},"public_addr":"172.21.15.148:6809/298572470","cluster_addr":"172.21.15.148:6811/298572470","heartbeat_back_addr":"172.21.15.148:6815/298572470","heartbeat_front_addr":"172.21.15.148:6813/298572470","state":["exists","up"]},{"osd":5,"uuid":"b858ef2e-c51c-4044-a143-30583374ef2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6809","nonce":2793566993}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6811","nonce":2793566993}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6815","nonce":2793566993}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6813","nonce":2793566993}]},"public_addr":"172.21.15.157:6809/2793566993","cluster_addr":"172.21.15.157:6811/2793566993","heartbeat_back_addr":"172.21.15.157:6815/2793566993","heartbeat_front_addr":"172.21.15.157:6813/2793566993","state":["exists","up"]},{"osd":6,"uuid":"70b4d49c-e33c-4334-a293-ce89cb37da1f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6818","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6819","nonce":417494707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6820","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6821","nonce":417494707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6824","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6825","nonce":417494707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6822","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6823","nonce":417494707}]},"public_addr":"172.21.15.43:6819/417494707","cluster_addr":"172.21.15.43:6821/417494707","heartbeat_back_addr":"172.21.15.43:6825/417494707","heartbeat_front_addr":"172.21.15.43:6823/417494707","state":["exists","up"]},{"osd":7,"uuid":"6a39c63f-8d2b-475f-8026-869d766fde01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6816","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6817","nonce":3852418694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6818","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6819","nonce":3852418694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6822","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6823","nonce":3852418694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6820","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6821","nonce":3852418694}]},"public_addr":"172.21.15.148:6817/3852418694","cluster_addr":"172.21.15.148:6819/3852418694","heartbeat_back_addr":"172.21.15.148:6823/3852418694","heartbeat_front_addr":"172.21.15.148:6821/3852418694","state":["exists","up"]},{"osd":8,"uuid":"f9e0ed4f-7211-43b5-bac9-33a64cec91d5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6817","nonce":3332637555}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6819","nonce":3332637555}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6823","nonce":3332637555}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6821","nonce":3332637555}]},"public_addr":"172.21.15.157:6817/3332637555","cluster_addr":"172.21.15.157:6819/3332637555","heartbeat_back_addr":"172.21.15.157:6823/3332637555","heartbeat_front_addr":"172.21.15.157:6821/3332637555","state":["exists","up"]},{"osd":9,"uuid":"ba1b04ea-a184-445a-8c31-0eed73a488e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6826","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6827","nonce":3226599249}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6828","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6829","nonce":3226599249}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6832","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6833","nonce":3226599249}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6830","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6831","nonce":3226599249}]},"public_addr":"172.21.15.43:6827/3226599249","cluster_addr":"172.21.15.43:6829/3226599249","heartbeat_back_addr":"172.21.15.43:6833/3226599249","heartbeat_front_addr":"172.21.15.43:6831/3226599249","state":["exists","up"]},{"osd":10,"uuid":"6dc35480-fd4a-428d-8ede-eb3e9058a7cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6824","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6825","nonce":3418113451}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6826","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6827","nonce":3418113451}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6830","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6831","nonce":3418113451}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6828","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6829","nonce":3418113451}]},"public_addr":"172.21.15.148:6825/3418113451","cluster_addr":"172.21.15.148:6827/3418113451","heartbeat_back_addr":"172.21.15.148:6831/3418113451","heartbeat_front_addr":"172.21.15.148:6829/3418113451","state":["exists","up"]},{"osd":11,"uuid":"da02e920-1b89-4b7d-857b-14cf82a1f0e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6825","nonce":1613641998}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6827","nonce":1613641998}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6831","nonce":1613641998}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6829","nonce":1613641998}]},"public_addr":"172.21.15.157:6825/1613641998","cluster_addr":"172.21.15.157:6827/1613641998","heartbeat_back_addr":"172.21.15.157:6831/1613641998","heartbeat_front_addr":"172.21.15.157:6829/1613641998","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:39:58.214793+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:40:22.181940+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:40:45.520107+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:41:10.377805+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:41:35.387615+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:41:59.845861+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:42:25.042874+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:42:50.427164+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:43:15.686930+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:43:41.803831+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:44:07.624551+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:44:33.414511+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"2.1d","mappings":[{"from":2,"to":1}]},{"pgid":"3.0","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.b","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.43:6801/86887644":"2024-05-17T15:38:19.897772+0000","172.21.15.43:6800/86887644":"2024-05-17T15:38:19.897772+0000","172.21.15.43:0/1519374213":"2024-05-17T15:38:19.897772+0000","172.21.15.43:6800/2824545909":"2024-05-17T15:37:53.291030+0000","172.21.15.43:0/561872100":"2024-05-17T15:37:53.291030+0000","172.21.15.43:0/3260845824":"2024-05-17T15:38:19.897772+0000","172.21.15.43:0/465511688":"2024-05-17T15:38:19.897772+0000","172.21.15.43:0/1478293844":"2024-05-17T15:37:53.291030+0000","172.21.15.43:0/3264891829":"2024-05-17T15:37:53.291030+0000","172.21.15.43:6801/2824545909":"2024-05-17T15:37:53.291030+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-16T15:47:17.482 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.472+0000 7f5cf62c6700 1 -- 172.21.15.43:0/2843493050 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f5cdc0b2910 msgr2=0x7f5cdc0b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:17.482 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.473+0000 7f5cf62c6700 1 --2- 172.21.15.43:0/2843493050 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f5cdc0b2910 0x7f5cdc0b4dd0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f5ce0005ea0 tx=0x7f5ce0005e30 comp rx=0 tx=0).stop 2024-05-16T15:47:17.483 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.473+0000 7f5cf62c6700 1 -- 172.21.15.43:0/2843493050 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5cf0102a70 msgr2=0x7f5cf019ad20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:17.483 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.473+0000 7f5cf62c6700 1 --2- 172.21.15.43:0/2843493050 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5cf0102a70 0x7f5cf019ad20 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f5cd800c9b0 tx=0x7f5cd800cd70 comp rx=0 tx=0).stop 2024-05-16T15:47:17.483 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.473+0000 7f5cf62c6700 1 -- 172.21.15.43:0/2843493050 shutdown_connections 2024-05-16T15:47:17.483 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.473+0000 7f5cf62c6700 1 --2- 172.21.15.43:0/2843493050 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5cf0106f60 0x7f5cf01a5860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:17.483 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.473+0000 7f5cf62c6700 1 --2- 172.21.15.43:0/2843493050 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5cf01020c0 0x7f5cf019a7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:17.483 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.473+0000 7f5cf62c6700 1 --2- 172.21.15.43:0/2843493050 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f5cdc0b2910 0x7f5cdc0b4dd0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:17.483 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.473+0000 7f5cf62c6700 1 --2- 172.21.15.43:0/2843493050 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5cf0102a70 0x7f5cf019ad20 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:17.483 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.473+0000 7f5cf62c6700 1 -- 172.21.15.43:0/2843493050 >> 172.21.15.43:0/2843493050 conn(0x7f5cf00776c0 msgr2=0x7f5cf0101670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:47:17.483 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.473+0000 7f5cf62c6700 1 -- 172.21.15.43:0/2843493050 shutdown_connections 2024-05-16T15:47:17.483 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:17.473+0000 7f5cf62c6700 1 -- 172.21.15.43:0/2843493050 wait complete. 2024-05-16T15:47:17.920 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:17 smithi043 ceph-mon[31619]: pgmap v345: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 682 B/s wr, 10 op/s 2024-05-16T15:47:17.920 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:17 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/2843493050' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-16T15:47:17.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:17 smithi157 ceph-mon[35584]: pgmap v345: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 682 B/s wr, 10 op/s 2024-05-16T15:47:17.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:17 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/2843493050' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-16T15:47:17.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:17 smithi148 ceph-mon[34976]: pgmap v345: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 682 B/s wr, 10 op/s 2024-05-16T15:47:17.935 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:17 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/2843493050' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-16T15:47:18.138 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-05-16T15:47:18.139 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-16T15:47:18.394 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:47:19.820 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:19 smithi043 ceph-mon[31619]: pgmap v346: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:47:19.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:19 smithi157 ceph-mon[35584]: pgmap v346: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:47:19.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:19 smithi148 ceph-mon[34976]: pgmap v346: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:47:20.231 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.219+0000 7faf3560b700 1 -- 172.21.15.43:0/2664032327 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7faf30102620 msgr2=0x7faf30102a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:20.231 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.219+0000 7faf3560b700 1 --2- 172.21.15.43:0/2664032327 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7faf30102620 0x7faf30102a00 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7faf200099c0 tx=0x7faf20009cd0 comp rx=0 tx=0).stop 2024-05-16T15:47:20.231 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.219+0000 7faf3560b700 1 -- 172.21.15.43:0/2664032327 shutdown_connections 2024-05-16T15:47:20.232 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.219+0000 7faf3560b700 1 --2- 172.21.15.43:0/2664032327 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faf30107700 0x7faf3010f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:20.232 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.219+0000 7faf3560b700 1 --2- 172.21.15.43:0/2664032327 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7faf30102620 0x7faf30102a00 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:20.232 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.219+0000 7faf3560b700 1 --2- 172.21.15.43:0/2664032327 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7faf30102fd0 0x7faf30107020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:20.232 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.219+0000 7faf3560b700 1 -- 172.21.15.43:0/2664032327 >> 172.21.15.43:0/2664032327 conn(0x7faf30079440 msgr2=0x7faf30079850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:47:20.232 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.220+0000 7faf3560b700 1 -- 172.21.15.43:0/2664032327 shutdown_connections 2024-05-16T15:47:20.232 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.220+0000 7faf3560b700 1 -- 172.21.15.43:0/2664032327 wait complete. 2024-05-16T15:47:20.232 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.220+0000 7faf3560b700 1 Processor -- start 2024-05-16T15:47:20.232 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.220+0000 7faf3560b700 1 -- start start 2024-05-16T15:47:20.232 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.221+0000 7faf3560b700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7faf30102620 0x7faf3019f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:20.232 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.221+0000 7faf3560b700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7faf30102fd0 0x7faf3019fc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:20.232 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.221+0000 7faf3560b700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faf30107700 0x7faf301998a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:20.232 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.221+0000 7faf3560b700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7faf30112490 con 0x7faf30102620 2024-05-16T15:47:20.232 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.221+0000 7faf3560b700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7faf30112310 con 0x7faf30102fd0 2024-05-16T15:47:20.232 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.221+0000 7faf3560b700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7faf30112610 con 0x7faf30107700 2024-05-16T15:47:20.232 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.221+0000 7faf2effd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7faf30102620 0x7faf3019f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:20.233 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.221+0000 7faf2effd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7faf30102620 0x7faf3019f6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:53060/0 (socket says 172.21.15.43:53060) 2024-05-16T15:47:20.233 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.221+0000 7faf2effd700 1 -- 172.21.15.43:0/3509419744 learned_addr learned my addr 172.21.15.43:0/3509419744 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:47:20.233 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.221+0000 7faf2e7fc700 1 --2- 172.21.15.43:0/3509419744 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7faf30102fd0 0x7faf3019fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:20.233 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.221+0000 7faf2f7fe700 1 --2- 172.21.15.43:0/3509419744 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faf30107700 0x7faf301998a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:20.233 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.221+0000 7faf2effd700 1 -- 172.21.15.43:0/3509419744 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faf30107700 msgr2=0x7faf301998a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:20.233 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.221+0000 7faf2effd700 1 --2- 172.21.15.43:0/3509419744 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faf30107700 0x7faf301998a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:20.233 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.221+0000 7faf2effd700 1 -- 172.21.15.43:0/3509419744 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7faf30102fd0 msgr2=0x7faf3019fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:20.233 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.221+0000 7faf2effd700 1 --2- 172.21.15.43:0/3509419744 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7faf30102fd0 0x7faf3019fc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:20.233 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.221+0000 7faf2effd700 1 -- 172.21.15.43:0/3509419744 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf3019a000 con 0x7faf30102620 2024-05-16T15:47:20.233 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.221+0000 7faf2effd700 1 --2- 172.21.15.43:0/3509419744 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7faf30102620 0x7faf3019f6e0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7faf2000b580 tx=0x7faf200047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:20.233 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.221+0000 7faf17fff700 1 -- 172.21.15.43:0/3509419744 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf20027070 con 0x7faf30102620 2024-05-16T15:47:20.233 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.222+0000 7faf3560b700 1 -- 172.21.15.43:0/3509419744 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf3019a290 con 0x7faf30102620 2024-05-16T15:47:20.233 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.222+0000 7faf17fff700 1 -- 172.21.15.43:0/3509419744 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7faf2000fd30 con 0x7faf30102620 2024-05-16T15:47:20.233 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.222+0000 7faf17fff700 1 -- 172.21.15.43:0/3509419744 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf20022e50 con 0x7faf30102620 2024-05-16T15:47:20.233 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.222+0000 7faf3560b700 1 -- 172.21.15.43:0/3509419744 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf301a65b0 con 0x7faf30102620 2024-05-16T15:47:20.234 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.223+0000 7faf3560b700 1 -- 172.21.15.43:0/3509419744 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf3006a190 con 0x7faf30102620 2024-05-16T15:47:20.234 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.224+0000 7faf17fff700 1 -- 172.21.15.43:0/3509419744 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7faf2002a070 con 0x7faf30102620 2024-05-16T15:47:20.235 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.225+0000 7faf17fff700 1 --2- 172.21.15.43:0/3509419744 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7faf180b2ab0 0x7faf180b4f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:20.235 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.225+0000 7faf2e7fc700 1 --2- 172.21.15.43:0/3509419744 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7faf180b2ab0 0x7faf180b4f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:20.235 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.225+0000 7faf17fff700 1 -- 172.21.15.43:0/3509419744 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 9092+0+0 (secure 0 0 0) 0x7faf200e3810 con 0x7faf30102620 2024-05-16T15:47:20.235 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.225+0000 7faf2e7fc700 1 --2- 172.21.15.43:0/3509419744 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7faf180b2ab0 0x7faf180b4f70 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7faf301071e0 tx=0x7faf2400b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:20.237 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.228+0000 7faf17fff700 1 -- 172.21.15.43:0/3509419744 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7faf20013070 con 0x7faf30102620 2024-05-16T15:47:20.455 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.445+0000 7faf3560b700 1 -- 172.21.15.43:0/3509419744 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7faf301a6780 con 0x7faf30102620 2024-05-16T15:47:20.456 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.447+0000 7faf17fff700 1 -- 172.21.15.43:0/3509419744 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v87) ==== 74+0+24650 (secure 0 0 0) 0x7faf200ab100 con 0x7faf30102620 2024-05-16T15:47:20.457 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:47:20.457 INFO:teuthology.orchestra.run.smithi043.stdout:{"epoch":87,"fsid":"13155b42-139a-11ef-bc9a-c7b262605968","created":"2024-05-16T15:37:22.311071+0000","modified":"2024-05-16T15:46:21.369506+0000","last_up_change":"2024-05-16T15:44:35.160481+0000","last_in_change":"2024-05-16T15:44:14.991724+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-16T15:40:47.990763+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-16T15:45:32.249662+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-16T15:45:35.938913+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-05-16T15:45:45.256550+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"b4de8b19-c914-400d-bf10-135fe3a0a81a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6802","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6803","nonce":2827692837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6804","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6805","nonce":2827692837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6808","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6809","nonce":2827692837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6806","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6807","nonce":2827692837}]},"public_addr":"172.21.15.43:6803/2827692837","cluster_addr":"172.21.15.43:6805/2827692837","heartbeat_back_addr":"172.21.15.43:6809/2827692837","heartbeat_front_addr":"172.21.15.43:6807/2827692837","state":["exists","up"]},{"osd":1,"uuid":"178a5d73-e946-41b5-9ef3-f15c16b2e8d0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6800","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6801","nonce":2384349877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6802","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6803","nonce":2384349877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6806","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6807","nonce":2384349877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6804","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6805","nonce":2384349877}]},"public_addr":"172.21.15.148:6801/2384349877","cluster_addr":"172.21.15.148:6803/2384349877","heartbeat_back_addr":"172.21.15.148:6807/2384349877","heartbeat_front_addr":"172.21.15.148:6805/2384349877","state":["exists","up"]},{"osd":2,"uuid":"5b40d2f9-afb6-42b3-a76b-641eddcc2948","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6801","nonce":512969814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6803","nonce":512969814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6807","nonce":512969814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6805","nonce":512969814}]},"public_addr":"172.21.15.157:6801/512969814","cluster_addr":"172.21.15.157:6803/512969814","heartbeat_back_addr":"172.21.15.157:6807/512969814","heartbeat_front_addr":"172.21.15.157:6805/512969814","state":["exists","up"]},{"osd":3,"uuid":"869f2122-f5c7-4b16-b48c-db114730bd5c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6810","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6811","nonce":1305033610}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6812","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6813","nonce":1305033610}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6816","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6817","nonce":1305033610}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6814","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6815","nonce":1305033610}]},"public_addr":"172.21.15.43:6811/1305033610","cluster_addr":"172.21.15.43:6813/1305033610","heartbeat_back_addr":"172.21.15.43:6817/1305033610","heartbeat_front_addr":"172.21.15.43:6815/1305033610","state":["exists","up"]},{"osd":4,"uuid":"c488d334-6676-4abf-81ff-596e7c507159","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6808","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6809","nonce":298572470}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6810","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6811","nonce":298572470}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6814","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6815","nonce":298572470}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6812","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6813","nonce":298572470}]},"public_addr":"172.21.15.148:6809/298572470","cluster_addr":"172.21.15.148:6811/298572470","heartbeat_back_addr":"172.21.15.148:6815/298572470","heartbeat_front_addr":"172.21.15.148:6813/298572470","state":["exists","up"]},{"osd":5,"uuid":"b858ef2e-c51c-4044-a143-30583374ef2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6809","nonce":2793566993}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6811","nonce":2793566993}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6815","nonce":2793566993}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6813","nonce":2793566993}]},"public_addr":"172.21.15.157:6809/2793566993","cluster_addr":"172.21.15.157:6811/2793566993","heartbeat_back_addr":"172.21.15.157:6815/2793566993","heartbeat_front_addr":"172.21.15.157:6813/2793566993","state":["exists","up"]},{"osd":6,"uuid":"70b4d49c-e33c-4334-a293-ce89cb37da1f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6818","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6819","nonce":417494707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6820","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6821","nonce":417494707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6824","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6825","nonce":417494707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6822","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6823","nonce":417494707}]},"public_addr":"172.21.15.43:6819/417494707","cluster_addr":"172.21.15.43:6821/417494707","heartbeat_back_addr":"172.21.15.43:6825/417494707","heartbeat_front_addr":"172.21.15.43:6823/417494707","state":["exists","up"]},{"osd":7,"uuid":"6a39c63f-8d2b-475f-8026-869d766fde01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6816","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6817","nonce":3852418694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6818","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6819","nonce":3852418694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6822","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6823","nonce":3852418694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6820","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6821","nonce":3852418694}]},"public_addr":"172.21.15.148:6817/3852418694","cluster_addr":"172.21.15.148:6819/3852418694","heartbeat_back_addr":"172.21.15.148:6823/3852418694","heartbeat_front_addr":"172.21.15.148:6821/3852418694","state":["exists","up"]},{"osd":8,"uuid":"f9e0ed4f-7211-43b5-bac9-33a64cec91d5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6817","nonce":3332637555}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6819","nonce":3332637555}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6823","nonce":3332637555}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6821","nonce":3332637555}]},"public_addr":"172.21.15.157:6817/3332637555","cluster_addr":"172.21.15.157:6819/3332637555","heartbeat_back_addr":"172.21.15.157:6823/3332637555","heartbeat_front_addr":"172.21.15.157:6821/3332637555","state":["exists","up"]},{"osd":9,"uuid":"ba1b04ea-a184-445a-8c31-0eed73a488e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6826","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6827","nonce":3226599249}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6828","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6829","nonce":3226599249}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6832","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6833","nonce":3226599249}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6830","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6831","nonce":3226599249}]},"public_addr":"172.21.15.43:6827/3226599249","cluster_addr":"172.21.15.43:6829/3226599249","heartbeat_back_addr":"172.21.15.43:6833/3226599249","heartbeat_front_addr":"172.21.15.43:6831/3226599249","state":["exists","up"]},{"osd":10,"uuid":"6dc35480-fd4a-428d-8ede-eb3e9058a7cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6824","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6825","nonce":3418113451}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6826","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6827","nonce":3418113451}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6830","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6831","nonce":3418113451}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6828","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6829","nonce":3418113451}]},"public_addr":"172.21.15.148:6825/3418113451","cluster_addr":"172.21.15.148:6827/3418113451","heartbeat_back_addr":"172.21.15.148:6831/3418113451","heartbeat_front_addr":"172.21.15.148:6829/3418113451","state":["exists","up"]},{"osd":11,"uuid":"da02e920-1b89-4b7d-857b-14cf82a1f0e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6825","nonce":1613641998}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6827","nonce":1613641998}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6831","nonce":1613641998}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6829","nonce":1613641998}]},"public_addr":"172.21.15.157:6825/1613641998","cluster_addr":"172.21.15.157:6827/1613641998","heartbeat_back_addr":"172.21.15.157:6831/1613641998","heartbeat_front_addr":"172.21.15.157:6829/1613641998","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:39:58.214793+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:40:22.181940+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:40:45.520107+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:41:10.377805+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:41:35.387615+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:41:59.845861+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:42:25.042874+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:42:50.427164+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:43:15.686930+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:43:41.803831+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:44:07.624551+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:44:33.414511+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"2.1d","mappings":[{"from":2,"to":1}]},{"pgid":"3.0","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.b","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.43:6801/86887644":"2024-05-17T15:38:19.897772+0000","172.21.15.43:6800/86887644":"2024-05-17T15:38:19.897772+0000","172.21.15.43:0/1519374213":"2024-05-17T15:38:19.897772+0000","172.21.15.43:6800/2824545909":"2024-05-17T15:37:53.291030+0000","172.21.15.43:0/561872100":"2024-05-17T15:37:53.291030+0000","172.21.15.43:0/3260845824":"2024-05-17T15:38:19.897772+0000","172.21.15.43:0/465511688":"2024-05-17T15:38:19.897772+0000","172.21.15.43:0/1478293844":"2024-05-17T15:37:53.291030+0000","172.21.15.43:0/3264891829":"2024-05-17T15:37:53.291030+0000","172.21.15.43:6801/2824545909":"2024-05-17T15:37:53.291030+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-16T15:47:20.459 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.449+0000 7faf3560b700 1 -- 172.21.15.43:0/3509419744 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7faf180b2ab0 msgr2=0x7faf180b4f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:20.459 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.449+0000 7faf3560b700 1 --2- 172.21.15.43:0/3509419744 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7faf180b2ab0 0x7faf180b4f70 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7faf301071e0 tx=0x7faf2400b410 comp rx=0 tx=0).stop 2024-05-16T15:47:20.459 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.449+0000 7faf3560b700 1 -- 172.21.15.43:0/3509419744 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7faf30102620 msgr2=0x7faf3019f6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:20.459 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.449+0000 7faf3560b700 1 --2- 172.21.15.43:0/3509419744 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7faf30102620 0x7faf3019f6e0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7faf2000b580 tx=0x7faf200047b0 comp rx=0 tx=0).stop 2024-05-16T15:47:20.460 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.449+0000 7faf3560b700 1 -- 172.21.15.43:0/3509419744 shutdown_connections 2024-05-16T15:47:20.460 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.449+0000 7faf3560b700 1 --2- 172.21.15.43:0/3509419744 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faf30107700 0x7faf301998a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:20.460 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.449+0000 7faf3560b700 1 --2- 172.21.15.43:0/3509419744 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7faf180b2ab0 0x7faf180b4f70 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:20.460 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.449+0000 7faf3560b700 1 --2- 172.21.15.43:0/3509419744 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7faf30102620 0x7faf3019f6e0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:20.460 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.449+0000 7faf3560b700 1 --2- 172.21.15.43:0/3509419744 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7faf30102fd0 0x7faf3019fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:20.460 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.450+0000 7faf3560b700 1 -- 172.21.15.43:0/3509419744 >> 172.21.15.43:0/3509419744 conn(0x7faf30079440 msgr2=0x7faf3006bf10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:47:20.460 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.450+0000 7faf3560b700 1 -- 172.21.15.43:0/3509419744 shutdown_connections 2024-05-16T15:47:20.460 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:20.450+0000 7faf3560b700 1 -- 172.21.15.43:0/3509419744 wait complete. 2024-05-16T15:47:20.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:20 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [9, 1]}]: dispatch 2024-05-16T15:47:20.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:20 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.3", "id": [5, 10]}]: dispatch 2024-05-16T15:47:20.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:20 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.16", "id": [9, 8]}]: dispatch 2024-05-16T15:47:20.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:20 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/3509419744' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-16T15:47:20.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:20 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [9, 1]}]: dispatch 2024-05-16T15:47:20.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:20 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.3", "id": [5, 10]}]: dispatch 2024-05-16T15:47:20.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:20 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.16", "id": [9, 8]}]: dispatch 2024-05-16T15:47:20.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:20 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/3509419744' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-16T15:47:20.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:20 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [9, 1]}]: dispatch 2024-05-16T15:47:20.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:20 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.3", "id": [5, 10]}]: dispatch 2024-05-16T15:47:20.935 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:20 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.16", "id": [9, 8]}]: dispatch 2024-05-16T15:47:20.935 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:20 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/3509419744' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-16T15:47:21.112 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-05-16T15:47:21.112 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-05-16T15:47:21.113 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-05-16T15:47:21.113 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-05-16T15:47:21.113 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-05-16T15:47:21.114 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-05-16T15:47:21.114 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-05-16T15:47:21.115 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-05-16T15:47:21.115 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell osd.8 flush_pg_stats 2024-05-16T15:47:21.115 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell osd.9 flush_pg_stats 2024-05-16T15:47:21.116 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell osd.10 flush_pg_stats 2024-05-16T15:47:21.116 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell osd.11 flush_pg_stats 2024-05-16T15:47:21.896 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:47:21.901 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:47:21.901 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:47:21.901 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:47:21.908 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:47:21.908 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:47:21.909 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:47:21.909 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:47:21.909 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:47:21.910 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:47:21.915 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:47:21.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:21 smithi157 ceph-mon[35584]: pgmap v347: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-05-16T15:47:21.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:21 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [9, 1]}]': finished 2024-05-16T15:47:21.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:21 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.3", "id": [5, 10]}]': finished 2024-05-16T15:47:21.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:21 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.16", "id": [9, 8]}]': finished 2024-05-16T15:47:21.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:21 smithi157 ceph-mon[35584]: osdmap e88: 12 total, 12 up, 12 in 2024-05-16T15:47:21.935 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:21 smithi148 ceph-mon[34976]: pgmap v347: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-05-16T15:47:21.935 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:21 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [9, 1]}]': finished 2024-05-16T15:47:21.935 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:21 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.3", "id": [5, 10]}]': finished 2024-05-16T15:47:21.935 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:21 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.16", "id": [9, 8]}]': finished 2024-05-16T15:47:21.935 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:21 smithi148 ceph-mon[34976]: osdmap e88: 12 total, 12 up, 12 in 2024-05-16T15:47:21.973 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:21 smithi043 ceph-mon[31619]: pgmap v347: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-05-16T15:47:21.973 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:21 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [9, 1]}]': finished 2024-05-16T15:47:21.974 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:21 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.3", "id": [5, 10]}]': finished 2024-05-16T15:47:21.974 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:21 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.16", "id": [9, 8]}]': finished 2024-05-16T15:47:21.974 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:21 smithi043 ceph-mon[31619]: osdmap e88: 12 total, 12 up, 12 in 2024-05-16T15:47:22.592 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:22 smithi043 ceph-mon[31619]: osdmap e89: 12 total, 12 up, 12 in 2024-05-16T15:47:22.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:22 smithi157 ceph-mon[35584]: osdmap e89: 12 total, 12 up, 12 in 2024-05-16T15:47:22.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:22 smithi148 ceph-mon[34976]: osdmap e89: 12 total, 12 up, 12 in 2024-05-16T15:47:23.132 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:47:23.664 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:23 smithi043 ceph-mon[31619]: pgmap v350: 129 pgs: 1 peering, 128 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 9 op/s 2024-05-16T15:47:23.665 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:23 smithi043 ceph-mon[31619]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-05-16T15:47:23.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:23 smithi157 ceph-mon[35584]: pgmap v350: 129 pgs: 1 peering, 128 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 9 op/s 2024-05-16T15:47:23.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:23 smithi157 ceph-mon[35584]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-05-16T15:47:23.935 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:23 smithi148 ceph-mon[34976]: pgmap v350: 129 pgs: 1 peering, 128 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 9 op/s 2024-05-16T15:47:23.935 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:23 smithi148 ceph-mon[34976]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-05-16T15:47:25.841 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:25 smithi043 ceph-mon[31619]: pgmap v351: 129 pgs: 1 peering, 128 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s 2024-05-16T15:47:25.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:25 smithi157 ceph-mon[35584]: pgmap v351: 129 pgs: 1 peering, 128 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s 2024-05-16T15:47:25.934 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:25 smithi148 ceph-mon[34976]: pgmap v351: 129 pgs: 1 peering, 128 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s 2024-05-16T15:47:26.567 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.557+0000 7f117c250700 1 -- 172.21.15.43:0/1279385896 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1174108850 msgr2=0x7f11741103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:26.568 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.557+0000 7f117c250700 1 --2- 172.21.15.43:0/1279385896 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1174108850 0x7f11741103d0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f116c00b0d0 tx=0x7f116c00b3e0 comp rx=0 tx=0).stop 2024-05-16T15:47:26.568 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.557+0000 7f117c250700 1 -- 172.21.15.43:0/1279385896 shutdown_connections 2024-05-16T15:47:26.568 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.558+0000 7f117c250700 1 --2- 172.21.15.43:0/1279385896 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1174108850 0x7f11741103d0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:26.568 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.558+0000 7f117c250700 1 --2- 172.21.15.43:0/1279385896 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1174103750 0x7f1174103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:26.568 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.558+0000 7f117c250700 1 --2- 172.21.15.43:0/1279385896 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1174104100 0x7f1174108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:26.568 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.558+0000 7f117c250700 1 -- 172.21.15.43:0/1279385896 >> 172.21.15.43:0/1279385896 conn(0x7f117407a600 msgr2=0x7f117407aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:47:26.568 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.558+0000 7f117c250700 1 -- 172.21.15.43:0/1279385896 shutdown_connections 2024-05-16T15:47:26.568 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.558+0000 7f117c250700 1 -- 172.21.15.43:0/1279385896 wait complete. 2024-05-16T15:47:26.570 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.558+0000 7f117c250700 1 Processor -- start 2024-05-16T15:47:26.570 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.558+0000 7f117c250700 1 -- start start 2024-05-16T15:47:26.570 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.559+0000 7f117c250700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1174103750 0x7f11740757a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:26.570 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.559+0000 7f117c250700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1174104100 0x7f1174075ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:26.570 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.559+0000 7f117c250700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1174108850 0x7f1174076220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:26.570 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.559+0000 7f117c250700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f11741134d0 con 0x7f1174108850 2024-05-16T15:47:26.570 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.559+0000 7f117c250700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f1174113350 con 0x7f1174104100 2024-05-16T15:47:26.570 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.559+0000 7f117c250700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f1174113650 con 0x7f1174103750 2024-05-16T15:47:26.570 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.559+0000 7f117a7ed700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1174108850 0x7f1174076220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:26.570 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.559+0000 7f11797eb700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1174104100 0x7f1174075ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:26.571 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.559+0000 7f117a7ed700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1174108850 0x7f1174076220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:56256/0 (socket says 172.21.15.43:56256) 2024-05-16T15:47:26.571 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.559+0000 7f117a7ed700 1 -- 172.21.15.43:0/3442004093 learned_addr learned my addr 172.21.15.43:0/3442004093 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:47:26.571 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.559+0000 7f1179fec700 1 --2- 172.21.15.43:0/3442004093 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1174103750 0x7f11740757a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:26.571 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.559+0000 7f117a7ed700 1 -- 172.21.15.43:0/3442004093 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1174103750 msgr2=0x7f11740757a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:26.571 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.559+0000 7f117a7ed700 1 --2- 172.21.15.43:0/3442004093 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1174103750 0x7f11740757a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:26.571 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.559+0000 7f117a7ed700 1 -- 172.21.15.43:0/3442004093 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1174104100 msgr2=0x7f1174075ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:26.571 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.559+0000 7f117a7ed700 1 --2- 172.21.15.43:0/3442004093 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1174104100 0x7f1174075ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:26.571 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.559+0000 7f117a7ed700 1 -- 172.21.15.43:0/3442004093 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11741a7de0 con 0x7f1174108850 2024-05-16T15:47:26.571 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.559+0000 7f117a7ed700 1 --2- 172.21.15.43:0/3442004093 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1174108850 0x7f1174076220 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f116c007d90 tx=0x7f116c007dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:26.571 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.559+0000 7f116affd700 1 -- 172.21.15.43:0/3442004093 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f116c01f030 con 0x7f1174108850 2024-05-16T15:47:26.571 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.559+0000 7f116affd700 1 -- 172.21.15.43:0/3442004093 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f116c01bad0 con 0x7f1174108850 2024-05-16T15:47:26.571 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.559+0000 7f117c250700 1 -- 172.21.15.43:0/3442004093 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11741a8070 con 0x7f1174108850 2024-05-16T15:47:26.571 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.560+0000 7f116affd700 1 -- 172.21.15.43:0/3442004093 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f116c012b70 con 0x7f1174108850 2024-05-16T15:47:26.571 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.560+0000 7f117c250700 1 -- 172.21.15.43:0/3442004093 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11741a8570 con 0x7f1174108850 2024-05-16T15:47:26.571 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.560+0000 7f117c250700 1 -- 172.21.15.43:0/3442004093 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f1174063c30 con 0x7f1174108850 2024-05-16T15:47:26.572 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.562+0000 7f116affd700 1 -- 172.21.15.43:0/3442004093 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f116c012d10 con 0x7f1174108850 2024-05-16T15:47:26.572 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.563+0000 7f116affd700 1 --2- 172.21.15.43:0/3442004093 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f11600b2990 0x7f11600b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:26.573 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.563+0000 7f1179fec700 1 --2- 172.21.15.43:0/3442004093 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f11600b2990 0x7f11600b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:26.573 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.563+0000 7f116affd700 1 -- 172.21.15.43:0/3442004093 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f116c00f020 con 0x7f1174108850 2024-05-16T15:47:26.573 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.563+0000 7f116affd700 1 --2- 172.21.15.43:0/3442004093 >> [v2:172.21.15.157:6824/1613641998,v1:172.21.15.157:6825/1613641998] conn(0x7f11600bdc70 0x7f11600c0110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:26.573 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.563+0000 7f116affd700 1 -- 172.21.15.43:0/3442004093 --> [v2:172.21.15.157:6824/1613641998,v1:172.21.15.157:6825/1613641998] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f116c01aec0 con 0x7f11600bdc70 2024-05-16T15:47:26.573 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.563+0000 7f116affd700 1 -- 172.21.15.43:0/3442004093 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_get_version_reply(handle=1 version=89) ==== 24+0+0 (secure 0 0 0) 0x7f116c0e4220 con 0x7f1174108850 2024-05-16T15:47:26.573 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.563+0000 7f1179fec700 1 --2- 172.21.15.43:0/3442004093 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f11600b2990 0x7f11600b4e50 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f117000ac50 tx=0x7f117000a380 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:26.574 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.564+0000 7f11797eb700 1 --2- 172.21.15.43:0/3442004093 >> [v2:172.21.15.157:6824/1613641998,v1:172.21.15.157:6825/1613641998] conn(0x7f11600bdc70 0x7f11600c0110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:26.574 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.564+0000 7f11797eb700 1 --2- 172.21.15.43:0/3442004093 >> [v2:172.21.15.157:6824/1613641998,v1:172.21.15.157:6825/1613641998] conn(0x7f11600bdc70 0x7f11600c0110 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:26.574 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.565+0000 7f116affd700 1 -- 172.21.15.43:0/3442004093 <== osd.11 v2:172.21.15.157:6824/1613641998 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f116c01aec0 con 0x7f11600bdc70 2024-05-16T15:47:26.591 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.582+0000 7f117c250700 1 -- 172.21.15.43:0/3442004093 --> [v2:172.21.15.157:6824/1613641998,v1:172.21.15.157:6825/1613641998] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f11740640b0 con 0x7f11600bdc70 2024-05-16T15:47:26.592 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.582+0000 7f116affd700 1 -- 172.21.15.43:0/3442004093 <== osd.11 v2:172.21.15.157:6824/1613641998 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f11740640b0 con 0x7f11600bdc70 2024-05-16T15:47:26.593 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.583+0000 7f117c250700 1 -- 172.21.15.43:0/3442004093 >> [v2:172.21.15.157:6824/1613641998,v1:172.21.15.157:6825/1613641998] conn(0x7f11600bdc70 msgr2=0x7f11600c0110 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:26.593 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.583+0000 7f117c250700 1 --2- 172.21.15.43:0/3442004093 >> [v2:172.21.15.157:6824/1613641998,v1:172.21.15.157:6825/1613641998] conn(0x7f11600bdc70 0x7f11600c0110 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:26.593 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.583+0000 7f117c250700 1 -- 172.21.15.43:0/3442004093 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f11600b2990 msgr2=0x7f11600b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:26.593 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.583+0000 7f117c250700 1 --2- 172.21.15.43:0/3442004093 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f11600b2990 0x7f11600b4e50 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f117000ac50 tx=0x7f117000a380 comp rx=0 tx=0).stop 2024-05-16T15:47:26.593 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.583+0000 7f117c250700 1 -- 172.21.15.43:0/3442004093 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1174108850 msgr2=0x7f1174076220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:26.593 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.583+0000 7f117c250700 1 --2- 172.21.15.43:0/3442004093 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1174108850 0x7f1174076220 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f116c007d90 tx=0x7f116c007dc0 comp rx=0 tx=0).stop 2024-05-16T15:47:26.593 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.583+0000 7f117a7ed700 1 -- 172.21.15.43:0/3442004093 reap_dead start 2024-05-16T15:47:26.593 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.583+0000 7f117c250700 1 -- 172.21.15.43:0/3442004093 shutdown_connections 2024-05-16T15:47:26.593 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.583+0000 7f117c250700 1 -- 172.21.15.43:0/3442004093 >> 172.21.15.43:0/3442004093 conn(0x7f117407a600 msgr2=0x7f1174101540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:47:26.593 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.583+0000 7f117c250700 1 -- 172.21.15.43:0/3442004093 shutdown_connections 2024-05-16T15:47:26.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:26.583+0000 7f117c250700 1 -- 172.21.15.43:0/3442004093 wait complete. 2024-05-16T15:47:27.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:27 smithi043 ceph-mon[31619]: pgmap v352: 129 pgs: 1 peering, 128 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 9 op/s 2024-05-16T15:47:27.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:27 smithi157 ceph-mon[35584]: pgmap v352: 129 pgs: 1 peering, 128 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 9 op/s 2024-05-16T15:47:27.935 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:27 smithi148 ceph-mon[34976]: pgmap v352: 129 pgs: 1 peering, 128 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 9 op/s 2024-05-16T15:47:28.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:28 smithi157 ceph-mon[35584]: pgmap v353: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 11 op/s 2024-05-16T15:47:28.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:28 smithi157 ceph-mon[35584]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-05-16T15:47:28.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:28 smithi157 ceph-mon[35584]: Cluster is now healthy 2024-05-16T15:47:28.935 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:28 smithi148 ceph-mon[34976]: pgmap v353: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 11 op/s 2024-05-16T15:47:28.935 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:28 smithi148 ceph-mon[34976]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-05-16T15:47:28.935 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:28 smithi148 ceph-mon[34976]: Cluster is now healthy 2024-05-16T15:47:28.973 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:28 smithi043 ceph-mon[31619]: pgmap v353: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 11 op/s 2024-05-16T15:47:28.973 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:28 smithi043 ceph-mon[31619]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-05-16T15:47:28.973 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:28 smithi043 ceph-mon[31619]: Cluster is now healthy 2024-05-16T15:47:31.424 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:31 smithi157 ceph-mon[35584]: pgmap v354: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-05-16T15:47:31.435 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:31 smithi148 ceph-mon[34976]: pgmap v354: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-05-16T15:47:31.439 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:31 smithi043 ceph-mon[31619]: pgmap v354: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-05-16T15:47:33.333 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:33 smithi043 ceph-mon[31619]: pgmap v355: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 9 op/s 2024-05-16T15:47:33.340 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.330+0000 7f5bcdc72700 1 -- 172.21.15.43:0/2724908103 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5bc806ba10 msgr2=0x7f5bc806be90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:33.341 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.330+0000 7f5bcdc72700 1 --2- 172.21.15.43:0/2724908103 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5bc806ba10 0x7f5bc806be90 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f5bb0009990 tx=0x7f5bb0009ca0 comp rx=0 tx=0).stop 2024-05-16T15:47:33.341 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.330+0000 7f5bcdc72700 1 -- 172.21.15.43:0/2724908103 shutdown_connections 2024-05-16T15:47:33.341 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.330+0000 7f5bcdc72700 1 --2- 172.21.15.43:0/2724908103 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5bc806c3d0 0x7f5bc8110320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:33.341 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.330+0000 7f5bcdc72700 1 --2- 172.21.15.43:0/2724908103 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5bc8109500 0x7f5bc81098e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:33.341 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.330+0000 7f5bcdc72700 1 --2- 172.21.15.43:0/2724908103 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5bc806ba10 0x7f5bc806be90 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:33.341 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.330+0000 7f5bcdc72700 1 -- 172.21.15.43:0/2724908103 >> 172.21.15.43:0/2724908103 conn(0x7f5bc8079310 msgr2=0x7f5bc8079720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:47:33.341 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.330+0000 7f5bcdc72700 1 -- 172.21.15.43:0/2724908103 shutdown_connections 2024-05-16T15:47:33.341 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.330+0000 7f5bcdc72700 1 -- 172.21.15.43:0/2724908103 wait complete. 2024-05-16T15:47:33.341 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.331+0000 7f5bcdc72700 1 Processor -- start 2024-05-16T15:47:33.341 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.331+0000 7f5bcdc72700 1 -- start start 2024-05-16T15:47:33.343 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.331+0000 7f5bcdc72700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5bc806ba10 0x7f5bc8102460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:33.343 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.331+0000 7f5bcdc72700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5bc806c3d0 0x7f5bc81029a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:33.343 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.331+0000 7f5bcdc72700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5bc8109500 0x7f5bc8102ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:33.343 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.331+0000 7f5bcdc72700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f5bc8113590 con 0x7f5bc806ba10 2024-05-16T15:47:33.343 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.331+0000 7f5bcdc72700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f5bc8113410 con 0x7f5bc8109500 2024-05-16T15:47:33.343 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.332+0000 7f5bcdc72700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f5bc8113710 con 0x7f5bc806c3d0 2024-05-16T15:47:33.343 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.332+0000 7f5bc77fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5bc806ba10 0x7f5bc8102460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:33.343 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.332+0000 7f5bc77fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5bc806ba10 0x7f5bc8102460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:56274/0 (socket says 172.21.15.43:56274) 2024-05-16T15:47:33.343 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.332+0000 7f5bc77fe700 1 -- 172.21.15.43:0/63322063 learned_addr learned my addr 172.21.15.43:0/63322063 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:47:33.344 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.332+0000 7f5bbeffd700 1 --2- 172.21.15.43:0/63322063 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5bc806c3d0 0x7f5bc81029a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:33.344 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.332+0000 7f5bc7fff700 1 --2- 172.21.15.43:0/63322063 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5bc8109500 0x7f5bc8102ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:33.344 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.332+0000 7f5bc77fe700 1 -- 172.21.15.43:0/63322063 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5bc806c3d0 msgr2=0x7f5bc81029a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:33.344 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.332+0000 7f5bc77fe700 1 --2- 172.21.15.43:0/63322063 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5bc806c3d0 0x7f5bc81029a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:33.344 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.332+0000 7f5bc77fe700 1 -- 172.21.15.43:0/63322063 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5bc8109500 msgr2=0x7f5bc8102ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:33.344 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.332+0000 7f5bc77fe700 1 --2- 172.21.15.43:0/63322063 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5bc8109500 0x7f5bc8102ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:33.344 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.332+0000 7f5bc77fe700 1 -- 172.21.15.43:0/63322063 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5bc81a80b0 con 0x7f5bc806ba10 2024-05-16T15:47:33.344 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.332+0000 7f5bbeffd700 1 --2- 172.21.15.43:0/63322063 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5bc806c3d0 0x7f5bc81029a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:47:33.344 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.332+0000 7f5bc77fe700 1 --2- 172.21.15.43:0/63322063 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5bc806ba10 0x7f5bc8102460 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f5bb800b530 tx=0x7f5bb800b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:33.344 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.332+0000 7f5bc57fa700 1 -- 172.21.15.43:0/63322063 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bb8015020 con 0x7f5bc806ba10 2024-05-16T15:47:33.344 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.332+0000 7f5bcdc72700 1 -- 172.21.15.43:0/63322063 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5bc81a83a0 con 0x7f5bc806ba10 2024-05-16T15:47:33.344 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.332+0000 7f5bc57fa700 1 -- 172.21.15.43:0/63322063 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5bb8011cc0 con 0x7f5bc806ba10 2024-05-16T15:47:33.344 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.332+0000 7f5bc57fa700 1 -- 172.21.15.43:0/63322063 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bb8010d30 con 0x7f5bc806ba10 2024-05-16T15:47:33.344 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.332+0000 7f5bcdc72700 1 -- 172.21.15.43:0/63322063 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5bc81a8930 con 0x7f5bc806ba10 2024-05-16T15:47:33.345 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.333+0000 7f5bcdc72700 1 -- 172.21.15.43:0/63322063 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f5bc8063bb0 con 0x7f5bc806ba10 2024-05-16T15:47:33.345 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.335+0000 7f5bc57fa700 1 -- 172.21.15.43:0/63322063 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f5bb8018020 con 0x7f5bc806ba10 2024-05-16T15:47:33.345 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.335+0000 7f5bc57fa700 1 --2- 172.21.15.43:0/63322063 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f5bb40b2990 0x7f5bb40b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:33.346 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.336+0000 7f5bbeffd700 1 --2- 172.21.15.43:0/63322063 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f5bb40b2990 0x7f5bb40b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:33.346 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.336+0000 7f5bc57fa700 1 -- 172.21.15.43:0/63322063 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f5bb80e24b0 con 0x7f5bc806ba10 2024-05-16T15:47:33.346 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.336+0000 7f5bc57fa700 1 --2- 172.21.15.43:0/63322063 >> [v2:172.21.15.43:6826/3226599249,v1:172.21.15.43:6827/3226599249] conn(0x7f5bb40bdc70 0x7f5bb40c0110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:33.346 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.336+0000 7f5bc57fa700 1 -- 172.21.15.43:0/63322063 --> [v2:172.21.15.43:6826/3226599249,v1:172.21.15.43:6827/3226599249] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f5bb801be50 con 0x7f5bb40bdc70 2024-05-16T15:47:33.346 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.336+0000 7f5bc57fa700 1 -- 172.21.15.43:0/63322063 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_get_version_reply(handle=1 version=89) ==== 24+0+0 (secure 0 0 0) 0x7f5bb80e2900 con 0x7f5bc806ba10 2024-05-16T15:47:33.346 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.336+0000 7f5bc7fff700 1 --2- 172.21.15.43:0/63322063 >> [v2:172.21.15.43:6826/3226599249,v1:172.21.15.43:6827/3226599249] conn(0x7f5bb40bdc70 0x7f5bb40c0110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:33.346 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.336+0000 7f5bbeffd700 1 --2- 172.21.15.43:0/63322063 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f5bb40b2990 0x7f5bb40b4e50 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f5bb000b5c0 tx=0x7f5bb001a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:33.347 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.336+0000 7f5bc7fff700 1 --2- 172.21.15.43:0/63322063 >> [v2:172.21.15.43:6826/3226599249,v1:172.21.15.43:6827/3226599249] conn(0x7f5bb40bdc70 0x7f5bb40c0110 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:33.347 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.337+0000 7f5bc57fa700 1 -- 172.21.15.43:0/63322063 <== osd.9 v2:172.21.15.43:6826/3226599249 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f5bb801be50 con 0x7f5bb40bdc70 2024-05-16T15:47:33.364 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.355+0000 7f5bcdc72700 1 -- 172.21.15.43:0/63322063 --> [v2:172.21.15.43:6826/3226599249,v1:172.21.15.43:6827/3226599249] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f5bc8063fb0 con 0x7f5bb40bdc70 2024-05-16T15:47:33.364 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.355+0000 7f5bc57fa700 1 -- 172.21.15.43:0/63322063 <== osd.9 v2:172.21.15.43:6826/3226599249 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f5bc8063fb0 con 0x7f5bb40bdc70 2024-05-16T15:47:33.365 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.355+0000 7f5bcdc72700 1 -- 172.21.15.43:0/63322063 >> [v2:172.21.15.43:6826/3226599249,v1:172.21.15.43:6827/3226599249] conn(0x7f5bb40bdc70 msgr2=0x7f5bb40c0110 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:33.366 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.355+0000 7f5bcdc72700 1 --2- 172.21.15.43:0/63322063 >> [v2:172.21.15.43:6826/3226599249,v1:172.21.15.43:6827/3226599249] conn(0x7f5bb40bdc70 0x7f5bb40c0110 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:33.366 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.355+0000 7f5bcdc72700 1 -- 172.21.15.43:0/63322063 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f5bb40b2990 msgr2=0x7f5bb40b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:33.366 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.355+0000 7f5bcdc72700 1 --2- 172.21.15.43:0/63322063 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f5bb40b2990 0x7f5bb40b4e50 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f5bb000b5c0 tx=0x7f5bb001a040 comp rx=0 tx=0).stop 2024-05-16T15:47:33.366 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.355+0000 7f5bcdc72700 1 -- 172.21.15.43:0/63322063 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5bc806ba10 msgr2=0x7f5bc8102460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:33.366 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.355+0000 7f5bcdc72700 1 --2- 172.21.15.43:0/63322063 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5bc806ba10 0x7f5bc8102460 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f5bb800b530 tx=0x7f5bb800b8f0 comp rx=0 tx=0).stop 2024-05-16T15:47:33.366 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.355+0000 7f5bc7fff700 1 -- 172.21.15.43:0/63322063 reap_dead start 2024-05-16T15:47:33.366 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.355+0000 7f5bcdc72700 1 -- 172.21.15.43:0/63322063 shutdown_connections 2024-05-16T15:47:33.366 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.355+0000 7f5bcdc72700 1 -- 172.21.15.43:0/63322063 >> 172.21.15.43:0/63322063 conn(0x7f5bc8079310 msgr2=0x7f5bc8101230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:47:33.366 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.356+0000 7f5bcdc72700 1 -- 172.21.15.43:0/63322063 shutdown_connections 2024-05-16T15:47:33.366 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:33.356+0000 7f5bcdc72700 1 -- 172.21.15.43:0/63322063 wait complete. 2024-05-16T15:47:33.424 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:33 smithi157 ceph-mon[35584]: pgmap v355: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 9 op/s 2024-05-16T15:47:33.434 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:33 smithi148 ceph-mon[34976]: pgmap v355: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 9 op/s 2024-05-16T15:47:33.782 INFO:teuthology.orchestra.run.smithi043.stdout:300647710758 2024-05-16T15:47:33.783 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.11 2024-05-16T15:47:35.311 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:35 smithi043 ceph-mon[31619]: pgmap v356: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 10 op/s 2024-05-16T15:47:35.425 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:35 smithi157 ceph-mon[35584]: pgmap v356: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 10 op/s 2024-05-16T15:47:35.434 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:35 smithi148 ceph-mon[34976]: pgmap v356: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 10 op/s 2024-05-16T15:47:35.529 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.511+0000 7fb34fbe9700 1 -- 172.21.15.43:0/3972985094 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb348103750 msgr2=0x7fb348103b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:35.529 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.511+0000 7fb34fbe9700 1 --2- 172.21.15.43:0/3972985094 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb348103750 0x7fb348103b30 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fb3440099c0 tx=0x7fb344009cd0 comp rx=0 tx=0).stop 2024-05-16T15:47:35.529 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.511+0000 7fb34fbe9700 1 -- 172.21.15.43:0/3972985094 shutdown_connections 2024-05-16T15:47:35.529 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.511+0000 7fb34fbe9700 1 --2- 172.21.15.43:0/3972985094 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb348108850 0x7fb3481103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:35.529 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.511+0000 7fb34fbe9700 1 --2- 172.21.15.43:0/3972985094 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb348103750 0x7fb348103b30 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:35.529 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.511+0000 7fb34fbe9700 1 --2- 172.21.15.43:0/3972985094 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb348104100 0x7fb348108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:35.530 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.511+0000 7fb34fbe9700 1 -- 172.21.15.43:0/3972985094 >> 172.21.15.43:0/3972985094 conn(0x7fb34807a600 msgr2=0x7fb34807aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:47:35.530 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.511+0000 7fb34fbe9700 1 -- 172.21.15.43:0/3972985094 shutdown_connections 2024-05-16T15:47:35.530 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.511+0000 7fb34fbe9700 1 -- 172.21.15.43:0/3972985094 wait complete. 2024-05-16T15:47:35.530 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.511+0000 7fb34fbe9700 1 Processor -- start 2024-05-16T15:47:35.530 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.512+0000 7fb34fbe9700 1 -- start start 2024-05-16T15:47:35.530 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.512+0000 7fb34fbe9700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb348103750 0x7fb34819f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:35.530 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.512+0000 7fb34fbe9700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb348104100 0x7fb34819fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:35.530 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.512+0000 7fb34fbe9700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb348108850 0x7fb348199830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:35.530 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.512+0000 7fb34fbe9700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fb3481134d0 con 0x7fb348108850 2024-05-16T15:47:35.530 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.512+0000 7fb34fbe9700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fb348113350 con 0x7fb348104100 2024-05-16T15:47:35.530 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.512+0000 7fb34fbe9700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fb348113650 con 0x7fb348103750 2024-05-16T15:47:35.530 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.512+0000 7fb34e186700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb348108850 0x7fb348199830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:35.530 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.512+0000 7fb34e186700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb348108850 0x7fb348199830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:56306/0 (socket says 172.21.15.43:56306) 2024-05-16T15:47:35.531 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.512+0000 7fb34e186700 1 -- 172.21.15.43:0/877394587 learned_addr learned my addr 172.21.15.43:0/877394587 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:47:35.531 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.512+0000 7fb34d184700 1 --2- 172.21.15.43:0/877394587 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb348104100 0x7fb34819fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:35.531 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.512+0000 7fb34d985700 1 --2- 172.21.15.43:0/877394587 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb348103750 0x7fb34819f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:35.531 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.512+0000 7fb34e186700 1 -- 172.21.15.43:0/877394587 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb348103750 msgr2=0x7fb34819f6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:35.531 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.512+0000 7fb34e186700 1 --2- 172.21.15.43:0/877394587 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb348103750 0x7fb34819f6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:35.531 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.512+0000 7fb34e186700 1 -- 172.21.15.43:0/877394587 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb348104100 msgr2=0x7fb34819fbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:35.531 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.512+0000 7fb34e186700 1 --2- 172.21.15.43:0/877394587 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb348104100 0x7fb34819fbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:35.531 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.512+0000 7fb34e186700 1 -- 172.21.15.43:0/877394587 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb34819a010 con 0x7fb348108850 2024-05-16T15:47:35.531 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.512+0000 7fb34e186700 1 --2- 172.21.15.43:0/877394587 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb348108850 0x7fb348199830 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fb340007ee0 tx=0x7fb34000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:35.531 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.513+0000 7fb33effd700 1 -- 172.21.15.43:0/877394587 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb34000dbd0 con 0x7fb348108850 2024-05-16T15:47:35.531 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.513+0000 7fb33effd700 1 -- 172.21.15.43:0/877394587 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb34000dd70 con 0x7fb348108850 2024-05-16T15:47:35.531 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.513+0000 7fb34fbe9700 1 -- 172.21.15.43:0/877394587 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb34819a300 con 0x7fb348108850 2024-05-16T15:47:35.531 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.513+0000 7fb33effd700 1 -- 172.21.15.43:0/877394587 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3400058d0 con 0x7fb348108850 2024-05-16T15:47:35.531 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.513+0000 7fb34fbe9700 1 -- 172.21.15.43:0/877394587 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3481a6510 con 0x7fb348108850 2024-05-16T15:47:35.532 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.513+0000 7fb34fbe9700 1 -- 172.21.15.43:0/877394587 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fb348063c30 con 0x7fb348108850 2024-05-16T15:47:35.532 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.515+0000 7fb33effd700 1 -- 172.21.15.43:0/877394587 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7fb34001a020 con 0x7fb348108850 2024-05-16T15:47:35.532 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.516+0000 7fb33effd700 1 --2- 172.21.15.43:0/877394587 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb3340b2990 0x7fb3340b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:35.532 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.516+0000 7fb34d985700 1 --2- 172.21.15.43:0/877394587 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb3340b2990 0x7fb3340b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:35.532 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.516+0000 7fb33effd700 1 -- 172.21.15.43:0/877394587 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fb3400e2610 con 0x7fb348108850 2024-05-16T15:47:35.532 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.516+0000 7fb33effd700 1 --2- 172.21.15.43:0/877394587 >> [v2:172.21.15.148:6824/3418113451,v1:172.21.15.148:6825/3418113451] conn(0x7fb3340bdc70 0x7fb3340c0110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:35.532 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.516+0000 7fb33effd700 1 -- 172.21.15.43:0/877394587 --> [v2:172.21.15.148:6824/3418113451,v1:172.21.15.148:6825/3418113451] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fb3340c07e0 con 0x7fb3340bdc70 2024-05-16T15:47:35.532 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.516+0000 7fb33effd700 1 -- 172.21.15.43:0/877394587 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_get_version_reply(handle=1 version=89) ==== 24+0+0 (secure 0 0 0) 0x7fb3400e29c0 con 0x7fb348108850 2024-05-16T15:47:35.532 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.516+0000 7fb34d985700 1 --2- 172.21.15.43:0/877394587 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb3340b2990 0x7fb3340b4e50 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fb344000c00 tx=0x7fb34401a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:35.532 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.516+0000 7fb34d184700 1 --2- 172.21.15.43:0/877394587 >> [v2:172.21.15.148:6824/3418113451,v1:172.21.15.148:6825/3418113451] conn(0x7fb3340bdc70 0x7fb3340c0110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:35.532 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.517+0000 7fb34d184700 1 --2- 172.21.15.43:0/877394587 >> [v2:172.21.15.148:6824/3418113451,v1:172.21.15.148:6825/3418113451] conn(0x7fb3340bdc70 0x7fb3340c0110 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:35.532 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.518+0000 7fb33effd700 1 -- 172.21.15.43:0/877394587 <== osd.10 v2:172.21.15.148:6824/3418113451 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fb3340c07e0 con 0x7fb3340bdc70 2024-05-16T15:47:35.544 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.535+0000 7fb34fbe9700 1 -- 172.21.15.43:0/877394587 --> [v2:172.21.15.148:6824/3418113451,v1:172.21.15.148:6825/3418113451] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fb3480640b0 con 0x7fb3340bdc70 2024-05-16T15:47:35.545 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.535+0000 7fb33effd700 1 -- 172.21.15.43:0/877394587 <== osd.10 v2:172.21.15.148:6824/3418113451 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fb3480640b0 con 0x7fb3340bdc70 2024-05-16T15:47:35.546 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.536+0000 7fb34fbe9700 1 -- 172.21.15.43:0/877394587 >> [v2:172.21.15.148:6824/3418113451,v1:172.21.15.148:6825/3418113451] conn(0x7fb3340bdc70 msgr2=0x7fb3340c0110 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:35.546 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.536+0000 7fb34fbe9700 1 --2- 172.21.15.43:0/877394587 >> [v2:172.21.15.148:6824/3418113451,v1:172.21.15.148:6825/3418113451] conn(0x7fb3340bdc70 0x7fb3340c0110 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:35.546 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.536+0000 7fb34fbe9700 1 -- 172.21.15.43:0/877394587 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb3340b2990 msgr2=0x7fb3340b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:35.546 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.536+0000 7fb34fbe9700 1 --2- 172.21.15.43:0/877394587 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb3340b2990 0x7fb3340b4e50 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fb344000c00 tx=0x7fb34401a040 comp rx=0 tx=0).stop 2024-05-16T15:47:35.546 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.536+0000 7fb34fbe9700 1 -- 172.21.15.43:0/877394587 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb348108850 msgr2=0x7fb348199830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:35.546 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.536+0000 7fb34fbe9700 1 --2- 172.21.15.43:0/877394587 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb348108850 0x7fb348199830 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fb340007ee0 tx=0x7fb34000d3b0 comp rx=0 tx=0).stop 2024-05-16T15:47:35.546 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.536+0000 7fb34e186700 1 -- 172.21.15.43:0/877394587 reap_dead start 2024-05-16T15:47:35.546 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.536+0000 7fb34fbe9700 1 -- 172.21.15.43:0/877394587 shutdown_connections 2024-05-16T15:47:35.546 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.536+0000 7fb34fbe9700 1 -- 172.21.15.43:0/877394587 >> 172.21.15.43:0/877394587 conn(0x7fb34807a600 msgr2=0x7fb3481019a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:47:35.546 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.536+0000 7fb34fbe9700 1 -- 172.21.15.43:0/877394587 shutdown_connections 2024-05-16T15:47:35.546 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.536+0000 7fb34fbe9700 1 -- 172.21.15.43:0/877394587 wait complete. 2024-05-16T15:47:35.720 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.710+0000 7fb04daeb700 1 -- 172.21.15.43:0/3898704830 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb0481029e0 msgr2=0x7fb048102dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:35.721 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.710+0000 7fb04daeb700 1 --2- 172.21.15.43:0/3898704830 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb0481029e0 0x7fb048102dc0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fb0380099c0 tx=0x7fb038009cd0 comp rx=0 tx=0).stop 2024-05-16T15:47:35.721 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.710+0000 7fb04daeb700 1 -- 172.21.15.43:0/3898704830 shutdown_connections 2024-05-16T15:47:35.721 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.710+0000 7fb04daeb700 1 --2- 172.21.15.43:0/3898704830 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb048107730 0x7fb04810f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:35.721 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.710+0000 7fb04daeb700 1 --2- 172.21.15.43:0/3898704830 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb0481029e0 0x7fb048102dc0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:35.721 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.710+0000 7fb04daeb700 1 --2- 172.21.15.43:0/3898704830 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb048103390 0x7fb048107000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:35.721 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.710+0000 7fb04daeb700 1 -- 172.21.15.43:0/3898704830 >> 172.21.15.43:0/3898704830 conn(0x7fb048079350 msgr2=0x7fb048079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:47:35.721 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.710+0000 7fb04daeb700 1 -- 172.21.15.43:0/3898704830 shutdown_connections 2024-05-16T15:47:35.721 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.710+0000 7fb04daeb700 1 -- 172.21.15.43:0/3898704830 wait complete. 2024-05-16T15:47:35.723 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.711+0000 7fb04daeb700 1 Processor -- start 2024-05-16T15:47:35.723 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.711+0000 7fb04daeb700 1 -- start start 2024-05-16T15:47:35.723 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.712+0000 7fb04daeb700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb0481029e0 0x7fb04819f740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:35.723 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.712+0000 7fb04daeb700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb048103390 0x7fb04819fc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:35.723 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.712+0000 7fb04daeb700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb048107730 0x7fb048199950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:35.723 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.712+0000 7fb04daeb700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fb048112440 con 0x7fb048107730 2024-05-16T15:47:35.723 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.712+0000 7fb04daeb700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fb0481122c0 con 0x7fb048103390 2024-05-16T15:47:35.723 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.712+0000 7fb04daeb700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fb0481125c0 con 0x7fb0481029e0 2024-05-16T15:47:35.723 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.712+0000 7fb047fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb048107730 0x7fb048199950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:35.723 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.712+0000 7fb047fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb048107730 0x7fb048199950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:53346/0 (socket says 172.21.15.43:53346) 2024-05-16T15:47:35.724 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.712+0000 7fb047fff700 1 -- 172.21.15.43:0/1940946620 learned_addr learned my addr 172.21.15.43:0/1940946620 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:47:35.724 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.712+0000 7fb0477fe700 1 --2- 172.21.15.43:0/1940946620 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb0481029e0 0x7fb04819f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:35.724 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.712+0000 7fb046ffd700 1 --2- 172.21.15.43:0/1940946620 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb048103390 0x7fb04819fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:35.724 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.712+0000 7fb047fff700 1 -- 172.21.15.43:0/1940946620 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb0481029e0 msgr2=0x7fb04819f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:35.724 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.712+0000 7fb047fff700 1 --2- 172.21.15.43:0/1940946620 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb0481029e0 0x7fb04819f740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:35.724 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.712+0000 7fb047fff700 1 -- 172.21.15.43:0/1940946620 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb048103390 msgr2=0x7fb04819fc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:35.724 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.712+0000 7fb047fff700 1 --2- 172.21.15.43:0/1940946620 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb048103390 0x7fb04819fc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:35.724 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.712+0000 7fb047fff700 1 -- 172.21.15.43:0/1940946620 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb04819a0b0 con 0x7fb048107730 2024-05-16T15:47:35.724 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.712+0000 7fb046ffd700 1 --2- 172.21.15.43:0/1940946620 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb048103390 0x7fb04819fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:47:35.724 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.712+0000 7fb047fff700 1 --2- 172.21.15.43:0/1940946620 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb048107730 0x7fb048199950 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fb040007ee0 tx=0x7fb04000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:35.724 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.712+0000 7fb044ff9700 1 -- 172.21.15.43:0/1940946620 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb04000dbd0 con 0x7fb048107730 2024-05-16T15:47:35.724 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.713+0000 7fb04daeb700 1 -- 172.21.15.43:0/1940946620 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb04819a3a0 con 0x7fb048107730 2024-05-16T15:47:35.724 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.713+0000 7fb044ff9700 1 -- 172.21.15.43:0/1940946620 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb04000dd70 con 0x7fb048107730 2024-05-16T15:47:35.724 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.713+0000 7fb04daeb700 1 -- 172.21.15.43:0/1940946620 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0481a6610 con 0x7fb048107730 2024-05-16T15:47:35.725 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.713+0000 7fb044ff9700 1 -- 172.21.15.43:0/1940946620 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0400058d0 con 0x7fb048107730 2024-05-16T15:47:35.725 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.713+0000 7fb04daeb700 1 -- 172.21.15.43:0/1940946620 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fb048063c30 con 0x7fb048107730 2024-05-16T15:47:35.725 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.715+0000 7fb044ff9700 1 -- 172.21.15.43:0/1940946620 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7fb04001a020 con 0x7fb048107730 2024-05-16T15:47:35.725 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.716+0000 7fb044ff9700 1 --2- 172.21.15.43:0/1940946620 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb0340b2910 0x7fb0340b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:35.726 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.716+0000 7fb0477fe700 1 --2- 172.21.15.43:0/1940946620 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb0340b2910 0x7fb0340b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:35.726 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.716+0000 7fb044ff9700 1 -- 172.21.15.43:0/1940946620 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fb0400e25d0 con 0x7fb048107730 2024-05-16T15:47:35.726 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.716+0000 7fb044ff9700 1 --2- 172.21.15.43:0/1940946620 >> [v2:172.21.15.43:6810/1305033610,v1:172.21.15.43:6811/1305033610] conn(0x7fb0340bdbf0 0x7fb0340c0090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:35.727 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.716+0000 7fb044ff9700 1 -- 172.21.15.43:0/1940946620 --> [v2:172.21.15.43:6810/1305033610,v1:172.21.15.43:6811/1305033610] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fb0340c0760 con 0x7fb0340bdbf0 2024-05-16T15:47:35.727 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.716+0000 7fb044ff9700 1 -- 172.21.15.43:0/1940946620 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_get_version_reply(handle=1 version=89) ==== 24+0+0 (secure 0 0 0) 0x7fb0400e2980 con 0x7fb048107730 2024-05-16T15:47:35.727 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.716+0000 7fb046ffd700 1 --2- 172.21.15.43:0/1940946620 >> [v2:172.21.15.43:6810/1305033610,v1:172.21.15.43:6811/1305033610] conn(0x7fb0340bdbf0 0x7fb0340c0090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:35.727 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.716+0000 7fb0477fe700 1 --2- 172.21.15.43:0/1940946620 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb0340b2910 0x7fb0340b4dd0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fb038009990 tx=0x7fb038005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:35.727 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.717+0000 7fb046ffd700 1 --2- 172.21.15.43:0/1940946620 >> [v2:172.21.15.43:6810/1305033610,v1:172.21.15.43:6811/1305033610] conn(0x7fb0340bdbf0 0x7fb0340c0090 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:35.727 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.717+0000 7fb044ff9700 1 -- 172.21.15.43:0/1940946620 <== osd.3 v2:172.21.15.43:6810/1305033610 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fb0340c0760 con 0x7fb0340bdbf0 2024-05-16T15:47:35.744 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.734+0000 7fb04daeb700 1 -- 172.21.15.43:0/1940946620 --> [v2:172.21.15.43:6810/1305033610,v1:172.21.15.43:6811/1305033610] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fb0480640b0 con 0x7fb0340bdbf0 2024-05-16T15:47:35.744 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.735+0000 7fb044ff9700 1 -- 172.21.15.43:0/1940946620 <== osd.3 v2:172.21.15.43:6810/1305033610 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fb0480640b0 con 0x7fb0340bdbf0 2024-05-16T15:47:35.745 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.735+0000 7fb04daeb700 1 -- 172.21.15.43:0/1940946620 >> [v2:172.21.15.43:6810/1305033610,v1:172.21.15.43:6811/1305033610] conn(0x7fb0340bdbf0 msgr2=0x7fb0340c0090 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:35.745 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.735+0000 7fb04daeb700 1 --2- 172.21.15.43:0/1940946620 >> [v2:172.21.15.43:6810/1305033610,v1:172.21.15.43:6811/1305033610] conn(0x7fb0340bdbf0 0x7fb0340c0090 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:35.745 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.735+0000 7fb04daeb700 1 -- 172.21.15.43:0/1940946620 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb0340b2910 msgr2=0x7fb0340b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:35.745 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.735+0000 7fb04daeb700 1 --2- 172.21.15.43:0/1940946620 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb0340b2910 0x7fb0340b4dd0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fb038009990 tx=0x7fb038005fb0 comp rx=0 tx=0).stop 2024-05-16T15:47:35.746 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.735+0000 7fb04daeb700 1 -- 172.21.15.43:0/1940946620 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb048107730 msgr2=0x7fb048199950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:35.746 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.735+0000 7fb04daeb700 1 --2- 172.21.15.43:0/1940946620 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb048107730 0x7fb048199950 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fb040007ee0 tx=0x7fb04000d3b0 comp rx=0 tx=0).stop 2024-05-16T15:47:35.746 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.735+0000 7fb047fff700 1 -- 172.21.15.43:0/1940946620 reap_dead start 2024-05-16T15:47:35.746 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.735+0000 7fb04daeb700 1 -- 172.21.15.43:0/1940946620 shutdown_connections 2024-05-16T15:47:35.746 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.735+0000 7fb04daeb700 1 -- 172.21.15.43:0/1940946620 >> 172.21.15.43:0/1940946620 conn(0x7fb048079350 msgr2=0x7fb04806c080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:47:35.746 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.736+0000 7fb04daeb700 1 -- 172.21.15.43:0/1940946620 shutdown_connections 2024-05-16T15:47:35.746 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:35.736+0000 7fb04daeb700 1 -- 172.21.15.43:0/1940946620 wait complete. 2024-05-16T15:47:35.881 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.383+0000 7f58358b6700 1 -- 172.21.15.43:0/2320624241 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5830104160 msgr2=0x7f5830108150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:35.881 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.383+0000 7f58358b6700 1 --2- 172.21.15.43:0/2320624241 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5830104160 0x7f5830108150 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f58240099c0 tx=0x7f5824009cd0 comp rx=0 tx=0).stop 2024-05-16T15:47:35.881 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.383+0000 7f58358b6700 1 -- 172.21.15.43:0/2320624241 shutdown_connections 2024-05-16T15:47:35.882 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.383+0000 7f58358b6700 1 --2- 172.21.15.43:0/2320624241 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5830108880 0x7f5830110400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:35.882 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.383+0000 7f58358b6700 1 --2- 172.21.15.43:0/2320624241 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f58301037b0 0x7f5830103b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:35.882 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.383+0000 7f58358b6700 1 --2- 172.21.15.43:0/2320624241 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5830104160 0x7f5830108150 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:35.882 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.383+0000 7f58358b6700 1 -- 172.21.15.43:0/2320624241 >> 172.21.15.43:0/2320624241 conn(0x7f583007a580 msgr2=0x7f583007a990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:47:35.882 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.383+0000 7f58358b6700 1 -- 172.21.15.43:0/2320624241 shutdown_connections 2024-05-16T15:47:35.882 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.383+0000 7f58358b6700 1 -- 172.21.15.43:0/2320624241 wait complete. 2024-05-16T15:47:35.882 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.383+0000 7f58358b6700 1 Processor -- start 2024-05-16T15:47:35.882 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.384+0000 7f58358b6700 1 -- start start 2024-05-16T15:47:35.882 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.384+0000 7f58358b6700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f58301037b0 0x7f58300757a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:35.882 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.384+0000 7f58358b6700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5830104160 0x7f5830075ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:35.882 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.384+0000 7f58358b6700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5830108880 0x7f5830076220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:35.882 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.384+0000 7f58358b6700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f58301134f0 con 0x7f58301037b0 2024-05-16T15:47:35.882 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.384+0000 7f58358b6700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f5830113370 con 0x7f5830104160 2024-05-16T15:47:35.883 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.384+0000 7f58358b6700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f5830113670 con 0x7f5830108880 2024-05-16T15:47:35.883 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.384+0000 7f582effd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f58301037b0 0x7f58300757a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:35.883 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.384+0000 7f582effd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f58301037b0 0x7f58300757a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:56288/0 (socket says 172.21.15.43:56288) 2024-05-16T15:47:35.883 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.384+0000 7f582effd700 1 -- 172.21.15.43:0/4252725452 learned_addr learned my addr 172.21.15.43:0/4252725452 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:47:35.883 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.384+0000 7f582e7fc700 1 --2- 172.21.15.43:0/4252725452 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5830104160 0x7f5830075ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:35.883 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.384+0000 7f582f7fe700 1 --2- 172.21.15.43:0/4252725452 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5830108880 0x7f5830076220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:35.883 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.384+0000 7f582effd700 1 -- 172.21.15.43:0/4252725452 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5830108880 msgr2=0x7f5830076220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:35.883 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.384+0000 7f582effd700 1 --2- 172.21.15.43:0/4252725452 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5830108880 0x7f5830076220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:35.883 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.384+0000 7f582effd700 1 -- 172.21.15.43:0/4252725452 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5830104160 msgr2=0x7f5830075ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:35.884 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.384+0000 7f582effd700 1 --2- 172.21.15.43:0/4252725452 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5830104160 0x7f5830075ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:35.884 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.384+0000 7f582effd700 1 -- 172.21.15.43:0/4252725452 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58301a7ed0 con 0x7f58301037b0 2024-05-16T15:47:35.884 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.384+0000 7f582f7fe700 1 --2- 172.21.15.43:0/4252725452 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5830108880 0x7f5830076220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:47:35.884 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.384+0000 7f582effd700 1 --2- 172.21.15.43:0/4252725452 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f58301037b0 0x7f58300757a0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f582000c9b0 tx=0x7f582000cd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:35.884 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.385+0000 7f58348b4700 1 -- 172.21.15.43:0/4252725452 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5820007b00 con 0x7f58301037b0 2024-05-16T15:47:35.884 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.385+0000 7f58358b6700 1 -- 172.21.15.43:0/4252725452 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58301a81c0 con 0x7f58301037b0 2024-05-16T15:47:35.884 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.385+0000 7f58348b4700 1 -- 172.21.15.43:0/4252725452 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5820007ca0 con 0x7f58301037b0 2024-05-16T15:47:35.884 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.385+0000 7f58348b4700 1 -- 172.21.15.43:0/4252725452 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5820018660 con 0x7f58301037b0 2024-05-16T15:47:35.884 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.385+0000 7f58358b6700 1 -- 172.21.15.43:0/4252725452 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58301a8720 con 0x7f58301037b0 2024-05-16T15:47:35.884 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.385+0000 7f58358b6700 1 -- 172.21.15.43:0/4252725452 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f5830063c30 con 0x7f58301037b0 2024-05-16T15:47:35.884 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.387+0000 7f58348b4700 1 -- 172.21.15.43:0/4252725452 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f582000f450 con 0x7f58301037b0 2024-05-16T15:47:35.884 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.388+0000 7f58348b4700 1 --2- 172.21.15.43:0/4252725452 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f58180b2910 0x7f58180b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:35.884 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.388+0000 7f582e7fc700 1 --2- 172.21.15.43:0/4252725452 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f58180b2910 0x7f58180b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:35.885 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.388+0000 7f58348b4700 1 -- 172.21.15.43:0/4252725452 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f58200e2cb0 con 0x7f58301037b0 2024-05-16T15:47:35.885 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.388+0000 7f58348b4700 1 --2- 172.21.15.43:0/4252725452 >> [v2:172.21.15.148:6816/3852418694,v1:172.21.15.148:6817/3852418694] conn(0x7f58180bdbf0 0x7f58180c0090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:35.885 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.388+0000 7f58348b4700 1 -- 172.21.15.43:0/4252725452 --> [v2:172.21.15.148:6816/3852418694,v1:172.21.15.148:6817/3852418694] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f5820007e50 con 0x7f58180bdbf0 2024-05-16T15:47:35.885 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.388+0000 7f58348b4700 1 -- 172.21.15.43:0/4252725452 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_get_version_reply(handle=1 version=89) ==== 24+0+0 (secure 0 0 0) 0x7f58200e3060 con 0x7f58301037b0 2024-05-16T15:47:35.885 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.388+0000 7f582e7fc700 1 --2- 172.21.15.43:0/4252725452 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f58180b2910 0x7f58180b4dd0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f58240058e0 tx=0x7f582401a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:35.885 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.388+0000 7f582f7fe700 1 --2- 172.21.15.43:0/4252725452 >> [v2:172.21.15.148:6816/3852418694,v1:172.21.15.148:6817/3852418694] conn(0x7f58180bdbf0 0x7f58180c0090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:35.885 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.389+0000 7f582f7fe700 1 --2- 172.21.15.43:0/4252725452 >> [v2:172.21.15.148:6816/3852418694,v1:172.21.15.148:6817/3852418694] conn(0x7f58180bdbf0 0x7f58180c0090 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:35.885 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.390+0000 7f58348b4700 1 -- 172.21.15.43:0/4252725452 <== osd.7 v2:172.21.15.148:6816/3852418694 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f5820007e50 con 0x7f58180bdbf0 2024-05-16T15:47:35.885 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.407+0000 7f58358b6700 1 -- 172.21.15.43:0/4252725452 --> [v2:172.21.15.148:6816/3852418694,v1:172.21.15.148:6817/3852418694] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f58300640e0 con 0x7f58180bdbf0 2024-05-16T15:47:35.885 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.408+0000 7f58348b4700 1 -- 172.21.15.43:0/4252725452 <== osd.7 v2:172.21.15.148:6816/3852418694 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f58300640e0 con 0x7f58180bdbf0 2024-05-16T15:47:35.885 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.408+0000 7f58358b6700 1 -- 172.21.15.43:0/4252725452 >> [v2:172.21.15.148:6816/3852418694,v1:172.21.15.148:6817/3852418694] conn(0x7f58180bdbf0 msgr2=0x7f58180c0090 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:35.885 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.408+0000 7f58358b6700 1 --2- 172.21.15.43:0/4252725452 >> [v2:172.21.15.148:6816/3852418694,v1:172.21.15.148:6817/3852418694] conn(0x7f58180bdbf0 0x7f58180c0090 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:35.885 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.408+0000 7f58358b6700 1 -- 172.21.15.43:0/4252725452 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f58180b2910 msgr2=0x7f58180b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:35.885 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.408+0000 7f58358b6700 1 --2- 172.21.15.43:0/4252725452 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f58180b2910 0x7f58180b4dd0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f58240058e0 tx=0x7f582401a040 comp rx=0 tx=0).stop 2024-05-16T15:47:35.885 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.408+0000 7f58358b6700 1 -- 172.21.15.43:0/4252725452 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f58301037b0 msgr2=0x7f58300757a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:35.886 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.408+0000 7f58358b6700 1 --2- 172.21.15.43:0/4252725452 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f58301037b0 0x7f58300757a0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f582000c9b0 tx=0x7f582000cd70 comp rx=0 tx=0).stop 2024-05-16T15:47:35.886 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.408+0000 7f582f7fe700 1 -- 172.21.15.43:0/4252725452 reap_dead start 2024-05-16T15:47:35.886 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.408+0000 7f58358b6700 1 -- 172.21.15.43:0/4252725452 shutdown_connections 2024-05-16T15:47:35.886 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.408+0000 7f58358b6700 1 -- 172.21.15.43:0/4252725452 >> 172.21.15.43:0/4252725452 conn(0x7f583007a580 msgr2=0x7f5830101790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:47:35.886 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.408+0000 7f58358b6700 1 -- 172.21.15.43:0/4252725452 shutdown_connections 2024-05-16T15:47:35.886 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:34.408+0000 7f58358b6700 1 -- 172.21.15.43:0/4252725452 wait complete. 2024-05-16T15:47:37.422 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:37 smithi043 ceph-mon[31619]: pgmap v357: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-16T15:47:37.424 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:37 smithi157 ceph-mon[35584]: pgmap v357: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-16T15:47:37.435 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:37 smithi148 ceph-mon[34976]: pgmap v357: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-16T15:47:38.039 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.027+0000 7fe550e8c700 1 -- 172.21.15.43:0/2712184235 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe54c1037b0 msgr2=0x7fe54c103b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:38.039 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.027+0000 7fe550e8c700 1 --2- 172.21.15.43:0/2712184235 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe54c1037b0 0x7fe54c103b90 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fe53c0099c0 tx=0x7fe53c009cd0 comp rx=0 tx=0).stop 2024-05-16T15:47:38.039 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.027+0000 7fe550e8c700 1 -- 172.21.15.43:0/2712184235 shutdown_connections 2024-05-16T15:47:38.039 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.027+0000 7fe550e8c700 1 --2- 172.21.15.43:0/2712184235 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe54c108880 0x7fe54c110400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:38.039 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.027+0000 7fe550e8c700 1 --2- 172.21.15.43:0/2712184235 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe54c1037b0 0x7fe54c103b90 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:38.039 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.027+0000 7fe550e8c700 1 --2- 172.21.15.43:0/2712184235 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe54c104160 0x7fe54c108150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:38.039 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.027+0000 7fe550e8c700 1 -- 172.21.15.43:0/2712184235 >> 172.21.15.43:0/2712184235 conn(0x7fe54c07a580 msgr2=0x7fe54c07a990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:47:38.039 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.027+0000 7fe550e8c700 1 -- 172.21.15.43:0/2712184235 shutdown_connections 2024-05-16T15:47:38.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.027+0000 7fe550e8c700 1 -- 172.21.15.43:0/2712184235 wait complete. 2024-05-16T15:47:38.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.028+0000 7fe550e8c700 1 Processor -- start 2024-05-16T15:47:38.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.029+0000 7fe550e8c700 1 -- start start 2024-05-16T15:47:38.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.029+0000 7fe550e8c700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe54c1037b0 0x7fe54c19f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:38.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.029+0000 7fe550e8c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe54c104160 0x7fe54c19fc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:38.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.029+0000 7fe550e8c700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe54c108880 0x7fe54c199850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:38.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.029+0000 7fe550e8c700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fe54c113570 con 0x7fe54c104160 2024-05-16T15:47:38.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.029+0000 7fe550e8c700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fe54c1133f0 con 0x7fe54c108880 2024-05-16T15:47:38.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.029+0000 7fe550e8c700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fe54c1136f0 con 0x7fe54c1037b0 2024-05-16T15:47:38.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.029+0000 7fe549d9b700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe54c104160 0x7fe54c19fc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:38.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.029+0000 7fe549d9b700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe54c104160 0x7fe54c19fc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:53364/0 (socket says 172.21.15.43:53364) 2024-05-16T15:47:38.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.029+0000 7fe549d9b700 1 -- 172.21.15.43:0/918706760 learned_addr learned my addr 172.21.15.43:0/918706760 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:47:38.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.029+0000 7fe54ad9d700 1 --2- 172.21.15.43:0/918706760 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe54c108880 0x7fe54c199850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:38.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.029+0000 7fe54a59c700 1 --2- 172.21.15.43:0/918706760 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe54c1037b0 0x7fe54c19f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:38.042 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.030+0000 7fe549d9b700 1 -- 172.21.15.43:0/918706760 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe54c1037b0 msgr2=0x7fe54c19f6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:38.042 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.030+0000 7fe549d9b700 1 --2- 172.21.15.43:0/918706760 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe54c1037b0 0x7fe54c19f6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:38.042 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.030+0000 7fe549d9b700 1 -- 172.21.15.43:0/918706760 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe54c108880 msgr2=0x7fe54c199850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:38.042 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.030+0000 7fe549d9b700 1 --2- 172.21.15.43:0/918706760 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe54c108880 0x7fe54c199850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:38.042 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.030+0000 7fe549d9b700 1 -- 172.21.15.43:0/918706760 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe54c19a030 con 0x7fe54c104160 2024-05-16T15:47:38.042 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.030+0000 7fe54a59c700 1 --2- 172.21.15.43:0/918706760 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe54c1037b0 0x7fe54c19f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:47:38.042 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.030+0000 7fe54ad9d700 1 --2- 172.21.15.43:0/918706760 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe54c108880 0x7fe54c199850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:47:38.042 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.030+0000 7fe549d9b700 1 --2- 172.21.15.43:0/918706760 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe54c104160 0x7fe54c19fc10 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fe54000e9a0 tx=0x7fe54000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:38.043 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.030+0000 7fe53b7fe700 1 -- 172.21.15.43:0/918706760 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe54000ca10 con 0x7fe54c104160 2024-05-16T15:47:38.043 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.030+0000 7fe53b7fe700 1 -- 172.21.15.43:0/918706760 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe54000cbb0 con 0x7fe54c104160 2024-05-16T15:47:38.043 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.030+0000 7fe53b7fe700 1 -- 172.21.15.43:0/918706760 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe540018680 con 0x7fe54c104160 2024-05-16T15:47:38.043 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.030+0000 7fe550e8c700 1 -- 172.21.15.43:0/918706760 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe54c19a320 con 0x7fe54c104160 2024-05-16T15:47:38.043 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.031+0000 7fe550e8c700 1 -- 172.21.15.43:0/918706760 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe54c0756d0 con 0x7fe54c104160 2024-05-16T15:47:38.043 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.032+0000 7fe550e8c700 1 -- 172.21.15.43:0/918706760 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fe54c063bf0 con 0x7fe54c104160 2024-05-16T15:47:38.044 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.034+0000 7fe53b7fe700 1 -- 172.21.15.43:0/918706760 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7fe540010430 con 0x7fe54c104160 2024-05-16T15:47:38.045 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.035+0000 7fe53b7fe700 1 --2- 172.21.15.43:0/918706760 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe5340b2990 0x7fe5340b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:38.045 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.035+0000 7fe53b7fe700 1 -- 172.21.15.43:0/918706760 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fe5400e2f20 con 0x7fe54c104160 2024-05-16T15:47:38.045 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.035+0000 7fe54a59c700 1 --2- 172.21.15.43:0/918706760 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe5340b2990 0x7fe5340b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:38.045 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.035+0000 7fe53b7fe700 1 --2- 172.21.15.43:0/918706760 >> [v2:172.21.15.157:6808/2793566993,v1:172.21.15.157:6809/2793566993] conn(0x7fe5340bdc70 0x7fe5340c0110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:38.045 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.035+0000 7fe53b7fe700 1 -- 172.21.15.43:0/918706760 --> [v2:172.21.15.157:6808/2793566993,v1:172.21.15.157:6809/2793566993] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fe540024e70 con 0x7fe5340bdc70 2024-05-16T15:47:38.045 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.035+0000 7fe53b7fe700 1 -- 172.21.15.43:0/918706760 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_get_version_reply(handle=1 version=89) ==== 24+0+0 (secure 0 0 0) 0x7fe5400e3370 con 0x7fe54c104160 2024-05-16T15:47:38.045 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.035+0000 7fe54ad9d700 1 --2- 172.21.15.43:0/918706760 >> [v2:172.21.15.157:6808/2793566993,v1:172.21.15.157:6809/2793566993] conn(0x7fe5340bdc70 0x7fe5340c0110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:38.046 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.036+0000 7fe54a59c700 1 --2- 172.21.15.43:0/918706760 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe5340b2990 0x7fe5340b4e50 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fe53c005950 tx=0x7fe53c0058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:38.046 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.036+0000 7fe54ad9d700 1 --2- 172.21.15.43:0/918706760 >> [v2:172.21.15.157:6808/2793566993,v1:172.21.15.157:6809/2793566993] conn(0x7fe5340bdc70 0x7fe5340c0110 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:38.046 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.037+0000 7fe53b7fe700 1 -- 172.21.15.43:0/918706760 <== osd.5 v2:172.21.15.157:6808/2793566993 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fe540024e70 con 0x7fe5340bdc70 2024-05-16T15:47:38.063 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.054+0000 7fe550e8c700 1 -- 172.21.15.43:0/918706760 --> [v2:172.21.15.157:6808/2793566993,v1:172.21.15.157:6809/2793566993] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fe54c0640c0 con 0x7fe5340bdc70 2024-05-16T15:47:38.064 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.054+0000 7fe53b7fe700 1 -- 172.21.15.43:0/918706760 <== osd.5 v2:172.21.15.157:6808/2793566993 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fe54c0640c0 con 0x7fe5340bdc70 2024-05-16T15:47:38.065 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.054+0000 7fe550e8c700 1 -- 172.21.15.43:0/918706760 >> [v2:172.21.15.157:6808/2793566993,v1:172.21.15.157:6809/2793566993] conn(0x7fe5340bdc70 msgr2=0x7fe5340c0110 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:38.065 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.054+0000 7fe550e8c700 1 --2- 172.21.15.43:0/918706760 >> [v2:172.21.15.157:6808/2793566993,v1:172.21.15.157:6809/2793566993] conn(0x7fe5340bdc70 0x7fe5340c0110 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:38.065 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.055+0000 7fe550e8c700 1 -- 172.21.15.43:0/918706760 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe5340b2990 msgr2=0x7fe5340b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:38.065 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.055+0000 7fe550e8c700 1 --2- 172.21.15.43:0/918706760 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe5340b2990 0x7fe5340b4e50 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fe53c005950 tx=0x7fe53c0058e0 comp rx=0 tx=0).stop 2024-05-16T15:47:38.065 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.055+0000 7fe550e8c700 1 -- 172.21.15.43:0/918706760 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe54c104160 msgr2=0x7fe54c19fc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:38.065 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.055+0000 7fe550e8c700 1 --2- 172.21.15.43:0/918706760 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe54c104160 0x7fe54c19fc10 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fe54000e9a0 tx=0x7fe54000ecb0 comp rx=0 tx=0).stop 2024-05-16T15:47:38.065 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.055+0000 7fe54ad9d700 1 -- 172.21.15.43:0/918706760 reap_dead start 2024-05-16T15:47:38.065 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.055+0000 7fe550e8c700 1 -- 172.21.15.43:0/918706760 shutdown_connections 2024-05-16T15:47:38.065 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.055+0000 7fe550e8c700 1 -- 172.21.15.43:0/918706760 >> 172.21.15.43:0/918706760 conn(0x7fe54c07a580 msgr2=0x7fe54c101770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:47:38.065 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.055+0000 7fe550e8c700 1 -- 172.21.15.43:0/918706760 shutdown_connections 2024-05-16T15:47:38.065 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:38.055+0000 7fe550e8c700 1 -- 172.21.15.43:0/918706760 wait complete. 2024-05-16T15:47:38.414 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:38 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:47:38.435 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:38 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:47:38.470 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:38 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:47:38.785 INFO:teuthology.orchestra.run.smithi043.stdout:107374182479 2024-05-16T15:47:38.786 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-05-16T15:47:39.352 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:39 smithi043 ceph-mon[31619]: pgmap v358: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:47:39.424 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:39 smithi157 ceph-mon[35584]: pgmap v358: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:47:39.434 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:39 smithi148 ceph-mon[34976]: pgmap v358: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:47:40.002 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:39.992+0000 7ffb66813700 1 -- 172.21.15.43:0/3829951586 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ffb60102620 msgr2=0x7ffb60102a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:40.002 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:39.992+0000 7ffb66813700 1 --2- 172.21.15.43:0/3829951586 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ffb60102620 0x7ffb60102a00 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7ffb500099c0 tx=0x7ffb50009cd0 comp rx=0 tx=0).stop 2024-05-16T15:47:40.002 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:39.992+0000 7ffb66813700 1 -- 172.21.15.43:0/3829951586 shutdown_connections 2024-05-16T15:47:40.003 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:39.992+0000 7ffb66813700 1 --2- 172.21.15.43:0/3829951586 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ffb60107700 0x7ffb6010f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:40.003 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:39.992+0000 7ffb66813700 1 --2- 172.21.15.43:0/3829951586 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ffb60102620 0x7ffb60102a00 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:40.003 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:39.992+0000 7ffb66813700 1 --2- 172.21.15.43:0/3829951586 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ffb60102fd0 0x7ffb60107020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:40.003 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:39.992+0000 7ffb66813700 1 -- 172.21.15.43:0/3829951586 >> 172.21.15.43:0/3829951586 conn(0x7ffb60079440 msgr2=0x7ffb60079850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:47:40.003 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:39.992+0000 7ffb66813700 1 -- 172.21.15.43:0/3829951586 shutdown_connections 2024-05-16T15:47:40.003 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:39.992+0000 7ffb66813700 1 -- 172.21.15.43:0/3829951586 wait complete. 2024-05-16T15:47:40.004 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:39.993+0000 7ffb66813700 1 Processor -- start 2024-05-16T15:47:40.004 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:39.993+0000 7ffb66813700 1 -- start start 2024-05-16T15:47:40.004 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:39.993+0000 7ffb66813700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ffb60102620 0x7ffb6019f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:40.005 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:39.993+0000 7ffb66813700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ffb60102fd0 0x7ffb6019fc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:40.005 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:39.993+0000 7ffb66813700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ffb60107700 0x7ffb60199840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:40.005 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:39.993+0000 7ffb66813700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7ffb60112440 con 0x7ffb60102620 2024-05-16T15:47:40.005 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:39.993+0000 7ffb66813700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7ffb601122c0 con 0x7ffb60107700 2024-05-16T15:47:40.005 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:39.993+0000 7ffb66813700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7ffb601125c0 con 0x7ffb60102fd0 2024-05-16T15:47:40.005 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:39.993+0000 7ffb5ffff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ffb60102620 0x7ffb6019f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:40.005 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:39.993+0000 7ffb5ffff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ffb60102620 0x7ffb6019f6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:53388/0 (socket says 172.21.15.43:53388) 2024-05-16T15:47:40.005 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:39.993+0000 7ffb5ffff700 1 -- 172.21.15.43:0/3789250137 learned_addr learned my addr 172.21.15.43:0/3789250137 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:47:40.005 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:39.993+0000 7ffb64db0700 1 --2- 172.21.15.43:0/3789250137 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ffb60107700 0x7ffb60199840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:40.005 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:39.994+0000 7ffb57fff700 1 --2- 172.21.15.43:0/3789250137 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ffb60102fd0 0x7ffb6019fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:40.005 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:39.994+0000 7ffb5ffff700 1 -- 172.21.15.43:0/3789250137 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ffb60102fd0 msgr2=0x7ffb6019fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:40.005 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:39.994+0000 7ffb5ffff700 1 --2- 172.21.15.43:0/3789250137 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ffb60102fd0 0x7ffb6019fc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:40.005 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:39.994+0000 7ffb5ffff700 1 -- 172.21.15.43:0/3789250137 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ffb60107700 msgr2=0x7ffb60199840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:40.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:39.994+0000 7ffb5ffff700 1 --2- 172.21.15.43:0/3789250137 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ffb60107700 0x7ffb60199840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:40.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:39.994+0000 7ffb5ffff700 1 -- 172.21.15.43:0/3789250137 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb6019a020 con 0x7ffb60102620 2024-05-16T15:47:40.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:39.994+0000 7ffb64db0700 1 --2- 172.21.15.43:0/3789250137 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ffb60107700 0x7ffb60199840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:47:40.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:39.994+0000 7ffb57fff700 1 --2- 172.21.15.43:0/3789250137 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ffb60102fd0 0x7ffb6019fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:47:40.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:39.994+0000 7ffb5ffff700 1 --2- 172.21.15.43:0/3789250137 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ffb60102620 0x7ffb6019f6c0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7ffb50000c00 tx=0x7ffb500047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:40.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:39.994+0000 7ffb5dffb700 1 -- 172.21.15.43:0/3789250137 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb5000f8a0 con 0x7ffb60102620 2024-05-16T15:47:40.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:39.994+0000 7ffb66813700 1 -- 172.21.15.43:0/3789250137 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb6019a2b0 con 0x7ffb60102620 2024-05-16T15:47:40.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:39.994+0000 7ffb5dffb700 1 -- 172.21.15.43:0/3789250137 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ffb50004830 con 0x7ffb60102620 2024-05-16T15:47:40.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:39.994+0000 7ffb5dffb700 1 -- 172.21.15.43:0/3789250137 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb50005410 con 0x7ffb60102620 2024-05-16T15:47:40.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:39.995+0000 7ffb66813700 1 -- 172.21.15.43:0/3789250137 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb60103ff0 con 0x7ffb60102620 2024-05-16T15:47:40.007 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:39.996+0000 7ffb66813700 1 -- 172.21.15.43:0/3789250137 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ffb60063c30 con 0x7ffb60102620 2024-05-16T15:47:40.007 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:39.997+0000 7ffb5dffb700 1 -- 172.21.15.43:0/3789250137 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7ffb50029060 con 0x7ffb60102620 2024-05-16T15:47:40.008 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:39.998+0000 7ffb5dffb700 1 --2- 172.21.15.43:0/3789250137 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ffb4c0b2910 0x7ffb4c0b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:40.008 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:39.998+0000 7ffb57fff700 1 --2- 172.21.15.43:0/3789250137 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ffb4c0b2910 0x7ffb4c0b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:40.008 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:39.998+0000 7ffb5dffb700 1 -- 172.21.15.43:0/3789250137 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7ffb500e3660 con 0x7ffb60102620 2024-05-16T15:47:40.008 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:39.999+0000 7ffb5dffb700 1 --2- 172.21.15.43:0/3789250137 >> [v2:172.21.15.157:6816/3332637555,v1:172.21.15.157:6817/3332637555] conn(0x7ffb4c0bdbf0 0x7ffb4c0c0090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:40.008 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:39.999+0000 7ffb5dffb700 1 -- 172.21.15.43:0/3789250137 --> [v2:172.21.15.157:6816/3332637555,v1:172.21.15.157:6817/3332637555] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ffb5000b0b0 con 0x7ffb4c0bdbf0 2024-05-16T15:47:40.009 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:39.999+0000 7ffb5dffb700 1 -- 172.21.15.43:0/3789250137 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_get_version_reply(handle=1 version=89) ==== 24+0+0 (secure 0 0 0) 0x7ffb500e3ab0 con 0x7ffb60102620 2024-05-16T15:47:40.009 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:39.999+0000 7ffb57fff700 1 --2- 172.21.15.43:0/3789250137 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ffb4c0b2910 0x7ffb4c0b4dd0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7ffb48005fd0 tx=0x7ffb48005ee0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:40.009 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:39.999+0000 7ffb64db0700 1 --2- 172.21.15.43:0/3789250137 >> [v2:172.21.15.157:6816/3332637555,v1:172.21.15.157:6817/3332637555] conn(0x7ffb4c0bdbf0 0x7ffb4c0c0090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:40.009 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:39.999+0000 7ffb64db0700 1 --2- 172.21.15.43:0/3789250137 >> [v2:172.21.15.157:6816/3332637555,v1:172.21.15.157:6817/3332637555] conn(0x7ffb4c0bdbf0 0x7ffb4c0c0090 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:40.009 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.000+0000 7ffb5dffb700 1 -- 172.21.15.43:0/3789250137 <== osd.8 v2:172.21.15.157:6816/3332637555 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ffb5000b0b0 con 0x7ffb4c0bdbf0 2024-05-16T15:47:40.028 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.018+0000 7ffb66813700 1 -- 172.21.15.43:0/3789250137 --> [v2:172.21.15.157:6816/3332637555,v1:172.21.15.157:6817/3332637555] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7ffb600640b0 con 0x7ffb4c0bdbf0 2024-05-16T15:47:40.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.018+0000 7ffb5dffb700 1 -- 172.21.15.43:0/3789250137 <== osd.8 v2:172.21.15.157:6816/3332637555 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7ffb600640b0 con 0x7ffb4c0bdbf0 2024-05-16T15:47:40.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.019+0000 7ffb66813700 1 -- 172.21.15.43:0/3789250137 >> [v2:172.21.15.157:6816/3332637555,v1:172.21.15.157:6817/3332637555] conn(0x7ffb4c0bdbf0 msgr2=0x7ffb4c0c0090 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:40.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.019+0000 7ffb66813700 1 --2- 172.21.15.43:0/3789250137 >> [v2:172.21.15.157:6816/3332637555,v1:172.21.15.157:6817/3332637555] conn(0x7ffb4c0bdbf0 0x7ffb4c0c0090 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:40.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.019+0000 7ffb66813700 1 -- 172.21.15.43:0/3789250137 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ffb4c0b2910 msgr2=0x7ffb4c0b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:40.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.019+0000 7ffb66813700 1 --2- 172.21.15.43:0/3789250137 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ffb4c0b2910 0x7ffb4c0b4dd0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7ffb48005fd0 tx=0x7ffb48005ee0 comp rx=0 tx=0).stop 2024-05-16T15:47:40.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.019+0000 7ffb66813700 1 -- 172.21.15.43:0/3789250137 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ffb60102620 msgr2=0x7ffb6019f6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:40.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.019+0000 7ffb66813700 1 --2- 172.21.15.43:0/3789250137 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ffb60102620 0x7ffb6019f6c0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7ffb50000c00 tx=0x7ffb500047b0 comp rx=0 tx=0).stop 2024-05-16T15:47:40.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.019+0000 7ffb64db0700 1 -- 172.21.15.43:0/3789250137 reap_dead start 2024-05-16T15:47:40.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.019+0000 7ffb66813700 1 -- 172.21.15.43:0/3789250137 shutdown_connections 2024-05-16T15:47:40.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.019+0000 7ffb66813700 1 -- 172.21.15.43:0/3789250137 >> 172.21.15.43:0/3789250137 conn(0x7ffb60079440 msgr2=0x7ffb601016c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:47:40.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.019+0000 7ffb66813700 1 -- 172.21.15.43:0/3789250137 shutdown_connections 2024-05-16T15:47:40.030 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.019+0000 7ffb66813700 1 -- 172.21.15.43:0/3789250137 wait complete. 2024-05-16T15:47:40.339 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:40 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:47:40.339 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:40 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:47:40.339 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:40 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:47:40.339 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:40 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:47:40.424 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:40 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:47:40.425 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:40 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:47:40.425 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:40 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:47:40.425 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:40 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:47:40.435 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:40 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:47:40.435 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:40 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:47:40.435 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:40 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:47:40.435 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:40 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:47:40.486 INFO:teuthology.orchestra.run.smithi043.stdout:253403070512 2024-05-16T15:47:40.487 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.9 2024-05-16T15:47:40.998 INFO:teuthology.orchestra.run.smithi043.stdout:201863462970 2024-05-16T15:47:40.999 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-05-16T15:47:41.517 INFO:teuthology.orchestra.run.smithi043.stdout:154618822727 2024-05-16T15:47:41.517 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-05-16T15:47:41.540 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:41 smithi043 ceph-mon[31619]: pgmap v359: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-05-16T15:47:41.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:41 smithi157 ceph-mon[35584]: pgmap v359: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-05-16T15:47:41.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:41 smithi148 ceph-mon[34976]: pgmap v359: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-05-16T15:47:41.881 INFO:teuthology.orchestra.run.smithi043.stdout:227633266743 2024-05-16T15:47:41.882 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.8 2024-05-16T15:47:42.205 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.765+0000 7fb87e156700 1 -- 172.21.15.43:0/3697011130 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb878103780 msgr2=0x7fb878103b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:42.205 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.765+0000 7fb87e156700 1 --2- 172.21.15.43:0/3697011130 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb878103780 0x7fb878103b60 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fb86800b0d0 tx=0x7fb86800b3e0 comp rx=0 tx=0).stop 2024-05-16T15:47:42.205 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.765+0000 7fb87e156700 1 -- 172.21.15.43:0/3697011130 shutdown_connections 2024-05-16T15:47:42.205 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.765+0000 7fb87e156700 1 --2- 172.21.15.43:0/3697011130 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb878108870 0x7fb8781103f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:42.205 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.765+0000 7fb87e156700 1 --2- 172.21.15.43:0/3697011130 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb878103780 0x7fb878103b60 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:42.205 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.765+0000 7fb87e156700 1 --2- 172.21.15.43:0/3697011130 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb878104130 0x7fb878108140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:42.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.765+0000 7fb87e156700 1 -- 172.21.15.43:0/3697011130 >> 172.21.15.43:0/3697011130 conn(0x7fb87807a610 msgr2=0x7fb87807aa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:47:42.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.765+0000 7fb87e156700 1 -- 172.21.15.43:0/3697011130 shutdown_connections 2024-05-16T15:47:42.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.765+0000 7fb87e156700 1 -- 172.21.15.43:0/3697011130 wait complete. 2024-05-16T15:47:42.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.765+0000 7fb87e156700 1 Processor -- start 2024-05-16T15:47:42.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.766+0000 7fb87e156700 1 -- start start 2024-05-16T15:47:42.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.766+0000 7fb87e156700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb878103780 0x7fb87819f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:42.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.766+0000 7fb87e156700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb878104130 0x7fb87819fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:42.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.766+0000 7fb87e156700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb878108870 0x7fb878199870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:42.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.766+0000 7fb87e156700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fb8781134f0 con 0x7fb878104130 2024-05-16T15:47:42.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.766+0000 7fb87e156700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fb878113370 con 0x7fb878103780 2024-05-16T15:47:42.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.766+0000 7fb87e156700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fb878113670 con 0x7fb878108870 2024-05-16T15:47:42.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.766+0000 7fb876ffd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb878104130 0x7fb87819fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:42.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.766+0000 7fb876ffd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb878104130 0x7fb87819fbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:53418/0 (socket says 172.21.15.43:53418) 2024-05-16T15:47:42.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.766+0000 7fb876ffd700 1 -- 172.21.15.43:0/42633099 learned_addr learned my addr 172.21.15.43:0/42633099 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:47:42.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.766+0000 7fb877fff700 1 --2- 172.21.15.43:0/42633099 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb878108870 0x7fb878199870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:42.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.766+0000 7fb8777fe700 1 --2- 172.21.15.43:0/42633099 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb878103780 0x7fb87819f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:42.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.766+0000 7fb876ffd700 1 -- 172.21.15.43:0/42633099 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb878108870 msgr2=0x7fb878199870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:42.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.766+0000 7fb876ffd700 1 --2- 172.21.15.43:0/42633099 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb878108870 0x7fb878199870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:42.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.766+0000 7fb876ffd700 1 -- 172.21.15.43:0/42633099 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb878103780 msgr2=0x7fb87819f6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:42.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.766+0000 7fb876ffd700 1 --2- 172.21.15.43:0/42633099 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb878103780 0x7fb87819f6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:42.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.766+0000 7fb876ffd700 1 -- 172.21.15.43:0/42633099 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb87819a050 con 0x7fb878104130 2024-05-16T15:47:42.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.766+0000 7fb877fff700 1 --2- 172.21.15.43:0/42633099 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb878108870 0x7fb878199870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:47:42.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.767+0000 7fb876ffd700 1 --2- 172.21.15.43:0/42633099 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb878104130 0x7fb87819fbe0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fb86c00d950 tx=0x7fb86c00dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:42.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.767+0000 7fb874ff9700 1 -- 172.21.15.43:0/42633099 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb86c016070 con 0x7fb878104130 2024-05-16T15:47:42.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.767+0000 7fb87e156700 1 -- 172.21.15.43:0/42633099 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb87819a340 con 0x7fb878104130 2024-05-16T15:47:42.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.767+0000 7fb874ff9700 1 -- 172.21.15.43:0/42633099 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb86c010460 con 0x7fb878104130 2024-05-16T15:47:42.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.767+0000 7fb874ff9700 1 -- 172.21.15.43:0/42633099 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb86c00f620 con 0x7fb878104130 2024-05-16T15:47:42.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.767+0000 7fb87e156700 1 -- 172.21.15.43:0/42633099 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8781a6500 con 0x7fb878104130 2024-05-16T15:47:42.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.768+0000 7fb87e156700 1 -- 172.21.15.43:0/42633099 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fb878063c30 con 0x7fb878104130 2024-05-16T15:47:42.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.769+0000 7fb874ff9700 1 -- 172.21.15.43:0/42633099 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7fb86c019070 con 0x7fb878104130 2024-05-16T15:47:42.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.770+0000 7fb874ff9700 1 --2- 172.21.15.43:0/42633099 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb8600b2910 0x7fb8600b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:42.209 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.770+0000 7fb8777fe700 1 --2- 172.21.15.43:0/42633099 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb8600b2910 0x7fb8600b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:42.209 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.770+0000 7fb874ff9700 1 -- 172.21.15.43:0/42633099 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fb86c0e28f0 con 0x7fb878104130 2024-05-16T15:47:42.209 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.770+0000 7fb874ff9700 1 --2- 172.21.15.43:0/42633099 >> [v2:172.21.15.148:6800/2384349877,v1:172.21.15.148:6801/2384349877] conn(0x7fb8600bdbf0 0x7fb8600c0090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:42.209 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.770+0000 7fb874ff9700 1 -- 172.21.15.43:0/42633099 --> [v2:172.21.15.148:6800/2384349877,v1:172.21.15.148:6801/2384349877] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fb8600c0760 con 0x7fb8600bdbf0 2024-05-16T15:47:42.209 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.770+0000 7fb874ff9700 1 -- 172.21.15.43:0/42633099 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_get_version_reply(handle=1 version=89) ==== 24+0+0 (secure 0 0 0) 0x7fb86c0e2ca0 con 0x7fb878104130 2024-05-16T15:47:42.209 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.771+0000 7fb8777fe700 1 --2- 172.21.15.43:0/42633099 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb8600b2910 0x7fb8600b4dd0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fb868009fd0 tx=0x7fb86800b040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:42.209 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.771+0000 7fb877fff700 1 --2- 172.21.15.43:0/42633099 >> [v2:172.21.15.148:6800/2384349877,v1:172.21.15.148:6801/2384349877] conn(0x7fb8600bdbf0 0x7fb8600c0090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:42.209 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.771+0000 7fb877fff700 1 --2- 172.21.15.43:0/42633099 >> [v2:172.21.15.148:6800/2384349877,v1:172.21.15.148:6801/2384349877] conn(0x7fb8600bdbf0 0x7fb8600c0090 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:42.209 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.772+0000 7fb874ff9700 1 -- 172.21.15.43:0/42633099 <== osd.1 v2:172.21.15.148:6800/2384349877 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fb8600c0760 con 0x7fb8600bdbf0 2024-05-16T15:47:42.209 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.789+0000 7fb87e156700 1 -- 172.21.15.43:0/42633099 --> [v2:172.21.15.148:6800/2384349877,v1:172.21.15.148:6801/2384349877] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fb8780640b0 con 0x7fb8600bdbf0 2024-05-16T15:47:42.209 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.789+0000 7fb874ff9700 1 -- 172.21.15.43:0/42633099 <== osd.1 v2:172.21.15.148:6800/2384349877 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fb8780640b0 con 0x7fb8600bdbf0 2024-05-16T15:47:42.209 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.790+0000 7fb87e156700 1 -- 172.21.15.43:0/42633099 >> [v2:172.21.15.148:6800/2384349877,v1:172.21.15.148:6801/2384349877] conn(0x7fb8600bdbf0 msgr2=0x7fb8600c0090 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:42.210 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.790+0000 7fb87e156700 1 --2- 172.21.15.43:0/42633099 >> [v2:172.21.15.148:6800/2384349877,v1:172.21.15.148:6801/2384349877] conn(0x7fb8600bdbf0 0x7fb8600c0090 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:42.210 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.790+0000 7fb87e156700 1 -- 172.21.15.43:0/42633099 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb8600b2910 msgr2=0x7fb8600b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:42.210 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.790+0000 7fb87e156700 1 --2- 172.21.15.43:0/42633099 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb8600b2910 0x7fb8600b4dd0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fb868009fd0 tx=0x7fb86800b040 comp rx=0 tx=0).stop 2024-05-16T15:47:42.210 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.790+0000 7fb87e156700 1 -- 172.21.15.43:0/42633099 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb878104130 msgr2=0x7fb87819fbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:42.210 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.790+0000 7fb87e156700 1 --2- 172.21.15.43:0/42633099 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb878104130 0x7fb87819fbe0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fb86c00d950 tx=0x7fb86c00dd10 comp rx=0 tx=0).stop 2024-05-16T15:47:42.210 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.790+0000 7fb877fff700 1 -- 172.21.15.43:0/42633099 reap_dead start 2024-05-16T15:47:42.210 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.790+0000 7fb87e156700 1 -- 172.21.15.43:0/42633099 shutdown_connections 2024-05-16T15:47:42.210 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.790+0000 7fb87e156700 1 -- 172.21.15.43:0/42633099 >> 172.21.15.43:0/42633099 conn(0x7fb87807a610 msgr2=0x7fb8781099c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:47:42.210 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.790+0000 7fb87e156700 1 -- 172.21.15.43:0/42633099 shutdown_connections 2024-05-16T15:47:42.210 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:40.790+0000 7fb87e156700 1 -- 172.21.15.43:0/42633099 wait complete. 2024-05-16T15:47:42.782 INFO:teuthology.orchestra.run.smithi043.stdout:55834574939 2024-05-16T15:47:42.782 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-05-16T15:47:42.981 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.972+0000 7f424a8fd700 1 -- 172.21.15.43:0/2557144086 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f424406c3d0 msgr2=0x7f4244110320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:42.982 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.972+0000 7f424a8fd700 1 --2- 172.21.15.43:0/2557144086 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f424406c3d0 0x7f4244110320 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f423c00b0a0 tx=0x7f423c00b3b0 comp rx=0 tx=0).stop 2024-05-16T15:47:42.982 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.972+0000 7f424a8fd700 1 -- 172.21.15.43:0/2557144086 shutdown_connections 2024-05-16T15:47:42.982 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.972+0000 7f424a8fd700 1 --2- 172.21.15.43:0/2557144086 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f424406c3d0 0x7f4244110320 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:42.982 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.972+0000 7f424a8fd700 1 --2- 172.21.15.43:0/2557144086 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4244109500 0x7f42441098e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:42.982 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.972+0000 7f424a8fd700 1 --2- 172.21.15.43:0/2557144086 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f424406ba10 0x7f424406be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:42.982 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.972+0000 7f424a8fd700 1 -- 172.21.15.43:0/2557144086 >> 172.21.15.43:0/2557144086 conn(0x7f4244079310 msgr2=0x7f4244079720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:47:42.982 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.972+0000 7f424a8fd700 1 -- 172.21.15.43:0/2557144086 shutdown_connections 2024-05-16T15:47:42.982 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.972+0000 7f424a8fd700 1 -- 172.21.15.43:0/2557144086 wait complete. 2024-05-16T15:47:42.984 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.972+0000 7f424a8fd700 1 Processor -- start 2024-05-16T15:47:42.984 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.972+0000 7f424a8fd700 1 -- start start 2024-05-16T15:47:42.984 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.973+0000 7f424a8fd700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f424406ba10 0x7f424419f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:42.984 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.973+0000 7f424a8fd700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f424406c3d0 0x7f424419fc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:42.984 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.973+0000 7f424a8fd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4244109500 0x7f4244199840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:42.984 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.973+0000 7f424a8fd700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f42441134c0 con 0x7f4244109500 2024-05-16T15:47:42.984 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.973+0000 7f424a8fd700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f4244113340 con 0x7f424406ba10 2024-05-16T15:47:42.984 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.973+0000 7f424a8fd700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f4244113640 con 0x7f424406c3d0 2024-05-16T15:47:42.984 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.973+0000 7f4248e9a700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4244109500 0x7f4244199840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:42.984 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.973+0000 7f4248e9a700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4244109500 0x7f4244199840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:53438/0 (socket says 172.21.15.43:53438) 2024-05-16T15:47:42.985 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.973+0000 7f4248e9a700 1 -- 172.21.15.43:0/3055180416 learned_addr learned my addr 172.21.15.43:0/3055180416 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:47:42.985 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.973+0000 7f4243fff700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f424406ba10 0x7f424419f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:42.985 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.973+0000 7f42437fe700 1 --2- 172.21.15.43:0/3055180416 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f424406c3d0 0x7f424419fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:42.985 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.973+0000 7f4248e9a700 1 -- 172.21.15.43:0/3055180416 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f424406c3d0 msgr2=0x7f424419fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:42.985 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.973+0000 7f4248e9a700 1 --2- 172.21.15.43:0/3055180416 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f424406c3d0 0x7f424419fc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:42.985 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.973+0000 7f4248e9a700 1 -- 172.21.15.43:0/3055180416 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f424406ba10 msgr2=0x7f424419f6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:42.985 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.973+0000 7f4248e9a700 1 --2- 172.21.15.43:0/3055180416 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f424406ba10 0x7f424419f6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:42.985 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.973+0000 7f4248e9a700 1 -- 172.21.15.43:0/3055180416 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f424419a020 con 0x7f4244109500 2024-05-16T15:47:42.985 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.974+0000 7f4248e9a700 1 --2- 172.21.15.43:0/3055180416 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4244109500 0x7f4244199840 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f423c00b780 tx=0x7f423c004d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:42.985 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.974+0000 7f42417fa700 1 -- 172.21.15.43:0/3055180416 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f423c021070 con 0x7f4244109500 2024-05-16T15:47:42.985 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.974+0000 7f42417fa700 1 -- 172.21.15.43:0/3055180416 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f423c007b80 con 0x7f4244109500 2024-05-16T15:47:42.985 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.974+0000 7f424a8fd700 1 -- 172.21.15.43:0/3055180416 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f424419a2b0 con 0x7f4244109500 2024-05-16T15:47:42.985 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.974+0000 7f42417fa700 1 -- 172.21.15.43:0/3055180416 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f423c0052a0 con 0x7f4244109500 2024-05-16T15:47:42.985 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.974+0000 7f424a8fd700 1 -- 172.21.15.43:0/3055180416 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42441a6520 con 0x7f4244109500 2024-05-16T15:47:42.986 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.975+0000 7f424a8fd700 1 -- 172.21.15.43:0/3055180416 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f4244063bb0 con 0x7f4244109500 2024-05-16T15:47:42.986 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.976+0000 7f42417fa700 1 -- 172.21.15.43:0/3055180416 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f423c024070 con 0x7f4244109500 2024-05-16T15:47:42.987 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.977+0000 7f42417fa700 1 --2- 172.21.15.43:0/3055180416 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f422c0b2910 0x7f422c0b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:42.987 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.977+0000 7f4243fff700 1 --2- 172.21.15.43:0/3055180416 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f422c0b2910 0x7f422c0b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:42.987 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.977+0000 7f42417fa700 1 -- 172.21.15.43:0/3055180416 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f423c00f020 con 0x7f4244109500 2024-05-16T15:47:42.987 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.978+0000 7f42417fa700 1 --2- 172.21.15.43:0/3055180416 >> [v2:172.21.15.148:6808/298572470,v1:172.21.15.148:6809/298572470] conn(0x7f422c0bdbf0 0x7f422c0c0090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:42.987 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.978+0000 7f42417fa700 1 -- 172.21.15.43:0/3055180416 --> [v2:172.21.15.148:6808/298572470,v1:172.21.15.148:6809/298572470] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f423c027e50 con 0x7f422c0bdbf0 2024-05-16T15:47:42.988 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.978+0000 7f42417fa700 1 -- 172.21.15.43:0/3055180416 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_get_version_reply(handle=1 version=89) ==== 24+0+0 (secure 0 0 0) 0x7f423c0e4380 con 0x7f4244109500 2024-05-16T15:47:42.988 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.978+0000 7f4243fff700 1 --2- 172.21.15.43:0/3055180416 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f422c0b2910 0x7f422c0b4dd0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f423400abd0 tx=0x7f423400a380 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:42.988 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.978+0000 7f42437fe700 1 --2- 172.21.15.43:0/3055180416 >> [v2:172.21.15.148:6808/298572470,v1:172.21.15.148:6809/298572470] conn(0x7f422c0bdbf0 0x7f422c0c0090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:42.988 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.979+0000 7f42437fe700 1 --2- 172.21.15.43:0/3055180416 >> [v2:172.21.15.148:6808/298572470,v1:172.21.15.148:6809/298572470] conn(0x7f422c0bdbf0 0x7f422c0c0090 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:42.989 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.979+0000 7f42417fa700 1 -- 172.21.15.43:0/3055180416 <== osd.4 v2:172.21.15.148:6808/298572470 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f423c027e50 con 0x7f422c0bdbf0 2024-05-16T15:47:43.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.997+0000 7f424a8fd700 1 -- 172.21.15.43:0/3055180416 --> [v2:172.21.15.148:6808/298572470,v1:172.21.15.148:6809/298572470] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f4244064030 con 0x7f422c0bdbf0 2024-05-16T15:47:43.007 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.997+0000 7f42417fa700 1 -- 172.21.15.43:0/3055180416 <== osd.4 v2:172.21.15.148:6808/298572470 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f4244064030 con 0x7f422c0bdbf0 2024-05-16T15:47:43.007 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.998+0000 7f424a8fd700 1 -- 172.21.15.43:0/3055180416 >> [v2:172.21.15.148:6808/298572470,v1:172.21.15.148:6809/298572470] conn(0x7f422c0bdbf0 msgr2=0x7f422c0c0090 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:43.008 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.998+0000 7f424a8fd700 1 --2- 172.21.15.43:0/3055180416 >> [v2:172.21.15.148:6808/298572470,v1:172.21.15.148:6809/298572470] conn(0x7f422c0bdbf0 0x7f422c0c0090 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:43.008 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.998+0000 7f424a8fd700 1 -- 172.21.15.43:0/3055180416 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f422c0b2910 msgr2=0x7f422c0b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:43.008 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.998+0000 7f424a8fd700 1 --2- 172.21.15.43:0/3055180416 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f422c0b2910 0x7f422c0b4dd0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f423400abd0 tx=0x7f423400a380 comp rx=0 tx=0).stop 2024-05-16T15:47:43.008 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.998+0000 7f424a8fd700 1 -- 172.21.15.43:0/3055180416 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4244109500 msgr2=0x7f4244199840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:43.008 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.998+0000 7f424a8fd700 1 --2- 172.21.15.43:0/3055180416 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4244109500 0x7f4244199840 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f423c00b780 tx=0x7f423c004d00 comp rx=0 tx=0).stop 2024-05-16T15:47:43.008 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.998+0000 7f4248e9a700 1 -- 172.21.15.43:0/3055180416 reap_dead start 2024-05-16T15:47:43.008 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.998+0000 7f424a8fd700 1 -- 172.21.15.43:0/3055180416 shutdown_connections 2024-05-16T15:47:43.008 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.998+0000 7f424a8fd700 1 -- 172.21.15.43:0/3055180416 >> 172.21.15.43:0/3055180416 conn(0x7f4244079310 msgr2=0x7f4244101130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:47:43.009 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.998+0000 7f424a8fd700 1 -- 172.21.15.43:0/3055180416 shutdown_connections 2024-05-16T15:47:43.009 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:42.998+0000 7f424a8fd700 1 -- 172.21.15.43:0/3055180416 wait complete. 2024-05-16T15:47:43.583 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:43 smithi043 ceph-mon[31619]: pgmap v360: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-05-16T15:47:43.611 INFO:teuthology.orchestra.run.smithi043.stdout:274877906989 2024-05-16T15:47:43.611 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.10 2024-05-16T15:47:43.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:43 smithi157 ceph-mon[35584]: pgmap v360: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-05-16T15:47:43.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:43 smithi148 ceph-mon[34976]: pgmap v360: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-05-16T15:47:43.826 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.814+0000 7f530aa6c700 1 -- 172.21.15.43:0/3945698163 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5304101a90 msgr2=0x7f5304101f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:43.826 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.814+0000 7f530aa6c700 1 --2- 172.21.15.43:0/3945698163 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5304101a90 0x7f5304101f10 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f52f400b0a0 tx=0x7f52f400b3b0 comp rx=0 tx=0).stop 2024-05-16T15:47:43.826 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.814+0000 7f530aa6c700 1 -- 172.21.15.43:0/3945698163 shutdown_connections 2024-05-16T15:47:43.827 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.814+0000 7f530aa6c700 1 --2- 172.21.15.43:0/3945698163 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5304102450 0x7f5304110340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:43.827 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.814+0000 7f530aa6c700 1 --2- 172.21.15.43:0/3945698163 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5304109520 0x7f5304109900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:43.827 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.814+0000 7f530aa6c700 1 --2- 172.21.15.43:0/3945698163 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5304101a90 0x7f5304101f10 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:43.827 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.814+0000 7f530aa6c700 1 -- 172.21.15.43:0/3945698163 >> 172.21.15.43:0/3945698163 conn(0x7f5304078a10 msgr2=0x7f53040ffdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:47:43.827 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.814+0000 7f530aa6c700 1 -- 172.21.15.43:0/3945698163 shutdown_connections 2024-05-16T15:47:43.827 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.814+0000 7f530aa6c700 1 -- 172.21.15.43:0/3945698163 wait complete. 2024-05-16T15:47:43.827 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.815+0000 7f530aa6c700 1 Processor -- start 2024-05-16T15:47:43.827 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.815+0000 7f530aa6c700 1 -- start start 2024-05-16T15:47:43.827 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.815+0000 7f530aa6c700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5304101a90 0x7f530419f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:43.827 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.815+0000 7f530aa6c700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5304102450 0x7f530419fc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:43.827 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.815+0000 7f530aa6c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5304109520 0x7f53041998a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:43.827 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.815+0000 7f530aa6c700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f53041134e0 con 0x7f5304109520 2024-05-16T15:47:43.827 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.815+0000 7f530aa6c700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f5304113360 con 0x7f5304101a90 2024-05-16T15:47:43.827 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.815+0000 7f530aa6c700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f5304113660 con 0x7f5304102450 2024-05-16T15:47:43.827 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.815+0000 7f5309009700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5304109520 0x7f53041998a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:43.828 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.815+0000 7f5309009700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5304109520 0x7f53041998a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:53462/0 (socket says 172.21.15.43:53462) 2024-05-16T15:47:43.828 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.815+0000 7f5309009700 1 -- 172.21.15.43:0/390654142 learned_addr learned my addr 172.21.15.43:0/390654142 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:47:43.828 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.815+0000 7f5303fff700 1 --2- 172.21.15.43:0/390654142 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5304102450 0x7f530419fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:43.828 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.815+0000 7f5308808700 1 --2- 172.21.15.43:0/390654142 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5304101a90 0x7f530419f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:43.828 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.815+0000 7f5309009700 1 -- 172.21.15.43:0/390654142 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5304102450 msgr2=0x7f530419fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:43.828 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.815+0000 7f5309009700 1 --2- 172.21.15.43:0/390654142 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5304102450 0x7f530419fc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:43.828 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.815+0000 7f5309009700 1 -- 172.21.15.43:0/390654142 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5304101a90 msgr2=0x7f530419f6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:43.828 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.815+0000 7f5309009700 1 --2- 172.21.15.43:0/390654142 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5304101a90 0x7f530419f6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:43.828 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.815+0000 7f5309009700 1 -- 172.21.15.43:0/390654142 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f530419a000 con 0x7f5304109520 2024-05-16T15:47:43.828 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.816+0000 7f5309009700 1 --2- 172.21.15.43:0/390654142 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5304109520 0x7f53041998a0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f52ec00d980 tx=0x7f52ec00dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:43.828 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.816+0000 7f5301ffb700 1 -- 172.21.15.43:0/390654142 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52ec017070 con 0x7f5304109520 2024-05-16T15:47:43.828 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.816+0000 7f5301ffb700 1 -- 172.21.15.43:0/390654142 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f52ec009dd0 con 0x7f5304109520 2024-05-16T15:47:43.828 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.816+0000 7f530aa6c700 1 -- 172.21.15.43:0/390654142 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f530419a2f0 con 0x7f5304109520 2024-05-16T15:47:43.828 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.816+0000 7f5301ffb700 1 -- 172.21.15.43:0/390654142 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52ec005260 con 0x7f5304109520 2024-05-16T15:47:43.828 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.816+0000 7f530aa6c700 1 -- 172.21.15.43:0/390654142 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53041a65b0 con 0x7f5304109520 2024-05-16T15:47:43.829 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.817+0000 7f530aa6c700 1 -- 172.21.15.43:0/390654142 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f5304063c30 con 0x7f5304109520 2024-05-16T15:47:43.829 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.820+0000 7f5301ffb700 1 -- 172.21.15.43:0/390654142 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f52ec009940 con 0x7f5304109520 2024-05-16T15:47:43.831 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.821+0000 7f5301ffb700 1 --2- 172.21.15.43:0/390654142 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f52f00b2990 0x7f52f00b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:43.831 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.821+0000 7f5308808700 1 --2- 172.21.15.43:0/390654142 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f52f00b2990 0x7f52f00b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:43.831 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.821+0000 7f5301ffb700 1 -- 172.21.15.43:0/390654142 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f52ec0e2c10 con 0x7f5304109520 2024-05-16T15:47:43.831 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.821+0000 7f5301ffb700 1 --2- 172.21.15.43:0/390654142 >> [v2:172.21.15.43:6802/2827692837,v1:172.21.15.43:6803/2827692837] conn(0x7f52f00bdc70 0x7f52f00c0110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:43.831 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.821+0000 7f5301ffb700 1 -- 172.21.15.43:0/390654142 --> [v2:172.21.15.43:6802/2827692837,v1:172.21.15.43:6803/2827692837] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f52f00c07e0 con 0x7f52f00bdc70 2024-05-16T15:47:43.831 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.821+0000 7f5301ffb700 1 -- 172.21.15.43:0/390654142 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_get_version_reply(handle=1 version=89) ==== 24+0+0 (secure 0 0 0) 0x7f52ec0e3060 con 0x7f5304109520 2024-05-16T15:47:43.831 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.822+0000 7f5303fff700 1 --2- 172.21.15.43:0/390654142 >> [v2:172.21.15.43:6802/2827692837,v1:172.21.15.43:6803/2827692837] conn(0x7f52f00bdc70 0x7f52f00c0110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:43.832 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.822+0000 7f5308808700 1 --2- 172.21.15.43:0/390654142 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f52f00b2990 0x7f52f00b4e50 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f530419a9e0 tx=0x7f52fc00b5b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:43.832 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.822+0000 7f5303fff700 1 --2- 172.21.15.43:0/390654142 >> [v2:172.21.15.43:6802/2827692837,v1:172.21.15.43:6803/2827692837] conn(0x7f52f00bdc70 0x7f52f00c0110 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:43.836 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.823+0000 7f5301ffb700 1 -- 172.21.15.43:0/390654142 <== osd.0 v2:172.21.15.43:6802/2827692837 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f52f00c07e0 con 0x7f52f00bdc70 2024-05-16T15:47:43.867 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.857+0000 7f530aa6c700 1 -- 172.21.15.43:0/390654142 --> [v2:172.21.15.43:6802/2827692837,v1:172.21.15.43:6803/2827692837] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f5304064030 con 0x7f52f00bdc70 2024-05-16T15:47:43.868 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.858+0000 7f5301ffb700 1 -- 172.21.15.43:0/390654142 <== osd.0 v2:172.21.15.43:6802/2827692837 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f5304064030 con 0x7f52f00bdc70 2024-05-16T15:47:43.872 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.862+0000 7f530aa6c700 1 -- 172.21.15.43:0/390654142 >> [v2:172.21.15.43:6802/2827692837,v1:172.21.15.43:6803/2827692837] conn(0x7f52f00bdc70 msgr2=0x7f52f00c0110 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:43.873 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.862+0000 7f530aa6c700 1 --2- 172.21.15.43:0/390654142 >> [v2:172.21.15.43:6802/2827692837,v1:172.21.15.43:6803/2827692837] conn(0x7f52f00bdc70 0x7f52f00c0110 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:43.873 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.863+0000 7f530aa6c700 1 -- 172.21.15.43:0/390654142 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f52f00b2990 msgr2=0x7f52f00b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:43.873 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.863+0000 7f530aa6c700 1 --2- 172.21.15.43:0/390654142 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f52f00b2990 0x7f52f00b4e50 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f530419a9e0 tx=0x7f52fc00b5b0 comp rx=0 tx=0).stop 2024-05-16T15:47:43.873 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.863+0000 7f530aa6c700 1 -- 172.21.15.43:0/390654142 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5304109520 msgr2=0x7f53041998a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:43.873 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.863+0000 7f530aa6c700 1 --2- 172.21.15.43:0/390654142 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5304109520 0x7f53041998a0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f52ec00d980 tx=0x7f52ec00dd40 comp rx=0 tx=0).stop 2024-05-16T15:47:43.875 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.865+0000 7f5309009700 1 -- 172.21.15.43:0/390654142 reap_dead start 2024-05-16T15:47:43.876 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.865+0000 7f530aa6c700 1 -- 172.21.15.43:0/390654142 shutdown_connections 2024-05-16T15:47:43.876 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.865+0000 7f530aa6c700 1 -- 172.21.15.43:0/390654142 >> 172.21.15.43:0/390654142 conn(0x7f5304078a10 msgr2=0x7f5304100470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:47:43.876 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.866+0000 7f530aa6c700 1 -- 172.21.15.43:0/390654142 shutdown_connections 2024-05-16T15:47:43.877 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:43.866+0000 7f530aa6c700 1 -- 172.21.15.43:0/390654142 wait complete. 2024-05-16T15:47:44.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.571+0000 7f375e575700 1 -- 172.21.15.43:0/2955671386 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3758108410 msgr2=0x7f37581087f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:44.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.571+0000 7f375e575700 1 --2- 172.21.15.43:0/2955671386 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3758108410 0x7f37581087f0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f3748009990 tx=0x7f3748009ca0 comp rx=0 tx=0).stop 2024-05-16T15:47:44.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.572+0000 7f375e575700 1 -- 172.21.15.43:0/2955671386 shutdown_connections 2024-05-16T15:47:44.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.572+0000 7f375e575700 1 --2- 172.21.15.43:0/2955671386 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3758102d60 0x7f375810f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:44.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.572+0000 7f375e575700 1 --2- 172.21.15.43:0/2955671386 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3758108410 0x7f37581087f0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:44.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.572+0000 7f375e575700 1 --2- 172.21.15.43:0/2955671386 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f37581023a0 0x7f3758102820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:44.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.572+0000 7f375e575700 1 -- 172.21.15.43:0/2955671386 >> 172.21.15.43:0/2955671386 conn(0x7f3758079350 msgr2=0x7f3758079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:47:44.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.572+0000 7f375e575700 1 -- 172.21.15.43:0/2955671386 shutdown_connections 2024-05-16T15:47:44.583 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.572+0000 7f375e575700 1 -- 172.21.15.43:0/2955671386 wait complete. 2024-05-16T15:47:44.583 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.572+0000 7f375e575700 1 Processor -- start 2024-05-16T15:47:44.583 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.572+0000 7f375e575700 1 -- start start 2024-05-16T15:47:44.584 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.573+0000 7f375e575700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f37581023a0 0x7f375819f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:44.584 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.573+0000 7f375e575700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3758102d60 0x7f375819fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:44.585 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.573+0000 7f375e575700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3758108410 0x7f3758199860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:44.585 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.573+0000 7f375e575700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f3758112410 con 0x7f37581023a0 2024-05-16T15:47:44.585 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.573+0000 7f375e575700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f3758112290 con 0x7f3758102d60 2024-05-16T15:47:44.585 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.573+0000 7f375e575700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f3758112590 con 0x7f3758108410 2024-05-16T15:47:44.585 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.573+0000 7f3757fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f37581023a0 0x7f375819f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:44.585 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.573+0000 7f3757fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f37581023a0 0x7f375819f6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:53478/0 (socket says 172.21.15.43:53478) 2024-05-16T15:47:44.585 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.573+0000 7f3757fff700 1 -- 172.21.15.43:0/1199747438 learned_addr learned my addr 172.21.15.43:0/1199747438 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:47:44.585 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.573+0000 7f375cb12700 1 --2- 172.21.15.43:0/1199747438 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3758108410 0x7f3758199860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:44.585 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.573+0000 7f37577fe700 1 --2- 172.21.15.43:0/1199747438 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3758102d60 0x7f375819fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:44.585 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.573+0000 7f3757fff700 1 -- 172.21.15.43:0/1199747438 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3758108410 msgr2=0x7f3758199860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:44.585 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.573+0000 7f3757fff700 1 --2- 172.21.15.43:0/1199747438 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3758108410 0x7f3758199860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:44.585 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.573+0000 7f3757fff700 1 -- 172.21.15.43:0/1199747438 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3758102d60 msgr2=0x7f375819fbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:44.586 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.573+0000 7f3757fff700 1 --2- 172.21.15.43:0/1199747438 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3758102d60 0x7f375819fbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:44.586 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.573+0000 7f3757fff700 1 -- 172.21.15.43:0/1199747438 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3758199fc0 con 0x7f37581023a0 2024-05-16T15:47:44.586 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.573+0000 7f375cb12700 1 --2- 172.21.15.43:0/1199747438 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3758108410 0x7f3758199860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:47:44.586 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.573+0000 7f37577fe700 1 --2- 172.21.15.43:0/1199747438 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3758102d60 0x7f375819fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:47:44.586 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.573+0000 7f3757fff700 1 --2- 172.21.15.43:0/1199747438 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f37581023a0 0x7f375819f6a0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f3748000c00 tx=0x7f37480047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:44.586 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.573+0000 7f37557fa700 1 -- 172.21.15.43:0/1199747438 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3748027070 con 0x7f37581023a0 2024-05-16T15:47:44.586 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.574+0000 7f375e575700 1 -- 172.21.15.43:0/1199747438 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f375819a250 con 0x7f37581023a0 2024-05-16T15:47:44.586 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.574+0000 7f37557fa700 1 -- 172.21.15.43:0/1199747438 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f374800fdb0 con 0x7f37581023a0 2024-05-16T15:47:44.586 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.574+0000 7f37557fa700 1 -- 172.21.15.43:0/1199747438 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37480173f0 con 0x7f37581023a0 2024-05-16T15:47:44.586 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.574+0000 7f375e575700 1 -- 172.21.15.43:0/1199747438 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37581a6570 con 0x7f37581023a0 2024-05-16T15:47:44.586 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.574+0000 7f375e575700 1 -- 172.21.15.43:0/1199747438 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f37581074e0 con 0x7f37581023a0 2024-05-16T15:47:44.587 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.576+0000 7f37557fa700 1 -- 172.21.15.43:0/1199747438 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f374802a070 con 0x7f37581023a0 2024-05-16T15:47:44.587 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.577+0000 7f37557fa700 1 --2- 172.21.15.43:0/1199747438 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f37400b2910 0x7f37400b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:44.587 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.577+0000 7f37577fe700 1 --2- 172.21.15.43:0/1199747438 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f37400b2910 0x7f37400b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:44.587 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.577+0000 7f37557fa700 1 -- 172.21.15.43:0/1199747438 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f37480e3f90 con 0x7f37581023a0 2024-05-16T15:47:44.587 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.577+0000 7f37557fa700 1 --2- 172.21.15.43:0/1199747438 >> [v2:172.21.15.157:6800/512969814,v1:172.21.15.157:6801/512969814] conn(0x7f37400bdac0 0x7f37400bff60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:44.588 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.577+0000 7f37557fa700 1 -- 172.21.15.43:0/1199747438 --> [v2:172.21.15.157:6800/512969814,v1:172.21.15.157:6801/512969814] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f37400c0630 con 0x7f37400bdac0 2024-05-16T15:47:44.588 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.577+0000 7f37557fa700 1 -- 172.21.15.43:0/1199747438 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_get_version_reply(handle=1 version=89) ==== 24+0+0 (secure 0 0 0) 0x7f37480e43e0 con 0x7f37581023a0 2024-05-16T15:47:44.588 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.578+0000 7f37577fe700 1 --2- 172.21.15.43:0/1199747438 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f37400b2910 0x7f37400b4dd0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f374c005fd0 tx=0x7f374c005dc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:44.588 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.578+0000 7f375cb12700 1 --2- 172.21.15.43:0/1199747438 >> [v2:172.21.15.157:6800/512969814,v1:172.21.15.157:6801/512969814] conn(0x7f37400bdac0 0x7f37400bff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:44.588 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.578+0000 7f375cb12700 1 --2- 172.21.15.43:0/1199747438 >> [v2:172.21.15.157:6800/512969814,v1:172.21.15.157:6801/512969814] conn(0x7f37400bdac0 0x7f37400bff60 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:44.589 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.579+0000 7f37557fa700 1 -- 172.21.15.43:0/1199747438 <== osd.2 v2:172.21.15.157:6800/512969814 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f37400c0630 con 0x7f37400bdac0 2024-05-16T15:47:44.613 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.603+0000 7f375e575700 1 -- 172.21.15.43:0/1199747438 --> [v2:172.21.15.157:6800/512969814,v1:172.21.15.157:6801/512969814] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f3758103ac0 con 0x7f37400bdac0 2024-05-16T15:47:44.614 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.604+0000 7f37557fa700 1 -- 172.21.15.43:0/1199747438 <== osd.2 v2:172.21.15.157:6800/512969814 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f3758103ac0 con 0x7f37400bdac0 2024-05-16T15:47:44.614 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.605+0000 7f375e575700 1 -- 172.21.15.43:0/1199747438 >> [v2:172.21.15.157:6800/512969814,v1:172.21.15.157:6801/512969814] conn(0x7f37400bdac0 msgr2=0x7f37400bff60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:44.615 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.605+0000 7f375e575700 1 --2- 172.21.15.43:0/1199747438 >> [v2:172.21.15.157:6800/512969814,v1:172.21.15.157:6801/512969814] conn(0x7f37400bdac0 0x7f37400bff60 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:44.615 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.605+0000 7f375e575700 1 -- 172.21.15.43:0/1199747438 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f37400b2910 msgr2=0x7f37400b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:44.615 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.605+0000 7f375e575700 1 --2- 172.21.15.43:0/1199747438 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f37400b2910 0x7f37400b4dd0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f374c005fd0 tx=0x7f374c005dc0 comp rx=0 tx=0).stop 2024-05-16T15:47:44.615 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.605+0000 7f375e575700 1 -- 172.21.15.43:0/1199747438 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f37581023a0 msgr2=0x7f375819f6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:44.615 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.605+0000 7f375e575700 1 --2- 172.21.15.43:0/1199747438 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f37581023a0 0x7f375819f6a0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f3748000c00 tx=0x7f37480047b0 comp rx=0 tx=0).stop 2024-05-16T15:47:44.615 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.605+0000 7f375cb12700 1 -- 172.21.15.43:0/1199747438 reap_dead start 2024-05-16T15:47:44.616 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.605+0000 7f375e575700 1 -- 172.21.15.43:0/1199747438 shutdown_connections 2024-05-16T15:47:44.616 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.605+0000 7f375e575700 1 -- 172.21.15.43:0/1199747438 >> 172.21.15.43:0/1199747438 conn(0x7f3758079350 msgr2=0x7f375806b3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:47:44.616 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.605+0000 7f375e575700 1 -- 172.21.15.43:0/1199747438 shutdown_connections 2024-05-16T15:47:44.616 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:44.606+0000 7f375e575700 1 -- 172.21.15.43:0/1199747438 wait complete. 2024-05-16T15:47:45.268 INFO:teuthology.orchestra.run.smithi043.stdout:34359738463 2024-05-16T15:47:45.269 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-05-16T15:47:45.615 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:45 smithi043 ceph-mon[31619]: pgmap v361: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:47:45.664 INFO:teuthology.orchestra.run.smithi043.stdout:133143986253 2024-05-16T15:47:45.665 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-05-16T15:47:45.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:45 smithi157 ceph-mon[35584]: pgmap v361: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:47:45.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:45 smithi148 ceph-mon[34976]: pgmap v361: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:47:46.331 INFO:teuthology.orchestra.run.smithi043.stdout:77309411414 2024-05-16T15:47:46.331 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-05-16T15:47:47.269 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.258+0000 7f138542b700 1 -- 172.21.15.43:0/1432283917 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1380108850 msgr2=0x7f13801103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:47.269 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.258+0000 7f138542b700 1 --2- 172.21.15.43:0/1432283917 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1380108850 0x7f13801103d0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f137800b0d0 tx=0x7f137800b3e0 comp rx=0 tx=0).stop 2024-05-16T15:47:47.269 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.258+0000 7f138542b700 1 -- 172.21.15.43:0/1432283917 shutdown_connections 2024-05-16T15:47:47.269 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.258+0000 7f138542b700 1 --2- 172.21.15.43:0/1432283917 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1380108850 0x7f13801103d0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:47.269 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.259+0000 7f138542b700 1 --2- 172.21.15.43:0/1432283917 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1380103750 0x7f1380103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:47.269 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.259+0000 7f138542b700 1 --2- 172.21.15.43:0/1432283917 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1380104100 0x7f1380108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:47.269 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.259+0000 7f138542b700 1 -- 172.21.15.43:0/1432283917 >> 172.21.15.43:0/1432283917 conn(0x7f138007a600 msgr2=0x7f138007aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:47:47.269 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.259+0000 7f138542b700 1 -- 172.21.15.43:0/1432283917 shutdown_connections 2024-05-16T15:47:47.269 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.259+0000 7f138542b700 1 -- 172.21.15.43:0/1432283917 wait complete. 2024-05-16T15:47:47.270 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.259+0000 7f138542b700 1 Processor -- start 2024-05-16T15:47:47.271 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.259+0000 7f138542b700 1 -- start start 2024-05-16T15:47:47.271 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.260+0000 7f138542b700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1380103750 0x7f138019f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:47.271 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.260+0000 7f138542b700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1380104100 0x7f138019fc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:47.271 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.260+0000 7f138542b700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1380108850 0x7f1380199890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:47.271 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.260+0000 7f138542b700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f1380113590 con 0x7f1380103750 2024-05-16T15:47:47.271 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.260+0000 7f138542b700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f1380113410 con 0x7f1380104100 2024-05-16T15:47:47.271 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.260+0000 7f138542b700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f1380113710 con 0x7f1380108850 2024-05-16T15:47:47.272 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.260+0000 7f137effd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1380103750 0x7f138019f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:47.272 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.260+0000 7f137effd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1380103750 0x7f138019f6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:38784/0 (socket says 172.21.15.43:38784) 2024-05-16T15:47:47.272 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.260+0000 7f137effd700 1 -- 172.21.15.43:0/2294239649 learned_addr learned my addr 172.21.15.43:0/2294239649 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:47:47.272 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.260+0000 7f137e7fc700 1 --2- 172.21.15.43:0/2294239649 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1380104100 0x7f138019fc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:47.272 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.260+0000 7f137f7fe700 1 --2- 172.21.15.43:0/2294239649 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1380108850 0x7f1380199890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:47.272 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.260+0000 7f137effd700 1 -- 172.21.15.43:0/2294239649 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1380108850 msgr2=0x7f1380199890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:47.272 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.260+0000 7f137effd700 1 --2- 172.21.15.43:0/2294239649 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1380108850 0x7f1380199890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:47.272 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.260+0000 7f137effd700 1 -- 172.21.15.43:0/2294239649 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1380104100 msgr2=0x7f138019fc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:47.272 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.260+0000 7f137effd700 1 --2- 172.21.15.43:0/2294239649 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1380104100 0x7f138019fc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:47.272 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.260+0000 7f137effd700 1 -- 172.21.15.43:0/2294239649 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1380199ff0 con 0x7f1380103750 2024-05-16T15:47:47.272 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.260+0000 7f137f7fe700 1 --2- 172.21.15.43:0/2294239649 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1380108850 0x7f1380199890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:47:47.272 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.260+0000 7f137effd700 1 --2- 172.21.15.43:0/2294239649 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1380103750 0x7f138019f6d0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f137000c920 tx=0x7f137000cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:47.272 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.261+0000 7f1367fff700 1 -- 172.21.15.43:0/2294239649 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1370007b00 con 0x7f1380103750 2024-05-16T15:47:47.272 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.261+0000 7f138542b700 1 -- 172.21.15.43:0/2294239649 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f138019a2e0 con 0x7f1380103750 2024-05-16T15:47:47.273 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.261+0000 7f1367fff700 1 -- 172.21.15.43:0/2294239649 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1370004cc0 con 0x7f1380103750 2024-05-16T15:47:47.273 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.261+0000 7f1367fff700 1 -- 172.21.15.43:0/2294239649 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13700054a0 con 0x7f1380103750 2024-05-16T15:47:47.273 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.261+0000 7f138542b700 1 -- 172.21.15.43:0/2294239649 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13801a6620 con 0x7f1380103750 2024-05-16T15:47:47.273 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.262+0000 7f138542b700 1 -- 172.21.15.43:0/2294239649 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f1380063c30 con 0x7f1380103750 2024-05-16T15:47:47.273 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.263+0000 7f1367fff700 1 -- 172.21.15.43:0/2294239649 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f1370004750 con 0x7f1380103750 2024-05-16T15:47:47.274 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.264+0000 7f1367fff700 1 --2- 172.21.15.43:0/2294239649 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f13680b2910 0x7f13680b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:47.274 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.264+0000 7f137e7fc700 1 --2- 172.21.15.43:0/2294239649 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f13680b2910 0x7f13680b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:47.274 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.264+0000 7f1367fff700 1 -- 172.21.15.43:0/2294239649 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f13700e2800 con 0x7f1380103750 2024-05-16T15:47:47.274 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.264+0000 7f1367fff700 1 --2- 172.21.15.43:0/2294239649 >> [v2:172.21.15.43:6818/417494707,v1:172.21.15.43:6819/417494707] conn(0x7f13680bdbf0 0x7f13680c0090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:47.274 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.264+0000 7f1367fff700 1 -- 172.21.15.43:0/2294239649 --> [v2:172.21.15.43:6818/417494707,v1:172.21.15.43:6819/417494707] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f1370007d90 con 0x7f13680bdbf0 2024-05-16T15:47:47.274 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.264+0000 7f1367fff700 1 -- 172.21.15.43:0/2294239649 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_get_version_reply(handle=1 version=89) ==== 24+0+0 (secure 0 0 0) 0x7f13700e2bb0 con 0x7f1380103750 2024-05-16T15:47:47.274 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.264+0000 7f137f7fe700 1 --2- 172.21.15.43:0/2294239649 >> [v2:172.21.15.43:6818/417494707,v1:172.21.15.43:6819/417494707] conn(0x7f13680bdbf0 0x7f13680c0090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:47.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.264+0000 7f137e7fc700 1 --2- 172.21.15.43:0/2294239649 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f13680b2910 0x7f13680b4dd0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f1374006fd0 tx=0x7f1374008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:47.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.265+0000 7f137f7fe700 1 --2- 172.21.15.43:0/2294239649 >> [v2:172.21.15.43:6818/417494707,v1:172.21.15.43:6819/417494707] conn(0x7f13680bdbf0 0x7f13680c0090 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:47.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.265+0000 7f1367fff700 1 -- 172.21.15.43:0/2294239649 <== osd.6 v2:172.21.15.43:6818/417494707 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f1370007d90 con 0x7f13680bdbf0 2024-05-16T15:47:47.295 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.284+0000 7f138542b700 1 -- 172.21.15.43:0/2294239649 --> [v2:172.21.15.43:6818/417494707,v1:172.21.15.43:6819/417494707] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f1380064030 con 0x7f13680bdbf0 2024-05-16T15:47:47.295 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.285+0000 7f1367fff700 1 -- 172.21.15.43:0/2294239649 <== osd.6 v2:172.21.15.43:6818/417494707 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f1380064030 con 0x7f13680bdbf0 2024-05-16T15:47:47.296 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.285+0000 7f138542b700 1 -- 172.21.15.43:0/2294239649 >> [v2:172.21.15.43:6818/417494707,v1:172.21.15.43:6819/417494707] conn(0x7f13680bdbf0 msgr2=0x7f13680c0090 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:47.296 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.285+0000 7f138542b700 1 --2- 172.21.15.43:0/2294239649 >> [v2:172.21.15.43:6818/417494707,v1:172.21.15.43:6819/417494707] conn(0x7f13680bdbf0 0x7f13680c0090 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:47.296 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.285+0000 7f138542b700 1 -- 172.21.15.43:0/2294239649 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f13680b2910 msgr2=0x7f13680b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:47.296 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.285+0000 7f138542b700 1 --2- 172.21.15.43:0/2294239649 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f13680b2910 0x7f13680b4dd0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f1374006fd0 tx=0x7f1374008040 comp rx=0 tx=0).stop 2024-05-16T15:47:47.296 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.285+0000 7f138542b700 1 -- 172.21.15.43:0/2294239649 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1380103750 msgr2=0x7f138019f6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:47.296 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.285+0000 7f138542b700 1 --2- 172.21.15.43:0/2294239649 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1380103750 0x7f138019f6d0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f137000c920 tx=0x7f137000cce0 comp rx=0 tx=0).stop 2024-05-16T15:47:47.296 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.285+0000 7f137f7fe700 1 -- 172.21.15.43:0/2294239649 reap_dead start 2024-05-16T15:47:47.296 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.286+0000 7f138542b700 1 -- 172.21.15.43:0/2294239649 shutdown_connections 2024-05-16T15:47:47.296 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.286+0000 7f138542b700 1 -- 172.21.15.43:0/2294239649 >> 172.21.15.43:0/2294239649 conn(0x7f138007a600 msgr2=0x7f1380101950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:47:47.296 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.286+0000 7f138542b700 1 -- 172.21.15.43:0/2294239649 shutdown_connections 2024-05-16T15:47:47.296 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:47.286+0000 7f138542b700 1 -- 172.21.15.43:0/2294239649 wait complete. 2024-05-16T15:47:47.307 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:47:47.315 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:47:47.317 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:47:47.322 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:47:47.325 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:47:47.628 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:47 smithi043 ceph-mon[31619]: pgmap v362: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 10 op/s 2024-05-16T15:47:47.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:47 smithi157 ceph-mon[35584]: pgmap v362: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 10 op/s 2024-05-16T15:47:47.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:47 smithi148 ceph-mon[34976]: pgmap v362: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 10 op/s 2024-05-16T15:47:47.760 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:47:47.761 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:47:48.579 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:47:48.621 INFO:teuthology.orchestra.run.smithi043.stdout:180388626500 2024-05-16T15:47:48.622 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-05-16T15:47:49.555 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:49 smithi043 ceph-mon[31619]: pgmap v363: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:47:49.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:49 smithi157 ceph-mon[35584]: pgmap v363: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:47:49.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:49 smithi148 ceph-mon[34976]: pgmap v363: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:47:51.403 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:51 smithi043 ceph-mon[31619]: pgmap v364: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-05-16T15:47:51.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:51 smithi157 ceph-mon[35584]: pgmap v364: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-05-16T15:47:51.684 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:51 smithi148 ceph-mon[34976]: pgmap v364: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-05-16T15:47:53.361 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:53 smithi043 ceph-mon[31619]: pgmap v365: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-05-16T15:47:53.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:53 smithi157 ceph-mon[35584]: pgmap v365: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-05-16T15:47:53.680 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.580+0000 7fd23245f700 1 -- 172.21.15.43:0/3430886966 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd22c108850 msgr2=0x7fd22c1103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:53.680 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.580+0000 7fd23245f700 1 --2- 172.21.15.43:0/3430886966 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd22c108850 0x7fd22c1103d0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fd22400b0d0 tx=0x7fd22400b3e0 comp rx=0 tx=0).stop 2024-05-16T15:47:53.680 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.580+0000 7fd23245f700 1 -- 172.21.15.43:0/3430886966 shutdown_connections 2024-05-16T15:47:53.680 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.580+0000 7fd23245f700 1 --2- 172.21.15.43:0/3430886966 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd22c108850 0x7fd22c1103d0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:53.681 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.580+0000 7fd23245f700 1 --2- 172.21.15.43:0/3430886966 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd22c103750 0x7fd22c103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:53.681 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.580+0000 7fd23245f700 1 --2- 172.21.15.43:0/3430886966 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd22c104100 0x7fd22c108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:53.681 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.580+0000 7fd23245f700 1 -- 172.21.15.43:0/3430886966 >> 172.21.15.43:0/3430886966 conn(0x7fd22c07a600 msgr2=0x7fd22c07aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:47:53.681 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.580+0000 7fd23245f700 1 -- 172.21.15.43:0/3430886966 shutdown_connections 2024-05-16T15:47:53.681 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.580+0000 7fd23245f700 1 -- 172.21.15.43:0/3430886966 wait complete. 2024-05-16T15:47:53.681 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.580+0000 7fd23245f700 1 Processor -- start 2024-05-16T15:47:53.681 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.580+0000 7fd23245f700 1 -- start start 2024-05-16T15:47:53.681 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.581+0000 7fd23245f700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd22c103750 0x7fd22c19f620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:53.681 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.581+0000 7fd23245f700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd22c104100 0x7fd22c19fb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:53.681 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.581+0000 7fd23245f700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd22c108850 0x7fd22c1997f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:53.681 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.581+0000 7fd23245f700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fd22c1134f0 con 0x7fd22c104100 2024-05-16T15:47:53.681 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.581+0000 7fd23245f700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fd22c113370 con 0x7fd22c103750 2024-05-16T15:47:53.681 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.581+0000 7fd23245f700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fd22c113670 con 0x7fd22c108850 2024-05-16T15:47:53.681 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.581+0000 7fd2309fc700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd22c108850 0x7fd22c1997f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:53.682 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.581+0000 7fd22bfff700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd22c103750 0x7fd22c19f620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:53.682 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.581+0000 7fd2309fc700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd22c108850 0x7fd22c1997f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:41122/0 (socket says 172.21.15.43:41122) 2024-05-16T15:47:53.682 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.581+0000 7fd2309fc700 1 -- 172.21.15.43:0/53880752 learned_addr learned my addr 172.21.15.43:0/53880752 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:47:53.682 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.581+0000 7fd223fff700 1 --2- 172.21.15.43:0/53880752 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd22c104100 0x7fd22c19fb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:53.682 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.582+0000 7fd2309fc700 1 -- 172.21.15.43:0/53880752 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd22c103750 msgr2=0x7fd22c19f620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:53.682 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.582+0000 7fd2309fc700 1 --2- 172.21.15.43:0/53880752 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd22c103750 0x7fd22c19f620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:53.682 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.582+0000 7fd2309fc700 1 -- 172.21.15.43:0/53880752 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd22c104100 msgr2=0x7fd22c19fb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:53.682 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.582+0000 7fd2309fc700 1 --2- 172.21.15.43:0/53880752 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd22c104100 0x7fd22c19fb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:53.682 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.582+0000 7fd2309fc700 1 -- 172.21.15.43:0/53880752 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd22c199fd0 con 0x7fd22c108850 2024-05-16T15:47:53.682 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.582+0000 7fd223fff700 1 --2- 172.21.15.43:0/53880752 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd22c104100 0x7fd22c19fb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:47:53.682 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.582+0000 7fd2309fc700 1 --2- 172.21.15.43:0/53880752 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd22c108850 0x7fd22c1997f0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fd224009850 tx=0x7fd224007a20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:53.682 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.582+0000 7fd229ffb700 1 -- 172.21.15.43:0/53880752 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd22401f070 con 0x7fd22c108850 2024-05-16T15:47:53.682 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.582+0000 7fd23245f700 1 -- 172.21.15.43:0/53880752 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd22c19a260 con 0x7fd22c108850 2024-05-16T15:47:53.683 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.582+0000 7fd23245f700 1 -- 172.21.15.43:0/53880752 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd22c1a6480 con 0x7fd22c108850 2024-05-16T15:47:53.683 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.583+0000 7fd229ffb700 1 -- 172.21.15.43:0/53880752 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd224009cb0 con 0x7fd22c108850 2024-05-16T15:47:53.683 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.583+0000 7fd229ffb700 1 -- 172.21.15.43:0/53880752 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd224005a20 con 0x7fd22c108850 2024-05-16T15:47:53.683 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.583+0000 7fd23245f700 1 -- 172.21.15.43:0/53880752 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd20c005330 con 0x7fd22c108850 2024-05-16T15:47:53.683 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.585+0000 7fd229ffb700 1 -- 172.21.15.43:0/53880752 <== mon.1 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7fd224022070 con 0x7fd22c108850 2024-05-16T15:47:53.683 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.586+0000 7fd229ffb700 1 --2- 172.21.15.43:0/53880752 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd2180b6d20 0x7fd2180b91e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:53.683 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.586+0000 7fd22bfff700 1 --2- 172.21.15.43:0/53880752 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd2180b6d20 0x7fd2180b91e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:53.683 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.586+0000 7fd229ffb700 1 -- 172.21.15.43:0/53880752 <== mon.1 v2:172.21.15.157:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fd22400f020 con 0x7fd22c108850 2024-05-16T15:47:53.683 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.587+0000 7fd22bfff700 1 --2- 172.21.15.43:0/53880752 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd2180b6d20 0x7fd2180b91e0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fd21c005950 tx=0x7fd21c00b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:53.683 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.589+0000 7fd229ffb700 1 -- 172.21.15.43:0/53880752 <== mon.1 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fd224029020 con 0x7fd22c108850 2024-05-16T15:47:53.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:53 smithi148 ceph-mon[34976]: pgmap v365: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-05-16T15:47:53.820 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.810+0000 7fd23245f700 1 -- 172.21.15.43:0/53880752 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) -- 0x7fd20c0058f0 con 0x7fd22c108850 2024-05-16T15:47:53.821 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.811+0000 7fd229ffb700 1 -- 172.21.15.43:0/53880752 <== mon.1 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fd2240ab490 con 0x7fd22c108850 2024-05-16T15:47:53.821 INFO:teuthology.orchestra.run.smithi043.stdout:253403070516 2024-05-16T15:47:53.823 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.813+0000 7fd23245f700 1 -- 172.21.15.43:0/53880752 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd2180b6d20 msgr2=0x7fd2180b91e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:53.823 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.813+0000 7fd23245f700 1 --2- 172.21.15.43:0/53880752 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd2180b6d20 0x7fd2180b91e0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fd21c005950 tx=0x7fd21c00b410 comp rx=0 tx=0).stop 2024-05-16T15:47:53.823 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.813+0000 7fd23245f700 1 -- 172.21.15.43:0/53880752 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd22c108850 msgr2=0x7fd22c1997f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:53.823 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.813+0000 7fd23245f700 1 --2- 172.21.15.43:0/53880752 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd22c108850 0x7fd22c1997f0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fd224009850 tx=0x7fd224007a20 comp rx=0 tx=0).stop 2024-05-16T15:47:53.823 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.813+0000 7fd23245f700 1 -- 172.21.15.43:0/53880752 shutdown_connections 2024-05-16T15:47:53.824 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.813+0000 7fd23245f700 1 --2- 172.21.15.43:0/53880752 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd22c108850 0x7fd22c1997f0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:53.824 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.813+0000 7fd23245f700 1 --2- 172.21.15.43:0/53880752 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd22c103750 0x7fd22c19f620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:53.824 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.813+0000 7fd23245f700 1 --2- 172.21.15.43:0/53880752 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd2180b6d20 0x7fd2180b91e0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:53.824 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.813+0000 7fd23245f700 1 --2- 172.21.15.43:0/53880752 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd22c104100 0x7fd22c19fb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:53.824 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.813+0000 7fd23245f700 1 -- 172.21.15.43:0/53880752 >> 172.21.15.43:0/53880752 conn(0x7fd22c07a600 msgr2=0x7fd22c101810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:47:53.824 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.813+0000 7fd23245f700 1 -- 172.21.15.43:0/53880752 shutdown_connections 2024-05-16T15:47:53.824 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:53.813+0000 7fd23245f700 1 -- 172.21.15.43:0/53880752 wait complete. 2024-05-16T15:47:54.474 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:54 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/53880752' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-05-16T15:47:54.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:54 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/53880752' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-05-16T15:47:54.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:54 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/53880752' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-05-16T15:47:55.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:55 smithi157 ceph-mon[35584]: pgmap v366: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:47:55.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:55 smithi148 ceph-mon[34976]: pgmap v366: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:47:55.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:55 smithi043 ceph-mon[31619]: pgmap v366: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:47:56.441 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.430+0000 7f1055783700 1 -- 172.21.15.43:0/298458126 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1050103780 msgr2=0x7f1050103b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:56.441 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.430+0000 7f1055783700 1 --2- 172.21.15.43:0/298458126 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1050103780 0x7f1050103b60 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f10400099c0 tx=0x7f1040009cd0 comp rx=0 tx=0).stop 2024-05-16T15:47:56.441 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.430+0000 7f1055783700 1 -- 172.21.15.43:0/298458126 shutdown_connections 2024-05-16T15:47:56.441 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.430+0000 7f1055783700 1 --2- 172.21.15.43:0/298458126 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1050108870 0x7f10501103f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:56.441 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.431+0000 7f1055783700 1 --2- 172.21.15.43:0/298458126 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1050103780 0x7f1050103b60 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:56.441 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.431+0000 7f1055783700 1 --2- 172.21.15.43:0/298458126 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1050104130 0x7f1050108140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:56.441 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.431+0000 7f1055783700 1 -- 172.21.15.43:0/298458126 >> 172.21.15.43:0/298458126 conn(0x7f105007a610 msgr2=0x7f105007aa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:47:56.442 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.431+0000 7f1055783700 1 -- 172.21.15.43:0/298458126 shutdown_connections 2024-05-16T15:47:56.442 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.431+0000 7f1055783700 1 -- 172.21.15.43:0/298458126 wait complete. 2024-05-16T15:47:56.442 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.431+0000 7f1055783700 1 Processor -- start 2024-05-16T15:47:56.442 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.431+0000 7f1055783700 1 -- start start 2024-05-16T15:47:56.443 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.432+0000 7f1055783700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1050103780 0x7f10501a18d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:56.444 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.432+0000 7f1055783700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1050104130 0x7f10501a1e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:56.444 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.432+0000 7f1055783700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1050108870 0x7f105019ba90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:56.444 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.432+0000 7f1055783700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f10501135b0 con 0x7f1050108870 2024-05-16T15:47:56.444 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.432+0000 7f1055783700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f1050113430 con 0x7f1050104130 2024-05-16T15:47:56.444 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.432+0000 7f1055783700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f1050113730 con 0x7f1050103780 2024-05-16T15:47:56.444 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.432+0000 7f104f7fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1050108870 0x7f105019ba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:56.444 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.432+0000 7f104f7fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1050108870 0x7f105019ba90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:44168/0 (socket says 172.21.15.43:44168) 2024-05-16T15:47:56.444 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.432+0000 7f104f7fe700 1 -- 172.21.15.43:0/1508286221 learned_addr learned my addr 172.21.15.43:0/1508286221 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:47:56.444 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.432+0000 7f104effd700 1 --2- 172.21.15.43:0/1508286221 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1050103780 0x7f10501a18d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:56.444 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.432+0000 7f104e7fc700 1 --2- 172.21.15.43:0/1508286221 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1050104130 0x7f10501a1e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:56.444 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.432+0000 7f104f7fe700 1 -- 172.21.15.43:0/1508286221 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1050103780 msgr2=0x7f10501a18d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:56.444 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.432+0000 7f104f7fe700 1 --2- 172.21.15.43:0/1508286221 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1050103780 0x7f10501a18d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:56.444 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.432+0000 7f104f7fe700 1 -- 172.21.15.43:0/1508286221 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1050104130 msgr2=0x7f10501a1e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:56.445 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.432+0000 7f104f7fe700 1 --2- 172.21.15.43:0/1508286221 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1050104130 0x7f10501a1e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:56.445 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.432+0000 7f104f7fe700 1 -- 172.21.15.43:0/1508286221 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f105019c1f0 con 0x7f1050108870 2024-05-16T15:47:56.445 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.432+0000 7f104effd700 1 --2- 172.21.15.43:0/1508286221 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1050103780 0x7f10501a18d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:47:56.445 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.432+0000 7f104f7fe700 1 --2- 172.21.15.43:0/1508286221 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1050108870 0x7f105019ba90 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f1048007d70 tx=0x7f104800a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:56.445 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.433+0000 7f1037fff700 1 -- 172.21.15.43:0/1508286221 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1048016020 con 0x7f1050108870 2024-05-16T15:47:56.445 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.433+0000 7f1037fff700 1 -- 172.21.15.43:0/1508286221 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f104800ad40 con 0x7f1050108870 2024-05-16T15:47:56.445 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.433+0000 7f1055783700 1 -- 172.21.15.43:0/1508286221 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f105019c4e0 con 0x7f1050108870 2024-05-16T15:47:56.445 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.433+0000 7f1037fff700 1 -- 172.21.15.43:0/1508286221 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10480115e0 con 0x7f1050108870 2024-05-16T15:47:56.445 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.433+0000 7f1055783700 1 -- 172.21.15.43:0/1508286221 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10501a87a0 con 0x7f1050108870 2024-05-16T15:47:56.445 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.434+0000 7f1055783700 1 -- 172.21.15.43:0/1508286221 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f105006a190 con 0x7f1050108870 2024-05-16T15:47:56.446 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.435+0000 7f1037fff700 1 -- 172.21.15.43:0/1508286221 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f1048019020 con 0x7f1050108870 2024-05-16T15:47:56.446 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.436+0000 7f1037fff700 1 --2- 172.21.15.43:0/1508286221 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f10380b2910 0x7f10380b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:56.446 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.436+0000 7f104effd700 1 --2- 172.21.15.43:0/1508286221 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f10380b2910 0x7f10380b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:56.446 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.436+0000 7f1037fff700 1 -- 172.21.15.43:0/1508286221 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f10480e2ad0 con 0x7f1050108870 2024-05-16T15:47:56.447 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.437+0000 7f104effd700 1 --2- 172.21.15.43:0/1508286221 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f10380b2910 0x7f10380b4dd0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f105019cbd0 tx=0x7f104001a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:56.449 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.440+0000 7f1037fff700 1 -- 172.21.15.43:0/1508286221 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f1048020020 con 0x7f1050108870 2024-05-16T15:47:56.676 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.666+0000 7f1055783700 1 -- 172.21.15.43:0/1508286221 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) -- 0x7f10501a8a30 con 0x7f1050108870 2024-05-16T15:47:56.680 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.670+0000 7f1037fff700 1 -- 172.21.15.43:0/1508286221 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f1048055e20 con 0x7f1050108870 2024-05-16T15:47:56.681 INFO:teuthology.orchestra.run.smithi043.stdout:300647710763 2024-05-16T15:47:56.683 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.673+0000 7f1055783700 1 -- 172.21.15.43:0/1508286221 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f10380b2910 msgr2=0x7f10380b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:56.683 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.673+0000 7f1055783700 1 --2- 172.21.15.43:0/1508286221 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f10380b2910 0x7f10380b4dd0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f105019cbd0 tx=0x7f104001a040 comp rx=0 tx=0).stop 2024-05-16T15:47:56.683 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.673+0000 7f1055783700 1 -- 172.21.15.43:0/1508286221 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1050108870 msgr2=0x7f105019ba90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:56.683 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.673+0000 7f1055783700 1 --2- 172.21.15.43:0/1508286221 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1050108870 0x7f105019ba90 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f1048007d70 tx=0x7f104800a340 comp rx=0 tx=0).stop 2024-05-16T15:47:56.683 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.673+0000 7f1055783700 1 -- 172.21.15.43:0/1508286221 shutdown_connections 2024-05-16T15:47:56.683 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.673+0000 7f1055783700 1 --2- 172.21.15.43:0/1508286221 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f10380b2910 0x7f10380b4dd0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:56.683 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.673+0000 7f1055783700 1 --2- 172.21.15.43:0/1508286221 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1050108870 0x7f105019ba90 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:56.683 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.673+0000 7f1055783700 1 --2- 172.21.15.43:0/1508286221 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1050103780 0x7f10501a18d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:56.683 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.673+0000 7f1055783700 1 --2- 172.21.15.43:0/1508286221 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1050104130 0x7f10501a1e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:56.684 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.673+0000 7f1055783700 1 -- 172.21.15.43:0/1508286221 >> 172.21.15.43:0/1508286221 conn(0x7f105007a610 msgr2=0x7f10501018c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:47:56.684 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.673+0000 7f1055783700 1 -- 172.21.15.43:0/1508286221 shutdown_connections 2024-05-16T15:47:56.684 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.673+0000 7f1055783700 1 -- 172.21.15.43:0/1508286221 wait complete. 2024-05-16T15:47:57.315 INFO:tasks.cephadm.ceph_manager.ceph:need seq 253403070512 got 253403070516 for osd.9 2024-05-16T15:47:57.315 DEBUG:teuthology.parallel:result is None 2024-05-16T15:47:57.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:57 smithi157 ceph-mon[35584]: pgmap v367: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-16T15:47:57.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:57 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/1508286221' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-05-16T15:47:57.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:57 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/2900615681' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-16T15:47:57.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:57 smithi148 ceph-mon[34976]: pgmap v367: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-16T15:47:57.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:57 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/1508286221' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-05-16T15:47:57.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:57 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/2900615681' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-16T15:47:57.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:57 smithi043 ceph-mon[31619]: pgmap v367: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-16T15:47:57.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:57 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/1508286221' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-05-16T15:47:57.722 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:57 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/2900615681' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-16T15:47:59.154 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:47:59.294 INFO:tasks.cephadm.ceph_manager.ceph:need seq 300647710758 got 300647710763 for osd.11 2024-05-16T15:47:59.294 DEBUG:teuthology.parallel:result is None 2024-05-16T15:47:59.467 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:47:59 smithi043 ceph-mon[31619]: pgmap v368: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:47:59.485 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:47:59.580 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.256+0000 7f014d617700 1 -- 172.21.15.43:0/4024103618 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0148109510 msgr2=0x7f01481098f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:59.581 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.256+0000 7f014d617700 1 --2- 172.21.15.43:0/4024103618 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0148109510 0x7f01481098f0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f0138009990 tx=0x7f0138009ca0 comp rx=0 tx=0).stop 2024-05-16T15:47:59.581 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.257+0000 7f014d617700 1 -- 172.21.15.43:0/4024103618 shutdown_connections 2024-05-16T15:47:59.581 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.257+0000 7f014d617700 1 --2- 172.21.15.43:0/4024103618 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f014806bb40 0x7f0148110330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:59.581 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.257+0000 7f014d617700 1 --2- 172.21.15.43:0/4024103618 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0148109510 0x7f01481098f0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:59.581 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.257+0000 7f014d617700 1 --2- 172.21.15.43:0/4024103618 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f014806b180 0x7f014806b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:59.581 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.257+0000 7f014d617700 1 -- 172.21.15.43:0/4024103618 >> 172.21.15.43:0/4024103618 conn(0x7f0148079350 msgr2=0x7f0148079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:47:59.581 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.257+0000 7f014d617700 1 -- 172.21.15.43:0/4024103618 shutdown_connections 2024-05-16T15:47:59.581 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.257+0000 7f014d617700 1 -- 172.21.15.43:0/4024103618 wait complete. 2024-05-16T15:47:59.581 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.258+0000 7f014d617700 1 Processor -- start 2024-05-16T15:47:59.581 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.258+0000 7f014d617700 1 -- start start 2024-05-16T15:47:59.581 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.258+0000 7f014d617700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f014806b180 0x7f014819f790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:59.581 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.258+0000 7f014d617700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f014806bb40 0x7f014819fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:59.581 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.258+0000 7f014d617700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0148109510 0x7f0148199950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:59.581 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.258+0000 7f014d617700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f0148113550 con 0x7f0148109510 2024-05-16T15:47:59.581 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.258+0000 7f014d617700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f01481133d0 con 0x7f014806b180 2024-05-16T15:47:59.581 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.258+0000 7f014d617700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f01481136d0 con 0x7f014806bb40 2024-05-16T15:47:59.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.258+0000 7f01477fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0148109510 0x7f0148199950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:59.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.258+0000 7f01477fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0148109510 0x7f0148199950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:44190/0 (socket says 172.21.15.43:44190) 2024-05-16T15:47:59.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.258+0000 7f01477fe700 1 -- 172.21.15.43:0/4064766627 learned_addr learned my addr 172.21.15.43:0/4064766627 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:47:59.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.259+0000 7f01477fe700 1 -- 172.21.15.43:0/4064766627 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f014806bb40 msgr2=0x7f014819fcd0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-05-16T15:47:59.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.259+0000 7f01477fe700 1 --2- 172.21.15.43:0/4064766627 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f014806bb40 0x7f014819fcd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:59.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.259+0000 7f01477fe700 1 -- 172.21.15.43:0/4064766627 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f014806b180 msgr2=0x7f014819f790 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-05-16T15:47:59.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.259+0000 7f01477fe700 1 --2- 172.21.15.43:0/4064766627 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f014806b180 0x7f014819f790 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:59.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.259+0000 7f01477fe700 1 -- 172.21.15.43:0/4064766627 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f014819a0b0 con 0x7f0148109510 2024-05-16T15:47:59.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.259+0000 7f01477fe700 1 --2- 172.21.15.43:0/4064766627 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0148109510 0x7f0148199950 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f014000ef30 tx=0x7f014000c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:59.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.259+0000 7f012ffff700 1 -- 172.21.15.43:0/4064766627 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01400092e0 con 0x7f0148109510 2024-05-16T15:47:59.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.259+0000 7f012ffff700 1 -- 172.21.15.43:0/4064766627 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0140004bb0 con 0x7f0148109510 2024-05-16T15:47:59.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.259+0000 7f014d617700 1 -- 172.21.15.43:0/4064766627 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f014819a340 con 0x7f0148109510 2024-05-16T15:47:59.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.259+0000 7f012ffff700 1 -- 172.21.15.43:0/4064766627 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0140004080 con 0x7f0148109510 2024-05-16T15:47:59.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.259+0000 7f014d617700 1 -- 172.21.15.43:0/4064766627 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01481a6660 con 0x7f0148109510 2024-05-16T15:47:59.583 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.260+0000 7f014d617700 1 -- 172.21.15.43:0/4064766627 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f014806a190 con 0x7f0148109510 2024-05-16T15:47:59.583 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.262+0000 7f012ffff700 1 -- 172.21.15.43:0/4064766627 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f014001b030 con 0x7f0148109510 2024-05-16T15:47:59.583 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.263+0000 7f012ffff700 1 --2- 172.21.15.43:0/4064766627 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f01300b2990 0x7f01300b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:59.583 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.263+0000 7f0146ffd700 1 --2- 172.21.15.43:0/4064766627 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f01300b2990 0x7f01300b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:59.583 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.263+0000 7f012ffff700 1 -- 172.21.15.43:0/4064766627 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f01400e2cd0 con 0x7f0148109510 2024-05-16T15:47:59.583 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.264+0000 7f0146ffd700 1 --2- 172.21.15.43:0/4064766627 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f01300b2990 0x7f01300b4e50 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f01380098e0 tx=0x7f013800b610 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:59.583 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.267+0000 7f012ffff700 1 -- 172.21.15.43:0/4064766627 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f0140022020 con 0x7f0148109510 2024-05-16T15:47:59.583 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.499+0000 7f014d617700 1 -- 172.21.15.43:0/4064766627 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f014802e510 con 0x7f0148109510 2024-05-16T15:47:59.583 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.500+0000 7f012ffff700 1 -- 172.21.15.43:0/4064766627 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f0140010040 con 0x7f0148109510 2024-05-16T15:47:59.583 INFO:teuthology.orchestra.run.smithi043.stdout:107374182484 2024-05-16T15:47:59.584 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.502+0000 7f014d617700 1 -- 172.21.15.43:0/4064766627 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f01300b2990 msgr2=0x7f01300b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:59.584 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.502+0000 7f014d617700 1 --2- 172.21.15.43:0/4064766627 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f01300b2990 0x7f01300b4e50 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f01380098e0 tx=0x7f013800b610 comp rx=0 tx=0).stop 2024-05-16T15:47:59.584 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.502+0000 7f014d617700 1 -- 172.21.15.43:0/4064766627 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0148109510 msgr2=0x7f0148199950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:59.584 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.502+0000 7f014d617700 1 --2- 172.21.15.43:0/4064766627 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0148109510 0x7f0148199950 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f014000ef30 tx=0x7f014000c450 comp rx=0 tx=0).stop 2024-05-16T15:47:59.584 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.502+0000 7f014d617700 1 -- 172.21.15.43:0/4064766627 shutdown_connections 2024-05-16T15:47:59.584 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.502+0000 7f014d617700 1 --2- 172.21.15.43:0/4064766627 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f01300b2990 0x7f01300b4e50 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:59.584 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.502+0000 7f014d617700 1 --2- 172.21.15.43:0/4064766627 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0148109510 0x7f0148199950 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:59.584 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.502+0000 7f014d617700 1 --2- 172.21.15.43:0/4064766627 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f014806b180 0x7f014819f790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:59.584 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.502+0000 7f014d617700 1 --2- 172.21.15.43:0/4064766627 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f014806bb40 0x7f014819fcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:59.584 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.502+0000 7f014d617700 1 -- 172.21.15.43:0/4064766627 >> 172.21.15.43:0/4064766627 conn(0x7f0148079350 msgr2=0x7f0148101250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:47:59.584 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.502+0000 7f014d617700 1 -- 172.21.15.43:0/4064766627 shutdown_connections 2024-05-16T15:47:59.584 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:59.502+0000 7f014d617700 1 -- 172.21.15.43:0/4064766627 wait complete. 2024-05-16T15:47:59.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:47:59 smithi157 ceph-mon[35584]: pgmap v368: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:47:59.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:47:59 smithi148 ceph-mon[34976]: pgmap v368: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:47:59.882 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.660+0000 7efec8960700 1 -- 172.21.15.43:0/4048573231 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7efec406bbd0 msgr2=0x7efec406c050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:59.882 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.660+0000 7efec8960700 1 --2- 172.21.15.43:0/4048573231 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7efec406bbd0 0x7efec406c050 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7efeac009990 tx=0x7efeac009ca0 comp rx=0 tx=0).stop 2024-05-16T15:47:59.882 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.661+0000 7efec8960700 1 -- 172.21.15.43:0/4048573231 shutdown_connections 2024-05-16T15:47:59.882 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.661+0000 7efec8960700 1 --2- 172.21.15.43:0/4048573231 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efec406c590 0x7efec4110330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:59.882 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.661+0000 7efec8960700 1 --2- 172.21.15.43:0/4048573231 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7efec4109510 0x7efec41098f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:59.883 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.661+0000 7efec8960700 1 --2- 172.21.15.43:0/4048573231 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7efec406bbd0 0x7efec406c050 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:59.883 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.661+0000 7efec8960700 1 -- 172.21.15.43:0/4048573231 >> 172.21.15.43:0/4048573231 conn(0x7efec4079350 msgr2=0x7efec4079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:47:59.883 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.661+0000 7efec8960700 1 -- 172.21.15.43:0/4048573231 shutdown_connections 2024-05-16T15:47:59.883 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.661+0000 7efec8960700 1 -- 172.21.15.43:0/4048573231 wait complete. 2024-05-16T15:47:59.883 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.662+0000 7efec8960700 1 Processor -- start 2024-05-16T15:47:59.883 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.662+0000 7efec8960700 1 -- start start 2024-05-16T15:47:59.883 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.662+0000 7efec8960700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7efec406bbd0 0x7efec41024a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:59.883 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.662+0000 7efec8960700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efec406c590 0x7efec41029e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:59.883 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.662+0000 7efec8960700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7efec4109510 0x7efec4102f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:59.883 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.662+0000 7efec8960700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7efec41134d0 con 0x7efec4109510 2024-05-16T15:47:59.883 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.662+0000 7efec8960700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7efec4113350 con 0x7efec406bbd0 2024-05-16T15:47:59.883 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.662+0000 7efec8960700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7efec4113650 con 0x7efec406c590 2024-05-16T15:47:59.883 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.662+0000 7efec2d9d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7efec4109510 0x7efec4102f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:59.883 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.662+0000 7efec2d9d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7efec4109510 0x7efec4102f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:44180/0 (socket says 172.21.15.43:44180) 2024-05-16T15:47:59.883 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.662+0000 7efec2d9d700 1 -- 172.21.15.43:0/2900615681 learned_addr learned my addr 172.21.15.43:0/2900615681 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:47:59.884 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.662+0000 7efec1d9b700 1 --2- 172.21.15.43:0/2900615681 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efec406c590 0x7efec41029e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:59.884 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.662+0000 7efec259c700 1 --2- 172.21.15.43:0/2900615681 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7efec406bbd0 0x7efec41024a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:59.884 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.663+0000 7efec2d9d700 1 -- 172.21.15.43:0/2900615681 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efec406c590 msgr2=0x7efec41029e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:59.884 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.663+0000 7efec2d9d700 1 --2- 172.21.15.43:0/2900615681 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efec406c590 0x7efec41029e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:59.884 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.663+0000 7efec2d9d700 1 -- 172.21.15.43:0/2900615681 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7efec406bbd0 msgr2=0x7efec41024a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:59.884 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.663+0000 7efec2d9d700 1 --2- 172.21.15.43:0/2900615681 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7efec406bbd0 0x7efec41024a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:59.884 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.663+0000 7efec2d9d700 1 -- 172.21.15.43:0/2900615681 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efec41a7f30 con 0x7efec4109510 2024-05-16T15:47:59.884 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.663+0000 7efec2d9d700 1 --2- 172.21.15.43:0/2900615681 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7efec4109510 0x7efec4102f20 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7efebc007ee0 tx=0x7efebc00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:59.884 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.663+0000 7efebb7fe700 1 -- 172.21.15.43:0/2900615681 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efebc00dbd0 con 0x7efec4109510 2024-05-16T15:47:59.884 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.663+0000 7efebb7fe700 1 -- 172.21.15.43:0/2900615681 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7efebc00dd70 con 0x7efec4109510 2024-05-16T15:47:59.884 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.663+0000 7efec8960700 1 -- 172.21.15.43:0/2900615681 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efec41a8220 con 0x7efec4109510 2024-05-16T15:47:59.884 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.663+0000 7efebb7fe700 1 -- 172.21.15.43:0/2900615681 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efebc0058d0 con 0x7efec4109510 2024-05-16T15:47:59.884 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.663+0000 7efec8960700 1 -- 172.21.15.43:0/2900615681 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efec41a86e0 con 0x7efec4109510 2024-05-16T15:47:59.885 INFO:teuthology.orchestra.run.smithi043.stdout:154618822730 2024-05-16T15:47:59.885 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.664+0000 7efec8960700 1 -- 172.21.15.43:0/2900615681 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efec4104bd0 con 0x7efec4109510 2024-05-16T15:47:59.885 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.666+0000 7efebb7fe700 1 -- 172.21.15.43:0/2900615681 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7efebc01a020 con 0x7efec4109510 2024-05-16T15:47:59.885 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.667+0000 7efebb7fe700 1 --2- 172.21.15.43:0/2900615681 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7efeb00b2910 0x7efeb00b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:47:59.885 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.668+0000 7efec259c700 1 --2- 172.21.15.43:0/2900615681 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7efeb00b2910 0x7efeb00b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:47:59.885 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.668+0000 7efebb7fe700 1 -- 172.21.15.43:0/2900615681 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7efebc0e25c0 con 0x7efec4109510 2024-05-16T15:47:59.885 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.668+0000 7efec259c700 1 --2- 172.21.15.43:0/2900615681 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7efeb00b2910 0x7efeb00b4dd0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7efeb4005fd0 tx=0x7efeb400af20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:47:59.885 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.670+0000 7efebb7fe700 1 -- 172.21.15.43:0/2900615681 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7efebc010070 con 0x7efec4109510 2024-05-16T15:47:59.885 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.902+0000 7efec8960700 1 -- 172.21.15.43:0/2900615681 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7efec402e510 con 0x7efec4109510 2024-05-16T15:47:59.885 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.902+0000 7efebb7fe700 1 -- 172.21.15.43:0/2900615681 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7efebc0a9d70 con 0x7efec4109510 2024-05-16T15:47:59.886 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.904+0000 7efec8960700 1 -- 172.21.15.43:0/2900615681 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7efeb00b2910 msgr2=0x7efeb00b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:59.886 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.904+0000 7efec8960700 1 --2- 172.21.15.43:0/2900615681 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7efeb00b2910 0x7efeb00b4dd0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7efeb4005fd0 tx=0x7efeb400af20 comp rx=0 tx=0).stop 2024-05-16T15:47:59.886 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.904+0000 7efec8960700 1 -- 172.21.15.43:0/2900615681 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7efec4109510 msgr2=0x7efec4102f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:47:59.886 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.904+0000 7efec8960700 1 --2- 172.21.15.43:0/2900615681 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7efec4109510 0x7efec4102f20 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7efebc007ee0 tx=0x7efebc00d3b0 comp rx=0 tx=0).stop 2024-05-16T15:47:59.886 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.904+0000 7efec8960700 1 -- 172.21.15.43:0/2900615681 shutdown_connections 2024-05-16T15:47:59.886 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.904+0000 7efec8960700 1 --2- 172.21.15.43:0/2900615681 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7efeb00b2910 0x7efeb00b4dd0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:59.886 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.904+0000 7efec8960700 1 --2- 172.21.15.43:0/2900615681 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7efec4109510 0x7efec4102f20 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:59.886 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.904+0000 7efec8960700 1 --2- 172.21.15.43:0/2900615681 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7efec406bbd0 0x7efec41024a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:59.886 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.904+0000 7efec8960700 1 --2- 172.21.15.43:0/2900615681 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efec406c590 0x7efec41029e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:47:59.886 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.904+0000 7efec8960700 1 -- 172.21.15.43:0/2900615681 >> 172.21.15.43:0/2900615681 conn(0x7efec4079350 msgr2=0x7efec41011b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:47:59.886 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.905+0000 7efec8960700 1 -- 172.21.15.43:0/2900615681 shutdown_connections 2024-05-16T15:47:59.886 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:47:56.905+0000 7efec8960700 1 -- 172.21.15.43:0/2900615681 wait complete. 2024-05-16T15:48:00.541 INFO:tasks.cephadm.ceph_manager.ceph:need seq 154618822727 got 154618822730 for osd.5 2024-05-16T15:48:00.541 DEBUG:teuthology.parallel:result is None 2024-05-16T15:48:00.612 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:00 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/4064766627' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-16T15:48:00.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:00 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/4064766627' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-16T15:48:00.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:00 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/4064766627' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-16T15:48:01.255 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.245+0000 7f54ad5d5700 1 -- 172.21.15.43:0/622499231 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f54a806b180 msgr2=0x7f54a806b600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:01.255 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.245+0000 7f54ad5d5700 1 --2- 172.21.15.43:0/622499231 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f54a806b180 0x7f54a806b600 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f549c009990 tx=0x7f549c009ca0 comp rx=0 tx=0).stop 2024-05-16T15:48:01.255 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.245+0000 7f54ad5d5700 1 -- 172.21.15.43:0/622499231 shutdown_connections 2024-05-16T15:48:01.255 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.245+0000 7f54ad5d5700 1 --2- 172.21.15.43:0/622499231 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f54a806bb40 0x7f54a8110330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:01.255 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.245+0000 7f54ad5d5700 1 --2- 172.21.15.43:0/622499231 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f54a8109510 0x7f54a81098f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:01.255 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.245+0000 7f54ad5d5700 1 --2- 172.21.15.43:0/622499231 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f54a806b180 0x7f54a806b600 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:01.255 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.245+0000 7f54ad5d5700 1 -- 172.21.15.43:0/622499231 >> 172.21.15.43:0/622499231 conn(0x7f54a8079350 msgr2=0x7f54a8079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:01.255 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.245+0000 7f54ad5d5700 1 -- 172.21.15.43:0/622499231 shutdown_connections 2024-05-16T15:48:01.255 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.245+0000 7f54ad5d5700 1 -- 172.21.15.43:0/622499231 wait complete. 2024-05-16T15:48:01.256 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.246+0000 7f54ad5d5700 1 Processor -- start 2024-05-16T15:48:01.256 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.246+0000 7f54ad5d5700 1 -- start start 2024-05-16T15:48:01.257 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.246+0000 7f54ad5d5700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f54a806b180 0x7f54a819f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:01.257 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.246+0000 7f54ad5d5700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f54a806bb40 0x7f54a819fc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:01.257 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.246+0000 7f54ad5d5700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f54a8109510 0x7f54a81998b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:01.257 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.246+0000 7f54ad5d5700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f54a81134d0 con 0x7f54a806b180 2024-05-16T15:48:01.257 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.246+0000 7f54ad5d5700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f54a8113350 con 0x7f54a806bb40 2024-05-16T15:48:01.257 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.246+0000 7f54ad5d5700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f54a8113650 con 0x7f54a8109510 2024-05-16T15:48:01.257 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.247+0000 7f54a67fc700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f54a806bb40 0x7f54a819fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:01.257 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.247+0000 7f54a67fc700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f54a806bb40 0x7f54a819fc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:46564/0 (socket says 172.21.15.43:46564) 2024-05-16T15:48:01.257 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.247+0000 7f54a67fc700 1 -- 172.21.15.43:0/3686538284 learned_addr learned my addr 172.21.15.43:0/3686538284 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:48:01.257 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.247+0000 7f54a77fe700 1 --2- 172.21.15.43:0/3686538284 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f54a8109510 0x7f54a81998b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:01.257 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.247+0000 7f54a6ffd700 1 --2- 172.21.15.43:0/3686538284 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f54a806b180 0x7f54a819f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:01.258 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.247+0000 7f54a67fc700 1 -- 172.21.15.43:0/3686538284 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f54a8109510 msgr2=0x7f54a81998b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:01.258 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.247+0000 7f54a67fc700 1 --2- 172.21.15.43:0/3686538284 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f54a8109510 0x7f54a81998b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:01.258 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.247+0000 7f54a67fc700 1 -- 172.21.15.43:0/3686538284 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f54a806b180 msgr2=0x7f54a819f6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:01.259 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.247+0000 7f54a67fc700 1 --2- 172.21.15.43:0/3686538284 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f54a806b180 0x7f54a819f6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:01.259 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.247+0000 7f54a67fc700 1 -- 172.21.15.43:0/3686538284 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54a819a010 con 0x7f54a806bb40 2024-05-16T15:48:01.259 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.247+0000 7f54a77fe700 1 --2- 172.21.15.43:0/3686538284 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f54a8109510 0x7f54a81998b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:48:01.259 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.247+0000 7f54a6ffd700 1 --2- 172.21.15.43:0/3686538284 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f54a806b180 0x7f54a819f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:48:01.259 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.247+0000 7f54a67fc700 1 --2- 172.21.15.43:0/3686538284 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f54a806bb40 0x7f54a819fc30 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f549c006010 tx=0x7f549c0047b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:01.259 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.248+0000 7f548ffff700 1 -- 172.21.15.43:0/3686538284 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f549c027070 con 0x7f54a806bb40 2024-05-16T15:48:01.259 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.248+0000 7f54ad5d5700 1 -- 172.21.15.43:0/3686538284 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54a819a2a0 con 0x7f54a806bb40 2024-05-16T15:48:01.259 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.248+0000 7f548ffff700 1 -- 172.21.15.43:0/3686538284 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f549c022470 con 0x7f54a806bb40 2024-05-16T15:48:01.259 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.248+0000 7f548ffff700 1 -- 172.21.15.43:0/3686538284 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f549c017650 con 0x7f54a806bb40 2024-05-16T15:48:01.259 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.248+0000 7f54ad5d5700 1 -- 172.21.15.43:0/3686538284 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54a81a65c0 con 0x7f54a806bb40 2024-05-16T15:48:01.259 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.249+0000 7f54ad5d5700 1 -- 172.21.15.43:0/3686538284 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f54a806a190 con 0x7f54a806bb40 2024-05-16T15:48:01.260 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.250+0000 7f548ffff700 1 -- 172.21.15.43:0/3686538284 <== mon.2 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f549c009d10 con 0x7f54a806bb40 2024-05-16T15:48:01.261 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.251+0000 7f548ffff700 1 --2- 172.21.15.43:0/3686538284 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f54900b2910 0x7f54900b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:01.261 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.251+0000 7f54a6ffd700 1 --2- 172.21.15.43:0/3686538284 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f54900b2910 0x7f54900b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:01.261 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.251+0000 7f548ffff700 1 -- 172.21.15.43:0/3686538284 <== mon.2 v2:172.21.15.148:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f549c0e35c0 con 0x7f54a806bb40 2024-05-16T15:48:01.261 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.252+0000 7f54a6ffd700 1 --2- 172.21.15.43:0/3686538284 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f54900b2910 0x7f54900b4dd0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f54a819a9f0 tx=0x7f5498009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:01.265 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.255+0000 7f548ffff700 1 -- 172.21.15.43:0/3686538284 <== mon.2 v2:172.21.15.148:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f549c013070 con 0x7f54a806bb40 2024-05-16T15:48:01.454 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:01 smithi043 ceph-mon[31619]: pgmap v369: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-05-16T15:48:01.494 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.484+0000 7f54ad5d5700 1 -- 172.21.15.43:0/3686538284 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f54a802e510 con 0x7f54a806bb40 2024-05-16T15:48:01.495 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.485+0000 7f548ffff700 1 -- 172.21.15.43:0/3686538284 <== mon.2 v2:172.21.15.148:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f549c0aae60 con 0x7f54a806bb40 2024-05-16T15:48:01.495 INFO:teuthology.orchestra.run.smithi043.stdout:201863462975 2024-05-16T15:48:01.497 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.487+0000 7f54ad5d5700 1 -- 172.21.15.43:0/3686538284 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f54900b2910 msgr2=0x7f54900b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:01.497 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.487+0000 7f54ad5d5700 1 --2- 172.21.15.43:0/3686538284 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f54900b2910 0x7f54900b4dd0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f54a819a9f0 tx=0x7f5498009260 comp rx=0 tx=0).stop 2024-05-16T15:48:01.498 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.487+0000 7f54ad5d5700 1 -- 172.21.15.43:0/3686538284 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f54a806bb40 msgr2=0x7f54a819fc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:01.498 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.487+0000 7f54ad5d5700 1 --2- 172.21.15.43:0/3686538284 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f54a806bb40 0x7f54a819fc30 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f549c006010 tx=0x7f549c0047b0 comp rx=0 tx=0).stop 2024-05-16T15:48:01.498 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.487+0000 7f54ad5d5700 1 -- 172.21.15.43:0/3686538284 shutdown_connections 2024-05-16T15:48:01.498 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.487+0000 7f54ad5d5700 1 --2- 172.21.15.43:0/3686538284 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f54a8109510 0x7f54a81998b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:01.498 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.487+0000 7f54ad5d5700 1 --2- 172.21.15.43:0/3686538284 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f54900b2910 0x7f54900b4dd0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:01.498 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.487+0000 7f54ad5d5700 1 --2- 172.21.15.43:0/3686538284 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f54a806b180 0x7f54a819f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:01.498 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.487+0000 7f54ad5d5700 1 --2- 172.21.15.43:0/3686538284 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f54a806bb40 0x7f54a819fc30 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:01.498 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.487+0000 7f54ad5d5700 1 -- 172.21.15.43:0/3686538284 >> 172.21.15.43:0/3686538284 conn(0x7f54a8079350 msgr2=0x7f54a8101220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:01.498 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.488+0000 7f54ad5d5700 1 -- 172.21.15.43:0/3686538284 shutdown_connections 2024-05-16T15:48:01.498 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:01.488+0000 7f54ad5d5700 1 -- 172.21.15.43:0/3686538284 wait complete. 2024-05-16T15:48:01.576 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:01 smithi157 ceph-mon[35584]: pgmap v369: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-05-16T15:48:01.586 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:01 smithi148 ceph-mon[34976]: pgmap v369: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-05-16T15:48:02.191 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462970 got 201863462975 for osd.7 2024-05-16T15:48:02.191 DEBUG:teuthology.parallel:result is None 2024-05-16T15:48:02.447 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:02 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/3686538284' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-16T15:48:02.477 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182479 got 107374182484 for osd.3 2024-05-16T15:48:02.477 DEBUG:teuthology.parallel:result is None 2024-05-16T15:48:02.588 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:02 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/3686538284' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-16T15:48:02.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:02 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/3686538284' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-16T15:48:02.787 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:02.777+0000 7f723c902700 1 -- 172.21.15.43:0/2243799760 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7238108410 msgr2=0x7f72381087f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:02.787 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:02.777+0000 7f723c902700 1 --2- 172.21.15.43:0/2243799760 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7238108410 0x7f72381087f0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f7228009990 tx=0x7f7228009ca0 comp rx=0 tx=0).stop 2024-05-16T15:48:02.787 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:02.777+0000 7f723c902700 1 -- 172.21.15.43:0/2243799760 shutdown_connections 2024-05-16T15:48:02.787 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:02.777+0000 7f723c902700 1 --2- 172.21.15.43:0/2243799760 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7238102d60 0x7f723810f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:02.787 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:02.777+0000 7f723c902700 1 --2- 172.21.15.43:0/2243799760 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7238108410 0x7f72381087f0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:02.788 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:02.777+0000 7f723c902700 1 --2- 172.21.15.43:0/2243799760 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f72381023a0 0x7f7238102820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:02.788 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:02.777+0000 7f723c902700 1 -- 172.21.15.43:0/2243799760 >> 172.21.15.43:0/2243799760 conn(0x7f7238079350 msgr2=0x7f7238079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:02.788 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:02.777+0000 7f723c902700 1 -- 172.21.15.43:0/2243799760 shutdown_connections 2024-05-16T15:48:02.788 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:02.777+0000 7f723c902700 1 -- 172.21.15.43:0/2243799760 wait complete. 2024-05-16T15:48:02.790 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:02.778+0000 7f723c902700 1 Processor -- start 2024-05-16T15:48:02.790 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:02.778+0000 7f723c902700 1 -- start start 2024-05-16T15:48:02.790 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:02.779+0000 7f723c902700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f72381023a0 0x7f7238104080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:02.790 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:02.779+0000 7f723c902700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7238102d60 0x7f72381045c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:02.790 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:02.779+0000 7f723c902700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7238108410 0x7f7238104b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:02.790 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:02.779+0000 7f723c902700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f7238112410 con 0x7f72381023a0 2024-05-16T15:48:02.790 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:02.779+0000 7f723c902700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f7238112290 con 0x7f7238102d60 2024-05-16T15:48:02.790 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:02.779+0000 7f723c902700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f7238112590 con 0x7f7238108410 2024-05-16T15:48:02.790 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:02.779+0000 7f723659c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f72381023a0 0x7f7238104080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:02.790 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:02.779+0000 7f723659c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f72381023a0 0x7f7238104080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:44226/0 (socket says 172.21.15.43:44226) 2024-05-16T15:48:02.790 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:02.779+0000 7f723659c700 1 -- 172.21.15.43:0/3113378330 learned_addr learned my addr 172.21.15.43:0/3113378330 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:48:02.790 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:02.779+0000 7f722dd9b700 1 --2- 172.21.15.43:0/3113378330 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7238102d60 0x7f72381045c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:02.791 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:02.779+0000 7f7236d9d700 1 --2- 172.21.15.43:0/3113378330 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7238108410 0x7f7238104b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:02.791 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:02.779+0000 7f723659c700 1 -- 172.21.15.43:0/3113378330 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7238108410 msgr2=0x7f7238104b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:02.791 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:02.779+0000 7f723659c700 1 --2- 172.21.15.43:0/3113378330 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7238108410 0x7f7238104b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:02.791 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:02.779+0000 7f723659c700 1 -- 172.21.15.43:0/3113378330 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7238102d60 msgr2=0x7f72381045c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:02.791 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:02.779+0000 7f723659c700 1 --2- 172.21.15.43:0/3113378330 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7238102d60 0x7f72381045c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:02.791 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:02.779+0000 7f723659c700 1 -- 172.21.15.43:0/3113378330 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72381a7f70 con 0x7f72381023a0 2024-05-16T15:48:02.791 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:02.779+0000 7f723659c700 1 --2- 172.21.15.43:0/3113378330 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f72381023a0 0x7f7238104080 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f7228006010 tx=0x7f722800bfc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:02.791 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:02.780+0000 7f722ffff700 1 -- 172.21.15.43:0/3113378330 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7228027070 con 0x7f72381023a0 2024-05-16T15:48:02.791 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:02.780+0000 7f723c902700 1 -- 172.21.15.43:0/3113378330 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72381a8200 con 0x7f72381023a0 2024-05-16T15:48:02.791 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:02.780+0000 7f722ffff700 1 -- 172.21.15.43:0/3113378330 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7228022470 con 0x7f72381023a0 2024-05-16T15:48:02.791 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:02.780+0000 7f722ffff700 1 -- 172.21.15.43:0/3113378330 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7228017650 con 0x7f72381023a0 2024-05-16T15:48:02.791 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:02.780+0000 7f723c902700 1 -- 172.21.15.43:0/3113378330 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72381a8650 con 0x7f72381023a0 2024-05-16T15:48:02.792 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:02.781+0000 7f723c902700 1 -- 172.21.15.43:0/3113378330 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f723806a190 con 0x7f72381023a0 2024-05-16T15:48:02.792 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:02.782+0000 7f722ffff700 1 -- 172.21.15.43:0/3113378330 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f7228009d10 con 0x7f72381023a0 2024-05-16T15:48:02.793 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:02.783+0000 7f722ffff700 1 --2- 172.21.15.43:0/3113378330 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f72240b2910 0x7f72240b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:02.793 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:02.783+0000 7f722dd9b700 1 --2- 172.21.15.43:0/3113378330 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f72240b2910 0x7f72240b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:02.793 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:02.784+0000 7f722ffff700 1 -- 172.21.15.43:0/3113378330 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f72280e35c0 con 0x7f72381023a0 2024-05-16T15:48:02.794 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:02.784+0000 7f722dd9b700 1 --2- 172.21.15.43:0/3113378330 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f72240b2910 0x7f72240b4dd0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f7238079970 tx=0x7f72200073d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:02.797 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:02.787+0000 7f722ffff700 1 -- 172.21.15.43:0/3113378330 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f7228013070 con 0x7f72381023a0 2024-05-16T15:48:03.018 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:03.007+0000 7f723c902700 1 -- 172.21.15.43:0/3113378330 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) -- 0x7f72381a88e0 con 0x7f72381023a0 2024-05-16T15:48:03.018 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:03.008+0000 7f722ffff700 1 -- 172.21.15.43:0/3113378330 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f72280aae60 con 0x7f72381023a0 2024-05-16T15:48:03.018 INFO:teuthology.orchestra.run.smithi043.stdout:227633266747 2024-05-16T15:48:03.021 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:03.011+0000 7f723c902700 1 -- 172.21.15.43:0/3113378330 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f72240b2910 msgr2=0x7f72240b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:03.021 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:03.011+0000 7f723c902700 1 --2- 172.21.15.43:0/3113378330 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f72240b2910 0x7f72240b4dd0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f7238079970 tx=0x7f72200073d0 comp rx=0 tx=0).stop 2024-05-16T15:48:03.021 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:03.011+0000 7f723c902700 1 -- 172.21.15.43:0/3113378330 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f72381023a0 msgr2=0x7f7238104080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:03.021 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:03.011+0000 7f723c902700 1 --2- 172.21.15.43:0/3113378330 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f72381023a0 0x7f7238104080 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f7228006010 tx=0x7f722800bfc0 comp rx=0 tx=0).stop 2024-05-16T15:48:03.021 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:03.011+0000 7f723c902700 1 -- 172.21.15.43:0/3113378330 shutdown_connections 2024-05-16T15:48:03.021 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:03.011+0000 7f723c902700 1 --2- 172.21.15.43:0/3113378330 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7238108410 0x7f7238104b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:03.021 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:03.011+0000 7f723c902700 1 --2- 172.21.15.43:0/3113378330 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f72240b2910 0x7f72240b4dd0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:03.022 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:03.011+0000 7f723c902700 1 --2- 172.21.15.43:0/3113378330 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f72381023a0 0x7f7238104080 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:03.022 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:03.011+0000 7f723c902700 1 --2- 172.21.15.43:0/3113378330 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7238102d60 0x7f72381045c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:03.022 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:03.011+0000 7f723c902700 1 -- 172.21.15.43:0/3113378330 >> 172.21.15.43:0/3113378330 conn(0x7f7238079350 msgr2=0x7f723806b3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:03.022 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:03.011+0000 7f723c902700 1 -- 172.21.15.43:0/3113378330 shutdown_connections 2024-05-16T15:48:03.022 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:03.011+0000 7f723c902700 1 -- 172.21.15.43:0/3113378330 wait complete. 2024-05-16T15:48:03.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:03 smithi157 ceph-mon[35584]: pgmap v370: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-05-16T15:48:03.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:03 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/3113378330' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-05-16T15:48:03.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:03 smithi148 ceph-mon[34976]: pgmap v370: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-05-16T15:48:03.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:03 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/3113378330' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-05-16T15:48:03.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:03 smithi043 ceph-mon[31619]: pgmap v370: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-05-16T15:48:03.723 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:03 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/3113378330' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-05-16T15:48:05.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:05 smithi157 ceph-mon[35584]: pgmap v371: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:48:05.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:05 smithi148 ceph-mon[34976]: pgmap v371: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:48:05.696 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:05 smithi043 ceph-mon[31619]: pgmap v371: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:48:05.729 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:48:05.731 INFO:tasks.cephadm.ceph_manager.ceph:need seq 227633266743 got 227633266747 for osd.8 2024-05-16T15:48:05.731 DEBUG:teuthology.parallel:result is None 2024-05-16T15:48:06.191 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:48:06.404 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.394+0000 7f15e40a5700 1 -- 172.21.15.43:0/1967085339 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f15dc109540 msgr2=0x7f15dc109920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:06.405 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.394+0000 7f15e40a5700 1 --2- 172.21.15.43:0/1967085339 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f15dc109540 0x7f15dc109920 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f15d80099c0 tx=0x7f15d8009cd0 comp rx=0 tx=0).stop 2024-05-16T15:48:06.405 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.394+0000 7f15e40a5700 1 -- 172.21.15.43:0/1967085339 shutdown_connections 2024-05-16T15:48:06.405 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.394+0000 7f15e40a5700 1 --2- 172.21.15.43:0/1967085339 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f15dc103f20 0x7f15dc110310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:06.405 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.394+0000 7f15e40a5700 1 --2- 172.21.15.43:0/1967085339 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f15dc109540 0x7f15dc109920 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:06.405 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.394+0000 7f15e40a5700 1 --2- 172.21.15.43:0/1967085339 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f15dc103560 0x7f15dc1039e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:06.405 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.394+0000 7f15e40a5700 1 -- 172.21.15.43:0/1967085339 >> 172.21.15.43:0/1967085339 conn(0x7f15dc07a660 msgr2=0x7f15dc07aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:06.405 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.394+0000 7f15e40a5700 1 -- 172.21.15.43:0/1967085339 shutdown_connections 2024-05-16T15:48:06.405 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.394+0000 7f15e40a5700 1 -- 172.21.15.43:0/1967085339 wait complete. 2024-05-16T15:48:06.407 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.395+0000 7f15e40a5700 1 Processor -- start 2024-05-16T15:48:06.407 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.395+0000 7f15e40a5700 1 -- start start 2024-05-16T15:48:06.407 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.395+0000 7f15e40a5700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f15dc103560 0x7f15dc19f710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:06.407 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.395+0000 7f15e40a5700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f15dc103f20 0x7f15dc19fc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:06.407 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.395+0000 7f15e40a5700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f15dc109540 0x7f15dc1998d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:06.407 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.395+0000 7f15e40a5700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f15dc113550 con 0x7f15dc109540 2024-05-16T15:48:06.407 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.395+0000 7f15e40a5700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f15dc1133d0 con 0x7f15dc103560 2024-05-16T15:48:06.407 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.395+0000 7f15e40a5700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f15dc1136d0 con 0x7f15dc103f20 2024-05-16T15:48:06.408 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.395+0000 7f15e2642700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f15dc109540 0x7f15dc1998d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:06.408 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.395+0000 7f15e2642700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f15dc109540 0x7f15dc1998d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:53590/0 (socket says 172.21.15.43:53590) 2024-05-16T15:48:06.408 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.395+0000 7f15e2642700 1 -- 172.21.15.43:0/2251771077 learned_addr learned my addr 172.21.15.43:0/2251771077 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:48:06.408 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.396+0000 7f15e1e41700 1 --2- 172.21.15.43:0/2251771077 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f15dc103560 0x7f15dc19f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:06.408 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.396+0000 7f15e1640700 1 --2- 172.21.15.43:0/2251771077 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f15dc103f20 0x7f15dc19fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:06.408 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.396+0000 7f15e2642700 1 -- 172.21.15.43:0/2251771077 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f15dc103f20 msgr2=0x7f15dc19fc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:06.408 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.396+0000 7f15e2642700 1 --2- 172.21.15.43:0/2251771077 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f15dc103f20 0x7f15dc19fc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:06.408 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.396+0000 7f15e2642700 1 -- 172.21.15.43:0/2251771077 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f15dc103560 msgr2=0x7f15dc19f710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:06.408 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.396+0000 7f15e2642700 1 --2- 172.21.15.43:0/2251771077 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f15dc103560 0x7f15dc19f710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:06.408 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.396+0000 7f15e2642700 1 -- 172.21.15.43:0/2251771077 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15dc19a030 con 0x7f15dc109540 2024-05-16T15:48:06.408 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.396+0000 7f15e2642700 1 --2- 172.21.15.43:0/2251771077 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f15dc109540 0x7f15dc1998d0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f15d4007ee0 tx=0x7f15d400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:06.408 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.396+0000 7f15d2ffd700 1 -- 172.21.15.43:0/2251771077 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15d400dd20 con 0x7f15dc109540 2024-05-16T15:48:06.408 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.396+0000 7f15d2ffd700 1 -- 172.21.15.43:0/2251771077 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f15d4004020 con 0x7f15dc109540 2024-05-16T15:48:06.408 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.396+0000 7f15e40a5700 1 -- 172.21.15.43:0/2251771077 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15dc19a320 con 0x7f15dc109540 2024-05-16T15:48:06.409 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.396+0000 7f15d2ffd700 1 -- 172.21.15.43:0/2251771077 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15d4015660 con 0x7f15dc109540 2024-05-16T15:48:06.409 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.396+0000 7f15e40a5700 1 -- 172.21.15.43:0/2251771077 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15dc1a65e0 con 0x7f15dc109540 2024-05-16T15:48:06.409 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.397+0000 7f15e40a5700 1 -- 172.21.15.43:0/2251771077 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f15dc10b9d0 con 0x7f15dc109540 2024-05-16T15:48:06.409 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.399+0000 7f15d2ffd700 1 -- 172.21.15.43:0/2251771077 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f15d40041d0 con 0x7f15dc109540 2024-05-16T15:48:06.410 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.400+0000 7f15d2ffd700 1 --2- 172.21.15.43:0/2251771077 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f15c80b2910 0x7f15c80b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:06.410 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.400+0000 7f15e1e41700 1 --2- 172.21.15.43:0/2251771077 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f15c80b2910 0x7f15c80b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:06.410 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.400+0000 7f15d2ffd700 1 -- 172.21.15.43:0/2251771077 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f15d40e2900 con 0x7f15dc109540 2024-05-16T15:48:06.410 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.400+0000 7f15e1e41700 1 --2- 172.21.15.43:0/2251771077 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f15c80b2910 0x7f15c80b4dd0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f15dc19aa10 tx=0x7f15d801a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:06.413 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.404+0000 7f15d2ffd700 1 -- 172.21.15.43:0/2251771077 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f15d4010070 con 0x7f15dc109540 2024-05-16T15:48:06.647 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.637+0000 7f15e40a5700 1 -- 172.21.15.43:0/2251771077 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) -- 0x7f15dc10b3b0 con 0x7f15dc109540 2024-05-16T15:48:06.647 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.637+0000 7f15d2ffd700 1 -- 172.21.15.43:0/2251771077 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f15d40aa110 con 0x7f15dc109540 2024-05-16T15:48:06.647 INFO:teuthology.orchestra.run.smithi043.stdout:274877906995 2024-05-16T15:48:06.650 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.640+0000 7f15e40a5700 1 -- 172.21.15.43:0/2251771077 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f15c80b2910 msgr2=0x7f15c80b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:06.650 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.640+0000 7f15e40a5700 1 --2- 172.21.15.43:0/2251771077 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f15c80b2910 0x7f15c80b4dd0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f15dc19aa10 tx=0x7f15d801a040 comp rx=0 tx=0).stop 2024-05-16T15:48:06.650 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.640+0000 7f15e40a5700 1 -- 172.21.15.43:0/2251771077 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f15dc109540 msgr2=0x7f15dc1998d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:06.650 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.640+0000 7f15e40a5700 1 --2- 172.21.15.43:0/2251771077 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f15dc109540 0x7f15dc1998d0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f15d4007ee0 tx=0x7f15d400d3b0 comp rx=0 tx=0).stop 2024-05-16T15:48:06.650 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.640+0000 7f15e40a5700 1 -- 172.21.15.43:0/2251771077 shutdown_connections 2024-05-16T15:48:06.651 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.640+0000 7f15e40a5700 1 --2- 172.21.15.43:0/2251771077 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f15c80b2910 0x7f15c80b4dd0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:06.651 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.640+0000 7f15e40a5700 1 --2- 172.21.15.43:0/2251771077 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f15dc109540 0x7f15dc1998d0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:06.651 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.640+0000 7f15e40a5700 1 --2- 172.21.15.43:0/2251771077 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f15dc103560 0x7f15dc19f710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:06.651 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.640+0000 7f15e40a5700 1 --2- 172.21.15.43:0/2251771077 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f15dc103f20 0x7f15dc19fc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:06.651 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.640+0000 7f15e40a5700 1 -- 172.21.15.43:0/2251771077 >> 172.21.15.43:0/2251771077 conn(0x7f15dc07a660 msgr2=0x7f15dc102300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:06.651 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.640+0000 7f15e40a5700 1 -- 172.21.15.43:0/2251771077 shutdown_connections 2024-05-16T15:48:06.651 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:06.640+0000 7f15e40a5700 1 -- 172.21.15.43:0/2251771077 wait complete. 2024-05-16T15:48:07.356 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:07 smithi043 ceph-mon[31619]: pgmap v372: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 10 op/s 2024-05-16T15:48:07.356 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:07 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/2251771077' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-05-16T15:48:07.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:07 smithi157 ceph-mon[35584]: pgmap v372: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 10 op/s 2024-05-16T15:48:07.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:07 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/2251771077' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-05-16T15:48:07.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:07 smithi148 ceph-mon[34976]: pgmap v372: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 10 op/s 2024-05-16T15:48:07.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:07 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/2251771077' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-05-16T15:48:08.775 INFO:tasks.cephadm.ceph_manager.ceph:need seq 274877906989 got 274877906995 for osd.10 2024-05-16T15:48:08.775 DEBUG:teuthology.parallel:result is None 2024-05-16T15:48:09.380 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:09 smithi043 ceph-mon[31619]: pgmap v373: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 10 op/s 2024-05-16T15:48:09.381 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:09 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/792131557' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-16T15:48:09.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:09 smithi157 ceph-mon[35584]: pgmap v373: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 10 op/s 2024-05-16T15:48:09.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:09 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/792131557' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-16T15:48:09.678 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.666+0000 7ffb99677700 1 -- 172.21.15.43:0/2578245842 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ffb94104100 msgr2=0x7ffb94108120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:09.678 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.666+0000 7ffb99677700 1 --2- 172.21.15.43:0/2578245842 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ffb94104100 0x7ffb94108120 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7ffb880099c0 tx=0x7ffb88009cd0 comp rx=0 tx=0).stop 2024-05-16T15:48:09.678 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.666+0000 7ffb99677700 1 -- 172.21.15.43:0/2578245842 shutdown_connections 2024-05-16T15:48:09.678 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.666+0000 7ffb99677700 1 --2- 172.21.15.43:0/2578245842 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ffb94108850 0x7ffb941103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:09.678 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.666+0000 7ffb99677700 1 --2- 172.21.15.43:0/2578245842 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ffb94103750 0x7ffb94103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:09.678 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.666+0000 7ffb99677700 1 --2- 172.21.15.43:0/2578245842 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ffb94104100 0x7ffb94108120 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:09.678 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.666+0000 7ffb99677700 1 -- 172.21.15.43:0/2578245842 >> 172.21.15.43:0/2578245842 conn(0x7ffb9407a600 msgr2=0x7ffb9407aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:09.679 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.666+0000 7ffb99677700 1 -- 172.21.15.43:0/2578245842 shutdown_connections 2024-05-16T15:48:09.679 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.666+0000 7ffb99677700 1 -- 172.21.15.43:0/2578245842 wait complete. 2024-05-16T15:48:09.679 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.666+0000 7ffb99677700 1 Processor -- start 2024-05-16T15:48:09.679 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.667+0000 7ffb99677700 1 -- start start 2024-05-16T15:48:09.679 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.667+0000 7ffb99677700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ffb94103750 0x7ffb941a5d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:09.679 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.667+0000 7ffb99677700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ffb94104100 0x7ffb941a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:09.679 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.667+0000 7ffb99677700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ffb94108850 0x7ffb9410f640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:09.679 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.667+0000 7ffb99677700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7ffb941134c0 con 0x7ffb94104100 2024-05-16T15:48:09.679 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.667+0000 7ffb99677700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7ffb94113340 con 0x7ffb94103750 2024-05-16T15:48:09.679 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.667+0000 7ffb99677700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7ffb94113640 con 0x7ffb94108850 2024-05-16T15:48:09.679 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.667+0000 7ffb927fc700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ffb94104100 0x7ffb941a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:09.679 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.667+0000 7ffb927fc700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ffb94104100 0x7ffb941a6260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:53622/0 (socket says 172.21.15.43:53622) 2024-05-16T15:48:09.679 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.667+0000 7ffb927fc700 1 -- 172.21.15.43:0/3320477150 learned_addr learned my addr 172.21.15.43:0/3320477150 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:48:09.680 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.667+0000 7ffb92ffd700 1 --2- 172.21.15.43:0/3320477150 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ffb94103750 0x7ffb941a5d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:09.680 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.667+0000 7ffb937fe700 1 --2- 172.21.15.43:0/3320477150 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ffb94108850 0x7ffb9410f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:09.680 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.667+0000 7ffb927fc700 1 -- 172.21.15.43:0/3320477150 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ffb94108850 msgr2=0x7ffb9410f640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:09.680 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.667+0000 7ffb927fc700 1 --2- 172.21.15.43:0/3320477150 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ffb94108850 0x7ffb9410f640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:09.680 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.667+0000 7ffb927fc700 1 -- 172.21.15.43:0/3320477150 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ffb94103750 msgr2=0x7ffb941a5d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:09.680 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.667+0000 7ffb927fc700 1 --2- 172.21.15.43:0/3320477150 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ffb94103750 0x7ffb941a5d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:09.680 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.667+0000 7ffb927fc700 1 -- 172.21.15.43:0/3320477150 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb9410ff40 con 0x7ffb94104100 2024-05-16T15:48:09.680 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.668+0000 7ffb927fc700 1 --2- 172.21.15.43:0/3320477150 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ffb94104100 0x7ffb941a6260 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7ffb88005b40 tx=0x7ffb880047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:09.680 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.668+0000 7ffb7bfff700 1 -- 172.21.15.43:0/3320477150 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb88004830 con 0x7ffb94104100 2024-05-16T15:48:09.680 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.668+0000 7ffb7bfff700 1 -- 172.21.15.43:0/3320477150 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ffb88005020 con 0x7ffb94104100 2024-05-16T15:48:09.680 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.668+0000 7ffb99677700 1 -- 172.21.15.43:0/3320477150 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb94110170 con 0x7ffb94104100 2024-05-16T15:48:09.681 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.668+0000 7ffb7bfff700 1 -- 172.21.15.43:0/3320477150 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb88003de0 con 0x7ffb94104100 2024-05-16T15:48:09.681 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.668+0000 7ffb99677700 1 -- 172.21.15.43:0/3320477150 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb941acb10 con 0x7ffb94104100 2024-05-16T15:48:09.681 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.669+0000 7ffb99677700 1 -- 172.21.15.43:0/3320477150 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffb94104be0 con 0x7ffb94104100 2024-05-16T15:48:09.681 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.671+0000 7ffb7bfff700 1 -- 172.21.15.43:0/3320477150 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7ffb88029060 con 0x7ffb94104100 2024-05-16T15:48:09.682 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.672+0000 7ffb7bfff700 1 --2- 172.21.15.43:0/3320477150 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ffb7c0b2910 0x7ffb7c0b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:09.682 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.672+0000 7ffb92ffd700 1 --2- 172.21.15.43:0/3320477150 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ffb7c0b2910 0x7ffb7c0b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:09.682 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.672+0000 7ffb7bfff700 1 -- 172.21.15.43:0/3320477150 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7ffb880e33e0 con 0x7ffb94104100 2024-05-16T15:48:09.683 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.673+0000 7ffb92ffd700 1 --2- 172.21.15.43:0/3320477150 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ffb7c0b2910 0x7ffb7c0b4dd0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7ffb84005950 tx=0x7ffb8400b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:09.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:09 smithi148 ceph-mon[34976]: pgmap v373: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 10 op/s 2024-05-16T15:48:09.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:09 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/792131557' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-16T15:48:09.686 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.676+0000 7ffb7bfff700 1 -- 172.21.15.43:0/3320477150 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7ffb88013070 con 0x7ffb94104100 2024-05-16T15:48:09.903 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.893+0000 7ffb99677700 1 -- 172.21.15.43:0/3320477150 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7ffb941a1360 con 0x7ffb94104100 2024-05-16T15:48:09.948 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.894+0000 7ffb7bfff700 1 -- 172.21.15.43:0/3320477150 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7ffb941a1360 con 0x7ffb94104100 2024-05-16T15:48:09.949 INFO:teuthology.orchestra.run.smithi043.stdout:133143986258 2024-05-16T15:48:09.950 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.897+0000 7ffb99677700 1 -- 172.21.15.43:0/3320477150 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ffb7c0b2910 msgr2=0x7ffb7c0b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:09.950 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.897+0000 7ffb99677700 1 --2- 172.21.15.43:0/3320477150 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ffb7c0b2910 0x7ffb7c0b4dd0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7ffb84005950 tx=0x7ffb8400b410 comp rx=0 tx=0).stop 2024-05-16T15:48:09.950 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.897+0000 7ffb99677700 1 -- 172.21.15.43:0/3320477150 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ffb94104100 msgr2=0x7ffb941a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:09.950 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.897+0000 7ffb99677700 1 --2- 172.21.15.43:0/3320477150 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ffb94104100 0x7ffb941a6260 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7ffb88005b40 tx=0x7ffb880047b0 comp rx=0 tx=0).stop 2024-05-16T15:48:09.950 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.897+0000 7ffb99677700 1 -- 172.21.15.43:0/3320477150 shutdown_connections 2024-05-16T15:48:09.951 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.897+0000 7ffb99677700 1 --2- 172.21.15.43:0/3320477150 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ffb94108850 0x7ffb9410f640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:09.951 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.897+0000 7ffb99677700 1 --2- 172.21.15.43:0/3320477150 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ffb94103750 0x7ffb941a5d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:09.951 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.897+0000 7ffb99677700 1 --2- 172.21.15.43:0/3320477150 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ffb7c0b2910 0x7ffb7c0b4dd0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:09.951 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.897+0000 7ffb99677700 1 --2- 172.21.15.43:0/3320477150 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ffb94104100 0x7ffb941a6260 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:09.951 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.897+0000 7ffb99677700 1 -- 172.21.15.43:0/3320477150 >> 172.21.15.43:0/3320477150 conn(0x7ffb9407a600 msgr2=0x7ffb941016f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:09.951 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.897+0000 7ffb99677700 1 -- 172.21.15.43:0/3320477150 shutdown_connections 2024-05-16T15:48:09.951 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.897+0000 7ffb99677700 1 -- 172.21.15.43:0/3320477150 wait complete. 2024-05-16T15:48:10.586 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:10 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/3320477150' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-16T15:48:10.674 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:10 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/3320477150' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-16T15:48:10.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:10 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/3320477150' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-16T15:48:10.937 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:08.974+0000 7fef915e6700 1 -- 172.21.15.43:0/1201607097 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fef8c1020c0 msgr2=0x7fef8c1024a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:10.938 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:08.974+0000 7fef915e6700 1 --2- 172.21.15.43:0/1201607097 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fef8c1020c0 0x7fef8c1024a0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fef7c00aaa0 tx=0x7fef7c00adb0 comp rx=0 tx=0).stop 2024-05-16T15:48:10.938 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:08.974+0000 7fef915e6700 1 -- 172.21.15.43:0/1201607097 shutdown_connections 2024-05-16T15:48:10.938 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:08.974+0000 7fef915e6700 1 --2- 172.21.15.43:0/1201607097 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fef8c106f60 0x7fef8c10eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:10.938 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:08.974+0000 7fef915e6700 1 --2- 172.21.15.43:0/1201607097 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fef8c1020c0 0x7fef8c1024a0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:10.938 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:08.974+0000 7fef915e6700 1 --2- 172.21.15.43:0/1201607097 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fef8c102a70 0x7fef8c106830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:10.938 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:08.974+0000 7fef915e6700 1 -- 172.21.15.43:0/1201607097 >> 172.21.15.43:0/1201607097 conn(0x7fef8c0776c0 msgr2=0x7fef8c077ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:10.938 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:08.974+0000 7fef915e6700 1 -- 172.21.15.43:0/1201607097 shutdown_connections 2024-05-16T15:48:10.938 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:08.974+0000 7fef915e6700 1 -- 172.21.15.43:0/1201607097 wait complete. 2024-05-16T15:48:10.938 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:08.975+0000 7fef915e6700 1 Processor -- start 2024-05-16T15:48:10.938 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:08.975+0000 7fef915e6700 1 -- start start 2024-05-16T15:48:10.938 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:08.975+0000 7fef915e6700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fef8c1020c0 0x7fef8c19f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:10.938 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:08.975+0000 7fef915e6700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fef8c102a70 0x7fef8c19fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:10.938 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:08.975+0000 7fef915e6700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fef8c106f60 0x7fef8c199870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:10.939 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:08.975+0000 7fef915e6700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fef8c1113d0 con 0x7fef8c1020c0 2024-05-16T15:48:10.939 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:08.975+0000 7fef915e6700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fef8c111250 con 0x7fef8c102a70 2024-05-16T15:48:10.939 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:08.975+0000 7fef915e6700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fef8c111550 con 0x7fef8c106f60 2024-05-16T15:48:10.939 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:08.975+0000 7fef8affd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fef8c1020c0 0x7fef8c19f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:10.939 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:08.975+0000 7fef8affd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fef8c1020c0 0x7fef8c19f6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:53614/0 (socket says 172.21.15.43:53614) 2024-05-16T15:48:10.939 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:08.975+0000 7fef8affd700 1 -- 172.21.15.43:0/792131557 learned_addr learned my addr 172.21.15.43:0/792131557 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:48:10.939 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:08.976+0000 7fef8a7fc700 1 --2- 172.21.15.43:0/792131557 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fef8c102a70 0x7fef8c19fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:10.939 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:08.976+0000 7fef8b7fe700 1 --2- 172.21.15.43:0/792131557 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fef8c106f60 0x7fef8c199870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:10.939 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:08.976+0000 7fef8affd700 1 -- 172.21.15.43:0/792131557 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fef8c106f60 msgr2=0x7fef8c199870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:10.940 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:08.976+0000 7fef8affd700 1 --2- 172.21.15.43:0/792131557 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fef8c106f60 0x7fef8c199870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:10.940 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:08.976+0000 7fef8affd700 1 -- 172.21.15.43:0/792131557 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fef8c102a70 msgr2=0x7fef8c19fbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:10.940 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:08.976+0000 7fef8affd700 1 --2- 172.21.15.43:0/792131557 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fef8c102a70 0x7fef8c19fbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:10.940 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:08.976+0000 7fef8affd700 1 -- 172.21.15.43:0/792131557 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef8c199fd0 con 0x7fef8c1020c0 2024-05-16T15:48:10.940 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:08.976+0000 7fef8affd700 1 --2- 172.21.15.43:0/792131557 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fef8c1020c0 0x7fef8c19f6b0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fef7c005b40 tx=0x7fef7c0057e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:10.940 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:08.976+0000 7fef83fff700 1 -- 172.21.15.43:0/792131557 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef7c023020 con 0x7fef8c1020c0 2024-05-16T15:48:10.940 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:08.976+0000 7fef83fff700 1 -- 172.21.15.43:0/792131557 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fef7c00e450 con 0x7fef8c1020c0 2024-05-16T15:48:10.940 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:08.976+0000 7fef915e6700 1 -- 172.21.15.43:0/792131557 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef8c19a260 con 0x7fef8c1020c0 2024-05-16T15:48:10.940 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:08.976+0000 7fef83fff700 1 -- 172.21.15.43:0/792131557 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef7c016680 con 0x7fef8c1020c0 2024-05-16T15:48:10.940 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:08.976+0000 7fef915e6700 1 -- 172.21.15.43:0/792131557 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef8c1a6580 con 0x7fef8c1020c0 2024-05-16T15:48:10.940 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:08.977+0000 7fef915e6700 1 -- 172.21.15.43:0/792131557 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef8c1032a0 con 0x7fef8c1020c0 2024-05-16T15:48:10.940 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:08.979+0000 7fef83fff700 1 -- 172.21.15.43:0/792131557 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7fef7c026020 con 0x7fef8c1020c0 2024-05-16T15:48:10.940 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:08.979+0000 7fef83fff700 1 --2- 172.21.15.43:0/792131557 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fef780b2910 0x7fef780b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:10.940 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:08.980+0000 7fef8a7fc700 1 --2- 172.21.15.43:0/792131557 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fef780b2910 0x7fef780b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:10.941 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:08.980+0000 7fef83fff700 1 -- 172.21.15.43:0/792131557 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fef7c0e4280 con 0x7fef8c1020c0 2024-05-16T15:48:10.941 INFO:teuthology.orchestra.run.smithi043.stdout:77309411419 2024-05-16T15:48:10.941 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:08.980+0000 7fef8a7fc700 1 --2- 172.21.15.43:0/792131557 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fef780b2910 0x7fef780b4dd0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fef74005ea0 tx=0x7fef74005e30 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:10.941 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:08.983+0000 7fef83fff700 1 -- 172.21.15.43:0/792131557 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fef7c02d020 con 0x7fef8c1020c0 2024-05-16T15:48:10.941 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.205+0000 7fef915e6700 1 -- 172.21.15.43:0/792131557 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fef8c02e510 con 0x7fef8c1020c0 2024-05-16T15:48:10.941 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.206+0000 7fef83fff700 1 -- 172.21.15.43:0/792131557 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fef7c0abb20 con 0x7fef8c1020c0 2024-05-16T15:48:10.941 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.209+0000 7fef915e6700 1 -- 172.21.15.43:0/792131557 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fef780b2910 msgr2=0x7fef780b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:10.941 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.210+0000 7fef915e6700 1 --2- 172.21.15.43:0/792131557 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fef780b2910 0x7fef780b4dd0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fef74005ea0 tx=0x7fef74005e30 comp rx=0 tx=0).stop 2024-05-16T15:48:10.942 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.210+0000 7fef915e6700 1 -- 172.21.15.43:0/792131557 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fef8c1020c0 msgr2=0x7fef8c19f6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:10.942 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.210+0000 7fef915e6700 1 --2- 172.21.15.43:0/792131557 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fef8c1020c0 0x7fef8c19f6b0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fef7c005b40 tx=0x7fef7c0057e0 comp rx=0 tx=0).stop 2024-05-16T15:48:10.942 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.210+0000 7fef915e6700 1 -- 172.21.15.43:0/792131557 shutdown_connections 2024-05-16T15:48:10.942 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.210+0000 7fef915e6700 1 --2- 172.21.15.43:0/792131557 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fef8c106f60 0x7fef8c199870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:10.942 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.210+0000 7fef915e6700 1 --2- 172.21.15.43:0/792131557 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fef780b2910 0x7fef780b4dd0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:10.942 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.210+0000 7fef915e6700 1 --2- 172.21.15.43:0/792131557 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fef8c1020c0 0x7fef8c19f6b0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:10.942 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.210+0000 7fef915e6700 1 --2- 172.21.15.43:0/792131557 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fef8c102a70 0x7fef8c19fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:10.942 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.210+0000 7fef915e6700 1 -- 172.21.15.43:0/792131557 >> 172.21.15.43:0/792131557 conn(0x7fef8c0776c0 msgr2=0x7fef8c105c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:10.942 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.210+0000 7fef915e6700 1 -- 172.21.15.43:0/792131557 shutdown_connections 2024-05-16T15:48:10.942 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:09.210+0000 7fef915e6700 1 -- 172.21.15.43:0/792131557 wait complete. 2024-05-16T15:48:11.543 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:11 smithi043 ceph-mon[31619]: pgmap v374: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-05-16T15:48:11.576 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411414 got 77309411419 for osd.2 2024-05-16T15:48:11.576 DEBUG:teuthology.parallel:result is None 2024-05-16T15:48:11.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:11 smithi157 ceph-mon[35584]: pgmap v374: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-05-16T15:48:11.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:11 smithi148 ceph-mon[34976]: pgmap v374: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-05-16T15:48:11.823 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:11.813+0000 7f15fb23d700 1 -- 172.21.15.43:0/2266786878 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f15f406b180 msgr2=0x7f15f406b600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:11.823 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:11.813+0000 7f15fb23d700 1 --2- 172.21.15.43:0/2266786878 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f15f406b180 0x7f15f406b600 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f15e0009990 tx=0x7f15e0009ca0 comp rx=0 tx=0).stop 2024-05-16T15:48:11.823 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:11.813+0000 7f15fb23d700 1 -- 172.21.15.43:0/2266786878 shutdown_connections 2024-05-16T15:48:11.823 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:11.813+0000 7f15fb23d700 1 --2- 172.21.15.43:0/2266786878 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f15f406bb40 0x7f15f4110330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:11.823 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:11.813+0000 7f15fb23d700 1 --2- 172.21.15.43:0/2266786878 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f15f4109510 0x7f15f41098f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:11.823 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:11.813+0000 7f15fb23d700 1 --2- 172.21.15.43:0/2266786878 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f15f406b180 0x7f15f406b600 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:11.824 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:11.813+0000 7f15fb23d700 1 -- 172.21.15.43:0/2266786878 >> 172.21.15.43:0/2266786878 conn(0x7f15f4079350 msgr2=0x7f15f4079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:11.824 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:11.813+0000 7f15fb23d700 1 -- 172.21.15.43:0/2266786878 shutdown_connections 2024-05-16T15:48:11.824 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:11.813+0000 7f15fb23d700 1 -- 172.21.15.43:0/2266786878 wait complete. 2024-05-16T15:48:11.826 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:11.814+0000 7f15fb23d700 1 Processor -- start 2024-05-16T15:48:11.826 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:11.814+0000 7f15fb23d700 1 -- start start 2024-05-16T15:48:11.826 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:11.814+0000 7f15fb23d700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f15f406b180 0x7f15f41a1930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:11.826 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:11.814+0000 7f15fb23d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f15f406bb40 0x7f15f41a1e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:11.826 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:11.814+0000 7f15fb23d700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f15f4109510 0x7f15f419baf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:11.826 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:11.814+0000 7f15fb23d700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f15f41134f0 con 0x7f15f406bb40 2024-05-16T15:48:11.826 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:11.814+0000 7f15fb23d700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f15f4113370 con 0x7f15f406b180 2024-05-16T15:48:11.826 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:11.814+0000 7f15fb23d700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f15f4113670 con 0x7f15f4109510 2024-05-16T15:48:11.826 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:11.814+0000 7f15f3fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f15f406bb40 0x7f15f41a1e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:11.826 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:11.814+0000 7f15f3fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f15f406bb40 0x7f15f41a1e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:53632/0 (socket says 172.21.15.43:53632) 2024-05-16T15:48:11.827 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:11.814+0000 7f15f3fff700 1 -- 172.21.15.43:0/68392011 learned_addr learned my addr 172.21.15.43:0/68392011 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:48:11.827 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:11.814+0000 7f15f8fd9700 1 --2- 172.21.15.43:0/68392011 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f15f406b180 0x7f15f41a1930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:11.827 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:11.814+0000 7f15f97da700 1 --2- 172.21.15.43:0/68392011 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f15f4109510 0x7f15f419baf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:11.827 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:11.815+0000 7f15f3fff700 1 -- 172.21.15.43:0/68392011 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f15f4109510 msgr2=0x7f15f419baf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:11.827 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:11.815+0000 7f15f3fff700 1 --2- 172.21.15.43:0/68392011 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f15f4109510 0x7f15f419baf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:11.827 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:11.815+0000 7f15f3fff700 1 -- 172.21.15.43:0/68392011 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f15f406b180 msgr2=0x7f15f41a1930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:11.827 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:11.815+0000 7f15f3fff700 1 --2- 172.21.15.43:0/68392011 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f15f406b180 0x7f15f41a1930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:11.827 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:11.815+0000 7f15f3fff700 1 -- 172.21.15.43:0/68392011 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15f419c250 con 0x7f15f406bb40 2024-05-16T15:48:11.827 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:11.815+0000 7f15f3fff700 1 --2- 172.21.15.43:0/68392011 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f15f406bb40 0x7f15f41a1e70 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f15e0006010 tx=0x7f15e000bfc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:11.827 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:11.815+0000 7f15f1ffb700 1 -- 172.21.15.43:0/68392011 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15e0027070 con 0x7f15f406bb40 2024-05-16T15:48:11.827 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:11.815+0000 7f15fb23d700 1 -- 172.21.15.43:0/68392011 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15f419c4e0 con 0x7f15f406bb40 2024-05-16T15:48:11.827 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:11.815+0000 7f15f1ffb700 1 -- 172.21.15.43:0/68392011 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f15e0022470 con 0x7f15f406bb40 2024-05-16T15:48:11.827 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:11.815+0000 7f15f1ffb700 1 -- 172.21.15.43:0/68392011 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15e0017650 con 0x7f15f406bb40 2024-05-16T15:48:11.827 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:11.815+0000 7f15fb23d700 1 -- 172.21.15.43:0/68392011 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15f41a8800 con 0x7f15f406bb40 2024-05-16T15:48:11.828 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:11.817+0000 7f15fb23d700 1 -- 172.21.15.43:0/68392011 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f15f406a190 con 0x7f15f406bb40 2024-05-16T15:48:11.828 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:11.818+0000 7f15f1ffb700 1 -- 172.21.15.43:0/68392011 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f15e0009d10 con 0x7f15f406bb40 2024-05-16T15:48:11.829 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:11.819+0000 7f15f1ffb700 1 --2- 172.21.15.43:0/68392011 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f15e40b2990 0x7f15e40b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:11.829 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:11.819+0000 7f15f8fd9700 1 --2- 172.21.15.43:0/68392011 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f15e40b2990 0x7f15e40b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:11.829 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:11.819+0000 7f15f1ffb700 1 -- 172.21.15.43:0/68392011 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f15e00e3530 con 0x7f15f406bb40 2024-05-16T15:48:11.830 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:11.820+0000 7f15f8fd9700 1 --2- 172.21.15.43:0/68392011 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f15e40b2990 0x7f15e40b4e50 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f15e8009be0 tx=0x7f15e8009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:11.834 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:11.824+0000 7f15f1ffb700 1 -- 172.21.15.43:0/68392011 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f15e0013070 con 0x7f15f406bb40 2024-05-16T15:48:12.051 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.041+0000 7fde06247700 1 -- 172.21.15.43:0/365745251 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fde0006b180 msgr2=0x7fde0006b600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:12.051 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.041+0000 7fde06247700 1 --2- 172.21.15.43:0/365745251 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fde0006b180 0x7fde0006b600 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fddf4009990 tx=0x7fddf4009ca0 comp rx=0 tx=0).stop 2024-05-16T15:48:12.052 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.041+0000 7fde06247700 1 -- 172.21.15.43:0/365745251 shutdown_connections 2024-05-16T15:48:12.052 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.041+0000 7fde06247700 1 --2- 172.21.15.43:0/365745251 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fde0006bb40 0x7fde00110330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:12.052 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.041+0000 7fde06247700 1 --2- 172.21.15.43:0/365745251 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fde00109510 0x7fde001098f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:12.052 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.041+0000 7fde06247700 1 --2- 172.21.15.43:0/365745251 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fde0006b180 0x7fde0006b600 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:12.052 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.041+0000 7fde06247700 1 -- 172.21.15.43:0/365745251 >> 172.21.15.43:0/365745251 conn(0x7fde00079350 msgr2=0x7fde00079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:12.052 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.041+0000 7fde06247700 1 -- 172.21.15.43:0/365745251 shutdown_connections 2024-05-16T15:48:12.052 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.041+0000 7fde06247700 1 -- 172.21.15.43:0/365745251 wait complete. 2024-05-16T15:48:12.052 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.041+0000 7fde06247700 1 Processor -- start 2024-05-16T15:48:12.053 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.042+0000 7fde06247700 1 -- start start 2024-05-16T15:48:12.054 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.042+0000 7fde06247700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fde0006b180 0x7fde001a18d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:12.054 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.042+0000 7fde06247700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fde0006bb40 0x7fde001a1e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:12.055 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.042+0000 7fde06247700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fde00109510 0x7fde0019ba90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:12.055 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.042+0000 7fde06247700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fde00115720 con 0x7fde0006b180 2024-05-16T15:48:12.055 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.042+0000 7fde06247700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fde001155a0 con 0x7fde0006bb40 2024-05-16T15:48:12.055 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.042+0000 7fde06247700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fde001158a0 con 0x7fde00109510 2024-05-16T15:48:12.055 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.042+0000 7fddff7fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fde0006b180 0x7fde001a18d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:12.055 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.042+0000 7fddff7fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fde0006b180 0x7fde001a18d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:53644/0 (socket says 172.21.15.43:53644) 2024-05-16T15:48:12.055 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.042+0000 7fddff7fe700 1 -- 172.21.15.43:0/3531931550 learned_addr learned my addr 172.21.15.43:0/3531931550 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:48:12.055 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.042+0000 7fddfffff700 1 --2- 172.21.15.43:0/3531931550 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fde00109510 0x7fde0019ba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:12.055 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.042+0000 7fddfeffd700 1 --2- 172.21.15.43:0/3531931550 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fde0006bb40 0x7fde001a1e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:12.055 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.042+0000 7fddff7fe700 1 -- 172.21.15.43:0/3531931550 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fde00109510 msgr2=0x7fde0019ba90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:12.055 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.042+0000 7fddff7fe700 1 --2- 172.21.15.43:0/3531931550 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fde00109510 0x7fde0019ba90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:12.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.042+0000 7fddff7fe700 1 -- 172.21.15.43:0/3531931550 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fde0006bb40 msgr2=0x7fde001a1e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:12.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.042+0000 7fddff7fe700 1 --2- 172.21.15.43:0/3531931550 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fde0006bb40 0x7fde001a1e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:12.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.042+0000 7fddff7fe700 1 -- 172.21.15.43:0/3531931550 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde0019c1f0 con 0x7fde0006b180 2024-05-16T15:48:12.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.042+0000 7fddfffff700 1 --2- 172.21.15.43:0/3531931550 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fde00109510 0x7fde0019ba90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:48:12.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.042+0000 7fddfeffd700 1 --2- 172.21.15.43:0/3531931550 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fde0006bb40 0x7fde001a1e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:48:12.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.043+0000 7fddff7fe700 1 --2- 172.21.15.43:0/3531931550 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fde0006b180 0x7fde001a18d0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fddf000d950 tx=0x7fddf000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:12.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.043+0000 7fddfcff9700 1 -- 172.21.15.43:0/3531931550 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddf0016070 con 0x7fde0006b180 2024-05-16T15:48:12.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.043+0000 7fddfcff9700 1 -- 172.21.15.43:0/3531931550 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fddf0009dd0 con 0x7fde0006b180 2024-05-16T15:48:12.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.043+0000 7fde06247700 1 -- 172.21.15.43:0/3531931550 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde0019c4e0 con 0x7fde0006b180 2024-05-16T15:48:12.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.043+0000 7fddfcff9700 1 -- 172.21.15.43:0/3531931550 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddf000f3c0 con 0x7fde0006b180 2024-05-16T15:48:12.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.043+0000 7fde06247700 1 -- 172.21.15.43:0/3531931550 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde001a87a0 con 0x7fde0006b180 2024-05-16T15:48:12.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.044+0000 7fde06247700 1 -- 172.21.15.43:0/3531931550 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde0006a190 con 0x7fde0006b180 2024-05-16T15:48:12.057 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.045+0000 7f15fb23d700 1 -- 172.21.15.43:0/68392011 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f15f41a89d0 con 0x7f15f406bb40 2024-05-16T15:48:12.057 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.045+0000 7f15f1ffb700 1 -- 172.21.15.43:0/68392011 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f15e00aadd0 con 0x7f15f406bb40 2024-05-16T15:48:12.058 INFO:teuthology.orchestra.run.smithi043.stdout:55834574945 2024-05-16T15:48:12.058 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.046+0000 7fddfcff9700 1 -- 172.21.15.43:0/3531931550 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7fddf0019070 con 0x7fde0006b180 2024-05-16T15:48:12.059 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.047+0000 7fddfcff9700 1 --2- 172.21.15.43:0/3531931550 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fdde80b2910 0x7fdde80b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:12.059 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.047+0000 7fddfeffd700 1 --2- 172.21.15.43:0/3531931550 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fdde80b2910 0x7fdde80b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:12.059 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.047+0000 7fddfcff9700 1 -- 172.21.15.43:0/3531931550 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fddf00e23a0 con 0x7fde0006b180 2024-05-16T15:48:12.059 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.047+0000 7fddfeffd700 1 --2- 172.21.15.43:0/3531931550 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fdde80b2910 0x7fdde80b4dd0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fddf4006010 tx=0x7fddf401a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:12.060 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.049+0000 7f15fb23d700 1 -- 172.21.15.43:0/68392011 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f15e40b2990 msgr2=0x7f15e40b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:12.060 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.049+0000 7f15fb23d700 1 --2- 172.21.15.43:0/68392011 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f15e40b2990 0x7f15e40b4e50 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f15e8009be0 tx=0x7f15e8009260 comp rx=0 tx=0).stop 2024-05-16T15:48:12.060 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.049+0000 7f15fb23d700 1 -- 172.21.15.43:0/68392011 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f15f406bb40 msgr2=0x7f15f41a1e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:12.060 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.049+0000 7f15fb23d700 1 --2- 172.21.15.43:0/68392011 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f15f406bb40 0x7f15f41a1e70 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f15e0006010 tx=0x7f15e000bfc0 comp rx=0 tx=0).stop 2024-05-16T15:48:12.060 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.049+0000 7f15fb23d700 1 -- 172.21.15.43:0/68392011 shutdown_connections 2024-05-16T15:48:12.060 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.049+0000 7f15fb23d700 1 --2- 172.21.15.43:0/68392011 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f15f4109510 0x7f15f419baf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:12.060 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.049+0000 7f15fb23d700 1 --2- 172.21.15.43:0/68392011 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f15f406b180 0x7f15f41a1930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:12.060 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.049+0000 7f15fb23d700 1 --2- 172.21.15.43:0/68392011 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f15e40b2990 0x7f15e40b4e50 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:12.060 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.049+0000 7f15fb23d700 1 --2- 172.21.15.43:0/68392011 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f15f406bb40 0x7f15f41a1e70 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:12.060 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.049+0000 7f15fb23d700 1 -- 172.21.15.43:0/68392011 >> 172.21.15.43:0/68392011 conn(0x7f15f4079350 msgr2=0x7f15f410e680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:12.060 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.049+0000 7f15fb23d700 1 -- 172.21.15.43:0/68392011 shutdown_connections 2024-05-16T15:48:12.060 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.049+0000 7f15fb23d700 1 -- 172.21.15.43:0/68392011 wait complete. 2024-05-16T15:48:12.063 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.053+0000 7fddfcff9700 1 -- 172.21.15.43:0/3531931550 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fddf00a9b50 con 0x7fde0006b180 2024-05-16T15:48:12.286 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.276+0000 7fde06247700 1 -- 172.21.15.43:0/3531931550 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7fde0002e510 con 0x7fde0006b180 2024-05-16T15:48:12.286 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.276+0000 7fddfcff9700 1 -- 172.21.15.43:0/3531931550 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fddf00a9450 con 0x7fde0006b180 2024-05-16T15:48:12.286 INFO:teuthology.orchestra.run.smithi043.stdout:34359738468 2024-05-16T15:48:12.288 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.278+0000 7fde06247700 1 -- 172.21.15.43:0/3531931550 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fdde80b2910 msgr2=0x7fdde80b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:12.289 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.278+0000 7fde06247700 1 --2- 172.21.15.43:0/3531931550 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fdde80b2910 0x7fdde80b4dd0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fddf4006010 tx=0x7fddf401a040 comp rx=0 tx=0).stop 2024-05-16T15:48:12.289 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.278+0000 7fde06247700 1 -- 172.21.15.43:0/3531931550 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fde0006b180 msgr2=0x7fde001a18d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:12.289 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.278+0000 7fde06247700 1 --2- 172.21.15.43:0/3531931550 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fde0006b180 0x7fde001a18d0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fddf000d950 tx=0x7fddf000dc60 comp rx=0 tx=0).stop 2024-05-16T15:48:12.289 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.278+0000 7fde06247700 1 -- 172.21.15.43:0/3531931550 shutdown_connections 2024-05-16T15:48:12.289 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.278+0000 7fde06247700 1 --2- 172.21.15.43:0/3531931550 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fde00109510 0x7fde0019ba90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:12.289 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.278+0000 7fde06247700 1 --2- 172.21.15.43:0/3531931550 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fdde80b2910 0x7fdde80b4dd0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:12.289 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.278+0000 7fde06247700 1 --2- 172.21.15.43:0/3531931550 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fde0006b180 0x7fde001a18d0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:12.289 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.278+0000 7fde06247700 1 --2- 172.21.15.43:0/3531931550 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fde0006bb40 0x7fde001a1e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:12.289 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.278+0000 7fde06247700 1 -- 172.21.15.43:0/3531931550 >> 172.21.15.43:0/3531931550 conn(0x7fde00079350 msgr2=0x7fde001012c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:12.289 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.279+0000 7fde06247700 1 -- 172.21.15.43:0/3531931550 shutdown_connections 2024-05-16T15:48:12.289 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:12.279+0000 7fde06247700 1 -- 172.21.15.43:0/3531931550 wait complete. 2024-05-16T15:48:12.627 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:12 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/68392011' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-16T15:48:12.627 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:12 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/3531931550' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-16T15:48:12.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:12 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/68392011' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-16T15:48:12.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:12 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/3531931550' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-16T15:48:12.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:12 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/68392011' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-16T15:48:12.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:12 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/3531931550' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-16T15:48:12.953 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574939 got 55834574945 for osd.1 2024-05-16T15:48:12.954 DEBUG:teuthology.parallel:result is None 2024-05-16T15:48:13.247 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.237+0000 7f179e353700 1 -- 172.21.15.43:0/3411455572 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1798104130 msgr2=0x7f1798108140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:13.247 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.237+0000 7f179e353700 1 --2- 172.21.15.43:0/3411455572 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1798104130 0x7f1798108140 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f17800099c0 tx=0x7f1780009cd0 comp rx=0 tx=0).stop 2024-05-16T15:48:13.248 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.237+0000 7f179e353700 1 -- 172.21.15.43:0/3411455572 shutdown_connections 2024-05-16T15:48:13.248 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.237+0000 7f179e353700 1 --2- 172.21.15.43:0/3411455572 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1798108870 0x7f17981103f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:13.248 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.237+0000 7f179e353700 1 --2- 172.21.15.43:0/3411455572 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1798103780 0x7f1798103b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:13.248 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.237+0000 7f179e353700 1 --2- 172.21.15.43:0/3411455572 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1798104130 0x7f1798108140 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:13.248 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.237+0000 7f179e353700 1 -- 172.21.15.43:0/3411455572 >> 172.21.15.43:0/3411455572 conn(0x7f179807a610 msgr2=0x7f179807aa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:13.248 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.237+0000 7f179e353700 1 -- 172.21.15.43:0/3411455572 shutdown_connections 2024-05-16T15:48:13.248 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.237+0000 7f179e353700 1 -- 172.21.15.43:0/3411455572 wait complete. 2024-05-16T15:48:13.248 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.237+0000 7f179e353700 1 Processor -- start 2024-05-16T15:48:13.248 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.238+0000 7f179e353700 1 -- start start 2024-05-16T15:48:13.250 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.238+0000 7f179e353700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1798103780 0x7f179819f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:13.250 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.238+0000 7f179e353700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1798104130 0x7f179819fc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:13.250 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.238+0000 7f179e353700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1798108870 0x7f1798199840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:13.250 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.238+0000 7f179e353700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f1798113500 con 0x7f1798104130 2024-05-16T15:48:13.250 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.238+0000 7f179e353700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f1798113380 con 0x7f1798103780 2024-05-16T15:48:13.250 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.238+0000 7f179e353700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f1798113680 con 0x7f1798108870 2024-05-16T15:48:13.250 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.238+0000 7f178ffff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1798104130 0x7f179819fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:13.250 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.238+0000 7f178ffff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1798104130 0x7f179819fc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:53672/0 (socket says 172.21.15.43:53672) 2024-05-16T15:48:13.250 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.238+0000 7f178ffff700 1 -- 172.21.15.43:0/1267571119 learned_addr learned my addr 172.21.15.43:0/1267571119 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:48:13.250 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.238+0000 7f1797fff700 1 --2- 172.21.15.43:0/1267571119 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1798103780 0x7f179819f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:13.250 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.238+0000 7f179c8f0700 1 --2- 172.21.15.43:0/1267571119 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1798108870 0x7f1798199840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:13.251 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.238+0000 7f178ffff700 1 -- 172.21.15.43:0/1267571119 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1798108870 msgr2=0x7f1798199840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:13.251 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.238+0000 7f178ffff700 1 --2- 172.21.15.43:0/1267571119 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1798108870 0x7f1798199840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:13.251 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.238+0000 7f178ffff700 1 -- 172.21.15.43:0/1267571119 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1798103780 msgr2=0x7f179819f6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:13.251 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.238+0000 7f178ffff700 1 --2- 172.21.15.43:0/1267571119 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1798103780 0x7f179819f6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:13.251 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.238+0000 7f178ffff700 1 -- 172.21.15.43:0/1267571119 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f179819a020 con 0x7f1798104130 2024-05-16T15:48:13.251 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.238+0000 7f179c8f0700 1 --2- 172.21.15.43:0/1267571119 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1798108870 0x7f1798199840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:48:13.251 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.239+0000 7f178ffff700 1 --2- 172.21.15.43:0/1267571119 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1798104130 0x7f179819fc00 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f1780006010 tx=0x7f17800045e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:13.251 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.239+0000 7f1795ffb700 1 -- 172.21.15.43:0/1267571119 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1780026070 con 0x7f1798104130 2024-05-16T15:48:13.251 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.239+0000 7f1795ffb700 1 -- 172.21.15.43:0/1267571119 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f178000f460 con 0x7f1798104130 2024-05-16T15:48:13.251 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.239+0000 7f179e353700 1 -- 172.21.15.43:0/1267571119 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f179819a2b0 con 0x7f1798104130 2024-05-16T15:48:13.251 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.239+0000 7f1795ffb700 1 -- 172.21.15.43:0/1267571119 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1780009e60 con 0x7f1798104130 2024-05-16T15:48:13.251 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.239+0000 7f179e353700 1 -- 172.21.15.43:0/1267571119 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17981a6520 con 0x7f1798104130 2024-05-16T15:48:13.251 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.240+0000 7f179e353700 1 -- 172.21.15.43:0/1267571119 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1798104c00 con 0x7f1798104130 2024-05-16T15:48:13.252 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.242+0000 7f1795ffb700 1 -- 172.21.15.43:0/1267571119 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f1780029070 con 0x7f1798104130 2024-05-16T15:48:13.253 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.243+0000 7f1795ffb700 1 --2- 172.21.15.43:0/1267571119 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f17840b2990 0x7f17840b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:13.253 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.243+0000 7f1797fff700 1 --2- 172.21.15.43:0/1267571119 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f17840b2990 0x7f17840b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:13.253 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.243+0000 7f1795ffb700 1 -- 172.21.15.43:0/1267571119 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f17800e3240 con 0x7f1798104130 2024-05-16T15:48:13.254 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.244+0000 7f1797fff700 1 --2- 172.21.15.43:0/1267571119 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f17840b2990 0x7f17840b4e50 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f1788009c60 tx=0x7f1788009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:13.256 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.246+0000 7f1795ffb700 1 -- 172.21.15.43:0/1267571119 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f1780030080 con 0x7f1798104130 2024-05-16T15:48:13.475 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.465+0000 7f179e353700 1 -- 172.21.15.43:0/1267571119 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f179802e510 con 0x7f1798104130 2024-05-16T15:48:13.476 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:13 smithi043 ceph-mon[31619]: pgmap v375: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 9 op/s 2024-05-16T15:48:13.476 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.466+0000 7f1795ffb700 1 -- 172.21.15.43:0/1267571119 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f1780013070 con 0x7f1798104130 2024-05-16T15:48:13.476 INFO:teuthology.orchestra.run.smithi043.stdout:180388626504 2024-05-16T15:48:13.479 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.468+0000 7f179e353700 1 -- 172.21.15.43:0/1267571119 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f17840b2990 msgr2=0x7f17840b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:13.479 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.468+0000 7f179e353700 1 --2- 172.21.15.43:0/1267571119 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f17840b2990 0x7f17840b4e50 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f1788009c60 tx=0x7f1788009260 comp rx=0 tx=0).stop 2024-05-16T15:48:13.479 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.468+0000 7f179e353700 1 -- 172.21.15.43:0/1267571119 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1798104130 msgr2=0x7f179819fc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:13.479 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.468+0000 7f179e353700 1 --2- 172.21.15.43:0/1267571119 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1798104130 0x7f179819fc00 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f1780006010 tx=0x7f17800045e0 comp rx=0 tx=0).stop 2024-05-16T15:48:13.479 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.468+0000 7f179e353700 1 -- 172.21.15.43:0/1267571119 shutdown_connections 2024-05-16T15:48:13.479 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.468+0000 7f179e353700 1 --2- 172.21.15.43:0/1267571119 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1798108870 0x7f1798199840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:13.479 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.468+0000 7f179e353700 1 --2- 172.21.15.43:0/1267571119 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1798103780 0x7f179819f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:13.479 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.468+0000 7f179e353700 1 --2- 172.21.15.43:0/1267571119 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f17840b2990 0x7f17840b4e50 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:13.479 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.468+0000 7f179e353700 1 --2- 172.21.15.43:0/1267571119 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1798104130 0x7f179819fc00 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:13.479 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.468+0000 7f179e353700 1 -- 172.21.15.43:0/1267571119 >> 172.21.15.43:0/1267571119 conn(0x7f179807a610 msgr2=0x7f17981018d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:13.479 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.469+0000 7f179e353700 1 -- 172.21.15.43:0/1267571119 shutdown_connections 2024-05-16T15:48:13.479 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:13.469+0000 7f179e353700 1 -- 172.21.15.43:0/1267571119 wait complete. 2024-05-16T15:48:13.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:13 smithi157 ceph-mon[35584]: pgmap v375: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 9 op/s 2024-05-16T15:48:13.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:13 smithi148 ceph-mon[34976]: pgmap v375: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 9 op/s 2024-05-16T15:48:13.742 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738463 got 34359738468 for osd.0 2024-05-16T15:48:13.743 DEBUG:teuthology.parallel:result is None 2024-05-16T15:48:14.343 INFO:tasks.cephadm.ceph_manager.ceph:need seq 180388626500 got 180388626504 for osd.6 2024-05-16T15:48:14.343 DEBUG:teuthology.parallel:result is None 2024-05-16T15:48:14.473 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:14 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/1267571119' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-16T15:48:14.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:14 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/1267571119' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-16T15:48:14.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:14 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/1267571119' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-16T15:48:14.816 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986253 got 133143986258 for osd.4 2024-05-16T15:48:14.817 DEBUG:teuthology.parallel:result is None 2024-05-16T15:48:14.817 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-05-16T15:48:14.817 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph pg dump --format=json 2024-05-16T15:48:15.086 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:48:15.468 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:15 smithi043 ceph-mon[31619]: pgmap v376: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 10 op/s 2024-05-16T15:48:15.468 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:15 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:48:15.468 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:15 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:48:15.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:15 smithi157 ceph-mon[35584]: pgmap v376: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 10 op/s 2024-05-16T15:48:15.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:15 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:48:15.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:15 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:48:15.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:15 smithi148 ceph-mon[34976]: pgmap v376: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 10 op/s 2024-05-16T15:48:15.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:48:15.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:15 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:48:16.888 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:16.875+0000 7f67c3c7a700 1 -- 172.21.15.43:0/576638492 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f67bc1030b0 msgr2=0x7f67bc10f230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:16.888 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:16.875+0000 7f67c3c7a700 1 --2- 172.21.15.43:0/576638492 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f67bc1030b0 0x7f67bc10f230 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f67b400b0a0 tx=0x7f67b400b3b0 comp rx=0 tx=0).stop 2024-05-16T15:48:16.888 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:16.875+0000 7f67c3c7a700 1 -- 172.21.15.43:0/576638492 shutdown_connections 2024-05-16T15:48:16.888 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:16.875+0000 7f67c3c7a700 1 --2- 172.21.15.43:0/576638492 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f67bc1030b0 0x7f67bc10f230 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:16.888 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:16.875+0000 7f67c3c7a700 1 --2- 172.21.15.43:0/576638492 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f67bc107420 0x7f67bc107800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:16.888 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:16.875+0000 7f67c3c7a700 1 --2- 172.21.15.43:0/576638492 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f67bc1026f0 0x7f67bc102b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:16.888 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:16.875+0000 7f67c3c7a700 1 -- 172.21.15.43:0/576638492 >> 172.21.15.43:0/576638492 conn(0x7f67bc078210 msgr2=0x7f67bc078620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:16.888 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:16.876+0000 7f67c3c7a700 1 -- 172.21.15.43:0/576638492 shutdown_connections 2024-05-16T15:48:16.888 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:16.876+0000 7f67c3c7a700 1 -- 172.21.15.43:0/576638492 wait complete. 2024-05-16T15:48:16.888 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:16.876+0000 7f67c3c7a700 1 Processor -- start 2024-05-16T15:48:16.888 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:16.876+0000 7f67c3c7a700 1 -- start start 2024-05-16T15:48:16.889 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:16.876+0000 7f67c3c7a700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f67bc1026f0 0x7f67bc19a820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:16.889 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:16.876+0000 7f67c3c7a700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f67bc1030b0 0x7f67bc19ad60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:16.889 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:16.877+0000 7f67c3c7a700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f67bc107420 0x7f67bc1a58a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:16.889 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:16.877+0000 7f67c3c7a700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f67bc1124a0 con 0x7f67bc107420 2024-05-16T15:48:16.889 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:16.877+0000 7f67c3c7a700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f67bc112320 con 0x7f67bc1030b0 2024-05-16T15:48:16.889 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:16.877+0000 7f67c3c7a700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f67bc112620 con 0x7f67bc1026f0 2024-05-16T15:48:16.889 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:16.877+0000 7f67c2217700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f67bc107420 0x7f67bc1a58a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:16.889 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:16.877+0000 7f67c2217700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f67bc107420 0x7f67bc1a58a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:60218/0 (socket says 172.21.15.43:60218) 2024-05-16T15:48:16.889 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:16.877+0000 7f67c2217700 1 -- 172.21.15.43:0/1535126340 learned_addr learned my addr 172.21.15.43:0/1535126340 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:48:16.889 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:16.877+0000 7f67c1a16700 1 --2- 172.21.15.43:0/1535126340 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f67bc1026f0 0x7f67bc19a820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:16.889 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:16.877+0000 7f67c1215700 1 --2- 172.21.15.43:0/1535126340 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f67bc1030b0 0x7f67bc19ad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:16.889 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:16.877+0000 7f67c2217700 1 -- 172.21.15.43:0/1535126340 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f67bc1026f0 msgr2=0x7f67bc19a820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:16.889 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:16.877+0000 7f67c2217700 1 --2- 172.21.15.43:0/1535126340 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f67bc1026f0 0x7f67bc19a820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:16.889 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:16.877+0000 7f67c2217700 1 -- 172.21.15.43:0/1535126340 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f67bc1030b0 msgr2=0x7f67bc19ad60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:16.890 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:16.877+0000 7f67c2217700 1 --2- 172.21.15.43:0/1535126340 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f67bc1030b0 0x7f67bc19ad60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:16.890 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:16.877+0000 7f67c2217700 1 -- 172.21.15.43:0/1535126340 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67bc1a5de0 con 0x7f67bc107420 2024-05-16T15:48:16.890 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:16.877+0000 7f67c1215700 1 --2- 172.21.15.43:0/1535126340 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f67bc1030b0 0x7f67bc19ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:48:16.890 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:16.877+0000 7f67c1a16700 1 --2- 172.21.15.43:0/1535126340 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f67bc1026f0 0x7f67bc19a820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:48:16.890 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:16.877+0000 7f67c2217700 1 --2- 172.21.15.43:0/1535126340 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f67bc107420 0x7f67bc1a58a0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f67b40062a0 tx=0x7f67b4004ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:16.890 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:16.877+0000 7f67b2ffd700 1 -- 172.21.15.43:0/1535126340 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67b4021070 con 0x7f67bc107420 2024-05-16T15:48:16.890 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:16.877+0000 7f67b2ffd700 1 -- 172.21.15.43:0/1535126340 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f67b4007d00 con 0x7f67bc107420 2024-05-16T15:48:16.890 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:16.877+0000 7f67c3c7a700 1 -- 172.21.15.43:0/1535126340 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67bc1a5fb0 con 0x7f67bc107420 2024-05-16T15:48:16.890 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:16.878+0000 7f67b2ffd700 1 -- 172.21.15.43:0/1535126340 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67b4005280 con 0x7f67bc107420 2024-05-16T15:48:16.890 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:16.878+0000 7f67c3c7a700 1 -- 172.21.15.43:0/1535126340 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67bc1a6400 con 0x7f67bc107420 2024-05-16T15:48:16.891 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:16.879+0000 7f67c3c7a700 1 -- 172.21.15.43:0/1535126340 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f67bc103b10 con 0x7f67bc107420 2024-05-16T15:48:16.891 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:16.880+0000 7f67b2ffd700 1 -- 172.21.15.43:0/1535126340 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f67b4024070 con 0x7f67bc107420 2024-05-16T15:48:16.891 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:16.881+0000 7f67b2ffd700 1 --2- 172.21.15.43:0/1535126340 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f67a80b2910 0x7f67a80b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:16.891 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:16.881+0000 7f67c1a16700 1 --2- 172.21.15.43:0/1535126340 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f67a80b2910 0x7f67a80b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:16.891 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:16.881+0000 7f67b2ffd700 1 -- 172.21.15.43:0/1535126340 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f67b400f020 con 0x7f67bc107420 2024-05-16T15:48:16.892 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:16.881+0000 7f67c1a16700 1 --2- 172.21.15.43:0/1535126340 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f67a80b2910 0x7f67a80b4dd0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f67bc07a730 tx=0x7f67b8008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:16.894 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:16.884+0000 7f67b2ffd700 1 -- 172.21.15.43:0/1535126340 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f67b402b020 con 0x7f67bc107420 2024-05-16T15:48:17.105 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:17.095+0000 7f67c3c7a700 1 -- 172.21.15.43:0/1535126340 --> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f67bc100db0 con 0x7f67a80b2910 2024-05-16T15:48:17.115 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:17.105+0000 7f67b2ffd700 1 -- 172.21.15.43:0/1535126340 <== mgr.14150 v2:172.21.15.43:6800/198025071 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340397 (secure 0 0 0) 0x7f67bc100db0 con 0x7f67a80b2910 2024-05-16T15:48:17.119 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:48:17.122 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:17.108+0000 7f67c3c7a700 1 -- 172.21.15.43:0/1535126340 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f67a80b2910 msgr2=0x7f67a80b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:17.122 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:17.108+0000 7f67c3c7a700 1 --2- 172.21.15.43:0/1535126340 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f67a80b2910 0x7f67a80b4dd0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f67bc07a730 tx=0x7f67b8008040 comp rx=0 tx=0).stop 2024-05-16T15:48:17.122 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:17.108+0000 7f67c3c7a700 1 -- 172.21.15.43:0/1535126340 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f67bc107420 msgr2=0x7f67bc1a58a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:17.123 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:17.108+0000 7f67c3c7a700 1 --2- 172.21.15.43:0/1535126340 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f67bc107420 0x7f67bc1a58a0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f67b40062a0 tx=0x7f67b4004ed0 comp rx=0 tx=0).stop 2024-05-16T15:48:17.123 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:17.108+0000 7f67c3c7a700 1 -- 172.21.15.43:0/1535126340 shutdown_connections 2024-05-16T15:48:17.123 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:17.108+0000 7f67c3c7a700 1 --2- 172.21.15.43:0/1535126340 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f67a80b2910 0x7f67a80b4dd0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:17.123 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:17.108+0000 7f67c3c7a700 1 --2- 172.21.15.43:0/1535126340 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f67bc107420 0x7f67bc1a58a0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:17.123 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:17.108+0000 7f67c3c7a700 1 --2- 172.21.15.43:0/1535126340 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f67bc1026f0 0x7f67bc19a820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:17.123 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:17.108+0000 7f67c3c7a700 1 --2- 172.21.15.43:0/1535126340 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f67bc1030b0 0x7f67bc19ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:17.123 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:17.108+0000 7f67c3c7a700 1 -- 172.21.15.43:0/1535126340 >> 172.21.15.43:0/1535126340 conn(0x7f67bc078210 msgr2=0x7f67bc1006a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:17.123 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:17.108+0000 7f67c3c7a700 1 -- 172.21.15.43:0/1535126340 shutdown_connections 2024-05-16T15:48:17.123 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:17.109+0000 7f67c3c7a700 1 -- 172.21.15.43:0/1535126340 wait complete. 2024-05-16T15:48:17.123 INFO:teuthology.orchestra.run.smithi043.stderr:dumped all 2024-05-16T15:48:17.474 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:17 smithi043 ceph-mon[31619]: pgmap v377: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 10 op/s 2024-05-16T15:48:17.474 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:17 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:48:17.474 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:17 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:48:17.474 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:17 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:48:17.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:17 smithi157 ceph-mon[35584]: pgmap v377: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 10 op/s 2024-05-16T15:48:17.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:17 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:48:17.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:17 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:48:17.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:17 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:48:17.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:17 smithi148 ceph-mon[34976]: pgmap v377: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 10 op/s 2024-05-16T15:48:17.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:17 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:48:17.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:17 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:48:17.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:17 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:48:17.908 INFO:teuthology.orchestra.run.smithi043.stdout:{"pg_ready":true,"pg_map":{"version":377,"stamp":"2024-05-16T15:48:16.030386+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":660269,"num_objects":102,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":1055,"num_read_kb":634,"num_write":374,"num_write_kb":2294,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":309,"ondisk_log_size":309,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":380092,"kb_used_data":14228,"kb_used_omap":18,"kb_used_meta":365677,"kb_avail":1124561732,"statfs":{"total":1151940427776,"available":1151551213568,"internally_reserved":0,"allocated":14569472,"data_stored":8137949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":374453562},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":121,"num_read_kb":67,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003368"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":38,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.519058+0000","last_change":"2024-05-16T15:45:37.233374+0000","last_active":"2024-05-16T15:47:21.519058+0000","last_peered":"2024-05-16T15:47:21.519058+0000","last_clean":"2024-05-16T15:47:21.519058+0000","last_became_active":"2024-05-16T15:45:37.232018+0000","last_became_peered":"2024-05-16T15:45:37.232018+0000","last_unstale":"2024-05-16T15:47:21.519058+0000","last_undegraded":"2024-05-16T15:47:21.519058+0000","last_fullsized":"2024-05-16T15:47:21.519058+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:04:19.081280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.431911+0000","last_change":"2024-05-16T15:45:37.242265+0000","last_active":"2024-05-16T15:47:22.431911+0000","last_peered":"2024-05-16T15:47:22.431911+0000","last_clean":"2024-05-16T15:47:22.431911+0000","last_became_active":"2024-05-16T15:45:37.241848+0000","last_became_peered":"2024-05-16T15:45:37.241848+0000","last_unstale":"2024-05-16T15:47:22.431911+0000","last_undegraded":"2024-05-16T15:47:22.431911+0000","last_fullsized":"2024-05-16T15:47:22.431911+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:24:22.518004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.431732+0000","last_change":"2024-05-16T15:45:37.236932+0000","last_active":"2024-05-16T15:47:22.431732+0000","last_peered":"2024-05-16T15:47:22.431732+0000","last_clean":"2024-05-16T15:47:22.431732+0000","last_became_active":"2024-05-16T15:45:37.236601+0000","last_became_peered":"2024-05-16T15:45:37.236601+0000","last_unstale":"2024-05-16T15:47:22.431732+0000","last_undegraded":"2024-05-16T15:47:22.431732+0000","last_fullsized":"2024-05-16T15:47:22.431732+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:37:01.846614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.515847+0000","last_change":"2024-05-16T15:46:21.381300+0000","last_active":"2024-05-16T15:47:21.515847+0000","last_peered":"2024-05-16T15:47:21.515847+0000","last_clean":"2024-05-16T15:47:21.515847+0000","last_became_active":"2024-05-16T15:46:21.380918+0000","last_became_peered":"2024-05-16T15:46:21.380918+0000","last_unstale":"2024-05-16T15:47:21.515847+0000","last_undegraded":"2024-05-16T15:47:21.515847+0000","last_fullsized":"2024-05-16T15:47:21.515847+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:07:52.573268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,2],"acting":[9,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.516532+0000","last_change":"2024-05-16T15:45:37.233067+0000","last_active":"2024-05-16T15:47:21.516532+0000","last_peered":"2024-05-16T15:47:21.516532+0000","last_clean":"2024-05-16T15:47:21.516532+0000","last_became_active":"2024-05-16T15:45:37.232681+0000","last_became_peered":"2024-05-16T15:45:37.232681+0000","last_unstale":"2024-05-16T15:47:21.516532+0000","last_undegraded":"2024-05-16T15:47:21.516532+0000","last_fullsized":"2024-05-16T15:47:21.516532+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:53:49.858587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.863898+0000","last_change":"2024-05-16T15:45:37.243970+0000","last_active":"2024-05-16T15:47:21.863898+0000","last_peered":"2024-05-16T15:47:21.863898+0000","last_clean":"2024-05-16T15:47:21.863898+0000","last_became_active":"2024-05-16T15:45:37.242948+0000","last_became_peered":"2024-05-16T15:45:37.242948+0000","last_unstale":"2024-05-16T15:47:21.863898+0000","last_undegraded":"2024-05-16T15:47:21.863898+0000","last_fullsized":"2024-05-16T15:47:21.863898+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:56:23.086817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.516892+0000","last_change":"2024-05-16T15:45:37.238182+0000","last_active":"2024-05-16T15:47:21.516892+0000","last_peered":"2024-05-16T15:47:21.516892+0000","last_clean":"2024-05-16T15:47:21.516892+0000","last_became_active":"2024-05-16T15:45:37.237870+0000","last_became_peered":"2024-05-16T15:45:37.237870+0000","last_unstale":"2024-05-16T15:47:21.516892+0000","last_undegraded":"2024-05-16T15:47:21.516892+0000","last_fullsized":"2024-05-16T15:47:21.516892+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:55:22.817732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.513964+0000","last_change":"2024-05-16T15:46:21.502466+0000","last_active":"2024-05-16T15:47:21.513964+0000","last_peered":"2024-05-16T15:47:21.513964+0000","last_clean":"2024-05-16T15:47:21.513964+0000","last_became_active":"2024-05-16T15:46:21.502211+0000","last_became_peered":"2024-05-16T15:46:21.502211+0000","last_unstale":"2024-05-16T15:47:21.513964+0000","last_undegraded":"2024-05-16T15:47:21.513964+0000","last_fullsized":"2024-05-16T15:47:21.513964+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:41:01.854687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.028076+0000","last_change":"2024-05-16T15:45:37.237713+0000","last_active":"2024-05-16T15:47:22.028076+0000","last_peered":"2024-05-16T15:47:22.028076+0000","last_clean":"2024-05-16T15:47:22.028076+0000","last_became_active":"2024-05-16T15:45:37.237137+0000","last_became_peered":"2024-05-16T15:45:37.237137+0000","last_unstale":"2024-05-16T15:47:22.028076+0000","last_undegraded":"2024-05-16T15:47:22.028076+0000","last_fullsized":"2024-05-16T15:47:22.028076+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:38:06.769524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.864401+0000","last_change":"2024-05-16T15:45:37.243362+0000","last_active":"2024-05-16T15:47:21.864401+0000","last_peered":"2024-05-16T15:47:21.864401+0000","last_clean":"2024-05-16T15:47:21.864401+0000","last_became_active":"2024-05-16T15:45:37.242985+0000","last_became_peered":"2024-05-16T15:45:37.242985+0000","last_unstale":"2024-05-16T15:47:21.864401+0000","last_undegraded":"2024-05-16T15:47:21.864401+0000","last_fullsized":"2024-05-16T15:47:21.864401+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:18:39.316027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.517462+0000","last_change":"2024-05-16T15:45:37.240047+0000","last_active":"2024-05-16T15:47:21.517462+0000","last_peered":"2024-05-16T15:47:21.517462+0000","last_clean":"2024-05-16T15:47:21.517462+0000","last_became_active":"2024-05-16T15:45:37.239562+0000","last_became_peered":"2024-05-16T15:45:37.239562+0000","last_unstale":"2024-05-16T15:47:21.517462+0000","last_undegraded":"2024-05-16T15:47:21.517462+0000","last_fullsized":"2024-05-16T15:47:21.517462+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:41:12.600803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.912106+0000","last_change":"2024-05-16T15:45:37.242464+0000","last_active":"2024-05-16T15:47:21.912106+0000","last_peered":"2024-05-16T15:47:21.912106+0000","last_clean":"2024-05-16T15:47:21.912106+0000","last_became_active":"2024-05-16T15:45:37.242003+0000","last_became_peered":"2024-05-16T15:45:37.242003+0000","last_unstale":"2024-05-16T15:47:21.912106+0000","last_undegraded":"2024-05-16T15:47:21.912106+0000","last_fullsized":"2024-05-16T15:47:21.912106+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T01:40:06.242690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.519652+0000","last_change":"2024-05-16T15:45:37.244301+0000","last_active":"2024-05-16T15:47:21.519652+0000","last_peered":"2024-05-16T15:47:21.519652+0000","last_clean":"2024-05-16T15:47:21.519652+0000","last_became_active":"2024-05-16T15:45:37.243582+0000","last_became_peered":"2024-05-16T15:45:37.243582+0000","last_unstale":"2024-05-16T15:47:21.519652+0000","last_undegraded":"2024-05-16T15:47:21.519652+0000","last_fullsized":"2024-05-16T15:47:21.519652+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:30:38.984575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.431578+0000","last_change":"2024-05-16T15:45:37.231037+0000","last_active":"2024-05-16T15:47:22.431578+0000","last_peered":"2024-05-16T15:47:22.431578+0000","last_clean":"2024-05-16T15:47:22.431578+0000","last_became_active":"2024-05-16T15:45:37.230710+0000","last_became_peered":"2024-05-16T15:45:37.230710+0000","last_unstale":"2024-05-16T15:47:22.431578+0000","last_undegraded":"2024-05-16T15:47:22.431578+0000","last_fullsized":"2024-05-16T15:47:22.431578+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:16:27.329337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.431600+0000","last_change":"2024-05-16T15:45:37.238771+0000","last_active":"2024-05-16T15:47:22.431600+0000","last_peered":"2024-05-16T15:47:22.431600+0000","last_clean":"2024-05-16T15:47:22.431600+0000","last_became_active":"2024-05-16T15:45:37.238424+0000","last_became_peered":"2024-05-16T15:45:37.238424+0000","last_unstale":"2024-05-16T15:47:22.431600+0000","last_undegraded":"2024-05-16T15:47:22.431600+0000","last_fullsized":"2024-05-16T15:47:22.431600+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:25:26.333171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.027396+0000","last_change":"2024-05-16T15:45:37.236070+0000","last_active":"2024-05-16T15:47:22.027396+0000","last_peered":"2024-05-16T15:47:22.027396+0000","last_clean":"2024-05-16T15:47:22.027396+0000","last_became_active":"2024-05-16T15:45:37.235634+0000","last_became_peered":"2024-05-16T15:45:37.235634+0000","last_unstale":"2024-05-16T15:47:22.027396+0000","last_undegraded":"2024-05-16T15:47:22.027396+0000","last_fullsized":"2024-05-16T15:47:22.027396+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:23:03.074527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":38,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.518441+0000","last_change":"2024-05-16T15:45:37.232411+0000","last_active":"2024-05-16T15:47:21.518441+0000","last_peered":"2024-05-16T15:47:21.518441+0000","last_clean":"2024-05-16T15:47:21.518441+0000","last_became_active":"2024-05-16T15:45:37.231433+0000","last_became_peered":"2024-05-16T15:45:37.231433+0000","last_unstale":"2024-05-16T15:47:21.518441+0000","last_undegraded":"2024-05-16T15:47:21.518441+0000","last_fullsized":"2024-05-16T15:47:21.518441+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:31:43.626076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.515443+0000","last_change":"2024-05-16T15:45:37.238345+0000","last_active":"2024-05-16T15:47:21.515443+0000","last_peered":"2024-05-16T15:47:21.515443+0000","last_clean":"2024-05-16T15:47:21.515443+0000","last_became_active":"2024-05-16T15:45:37.237810+0000","last_became_peered":"2024-05-16T15:45:37.237810+0000","last_unstale":"2024-05-16T15:47:21.515443+0000","last_undegraded":"2024-05-16T15:47:21.515443+0000","last_fullsized":"2024-05-16T15:47:21.515443+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:58:26.792733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514781+0000","last_change":"2024-05-16T15:45:37.245583+0000","last_active":"2024-05-16T15:47:21.514781+0000","last_peered":"2024-05-16T15:47:21.514781+0000","last_clean":"2024-05-16T15:47:21.514781+0000","last_became_active":"2024-05-16T15:45:37.245086+0000","last_became_peered":"2024-05-16T15:45:37.245086+0000","last_unstale":"2024-05-16T15:47:21.514781+0000","last_undegraded":"2024-05-16T15:47:21.514781+0000","last_fullsized":"2024-05-16T15:47:21.514781+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:01:46.686164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514309+0000","last_change":"2024-05-16T15:45:47.273887+0000","last_active":"2024-05-16T15:47:21.514309+0000","last_peered":"2024-05-16T15:47:21.514309+0000","last_clean":"2024-05-16T15:47:21.514309+0000","last_became_active":"2024-05-16T15:45:47.273434+0000","last_became_peered":"2024-05-16T15:45:47.273434+0000","last_unstale":"2024-05-16T15:47:21.514309+0000","last_undegraded":"2024-05-16T15:47:21.514309+0000","last_fullsized":"2024-05-16T15:47:21.514309+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:28:49.210985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"87'13","reported_seq":153,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:13.360196+0000","last_change":"2024-05-16T15:45:34.205394+0000","last_active":"2024-05-16T15:48:13.360196+0000","last_peered":"2024-05-16T15:48:13.360196+0000","last_clean":"2024-05-16T15:48:13.360196+0000","last_became_active":"2024-05-16T15:45:34.205035+0000","last_became_peered":"2024-05-16T15:45:34.205035+0000","last_unstale":"2024-05-16T15:48:13.360196+0000","last_undegraded":"2024-05-16T15:48:13.360196+0000","last_fullsized":"2024-05-16T15:48:13.360196+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:03:24.210677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":96,"num_read_kb":96,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.194064+0000","last_change":"2024-05-16T15:45:37.245147+0000","last_active":"2024-05-16T15:47:22.194064+0000","last_peered":"2024-05-16T15:47:22.194064+0000","last_clean":"2024-05-16T15:47:22.194064+0000","last_became_active":"2024-05-16T15:45:37.244817+0000","last_became_peered":"2024-05-16T15:45:37.244817+0000","last_unstale":"2024-05-16T15:47:22.194064+0000","last_undegraded":"2024-05-16T15:47:22.194064+0000","last_fullsized":"2024-05-16T15:47:22.194064+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:21:46.147135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.911714+0000","last_change":"2024-05-16T15:45:47.273818+0000","last_active":"2024-05-16T15:47:21.911714+0000","last_peered":"2024-05-16T15:47:21.911714+0000","last_clean":"2024-05-16T15:47:21.911714+0000","last_became_active":"2024-05-16T15:45:47.273372+0000","last_became_peered":"2024-05-16T15:45:47.273372+0000","last_unstale":"2024-05-16T15:47:21.911714+0000","last_undegraded":"2024-05-16T15:47:21.911714+0000","last_fullsized":"2024-05-16T15:47:21.911714+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:30:57.162207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"87'2","reported_seq":46,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.194287+0000","last_change":"2024-05-16T15:45:34.700053+0000","last_active":"2024-05-16T15:47:22.194287+0000","last_peered":"2024-05-16T15:47:22.194287+0000","last_clean":"2024-05-16T15:47:22.194287+0000","last_became_active":"2024-05-16T15:45:34.699384+0000","last_became_peered":"2024-05-16T15:45:34.699384+0000","last_unstale":"2024-05-16T15:47:22.194287+0000","last_undegraded":"2024-05-16T15:47:22.194287+0000","last_fullsized":"2024-05-16T15:47:22.194287+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:17:33.760661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.431888+0000","last_change":"2024-05-16T15:45:37.233119+0000","last_active":"2024-05-16T15:47:22.431888+0000","last_peered":"2024-05-16T15:47:22.431888+0000","last_clean":"2024-05-16T15:47:22.431888+0000","last_became_active":"2024-05-16T15:45:37.232818+0000","last_became_peered":"2024-05-16T15:45:37.232818+0000","last_unstale":"2024-05-16T15:47:22.431888+0000","last_undegraded":"2024-05-16T15:47:22.431888+0000","last_fullsized":"2024-05-16T15:47:22.431888+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:33:35.610034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.911694+0000","last_change":"2024-05-16T15:45:47.274350+0000","last_active":"2024-05-16T15:47:21.911694+0000","last_peered":"2024-05-16T15:47:21.911694+0000","last_clean":"2024-05-16T15:47:21.911694+0000","last_became_active":"2024-05-16T15:45:47.273912+0000","last_became_peered":"2024-05-16T15:45:47.273912+0000","last_unstale":"2024-05-16T15:47:21.911694+0000","last_undegraded":"2024-05-16T15:47:21.911694+0000","last_fullsized":"2024-05-16T15:47:21.911694+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:41:11.747087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"87'12","reported_seq":67,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.516884+0000","last_change":"2024-05-16T15:46:21.845036+0000","last_active":"2024-05-16T15:47:21.516884+0000","last_peered":"2024-05-16T15:47:21.516884+0000","last_clean":"2024-05-16T15:47:21.516884+0000","last_became_active":"2024-05-16T15:46:21.842324+0000","last_became_peered":"2024-05-16T15:46:21.842324+0000","last_unstale":"2024-05-16T15:47:21.516884+0000","last_undegraded":"2024-05-16T15:47:21.516884+0000","last_fullsized":"2024-05-16T15:47:21.516884+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T01:53:21.667543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,7],"acting":[8,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.027633+0000","last_change":"2024-05-16T15:45:37.234411+0000","last_active":"2024-05-16T15:47:22.027633+0000","last_peered":"2024-05-16T15:47:22.027633+0000","last_clean":"2024-05-16T15:47:22.027633+0000","last_became_active":"2024-05-16T15:45:37.234043+0000","last_became_peered":"2024-05-16T15:45:37.234043+0000","last_unstale":"2024-05-16T15:47:22.027633+0000","last_undegraded":"2024-05-16T15:47:22.027633+0000","last_fullsized":"2024-05-16T15:47:22.027633+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T19:16:27.956508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.911631+0000","last_change":"2024-05-16T15:45:47.269228+0000","last_active":"2024-05-16T15:47:21.911631+0000","last_peered":"2024-05-16T15:47:21.911631+0000","last_clean":"2024-05-16T15:47:21.911631+0000","last_became_active":"2024-05-16T15:45:47.268772+0000","last_became_peered":"2024-05-16T15:45:47.268772+0000","last_unstale":"2024-05-16T15:47:21.911631+0000","last_undegraded":"2024-05-16T15:47:21.911631+0000","last_fullsized":"2024-05-16T15:47:21.911631+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:34:17.566344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"87'5","reported_seq":50,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.516427+0000","last_change":"2024-05-16T15:45:34.206914+0000","last_active":"2024-05-16T15:47:21.516427+0000","last_peered":"2024-05-16T15:47:21.516427+0000","last_clean":"2024-05-16T15:47:21.516427+0000","last_became_active":"2024-05-16T15:45:34.206588+0000","last_became_peered":"2024-05-16T15:45:34.206588+0000","last_unstale":"2024-05-16T15:47:21.516427+0000","last_undegraded":"2024-05-16T15:47:21.516427+0000","last_fullsized":"2024-05-16T15:47:21.516427+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:03:10.172697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.292648+0000","last_change":"2024-05-16T15:45:37.245627+0000","last_active":"2024-05-16T15:47:22.292648+0000","last_peered":"2024-05-16T15:47:22.292648+0000","last_clean":"2024-05-16T15:47:22.292648+0000","last_became_active":"2024-05-16T15:45:37.245185+0000","last_became_peered":"2024-05-16T15:45:37.245185+0000","last_unstale":"2024-05-16T15:47:22.292648+0000","last_undegraded":"2024-05-16T15:47:22.292648+0000","last_fullsized":"2024-05-16T15:47:22.292648+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:05:51.193220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514572+0000","last_change":"2024-05-16T15:45:47.271741+0000","last_active":"2024-05-16T15:47:21.514572+0000","last_peered":"2024-05-16T15:47:21.514572+0000","last_clean":"2024-05-16T15:47:21.514572+0000","last_became_active":"2024-05-16T15:45:47.271361+0000","last_became_peered":"2024-05-16T15:45:47.271361+0000","last_unstale":"2024-05-16T15:47:21.514572+0000","last_undegraded":"2024-05-16T15:47:21.514572+0000","last_fullsized":"2024-05-16T15:47:21.514572+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:09:22.815175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"87'6","reported_seq":146,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:11.358976+0000","last_change":"2024-05-16T15:45:34.203380+0000","last_active":"2024-05-16T15:48:11.358976+0000","last_peered":"2024-05-16T15:48:11.358976+0000","last_clean":"2024-05-16T15:48:11.358976+0000","last_became_active":"2024-05-16T15:45:34.203040+0000","last_became_peered":"2024-05-16T15:45:34.203040+0000","last_unstale":"2024-05-16T15:48:11.358976+0000","last_undegraded":"2024-05-16T15:48:11.358976+0000","last_fullsized":"2024-05-16T15:48:11.358976+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:39:59.141764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1013,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":96,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.516918+0000","last_change":"2024-05-16T15:45:37.237407+0000","last_active":"2024-05-16T15:47:21.516918+0000","last_peered":"2024-05-16T15:47:21.516918+0000","last_clean":"2024-05-16T15:47:21.516918+0000","last_became_active":"2024-05-16T15:45:37.236985+0000","last_became_peered":"2024-05-16T15:45:37.236985+0000","last_unstale":"2024-05-16T15:47:21.516918+0000","last_undegraded":"2024-05-16T15:47:21.516918+0000","last_fullsized":"2024-05-16T15:47:21.516918+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:23:02.341216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514643+0000","last_change":"2024-05-16T15:45:47.272978+0000","last_active":"2024-05-16T15:47:21.514643+0000","last_peered":"2024-05-16T15:47:21.514643+0000","last_clean":"2024-05-16T15:47:21.514643+0000","last_became_active":"2024-05-16T15:45:47.271437+0000","last_became_peered":"2024-05-16T15:45:47.271437+0000","last_unstale":"2024-05-16T15:47:21.514643+0000","last_undegraded":"2024-05-16T15:47:21.514643+0000","last_fullsized":"2024-05-16T15:47:21.514643+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T19:04:02.345284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"87'7","reported_seq":52,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.863902+0000","last_change":"2024-05-16T15:45:34.208911+0000","last_active":"2024-05-16T15:47:21.863902+0000","last_peered":"2024-05-16T15:47:21.863902+0000","last_clean":"2024-05-16T15:47:21.863902+0000","last_became_active":"2024-05-16T15:45:34.208559+0000","last_became_peered":"2024-05-16T15:45:34.208559+0000","last_unstale":"2024-05-16T15:47:21.863902+0000","last_undegraded":"2024-05-16T15:47:21.863902+0000","last_fullsized":"2024-05-16T15:47:21.863902+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T01:53:19.333035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":45,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.292756+0000","last_change":"2024-05-16T15:46:21.384341+0000","last_active":"2024-05-16T15:47:22.292756+0000","last_peered":"2024-05-16T15:47:22.292756+0000","last_clean":"2024-05-16T15:47:22.292756+0000","last_became_active":"2024-05-16T15:46:21.383887+0000","last_became_peered":"2024-05-16T15:46:21.383887+0000","last_unstale":"2024-05-16T15:47:22.292756+0000","last_undegraded":"2024-05-16T15:47:22.292756+0000","last_fullsized":"2024-05-16T15:47:22.292756+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T19:27:52.581300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3],"acting":[5,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.518469+0000","last_change":"2024-05-16T15:45:47.272186+0000","last_active":"2024-05-16T15:47:21.518469+0000","last_peered":"2024-05-16T15:47:21.518469+0000","last_clean":"2024-05-16T15:47:21.518469+0000","last_became_active":"2024-05-16T15:45:47.271769+0000","last_became_peered":"2024-05-16T15:45:47.271769+0000","last_unstale":"2024-05-16T15:47:21.518469+0000","last_undegraded":"2024-05-16T15:47:21.518469+0000","last_fullsized":"2024-05-16T15:47:21.518469+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:36:18.881903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"87'3","reported_seq":48,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.518074+0000","last_change":"2024-05-16T15:45:34.203495+0000","last_active":"2024-05-16T15:47:21.518074+0000","last_peered":"2024-05-16T15:47:21.518074+0000","last_clean":"2024-05-16T15:47:21.518074+0000","last_became_active":"2024-05-16T15:45:34.203236+0000","last_became_peered":"2024-05-16T15:45:34.203236+0000","last_unstale":"2024-05-16T15:47:21.518074+0000","last_undegraded":"2024-05-16T15:47:21.518074+0000","last_fullsized":"2024-05-16T15:47:21.518074+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:34:35.377074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.193623+0000","last_change":"2024-05-16T15:45:37.230891+0000","last_active":"2024-05-16T15:47:22.193623+0000","last_peered":"2024-05-16T15:47:22.193623+0000","last_clean":"2024-05-16T15:47:22.193623+0000","last_became_active":"2024-05-16T15:45:37.230600+0000","last_became_peered":"2024-05-16T15:45:37.230600+0000","last_unstale":"2024-05-16T15:47:22.193623+0000","last_undegraded":"2024-05-16T15:47:22.193623+0000","last_fullsized":"2024-05-16T15:47:22.193623+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:51:50.143297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.431803+0000","last_change":"2024-05-16T15:45:47.265421+0000","last_active":"2024-05-16T15:47:22.431803+0000","last_peered":"2024-05-16T15:47:22.431803+0000","last_clean":"2024-05-16T15:47:22.431803+0000","last_became_active":"2024-05-16T15:45:47.264603+0000","last_became_peered":"2024-05-16T15:45:47.264603+0000","last_unstale":"2024-05-16T15:47:22.431803+0000","last_undegraded":"2024-05-16T15:47:22.431803+0000","last_fullsized":"2024-05-16T15:47:22.431803+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:32:12.958165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"87'3","reported_seq":48,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.291982+0000","last_change":"2024-05-16T15:45:34.203935+0000","last_active":"2024-05-16T15:47:22.291982+0000","last_peered":"2024-05-16T15:47:22.291982+0000","last_clean":"2024-05-16T15:47:22.291982+0000","last_became_active":"2024-05-16T15:45:34.203580+0000","last_became_peered":"2024-05-16T15:45:34.203580+0000","last_unstale":"2024-05-16T15:47:22.291982+0000","last_undegraded":"2024-05-16T15:47:22.291982+0000","last_fullsized":"2024-05-16T15:47:22.291982+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:41:08.458217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514396+0000","last_change":"2024-05-16T15:45:37.232504+0000","last_active":"2024-05-16T15:47:21.514396+0000","last_peered":"2024-05-16T15:47:21.514396+0000","last_clean":"2024-05-16T15:47:21.514396+0000","last_became_active":"2024-05-16T15:45:37.232058+0000","last_became_peered":"2024-05-16T15:45:37.232058+0000","last_unstale":"2024-05-16T15:47:21.514396+0000","last_undegraded":"2024-05-16T15:47:21.514396+0000","last_fullsized":"2024-05-16T15:47:21.514396+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:09:36.891965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.193635+0000","last_change":"2024-05-16T15:45:47.269783+0000","last_active":"2024-05-16T15:47:22.193635+0000","last_peered":"2024-05-16T15:47:22.193635+0000","last_clean":"2024-05-16T15:47:22.193635+0000","last_became_active":"2024-05-16T15:45:47.268502+0000","last_became_peered":"2024-05-16T15:45:47.268502+0000","last_unstale":"2024-05-16T15:47:22.193635+0000","last_undegraded":"2024-05-16T15:47:22.193635+0000","last_fullsized":"2024-05-16T15:47:22.193635+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:51:10.692585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"87'4","reported_seq":239,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:14.362240+0000","last_change":"2024-05-16T15:45:34.207020+0000","last_active":"2024-05-16T15:48:14.362240+0000","last_peered":"2024-05-16T15:48:14.362240+0000","last_clean":"2024-05-16T15:48:14.362240+0000","last_became_active":"2024-05-16T15:45:34.206679+0000","last_became_peered":"2024-05-16T15:45:34.206679+0000","last_unstale":"2024-05-16T15:48:14.362240+0000","last_undegraded":"2024-05-16T15:48:14.362240+0000","last_fullsized":"2024-05-16T15:48:14.362240+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:26:53.649747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":190,"num_read_kb":190,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.028068+0000","last_change":"2024-05-16T15:45:37.237022+0000","last_active":"2024-05-16T15:47:22.028068+0000","last_peered":"2024-05-16T15:47:22.028068+0000","last_clean":"2024-05-16T15:47:22.028068+0000","last_became_active":"2024-05-16T15:45:37.236378+0000","last_became_peered":"2024-05-16T15:45:37.236378+0000","last_unstale":"2024-05-16T15:47:22.028068+0000","last_undegraded":"2024-05-16T15:47:22.028068+0000","last_fullsized":"2024-05-16T15:47:22.028068+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T19:33:08.853534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514616+0000","last_change":"2024-05-16T15:45:47.270746+0000","last_active":"2024-05-16T15:47:21.514616+0000","last_peered":"2024-05-16T15:47:21.514616+0000","last_clean":"2024-05-16T15:47:21.514616+0000","last_became_active":"2024-05-16T15:45:47.270147+0000","last_became_peered":"2024-05-16T15:45:47.270147+0000","last_unstale":"2024-05-16T15:47:21.514616+0000","last_undegraded":"2024-05-16T15:47:21.514616+0000","last_fullsized":"2024-05-16T15:47:21.514616+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:16:49.530406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"87'4","reported_seq":48,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.517410+0000","last_change":"2024-05-16T15:45:34.204229+0000","last_active":"2024-05-16T15:47:21.517410+0000","last_peered":"2024-05-16T15:47:21.517410+0000","last_clean":"2024-05-16T15:47:21.517410+0000","last_became_active":"2024-05-16T15:45:34.203826+0000","last_became_peered":"2024-05-16T15:45:34.203826+0000","last_unstale":"2024-05-16T15:47:21.517410+0000","last_undegraded":"2024-05-16T15:47:21.517410+0000","last_fullsized":"2024-05-16T15:47:21.517410+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:53:30.409658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":45,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.431775+0000","last_change":"2024-05-16T15:46:21.382657+0000","last_active":"2024-05-16T15:47:22.431775+0000","last_peered":"2024-05-16T15:47:22.431775+0000","last_clean":"2024-05-16T15:47:22.431775+0000","last_became_active":"2024-05-16T15:46:21.382279+0000","last_became_peered":"2024-05-16T15:46:21.382279+0000","last_unstale":"2024-05-16T15:47:22.431775+0000","last_undegraded":"2024-05-16T15:47:22.431775+0000","last_fullsized":"2024-05-16T15:47:22.431775+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:13:36.113286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.912003+0000","last_change":"2024-05-16T15:45:47.272831+0000","last_active":"2024-05-16T15:47:21.912003+0000","last_peered":"2024-05-16T15:47:21.912003+0000","last_clean":"2024-05-16T15:47:21.912003+0000","last_became_active":"2024-05-16T15:45:47.272430+0000","last_became_peered":"2024-05-16T15:45:47.272430+0000","last_unstale":"2024-05-16T15:47:21.912003+0000","last_undegraded":"2024-05-16T15:47:21.912003+0000","last_fullsized":"2024-05-16T15:47:21.912003+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:28:47.602617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"87'5","reported_seq":50,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.292496+0000","last_change":"2024-05-16T15:45:34.700222+0000","last_active":"2024-05-16T15:47:22.292496+0000","last_peered":"2024-05-16T15:47:22.292496+0000","last_clean":"2024-05-16T15:47:22.292496+0000","last_became_active":"2024-05-16T15:45:34.699776+0000","last_became_peered":"2024-05-16T15:45:34.699776+0000","last_unstale":"2024-05-16T15:47:22.292496+0000","last_undegraded":"2024-05-16T15:47:22.292496+0000","last_fullsized":"2024-05-16T15:47:22.292496+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:22:49.327804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.027710+0000","last_change":"2024-05-16T15:45:37.238757+0000","last_active":"2024-05-16T15:47:22.027710+0000","last_peered":"2024-05-16T15:47:22.027710+0000","last_clean":"2024-05-16T15:47:22.027710+0000","last_became_active":"2024-05-16T15:45:37.238434+0000","last_became_peered":"2024-05-16T15:45:37.238434+0000","last_unstale":"2024-05-16T15:47:22.027710+0000","last_undegraded":"2024-05-16T15:47:22.027710+0000","last_fullsized":"2024-05-16T15:47:22.027710+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:35:45.674381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514367+0000","last_change":"2024-05-16T15:45:47.272694+0000","last_active":"2024-05-16T15:47:21.514367+0000","last_peered":"2024-05-16T15:47:21.514367+0000","last_clean":"2024-05-16T15:47:21.514367+0000","last_became_active":"2024-05-16T15:45:47.272316+0000","last_became_peered":"2024-05-16T15:45:47.272316+0000","last_unstale":"2024-05-16T15:47:21.514367+0000","last_undegraded":"2024-05-16T15:47:21.514367+0000","last_fullsized":"2024-05-16T15:47:21.514367+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:16:30.349120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"87'35","reported_seq":278,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:14.362351+0000","last_change":"2024-05-16T15:45:34.209964+0000","last_active":"2024-05-16T15:48:14.362351+0000","last_peered":"2024-05-16T15:48:14.362351+0000","last_clean":"2024-05-16T15:48:14.362351+0000","last_became_active":"2024-05-16T15:45:34.209597+0000","last_became_peered":"2024-05-16T15:45:34.209597+0000","last_unstale":"2024-05-16T15:48:14.362351+0000","last_undegraded":"2024-05-16T15:48:14.362351+0000","last_fullsized":"2024-05-16T15:48:14.362351+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:12:21.590031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":62072,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":198,"num_read_kb":160,"num_write":37,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.516534+0000","last_change":"2024-05-16T15:45:37.241393+0000","last_active":"2024-05-16T15:47:21.516534+0000","last_peered":"2024-05-16T15:47:21.516534+0000","last_clean":"2024-05-16T15:47:21.516534+0000","last_became_active":"2024-05-16T15:45:37.240937+0000","last_became_peered":"2024-05-16T15:45:37.240937+0000","last_unstale":"2024-05-16T15:47:21.516534+0000","last_undegraded":"2024-05-16T15:47:21.516534+0000","last_fullsized":"2024-05-16T15:47:21.516534+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:21:42.415245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.292913+0000","last_change":"2024-05-16T15:45:47.273984+0000","last_active":"2024-05-16T15:47:22.292913+0000","last_peered":"2024-05-16T15:47:22.292913+0000","last_clean":"2024-05-16T15:47:22.292913+0000","last_became_active":"2024-05-16T15:45:47.273572+0000","last_became_peered":"2024-05-16T15:45:47.273572+0000","last_unstale":"2024-05-16T15:47:22.292913+0000","last_undegraded":"2024-05-16T15:47:22.292913+0000","last_fullsized":"2024-05-16T15:47:22.292913+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:33:26.603363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"87'9","reported_seq":56,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514635+0000","last_change":"2024-05-16T15:45:34.208133+0000","last_active":"2024-05-16T15:47:21.514635+0000","last_peered":"2024-05-16T15:47:21.514635+0000","last_clean":"2024-05-16T15:47:21.514635+0000","last_became_active":"2024-05-16T15:45:34.206983+0000","last_became_peered":"2024-05-16T15:45:34.206983+0000","last_unstale":"2024-05-16T15:47:21.514635+0000","last_undegraded":"2024-05-16T15:47:21.514635+0000","last_fullsized":"2024-05-16T15:47:21.514635+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:00:25.813822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.518983+0000","last_change":"2024-05-16T15:45:37.238117+0000","last_active":"2024-05-16T15:47:21.518983+0000","last_peered":"2024-05-16T15:47:21.518983+0000","last_clean":"2024-05-16T15:47:21.518983+0000","last_became_active":"2024-05-16T15:45:37.237748+0000","last_became_peered":"2024-05-16T15:45:37.237748+0000","last_unstale":"2024-05-16T15:47:21.518983+0000","last_undegraded":"2024-05-16T15:47:21.518983+0000","last_fullsized":"2024-05-16T15:47:21.518983+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:16:22.543126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.518183+0000","last_change":"2024-05-16T15:45:47.273544+0000","last_active":"2024-05-16T15:47:21.518183+0000","last_peered":"2024-05-16T15:47:21.518183+0000","last_clean":"2024-05-16T15:47:21.518183+0000","last_became_active":"2024-05-16T15:45:47.273098+0000","last_became_peered":"2024-05-16T15:45:47.273098+0000","last_unstale":"2024-05-16T15:47:21.518183+0000","last_undegraded":"2024-05-16T15:47:21.518183+0000","last_fullsized":"2024-05-16T15:47:21.518183+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:32:06.354159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"87'5","reported_seq":50,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.292515+0000","last_change":"2024-05-16T15:45:34.203448+0000","last_active":"2024-05-16T15:47:22.292515+0000","last_peered":"2024-05-16T15:47:22.292515+0000","last_clean":"2024-05-16T15:47:22.292515+0000","last_became_active":"2024-05-16T15:45:34.199641+0000","last_became_peered":"2024-05-16T15:45:34.199641+0000","last_unstale":"2024-05-16T15:47:22.292515+0000","last_undegraded":"2024-05-16T15:47:22.292515+0000","last_fullsized":"2024-05-16T15:47:22.292515+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:47:53.761201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.517267+0000","last_change":"2024-05-16T15:45:37.242897+0000","last_active":"2024-05-16T15:47:21.517267+0000","last_peered":"2024-05-16T15:47:21.517267+0000","last_clean":"2024-05-16T15:47:21.517267+0000","last_became_active":"2024-05-16T15:45:37.242561+0000","last_became_peered":"2024-05-16T15:45:37.242561+0000","last_unstale":"2024-05-16T15:47:21.517267+0000","last_undegraded":"2024-05-16T15:47:21.517267+0000","last_fullsized":"2024-05-16T15:47:21.517267+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:21:49.213218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514966+0000","last_change":"2024-05-16T15:45:47.277674+0000","last_active":"2024-05-16T15:47:21.514966+0000","last_peered":"2024-05-16T15:47:21.514966+0000","last_clean":"2024-05-16T15:47:21.514966+0000","last_became_active":"2024-05-16T15:45:47.277282+0000","last_became_peered":"2024-05-16T15:45:47.277282+0000","last_unstale":"2024-05-16T15:47:21.514966+0000","last_undegraded":"2024-05-16T15:47:21.514966+0000","last_fullsized":"2024-05-16T15:47:21.514966+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:17:07.066312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"87'6","reported_seq":146,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:11.379977+0000","last_change":"2024-05-16T15:45:34.207768+0000","last_active":"2024-05-16T15:48:11.379977+0000","last_peered":"2024-05-16T15:48:11.379977+0000","last_clean":"2024-05-16T15:48:11.379977+0000","last_became_active":"2024-05-16T15:45:34.206894+0000","last_became_peered":"2024-05-16T15:45:34.206894+0000","last_unstale":"2024-05-16T15:48:11.379977+0000","last_undegraded":"2024-05-16T15:48:11.379977+0000","last_fullsized":"2024-05-16T15:48:11.379977+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:15:12.447195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":97,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.516924+0000","last_change":"2024-05-16T15:45:37.239401+0000","last_active":"2024-05-16T15:47:21.516924+0000","last_peered":"2024-05-16T15:47:21.516924+0000","last_clean":"2024-05-16T15:47:21.516924+0000","last_became_active":"2024-05-16T15:45:37.239014+0000","last_became_peered":"2024-05-16T15:45:37.239014+0000","last_unstale":"2024-05-16T15:47:21.516924+0000","last_undegraded":"2024-05-16T15:47:21.516924+0000","last_fullsized":"2024-05-16T15:47:21.516924+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:43:33.133074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":36,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.195278+0000","last_change":"2024-05-16T15:47:22.194923+0000","last_active":"2024-05-16T15:47:22.195278+0000","last_peered":"2024-05-16T15:47:22.195278+0000","last_clean":"2024-05-16T15:47:22.195278+0000","last_became_active":"2024-05-16T15:47:22.194587+0000","last_became_peered":"2024-05-16T15:47:22.194587+0000","last_unstale":"2024-05-16T15:47:22.195278+0000","last_undegraded":"2024-05-16T15:47:22.195278+0000","last_fullsized":"2024-05-16T15:47:22.195278+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:54:23.983032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,8,11],"acting":[6,3,8,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"87'17","reported_seq":35,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.518011+0000","last_change":"2024-05-16T15:46:21.389090+0000","last_active":"2024-05-16T15:47:21.518011+0000","last_peered":"2024-05-16T15:47:21.518011+0000","last_clean":"2024-05-16T15:47:21.518011+0000","last_became_active":"2024-05-16T15:46:21.380484+0000","last_became_peered":"2024-05-16T15:46:21.380484+0000","last_unstale":"2024-05-16T15:47:21.518011+0000","last_undegraded":"2024-05-16T15:47:21.518011+0000","last_fullsized":"2024-05-16T15:47:21.518011+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T19:35:08.593759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.292141+0000","last_change":"2024-05-16T15:45:37.238980+0000","last_active":"2024-05-16T15:47:22.292141+0000","last_peered":"2024-05-16T15:47:22.292141+0000","last_clean":"2024-05-16T15:47:22.292141+0000","last_became_active":"2024-05-16T15:45:37.238572+0000","last_became_peered":"2024-05-16T15:45:37.238572+0000","last_unstale":"2024-05-16T15:47:22.292141+0000","last_undegraded":"2024-05-16T15:47:22.292141+0000","last_fullsized":"2024-05-16T15:47:22.292141+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T01:37:08.907100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.292118+0000","last_change":"2024-05-16T15:45:47.273183+0000","last_active":"2024-05-16T15:47:22.292118+0000","last_peered":"2024-05-16T15:47:22.292118+0000","last_clean":"2024-05-16T15:47:22.292118+0000","last_became_active":"2024-05-16T15:45:47.272613+0000","last_became_peered":"2024-05-16T15:45:47.272613+0000","last_unstale":"2024-05-16T15:47:22.292118+0000","last_undegraded":"2024-05-16T15:47:22.292118+0000","last_fullsized":"2024-05-16T15:47:22.292118+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:48:58.027704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"87'2","reported_seq":47,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.516659+0000","last_change":"2024-05-16T15:45:34.207938+0000","last_active":"2024-05-16T15:47:21.516659+0000","last_peered":"2024-05-16T15:47:21.516659+0000","last_clean":"2024-05-16T15:47:21.516659+0000","last_became_active":"2024-05-16T15:45:34.207549+0000","last_became_peered":"2024-05-16T15:45:34.207549+0000","last_unstale":"2024-05-16T15:47:21.516659+0000","last_undegraded":"2024-05-16T15:47:21.516659+0000","last_fullsized":"2024-05-16T15:47:21.516659+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:09:06.443105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":38,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.519162+0000","last_change":"2024-05-16T15:45:37.237519+0000","last_active":"2024-05-16T15:47:21.519162+0000","last_peered":"2024-05-16T15:47:21.519162+0000","last_clean":"2024-05-16T15:47:21.519162+0000","last_became_active":"2024-05-16T15:45:37.237137+0000","last_became_peered":"2024-05-16T15:45:37.237137+0000","last_unstale":"2024-05-16T15:47:21.519162+0000","last_undegraded":"2024-05-16T15:47:21.519162+0000","last_fullsized":"2024-05-16T15:47:21.519162+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:37:45.844280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":36,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.029561+0000","last_change":"2024-05-16T15:47:22.029157+0000","last_active":"2024-05-16T15:47:22.029561+0000","last_peered":"2024-05-16T15:47:22.029561+0000","last_clean":"2024-05-16T15:47:22.029561+0000","last_became_active":"2024-05-16T15:47:22.028708+0000","last_became_peered":"2024-05-16T15:47:22.028708+0000","last_unstale":"2024-05-16T15:47:22.029561+0000","last_undegraded":"2024-05-16T15:47:22.029561+0000","last_fullsized":"2024-05-16T15:47:22.029561+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:01:57.927185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,1],"acting":[8,10,11,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"87'1","reported_seq":45,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.515796+0000","last_change":"2024-05-16T15:45:34.701796+0000","last_active":"2024-05-16T15:47:21.515796+0000","last_peered":"2024-05-16T15:47:21.515796+0000","last_clean":"2024-05-16T15:47:21.515796+0000","last_became_active":"2024-05-16T15:45:34.701423+0000","last_became_peered":"2024-05-16T15:45:34.701423+0000","last_unstale":"2024-05-16T15:47:21.515796+0000","last_undegraded":"2024-05-16T15:47:21.515796+0000","last_fullsized":"2024-05-16T15:47:21.515796+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:51:39.299367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.864254+0000","last_change":"2024-05-16T15:45:37.236173+0000","last_active":"2024-05-16T15:47:21.864254+0000","last_peered":"2024-05-16T15:47:21.864254+0000","last_clean":"2024-05-16T15:47:21.864254+0000","last_became_active":"2024-05-16T15:45:37.235828+0000","last_became_peered":"2024-05-16T15:45:37.235828+0000","last_unstale":"2024-05-16T15:47:21.864254+0000","last_undegraded":"2024-05-16T15:47:21.864254+0000","last_fullsized":"2024-05-16T15:47:21.864254+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:20:10.148148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.518073+0000","last_change":"2024-05-16T15:45:47.267275+0000","last_active":"2024-05-16T15:47:21.518073+0000","last_peered":"2024-05-16T15:47:21.518073+0000","last_clean":"2024-05-16T15:47:21.518073+0000","last_became_active":"2024-05-16T15:45:47.266909+0000","last_became_peered":"2024-05-16T15:45:47.266909+0000","last_unstale":"2024-05-16T15:47:21.518073+0000","last_undegraded":"2024-05-16T15:47:21.518073+0000","last_fullsized":"2024-05-16T15:47:21.518073+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:31:53.534439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"87'5","reported_seq":142,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:10.356758+0000","last_change":"2024-05-16T15:45:34.204344+0000","last_active":"2024-05-16T15:48:10.356758+0000","last_peered":"2024-05-16T15:48:10.356758+0000","last_clean":"2024-05-16T15:48:10.356758+0000","last_became_active":"2024-05-16T15:45:34.203814+0000","last_became_peered":"2024-05-16T15:45:34.203814+0000","last_unstale":"2024-05-16T15:48:10.356758+0000","last_undegraded":"2024-05-16T15:48:10.356758+0000","last_fullsized":"2024-05-16T15:48:10.356758+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:31:03.693553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":93,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.863970+0000","last_change":"2024-05-16T15:45:37.244708+0000","last_active":"2024-05-16T15:47:21.863970+0000","last_peered":"2024-05-16T15:47:21.863970+0000","last_clean":"2024-05-16T15:47:21.863970+0000","last_became_active":"2024-05-16T15:45:37.243723+0000","last_became_peered":"2024-05-16T15:45:37.243723+0000","last_unstale":"2024-05-16T15:47:21.863970+0000","last_undegraded":"2024-05-16T15:47:21.863970+0000","last_fullsized":"2024-05-16T15:47:21.863970+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:34:01.004617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.520051+0000","last_change":"2024-05-16T15:45:47.475862+0000","last_active":"2024-05-16T15:47:21.520051+0000","last_peered":"2024-05-16T15:47:21.520051+0000","last_clean":"2024-05-16T15:47:21.520051+0000","last_became_active":"2024-05-16T15:45:47.475451+0000","last_became_peered":"2024-05-16T15:45:47.475451+0000","last_unstale":"2024-05-16T15:47:21.520051+0000","last_undegraded":"2024-05-16T15:47:21.520051+0000","last_fullsized":"2024-05-16T15:47:21.520051+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T01:54:38.250133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.513825+0000","last_change":"2024-05-16T15:46:21.745366+0000","last_active":"2024-05-16T15:47:21.513825+0000","last_peered":"2024-05-16T15:47:21.513825+0000","last_clean":"2024-05-16T15:47:21.513825+0000","last_became_active":"2024-05-16T15:46:21.745093+0000","last_became_peered":"2024-05-16T15:46:21.745093+0000","last_unstale":"2024-05-16T15:47:21.513825+0000","last_undegraded":"2024-05-16T15:47:21.513825+0000","last_fullsized":"2024-05-16T15:47:21.513825+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:22:29.073142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,4],"acting":[9,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1","version":"87'5","reported_seq":143,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:10.378191+0000","last_change":"2024-05-16T15:45:34.699798+0000","last_active":"2024-05-16T15:48:10.378191+0000","last_peered":"2024-05-16T15:48:10.378191+0000","last_clean":"2024-05-16T15:48:10.378191+0000","last_became_active":"2024-05-16T15:45:34.699365+0000","last_became_peered":"2024-05-16T15:45:34.699365+0000","last_unstale":"2024-05-16T15:48:10.378191+0000","last_undegraded":"2024-05-16T15:48:10.378191+0000","last_fullsized":"2024-05-16T15:48:10.378191+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T19:26:39.680727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":93,"num_read_kb":93,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"87'1","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.517177+0000","last_change":"2024-05-16T15:45:47.272670+0000","last_active":"2024-05-16T15:47:21.517177+0000","last_peered":"2024-05-16T15:47:21.517177+0000","last_clean":"2024-05-16T15:47:21.517177+0000","last_became_active":"2024-05-16T15:45:47.272186+0000","last_became_peered":"2024-05-16T15:45:47.272186+0000","last_unstale":"2024-05-16T15:47:21.517177+0000","last_undegraded":"2024-05-16T15:47:21.517177+0000","last_fullsized":"2024-05-16T15:47:21.517177+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:50:32.511871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.193703+0000","last_change":"2024-05-16T15:45:37.239792+0000","last_active":"2024-05-16T15:47:22.193703+0000","last_peered":"2024-05-16T15:47:22.193703+0000","last_clean":"2024-05-16T15:47:22.193703+0000","last_became_active":"2024-05-16T15:45:37.239317+0000","last_became_peered":"2024-05-16T15:45:37.239317+0000","last_unstale":"2024-05-16T15:47:22.193703+0000","last_undegraded":"2024-05-16T15:47:22.193703+0000","last_fullsized":"2024-05-16T15:47:22.193703+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:40:09.278518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"87'6","reported_seq":53,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.911860+0000","last_change":"2024-05-16T15:45:34.205852+0000","last_active":"2024-05-16T15:47:21.911860+0000","last_peered":"2024-05-16T15:47:21.911860+0000","last_clean":"2024-05-16T15:47:21.911860+0000","last_became_active":"2024-05-16T15:45:34.205471+0000","last_became_peered":"2024-05-16T15:45:34.205471+0000","last_unstale":"2024-05-16T15:47:21.911860+0000","last_undegraded":"2024-05-16T15:47:21.911860+0000","last_fullsized":"2024-05-16T15:47:21.911860+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:37:16.887316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":117,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.516683+0000","last_change":"2024-05-16T15:44:11.582770+0000","last_active":"2024-05-16T15:47:21.516683+0000","last_peered":"2024-05-16T15:47:21.516683+0000","last_clean":"2024-05-16T15:47:21.516683+0000","last_became_active":"2024-05-16T15:44:11.578379+0000","last_became_peered":"2024-05-16T15:44:11.578379+0000","last_unstale":"2024-05-16T15:47:21.516683+0000","last_undegraded":"2024-05-16T15:47:21.516683+0000","last_fullsized":"2024-05-16T15:47:21.516683+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:40:48.349724+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:40:48.349724+0000","last_clean_scrub_stamp":"2024-05-16T15:40:48.349724+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:05:40.446247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.292812+0000","last_change":"2024-05-16T15:45:47.476117+0000","last_active":"2024-05-16T15:47:22.292812+0000","last_peered":"2024-05-16T15:47:22.292812+0000","last_clean":"2024-05-16T15:47:22.292812+0000","last_became_active":"2024-05-16T15:45:47.475620+0000","last_became_peered":"2024-05-16T15:45:47.475620+0000","last_unstale":"2024-05-16T15:47:22.292812+0000","last_undegraded":"2024-05-16T15:47:22.292812+0000","last_fullsized":"2024-05-16T15:47:22.292812+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:30:43.306489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.517824+0000","last_change":"2024-05-16T15:45:37.242169+0000","last_active":"2024-05-16T15:47:21.517824+0000","last_peered":"2024-05-16T15:47:21.517824+0000","last_clean":"2024-05-16T15:47:21.517824+0000","last_became_active":"2024-05-16T15:45:37.239665+0000","last_became_peered":"2024-05-16T15:45:37.239665+0000","last_unstale":"2024-05-16T15:47:21.517824+0000","last_undegraded":"2024-05-16T15:47:21.517824+0000","last_fullsized":"2024-05-16T15:47:21.517824+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:19:55.922659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"87'4","reported_seq":48,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.516857+0000","last_change":"2024-05-16T15:45:34.206003+0000","last_active":"2024-05-16T15:47:21.516857+0000","last_peered":"2024-05-16T15:47:21.516857+0000","last_clean":"2024-05-16T15:47:21.516857+0000","last_became_active":"2024-05-16T15:45:34.205626+0000","last_became_peered":"2024-05-16T15:45:34.205626+0000","last_unstale":"2024-05-16T15:47:21.516857+0000","last_undegraded":"2024-05-16T15:47:21.516857+0000","last_fullsized":"2024-05-16T15:47:21.516857+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:07:42.311502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":36,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.866175+0000","last_change":"2024-05-16T15:47:21.865720+0000","last_active":"2024-05-16T15:47:21.866175+0000","last_peered":"2024-05-16T15:47:21.866175+0000","last_clean":"2024-05-16T15:47:21.866175+0000","last_became_active":"2024-05-16T15:47:21.865053+0000","last_became_peered":"2024-05-16T15:47:21.865053+0000","last_unstale":"2024-05-16T15:47:21.866175+0000","last_undegraded":"2024-05-16T15:47:21.866175+0000","last_fullsized":"2024-05-16T15:47:21.866175+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:15:07.364609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,7,6],"acting":[11,10,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"87'4","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.518222+0000","last_change":"2024-05-16T15:46:21.377930+0000","last_active":"2024-05-16T15:47:21.518222+0000","last_peered":"2024-05-16T15:47:21.518222+0000","last_clean":"2024-05-16T15:47:21.518222+0000","last_became_active":"2024-05-16T15:46:21.377429+0000","last_became_peered":"2024-05-16T15:46:21.377429+0000","last_unstale":"2024-05-16T15:47:21.518222+0000","last_undegraded":"2024-05-16T15:47:21.518222+0000","last_fullsized":"2024-05-16T15:47:21.518222+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:57:00.348793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.518280+0000","last_change":"2024-05-16T15:45:37.242116+0000","last_active":"2024-05-16T15:47:21.518280+0000","last_peered":"2024-05-16T15:47:21.518280+0000","last_clean":"2024-05-16T15:47:21.518280+0000","last_became_active":"2024-05-16T15:45:37.241200+0000","last_became_peered":"2024-05-16T15:45:37.241200+0000","last_unstale":"2024-05-16T15:47:21.518280+0000","last_undegraded":"2024-05-16T15:47:21.518280+0000","last_fullsized":"2024-05-16T15:47:21.518280+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:49:46.377848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.193622+0000","last_change":"2024-05-16T15:45:47.475754+0000","last_active":"2024-05-16T15:47:22.193622+0000","last_peered":"2024-05-16T15:47:22.193622+0000","last_clean":"2024-05-16T15:47:22.193622+0000","last_became_active":"2024-05-16T15:45:47.475275+0000","last_became_peered":"2024-05-16T15:45:47.475275+0000","last_unstale":"2024-05-16T15:47:22.193622+0000","last_undegraded":"2024-05-16T15:47:22.193622+0000","last_fullsized":"2024-05-16T15:47:22.193622+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:15:47.964178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"87'15","reported_seq":59,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.515551+0000","last_change":"2024-05-16T15:45:34.205399+0000","last_active":"2024-05-16T15:47:21.515551+0000","last_peered":"2024-05-16T15:47:21.515551+0000","last_clean":"2024-05-16T15:47:21.515551+0000","last_became_active":"2024-05-16T15:45:34.205060+0000","last_became_peered":"2024-05-16T15:45:34.205060+0000","last_unstale":"2024-05-16T15:47:21.515551+0000","last_undegraded":"2024-05-16T15:47:21.515551+0000","last_fullsized":"2024-05-16T15:47:21.515551+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T19:40:20.128239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.194263+0000","last_change":"2024-05-16T15:45:37.233081+0000","last_active":"2024-05-16T15:47:22.194263+0000","last_peered":"2024-05-16T15:47:22.194263+0000","last_clean":"2024-05-16T15:47:22.194263+0000","last_became_active":"2024-05-16T15:45:37.232779+0000","last_became_peered":"2024-05-16T15:45:37.232779+0000","last_unstale":"2024-05-16T15:47:22.194263+0000","last_undegraded":"2024-05-16T15:47:22.194263+0000","last_fullsized":"2024-05-16T15:47:22.194263+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:37:09.749771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514495+0000","last_change":"2024-05-16T15:45:47.269019+0000","last_active":"2024-05-16T15:47:21.514495+0000","last_peered":"2024-05-16T15:47:21.514495+0000","last_clean":"2024-05-16T15:47:21.514495+0000","last_became_active":"2024-05-16T15:45:47.268487+0000","last_became_peered":"2024-05-16T15:45:47.268487+0000","last_unstale":"2024-05-16T15:47:21.514495+0000","last_undegraded":"2024-05-16T15:47:21.514495+0000","last_fullsized":"2024-05-16T15:47:21.514495+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:27:49.485175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"87'7","reported_seq":52,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.912240+0000","last_change":"2024-05-16T15:45:34.790890+0000","last_active":"2024-05-16T15:47:21.912240+0000","last_peered":"2024-05-16T15:47:21.912240+0000","last_clean":"2024-05-16T15:47:21.912240+0000","last_became_active":"2024-05-16T15:45:34.790486+0000","last_became_peered":"2024-05-16T15:45:34.790486+0000","last_unstale":"2024-05-16T15:47:21.912240+0000","last_undegraded":"2024-05-16T15:47:21.912240+0000","last_fullsized":"2024-05-16T15:47:21.912240+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:56:41.880726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.431947+0000","last_change":"2024-05-16T15:45:37.236732+0000","last_active":"2024-05-16T15:47:22.431947+0000","last_peered":"2024-05-16T15:47:22.431947+0000","last_clean":"2024-05-16T15:47:22.431947+0000","last_became_active":"2024-05-16T15:45:37.236352+0000","last_became_peered":"2024-05-16T15:45:37.236352+0000","last_unstale":"2024-05-16T15:47:22.431947+0000","last_undegraded":"2024-05-16T15:47:22.431947+0000","last_fullsized":"2024-05-16T15:47:22.431947+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:41:43.870623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.912026+0000","last_change":"2024-05-16T15:45:47.477145+0000","last_active":"2024-05-16T15:47:21.912026+0000","last_peered":"2024-05-16T15:47:21.912026+0000","last_clean":"2024-05-16T15:47:21.912026+0000","last_became_active":"2024-05-16T15:45:47.476397+0000","last_became_peered":"2024-05-16T15:45:47.476397+0000","last_unstale":"2024-05-16T15:47:21.912026+0000","last_undegraded":"2024-05-16T15:47:21.912026+0000","last_fullsized":"2024-05-16T15:47:21.912026+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:38:10.933346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"87'2","reported_seq":46,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.027481+0000","last_change":"2024-05-16T15:45:34.700250+0000","last_active":"2024-05-16T15:47:22.027481+0000","last_peered":"2024-05-16T15:47:22.027481+0000","last_clean":"2024-05-16T15:47:22.027481+0000","last_became_active":"2024-05-16T15:45:34.699828+0000","last_became_peered":"2024-05-16T15:45:34.699828+0000","last_unstale":"2024-05-16T15:47:22.027481+0000","last_undegraded":"2024-05-16T15:47:22.027481+0000","last_fullsized":"2024-05-16T15:47:22.027481+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:05:12.569035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.516207+0000","last_change":"2024-05-16T15:45:37.233166+0000","last_active":"2024-05-16T15:47:21.516207+0000","last_peered":"2024-05-16T15:47:21.516207+0000","last_clean":"2024-05-16T15:47:21.516207+0000","last_became_active":"2024-05-16T15:45:37.232782+0000","last_became_peered":"2024-05-16T15:45:37.232782+0000","last_unstale":"2024-05-16T15:47:21.516207+0000","last_undegraded":"2024-05-16T15:47:21.516207+0000","last_fullsized":"2024-05-16T15:47:21.516207+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:03:25.036943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.515077+0000","last_change":"2024-05-16T15:45:47.276411+0000","last_active":"2024-05-16T15:47:21.515077+0000","last_peered":"2024-05-16T15:47:21.515077+0000","last_clean":"2024-05-16T15:47:21.515077+0000","last_became_active":"2024-05-16T15:45:47.275933+0000","last_became_peered":"2024-05-16T15:45:47.275933+0000","last_unstale":"2024-05-16T15:47:21.515077+0000","last_undegraded":"2024-05-16T15:47:21.515077+0000","last_fullsized":"2024-05-16T15:47:21.515077+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:46:28.717689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"87'7","reported_seq":51,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.193698+0000","last_change":"2024-05-16T15:45:34.202700+0000","last_active":"2024-05-16T15:47:22.193698+0000","last_peered":"2024-05-16T15:47:22.193698+0000","last_clean":"2024-05-16T15:47:22.193698+0000","last_became_active":"2024-05-16T15:45:34.202190+0000","last_became_peered":"2024-05-16T15:45:34.202190+0000","last_unstale":"2024-05-16T15:47:22.193698+0000","last_undegraded":"2024-05-16T15:47:22.193698+0000","last_fullsized":"2024-05-16T15:47:22.193698+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:06:16.978609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":38,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.518166+0000","last_change":"2024-05-16T15:45:37.240233+0000","last_active":"2024-05-16T15:47:21.518166+0000","last_peered":"2024-05-16T15:47:21.518166+0000","last_clean":"2024-05-16T15:47:21.518166+0000","last_became_active":"2024-05-16T15:45:37.239064+0000","last_became_peered":"2024-05-16T15:45:37.239064+0000","last_unstale":"2024-05-16T15:47:21.518166+0000","last_undegraded":"2024-05-16T15:47:21.518166+0000","last_fullsized":"2024-05-16T15:47:21.518166+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:08:11.736333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"87'1","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.911908+0000","last_change":"2024-05-16T15:45:47.275416+0000","last_active":"2024-05-16T15:47:21.911908+0000","last_peered":"2024-05-16T15:47:21.911908+0000","last_clean":"2024-05-16T15:47:21.911908+0000","last_became_active":"2024-05-16T15:45:47.274506+0000","last_became_peered":"2024-05-16T15:45:47.274506+0000","last_unstale":"2024-05-16T15:47:21.911908+0000","last_undegraded":"2024-05-16T15:47:21.911908+0000","last_fullsized":"2024-05-16T15:47:21.911908+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:42:05.852294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"87'3","reported_seq":48,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514367+0000","last_change":"2024-05-16T15:45:34.207300+0000","last_active":"2024-05-16T15:47:21.514367+0000","last_peered":"2024-05-16T15:47:21.514367+0000","last_clean":"2024-05-16T15:47:21.514367+0000","last_became_active":"2024-05-16T15:45:34.206151+0000","last_became_peered":"2024-05-16T15:45:34.206151+0000","last_unstale":"2024-05-16T15:47:21.514367+0000","last_undegraded":"2024-05-16T15:47:21.514367+0000","last_fullsized":"2024-05-16T15:47:21.514367+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:04:22.349576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.194056+0000","last_change":"2024-05-16T15:45:37.233761+0000","last_active":"2024-05-16T15:47:22.194056+0000","last_peered":"2024-05-16T15:47:22.194056+0000","last_clean":"2024-05-16T15:47:22.194056+0000","last_became_active":"2024-05-16T15:45:37.233444+0000","last_became_peered":"2024-05-16T15:45:37.233444+0000","last_unstale":"2024-05-16T15:47:22.194056+0000","last_undegraded":"2024-05-16T15:47:22.194056+0000","last_fullsized":"2024-05-16T15:47:22.194056+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:37:51.166623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.911992+0000","last_change":"2024-05-16T15:45:47.476432+0000","last_active":"2024-05-16T15:47:21.911992+0000","last_peered":"2024-05-16T15:47:21.911992+0000","last_clean":"2024-05-16T15:47:21.911992+0000","last_became_active":"2024-05-16T15:45:47.475873+0000","last_became_peered":"2024-05-16T15:45:47.475873+0000","last_unstale":"2024-05-16T15:47:21.911992+0000","last_undegraded":"2024-05-16T15:47:21.911992+0000","last_fullsized":"2024-05-16T15:47:21.911992+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:46:53.204221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"87'4","reported_seq":49,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.516590+0000","last_change":"2024-05-16T15:45:34.210226+0000","last_active":"2024-05-16T15:47:21.516590+0000","last_peered":"2024-05-16T15:47:21.516590+0000","last_clean":"2024-05-16T15:47:21.516590+0000","last_became_active":"2024-05-16T15:45:34.209633+0000","last_became_peered":"2024-05-16T15:45:34.209633+0000","last_unstale":"2024-05-16T15:47:21.516590+0000","last_undegraded":"2024-05-16T15:47:21.516590+0000","last_fullsized":"2024-05-16T15:47:21.516590+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:53:43.802801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.517553+0000","last_change":"2024-05-16T15:45:37.240231+0000","last_active":"2024-05-16T15:47:21.517553+0000","last_peered":"2024-05-16T15:47:21.517553+0000","last_clean":"2024-05-16T15:47:21.517553+0000","last_became_active":"2024-05-16T15:45:37.239799+0000","last_became_peered":"2024-05-16T15:45:37.239799+0000","last_unstale":"2024-05-16T15:47:21.517553+0000","last_undegraded":"2024-05-16T15:47:21.517553+0000","last_fullsized":"2024-05-16T15:47:21.517553+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:52:49.389331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.027693+0000","last_change":"2024-05-16T15:45:47.271582+0000","last_active":"2024-05-16T15:47:22.027693+0000","last_peered":"2024-05-16T15:47:22.027693+0000","last_clean":"2024-05-16T15:47:22.027693+0000","last_became_active":"2024-05-16T15:45:47.270972+0000","last_became_peered":"2024-05-16T15:45:47.270972+0000","last_unstale":"2024-05-16T15:47:22.027693+0000","last_undegraded":"2024-05-16T15:47:22.027693+0000","last_fullsized":"2024-05-16T15:47:22.027693+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:39:52.603011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"87'6","reported_seq":147,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:11.358802+0000","last_change":"2024-05-16T15:45:34.790876+0000","last_active":"2024-05-16T15:48:11.358802+0000","last_peered":"2024-05-16T15:48:11.358802+0000","last_clean":"2024-05-16T15:48:11.358802+0000","last_became_active":"2024-05-16T15:45:34.790447+0000","last_became_peered":"2024-05-16T15:45:34.790447+0000","last_unstale":"2024-05-16T15:48:11.358802+0000","last_undegraded":"2024-05-16T15:48:11.358802+0000","last_fullsized":"2024-05-16T15:48:11.358802+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T01:05:30.528357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1561,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":96,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.517561+0000","last_change":"2024-05-16T15:45:37.238854+0000","last_active":"2024-05-16T15:47:21.517561+0000","last_peered":"2024-05-16T15:47:21.517561+0000","last_clean":"2024-05-16T15:47:21.517561+0000","last_became_active":"2024-05-16T15:45:37.238488+0000","last_became_peered":"2024-05-16T15:45:37.238488+0000","last_unstale":"2024-05-16T15:47:21.517561+0000","last_undegraded":"2024-05-16T15:47:21.517561+0000","last_fullsized":"2024-05-16T15:47:21.517561+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:42:51.844191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":36,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.431548+0000","last_change":"2024-05-16T15:46:21.842140+0000","last_active":"2024-05-16T15:47:22.431548+0000","last_peered":"2024-05-16T15:47:22.431548+0000","last_clean":"2024-05-16T15:47:22.431548+0000","last_became_active":"2024-05-16T15:46:21.841703+0000","last_became_peered":"2024-05-16T15:46:21.841703+0000","last_unstale":"2024-05-16T15:47:22.431548+0000","last_undegraded":"2024-05-16T15:47:22.431548+0000","last_fullsized":"2024-05-16T15:47:22.431548+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:35:47.742372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,1,4],"acting":[0,8,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"87'3","reported_seq":48,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.292656+0000","last_change":"2024-05-16T15:45:34.205485+0000","last_active":"2024-05-16T15:47:22.292656+0000","last_peered":"2024-05-16T15:47:22.292656+0000","last_clean":"2024-05-16T15:47:22.292656+0000","last_became_active":"2024-05-16T15:45:34.205164+0000","last_became_peered":"2024-05-16T15:45:34.205164+0000","last_unstale":"2024-05-16T15:47:22.292656+0000","last_undegraded":"2024-05-16T15:47:22.292656+0000","last_fullsized":"2024-05-16T15:47:22.292656+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T15:57:32.616570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.517367+0000","last_change":"2024-05-16T15:45:37.240357+0000","last_active":"2024-05-16T15:47:21.517367+0000","last_peered":"2024-05-16T15:47:21.517367+0000","last_clean":"2024-05-16T15:47:21.517367+0000","last_became_active":"2024-05-16T15:45:37.240030+0000","last_became_peered":"2024-05-16T15:45:37.240030+0000","last_unstale":"2024-05-16T15:47:21.517367+0000","last_undegraded":"2024-05-16T15:47:21.517367+0000","last_fullsized":"2024-05-16T15:47:21.517367+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:25:16.186385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.291906+0000","last_change":"2024-05-16T15:45:47.271687+0000","last_active":"2024-05-16T15:47:22.291906+0000","last_peered":"2024-05-16T15:47:22.291906+0000","last_clean":"2024-05-16T15:47:22.291906+0000","last_became_active":"2024-05-16T15:45:47.270773+0000","last_became_peered":"2024-05-16T15:45:47.270773+0000","last_unstale":"2024-05-16T15:47:22.291906+0000","last_undegraded":"2024-05-16T15:47:22.291906+0000","last_fullsized":"2024-05-16T15:47:22.291906+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:44:45.480762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"87'5","reported_seq":60,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.518564+0000","last_change":"2024-05-16T15:46:21.749061+0000","last_active":"2024-05-16T15:47:21.518564+0000","last_peered":"2024-05-16T15:47:21.518564+0000","last_clean":"2024-05-16T15:47:21.518564+0000","last_became_active":"2024-05-16T15:46:21.746449+0000","last_became_peered":"2024-05-16T15:46:21.746449+0000","last_unstale":"2024-05-16T15:47:21.518564+0000","last_undegraded":"2024-05-16T15:47:21.518564+0000","last_fullsized":"2024-05-16T15:47:21.518564+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:00:34.933589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4],"acting":[6,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.517577+0000","last_change":"2024-05-16T15:45:37.237364+0000","last_active":"2024-05-16T15:47:21.517577+0000","last_peered":"2024-05-16T15:47:21.517577+0000","last_clean":"2024-05-16T15:47:21.517577+0000","last_became_active":"2024-05-16T15:45:37.237030+0000","last_became_peered":"2024-05-16T15:45:37.237030+0000","last_unstale":"2024-05-16T15:47:21.517577+0000","last_undegraded":"2024-05-16T15:47:21.517577+0000","last_fullsized":"2024-05-16T15:47:21.517577+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:04:04.708571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":38,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.518434+0000","last_change":"2024-05-16T15:45:37.239678+0000","last_active":"2024-05-16T15:47:21.518434+0000","last_peered":"2024-05-16T15:47:21.518434+0000","last_clean":"2024-05-16T15:47:21.518434+0000","last_became_active":"2024-05-16T15:45:37.239352+0000","last_became_peered":"2024-05-16T15:45:37.239352+0000","last_unstale":"2024-05-16T15:47:21.518434+0000","last_undegraded":"2024-05-16T15:47:21.518434+0000","last_fullsized":"2024-05-16T15:47:21.518434+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:57:18.279809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514531+0000","last_change":"2024-05-16T15:45:37.239863+0000","last_active":"2024-05-16T15:47:21.514531+0000","last_peered":"2024-05-16T15:47:21.514531+0000","last_clean":"2024-05-16T15:47:21.514531+0000","last_became_active":"2024-05-16T15:45:37.239508+0000","last_became_peered":"2024-05-16T15:45:37.239508+0000","last_unstale":"2024-05-16T15:47:21.514531+0000","last_undegraded":"2024-05-16T15:47:21.514531+0000","last_fullsized":"2024-05-16T15:47:21.514531+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:37:38.162774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514317+0000","last_change":"2024-05-16T15:45:37.242473+0000","last_active":"2024-05-16T15:47:21.514317+0000","last_peered":"2024-05-16T15:47:21.514317+0000","last_clean":"2024-05-16T15:47:21.514317+0000","last_became_active":"2024-05-16T15:45:37.242118+0000","last_became_peered":"2024-05-16T15:45:37.242118+0000","last_unstale":"2024-05-16T15:47:21.514317+0000","last_undegraded":"2024-05-16T15:47:21.514317+0000","last_fullsized":"2024-05-16T15:47:21.514317+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:36:47.638343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.431798+0000","last_change":"2024-05-16T15:45:37.236693+0000","last_active":"2024-05-16T15:47:22.431798+0000","last_peered":"2024-05-16T15:47:22.431798+0000","last_clean":"2024-05-16T15:47:22.431798+0000","last_became_active":"2024-05-16T15:45:37.236339+0000","last_became_peered":"2024-05-16T15:45:37.236339+0000","last_unstale":"2024-05-16T15:47:22.431798+0000","last_undegraded":"2024-05-16T15:47:22.431798+0000","last_fullsized":"2024-05-16T15:47:22.431798+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:12:22.662950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.518525+0000","last_change":"2024-05-16T15:45:37.239526+0000","last_active":"2024-05-16T15:47:21.518525+0000","last_peered":"2024-05-16T15:47:21.518525+0000","last_clean":"2024-05-16T15:47:21.518525+0000","last_became_active":"2024-05-16T15:45:37.239026+0000","last_became_peered":"2024-05-16T15:45:37.239026+0000","last_unstale":"2024-05-16T15:47:21.518525+0000","last_undegraded":"2024-05-16T15:47:21.518525+0000","last_fullsized":"2024-05-16T15:47:21.518525+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:13:56.168226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":38,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.519051+0000","last_change":"2024-05-16T15:45:37.237037+0000","last_active":"2024-05-16T15:47:21.519051+0000","last_peered":"2024-05-16T15:47:21.519051+0000","last_clean":"2024-05-16T15:47:21.519051+0000","last_became_active":"2024-05-16T15:45:37.236623+0000","last_became_peered":"2024-05-16T15:45:37.236623+0000","last_unstale":"2024-05-16T15:47:21.519051+0000","last_undegraded":"2024-05-16T15:47:21.519051+0000","last_fullsized":"2024-05-16T15:47:21.519051+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:12:00.172679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514745+0000","last_change":"2024-05-16T15:45:37.243539+0000","last_active":"2024-05-16T15:47:21.514745+0000","last_peered":"2024-05-16T15:47:21.514745+0000","last_clean":"2024-05-16T15:47:21.514745+0000","last_became_active":"2024-05-16T15:45:37.243167+0000","last_became_peered":"2024-05-16T15:45:37.243167+0000","last_unstale":"2024-05-16T15:47:21.514745+0000","last_undegraded":"2024-05-16T15:47:21.514745+0000","last_fullsized":"2024-05-16T15:47:21.514745+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:53:31.078235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.194307+0000","last_change":"2024-05-16T15:45:37.244703+0000","last_active":"2024-05-16T15:47:22.194307+0000","last_peered":"2024-05-16T15:47:22.194307+0000","last_clean":"2024-05-16T15:47:22.194307+0000","last_became_active":"2024-05-16T15:45:37.236077+0000","last_became_peered":"2024-05-16T15:45:37.236077+0000","last_unstale":"2024-05-16T15:47:22.194307+0000","last_undegraded":"2024-05-16T15:47:22.194307+0000","last_fullsized":"2024-05-16T15:47:22.194307+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:42:29.652261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.292056+0000","last_change":"2024-05-16T15:45:37.243243+0000","last_active":"2024-05-16T15:47:22.292056+0000","last_peered":"2024-05-16T15:47:22.292056+0000","last_clean":"2024-05-16T15:47:22.292056+0000","last_became_active":"2024-05-16T15:45:37.242190+0000","last_became_peered":"2024-05-16T15:45:37.242190+0000","last_unstale":"2024-05-16T15:47:22.292056+0000","last_undegraded":"2024-05-16T15:47:22.292056+0000","last_fullsized":"2024-05-16T15:47:22.292056+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:48:16.824018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.193744+0000","last_change":"2024-05-16T15:45:37.235496+0000","last_active":"2024-05-16T15:47:22.193744+0000","last_peered":"2024-05-16T15:47:22.193744+0000","last_clean":"2024-05-16T15:47:22.193744+0000","last_became_active":"2024-05-16T15:45:37.235177+0000","last_became_peered":"2024-05-16T15:45:37.235177+0000","last_unstale":"2024-05-16T15:47:22.193744+0000","last_undegraded":"2024-05-16T15:47:22.193744+0000","last_fullsized":"2024-05-16T15:47:22.193744+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:12:27.608258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.028054+0000","last_change":"2024-05-16T15:45:37.240957+0000","last_active":"2024-05-16T15:47:22.028054+0000","last_peered":"2024-05-16T15:47:22.028054+0000","last_clean":"2024-05-16T15:47:22.028054+0000","last_became_active":"2024-05-16T15:45:37.240616+0000","last_became_peered":"2024-05-16T15:45:37.240616+0000","last_unstale":"2024-05-16T15:47:22.028054+0000","last_undegraded":"2024-05-16T15:47:22.028054+0000","last_fullsized":"2024-05-16T15:47:22.028054+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T01:40:52.425502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.519366+0000","last_change":"2024-05-16T15:45:37.232725+0000","last_active":"2024-05-16T15:47:21.519366+0000","last_peered":"2024-05-16T15:47:21.519366+0000","last_clean":"2024-05-16T15:47:21.519366+0000","last_became_active":"2024-05-16T15:45:37.231549+0000","last_became_peered":"2024-05-16T15:45:37.231549+0000","last_unstale":"2024-05-16T15:47:21.519366+0000","last_undegraded":"2024-05-16T15:47:21.519366+0000","last_fullsized":"2024-05-16T15:47:21.519366+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:04:04.502995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":38,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.518355+0000","last_change":"2024-05-16T15:45:37.228748+0000","last_active":"2024-05-16T15:47:21.518355+0000","last_peered":"2024-05-16T15:47:21.518355+0000","last_clean":"2024-05-16T15:47:21.518355+0000","last_became_active":"2024-05-16T15:45:37.228369+0000","last_became_peered":"2024-05-16T15:45:37.228369+0000","last_unstale":"2024-05-16T15:47:21.518355+0000","last_undegraded":"2024-05-16T15:47:21.518355+0000","last_fullsized":"2024-05-16T15:47:21.518355+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:41:35.372721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":69667,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":979,"num_read_kb":570,"num_write":249,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":209001,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":215,"ondisk_log_size":215,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":70,"seq":300647710767,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28044,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717108,"statfs":{"total":95995035648,"available":95966318592,"internally_reserved":0,"allocated":1048576,"data_stored":516326,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":64,"seq":274877906997,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28708,"kb_used_data":1684,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716444,"statfs":{"total":95995035648,"available":95965638656,"internally_reserved":0,"allocated":1724416,"data_stored":1164990,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":59,"seq":253403070521,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28060,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717092,"statfs":{"total":95995035648,"available":95966302208,"internally_reserved":0,"allocated":1060864,"data_stored":519737,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":53,"seq":227633266750,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1036288,"data_stored":515795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":47,"seq":201863462978,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28636,"kb_used_data":1612,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716516,"statfs":{"total":95995035648,"available":95965712384,"internally_reserved":0,"allocated":1650688,"data_stored":1112907,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":42,"seq":180388626505,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36348,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708804,"statfs":{"total":95995035648,"available":95957815296,"internally_reserved":0,"allocated":1032192,"data_stored":511145,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574946,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32252,"kb_used_data":1072,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712900,"statfs":{"total":95995035648,"available":95962009600,"internally_reserved":0,"allocated":1097728,"data_stored":574247,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738470,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36372,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708780,"statfs":{"total":95995035648,"available":95957790720,"internally_reserved":0,"allocated":1056768,"data_stored":512992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411420,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28116,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717036,"statfs":{"total":95995035648,"available":95966244864,"internally_reserved":0,"allocated":1118208,"data_stored":575249,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182487,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36360,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708792,"statfs":{"total":95995035648,"available":95957803008,"internally_reserved":0,"allocated":1044480,"data_stored":510853,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986259,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32200,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712952,"statfs":{"total":95995035648,"available":95962062848,"internally_reserved":0,"allocated":1040384,"data_stored":515610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822734,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36964,"kb_used_data":1620,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708188,"statfs":{"total":95995035648,"available":95957184512,"internally_reserved":0,"allocated":1658880,"data_stored":1108098,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":63824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":64826,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1091,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3211,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1276,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":64199,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-16T15:48:17.913 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph pg dump --format=json 2024-05-16T15:48:18.168 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:48:18.548 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:18 smithi043 ceph-mon[31619]: from='client.14973 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-16T15:48:18.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:18 smithi157 ceph-mon[35584]: from='client.14973 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-16T15:48:18.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:18 smithi148 ceph-mon[34976]: from='client.14973 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-16T15:48:19.604 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:19 smithi043 ceph-mon[31619]: pgmap v378: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:48:19.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:19 smithi157 ceph-mon[35584]: pgmap v378: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:48:19.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:19 smithi148 ceph-mon[34976]: pgmap v378: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:48:19.977 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:19.966+0000 7f13b578a700 1 -- 172.21.15.43:0/675627282 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f13b0104100 msgr2=0x7f13b0108120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:19.977 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:19.966+0000 7f13b578a700 1 --2- 172.21.15.43:0/675627282 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f13b0104100 0x7f13b0108120 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f13a40099c0 tx=0x7f13a4009cd0 comp rx=0 tx=0).stop 2024-05-16T15:48:19.977 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:19.966+0000 7f13b578a700 1 -- 172.21.15.43:0/675627282 shutdown_connections 2024-05-16T15:48:19.977 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:19.966+0000 7f13b578a700 1 --2- 172.21.15.43:0/675627282 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f13b0108850 0x7f13b01103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:19.978 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:19.966+0000 7f13b578a700 1 --2- 172.21.15.43:0/675627282 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f13b0103750 0x7f13b0103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:19.978 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:19.966+0000 7f13b578a700 1 --2- 172.21.15.43:0/675627282 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f13b0104100 0x7f13b0108120 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:19.978 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:19.966+0000 7f13b578a700 1 -- 172.21.15.43:0/675627282 >> 172.21.15.43:0/675627282 conn(0x7f13b007a600 msgr2=0x7f13b007aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:19.978 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:19.966+0000 7f13b578a700 1 -- 172.21.15.43:0/675627282 shutdown_connections 2024-05-16T15:48:19.978 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:19.966+0000 7f13b578a700 1 -- 172.21.15.43:0/675627282 wait complete. 2024-05-16T15:48:19.980 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:19.967+0000 7f13b578a700 1 Processor -- start 2024-05-16T15:48:19.980 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:19.967+0000 7f13b578a700 1 -- start start 2024-05-16T15:48:19.980 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:19.967+0000 7f13b578a700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f13b0103750 0x7f13b019f640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:19.980 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:19.967+0000 7f13b578a700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f13b0104100 0x7f13b019fb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:19.980 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:19.967+0000 7f13b578a700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f13b0108850 0x7f13b01997c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:19.980 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:19.967+0000 7f13b578a700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f13b01134c0 con 0x7f13b0104100 2024-05-16T15:48:19.980 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:19.967+0000 7f13b578a700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f13b0113340 con 0x7f13b0108850 2024-05-16T15:48:19.980 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:19.967+0000 7f13b578a700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f13b0113640 con 0x7f13b0103750 2024-05-16T15:48:19.980 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:19.967+0000 7f13ae7fc700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f13b0104100 0x7f13b019fb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:19.980 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:19.967+0000 7f13ae7fc700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f13b0104100 0x7f13b019fb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:60246/0 (socket says 172.21.15.43:60246) 2024-05-16T15:48:19.980 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:19.967+0000 7f13ae7fc700 1 -- 172.21.15.43:0/2837551673 learned_addr learned my addr 172.21.15.43:0/2837551673 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:48:19.980 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:19.967+0000 7f13aeffd700 1 --2- 172.21.15.43:0/2837551673 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f13b0103750 0x7f13b019f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:19.980 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:19.968+0000 7f13af7fe700 1 --2- 172.21.15.43:0/2837551673 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f13b0108850 0x7f13b01997c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:19.981 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:19.968+0000 7f13ae7fc700 1 -- 172.21.15.43:0/2837551673 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f13b0103750 msgr2=0x7f13b019f640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:19.981 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:19.968+0000 7f13ae7fc700 1 --2- 172.21.15.43:0/2837551673 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f13b0103750 0x7f13b019f640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:19.981 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:19.968+0000 7f13ae7fc700 1 -- 172.21.15.43:0/2837551673 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f13b0108850 msgr2=0x7f13b01997c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:19.981 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:19.968+0000 7f13ae7fc700 1 --2- 172.21.15.43:0/2837551673 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f13b0108850 0x7f13b01997c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:19.981 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:19.968+0000 7f13ae7fc700 1 -- 172.21.15.43:0/2837551673 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13b0199fa0 con 0x7f13b0104100 2024-05-16T15:48:19.981 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:19.968+0000 7f13ae7fc700 1 --2- 172.21.15.43:0/2837551673 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f13b0104100 0x7f13b019fb80 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f13a4000c00 tx=0x7f13a4005980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:19.981 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:19.968+0000 7f1397fff700 1 -- 172.21.15.43:0/2837551673 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13a4027070 con 0x7f13b0104100 2024-05-16T15:48:19.981 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:19.968+0000 7f13b578a700 1 -- 172.21.15.43:0/2837551673 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13b019a230 con 0x7f13b0104100 2024-05-16T15:48:19.981 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:19.968+0000 7f1397fff700 1 -- 172.21.15.43:0/2837551673 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f13a4004190 con 0x7f13b0104100 2024-05-16T15:48:19.981 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:19.968+0000 7f1397fff700 1 -- 172.21.15.43:0/2837551673 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13a4022e20 con 0x7f13b0104100 2024-05-16T15:48:19.981 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:19.968+0000 7f13b578a700 1 -- 172.21.15.43:0/2837551673 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13b01a64a0 con 0x7f13b0104100 2024-05-16T15:48:19.982 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:19.969+0000 7f13b578a700 1 -- 172.21.15.43:0/2837551673 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f13b0104be0 con 0x7f13b0104100 2024-05-16T15:48:19.982 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:19.971+0000 7f1397fff700 1 -- 172.21.15.43:0/2837551673 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f13a402a070 con 0x7f13b0104100 2024-05-16T15:48:19.982 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:19.971+0000 7f1397fff700 1 --2- 172.21.15.43:0/2837551673 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f13980b2910 0x7f13980b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:19.982 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:19.971+0000 7f13aeffd700 1 --2- 172.21.15.43:0/2837551673 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f13980b2910 0x7f13980b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:19.982 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:19.971+0000 7f1397fff700 1 -- 172.21.15.43:0/2837551673 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f13a40e35e0 con 0x7f13b0104100 2024-05-16T15:48:19.983 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:19.972+0000 7f13aeffd700 1 --2- 172.21.15.43:0/2837551673 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f13980b2910 0x7f13980b4dd0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f13a0005950 tx=0x7f13a000a300 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:19.987 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:19.976+0000 7f1397fff700 1 -- 172.21.15.43:0/2837551673 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f13a4013070 con 0x7f13b0104100 2024-05-16T15:48:20.223 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:20.212+0000 7f13b578a700 1 -- 172.21.15.43:0/2837551673 --> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f13b019acf0 con 0x7f13980b2910 2024-05-16T15:48:20.234 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:20.222+0000 7f1397fff700 1 -- 172.21.15.43:0/2837551673 <== mgr.14150 v2:172.21.15.43:6800/198025071 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340403 (secure 0 0 0) 0x7f13b019acf0 con 0x7f13980b2910 2024-05-16T15:48:20.238 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:48:20.241 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:20.226+0000 7f13b578a700 1 -- 172.21.15.43:0/2837551673 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f13980b2910 msgr2=0x7f13980b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:20.241 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:20.226+0000 7f13b578a700 1 --2- 172.21.15.43:0/2837551673 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f13980b2910 0x7f13980b4dd0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f13a0005950 tx=0x7f13a000a300 comp rx=0 tx=0).stop 2024-05-16T15:48:20.241 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:20.226+0000 7f13b578a700 1 -- 172.21.15.43:0/2837551673 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f13b0104100 msgr2=0x7f13b019fb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:20.241 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:20.226+0000 7f13b578a700 1 --2- 172.21.15.43:0/2837551673 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f13b0104100 0x7f13b019fb80 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f13a4000c00 tx=0x7f13a4005980 comp rx=0 tx=0).stop 2024-05-16T15:48:20.241 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:20.226+0000 7f13b578a700 1 -- 172.21.15.43:0/2837551673 shutdown_connections 2024-05-16T15:48:20.241 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:20.226+0000 7f13b578a700 1 --2- 172.21.15.43:0/2837551673 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f13b0108850 0x7f13b01997c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:20.241 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:20.226+0000 7f13b578a700 1 --2- 172.21.15.43:0/2837551673 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f13b0103750 0x7f13b019f640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:20.241 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:20.226+0000 7f13b578a700 1 --2- 172.21.15.43:0/2837551673 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f13980b2910 0x7f13980b4dd0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:20.241 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:20.226+0000 7f13b578a700 1 --2- 172.21.15.43:0/2837551673 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f13b0104100 0x7f13b019fb80 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:20.242 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:20.226+0000 7f13b578a700 1 -- 172.21.15.43:0/2837551673 >> 172.21.15.43:0/2837551673 conn(0x7f13b007a600 msgr2=0x7f13b0101770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:20.242 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:20.226+0000 7f13b578a700 1 -- 172.21.15.43:0/2837551673 shutdown_connections 2024-05-16T15:48:20.242 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:20.226+0000 7f13b578a700 1 -- 172.21.15.43:0/2837551673 wait complete. 2024-05-16T15:48:20.242 INFO:teuthology.orchestra.run.smithi043.stderr:dumped all 2024-05-16T15:48:20.890 INFO:teuthology.orchestra.run.smithi043.stdout:{"pg_ready":true,"pg_map":{"version":379,"stamp":"2024-05-16T15:48:20.031721+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":660269,"num_objects":102,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":1085,"num_read_kb":644,"num_write":374,"num_write_kb":2294,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":309,"ondisk_log_size":309,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":380092,"kb_used_data":14228,"kb_used_omap":18,"kb_used_meta":365677,"kb_avail":1124561732,"statfs":{"total":1151940427776,"available":1151551213568,"internally_reserved":0,"allocated":14569472,"data_stored":8137949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":374453562},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":105,"num_read_kb":55,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003588"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":38,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.519058+0000","last_change":"2024-05-16T15:45:37.233374+0000","last_active":"2024-05-16T15:47:21.519058+0000","last_peered":"2024-05-16T15:47:21.519058+0000","last_clean":"2024-05-16T15:47:21.519058+0000","last_became_active":"2024-05-16T15:45:37.232018+0000","last_became_peered":"2024-05-16T15:45:37.232018+0000","last_unstale":"2024-05-16T15:47:21.519058+0000","last_undegraded":"2024-05-16T15:47:21.519058+0000","last_fullsized":"2024-05-16T15:47:21.519058+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:04:19.081280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.431911+0000","last_change":"2024-05-16T15:45:37.242265+0000","last_active":"2024-05-16T15:47:22.431911+0000","last_peered":"2024-05-16T15:47:22.431911+0000","last_clean":"2024-05-16T15:47:22.431911+0000","last_became_active":"2024-05-16T15:45:37.241848+0000","last_became_peered":"2024-05-16T15:45:37.241848+0000","last_unstale":"2024-05-16T15:47:22.431911+0000","last_undegraded":"2024-05-16T15:47:22.431911+0000","last_fullsized":"2024-05-16T15:47:22.431911+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:24:22.518004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.431732+0000","last_change":"2024-05-16T15:45:37.236932+0000","last_active":"2024-05-16T15:47:22.431732+0000","last_peered":"2024-05-16T15:47:22.431732+0000","last_clean":"2024-05-16T15:47:22.431732+0000","last_became_active":"2024-05-16T15:45:37.236601+0000","last_became_peered":"2024-05-16T15:45:37.236601+0000","last_unstale":"2024-05-16T15:47:22.431732+0000","last_undegraded":"2024-05-16T15:47:22.431732+0000","last_fullsized":"2024-05-16T15:47:22.431732+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:37:01.846614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.515847+0000","last_change":"2024-05-16T15:46:21.381300+0000","last_active":"2024-05-16T15:47:21.515847+0000","last_peered":"2024-05-16T15:47:21.515847+0000","last_clean":"2024-05-16T15:47:21.515847+0000","last_became_active":"2024-05-16T15:46:21.380918+0000","last_became_peered":"2024-05-16T15:46:21.380918+0000","last_unstale":"2024-05-16T15:47:21.515847+0000","last_undegraded":"2024-05-16T15:47:21.515847+0000","last_fullsized":"2024-05-16T15:47:21.515847+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:07:52.573268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,2],"acting":[9,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.516532+0000","last_change":"2024-05-16T15:45:37.233067+0000","last_active":"2024-05-16T15:47:21.516532+0000","last_peered":"2024-05-16T15:47:21.516532+0000","last_clean":"2024-05-16T15:47:21.516532+0000","last_became_active":"2024-05-16T15:45:37.232681+0000","last_became_peered":"2024-05-16T15:45:37.232681+0000","last_unstale":"2024-05-16T15:47:21.516532+0000","last_undegraded":"2024-05-16T15:47:21.516532+0000","last_fullsized":"2024-05-16T15:47:21.516532+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:53:49.858587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.863898+0000","last_change":"2024-05-16T15:45:37.243970+0000","last_active":"2024-05-16T15:47:21.863898+0000","last_peered":"2024-05-16T15:47:21.863898+0000","last_clean":"2024-05-16T15:47:21.863898+0000","last_became_active":"2024-05-16T15:45:37.242948+0000","last_became_peered":"2024-05-16T15:45:37.242948+0000","last_unstale":"2024-05-16T15:47:21.863898+0000","last_undegraded":"2024-05-16T15:47:21.863898+0000","last_fullsized":"2024-05-16T15:47:21.863898+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:56:23.086817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.516892+0000","last_change":"2024-05-16T15:45:37.238182+0000","last_active":"2024-05-16T15:47:21.516892+0000","last_peered":"2024-05-16T15:47:21.516892+0000","last_clean":"2024-05-16T15:47:21.516892+0000","last_became_active":"2024-05-16T15:45:37.237870+0000","last_became_peered":"2024-05-16T15:45:37.237870+0000","last_unstale":"2024-05-16T15:47:21.516892+0000","last_undegraded":"2024-05-16T15:47:21.516892+0000","last_fullsized":"2024-05-16T15:47:21.516892+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:55:22.817732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.513964+0000","last_change":"2024-05-16T15:46:21.502466+0000","last_active":"2024-05-16T15:47:21.513964+0000","last_peered":"2024-05-16T15:47:21.513964+0000","last_clean":"2024-05-16T15:47:21.513964+0000","last_became_active":"2024-05-16T15:46:21.502211+0000","last_became_peered":"2024-05-16T15:46:21.502211+0000","last_unstale":"2024-05-16T15:47:21.513964+0000","last_undegraded":"2024-05-16T15:47:21.513964+0000","last_fullsized":"2024-05-16T15:47:21.513964+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:41:01.854687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.028076+0000","last_change":"2024-05-16T15:45:37.237713+0000","last_active":"2024-05-16T15:47:22.028076+0000","last_peered":"2024-05-16T15:47:22.028076+0000","last_clean":"2024-05-16T15:47:22.028076+0000","last_became_active":"2024-05-16T15:45:37.237137+0000","last_became_peered":"2024-05-16T15:45:37.237137+0000","last_unstale":"2024-05-16T15:47:22.028076+0000","last_undegraded":"2024-05-16T15:47:22.028076+0000","last_fullsized":"2024-05-16T15:47:22.028076+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:38:06.769524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.864401+0000","last_change":"2024-05-16T15:45:37.243362+0000","last_active":"2024-05-16T15:47:21.864401+0000","last_peered":"2024-05-16T15:47:21.864401+0000","last_clean":"2024-05-16T15:47:21.864401+0000","last_became_active":"2024-05-16T15:45:37.242985+0000","last_became_peered":"2024-05-16T15:45:37.242985+0000","last_unstale":"2024-05-16T15:47:21.864401+0000","last_undegraded":"2024-05-16T15:47:21.864401+0000","last_fullsized":"2024-05-16T15:47:21.864401+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:18:39.316027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.517462+0000","last_change":"2024-05-16T15:45:37.240047+0000","last_active":"2024-05-16T15:47:21.517462+0000","last_peered":"2024-05-16T15:47:21.517462+0000","last_clean":"2024-05-16T15:47:21.517462+0000","last_became_active":"2024-05-16T15:45:37.239562+0000","last_became_peered":"2024-05-16T15:45:37.239562+0000","last_unstale":"2024-05-16T15:47:21.517462+0000","last_undegraded":"2024-05-16T15:47:21.517462+0000","last_fullsized":"2024-05-16T15:47:21.517462+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:41:12.600803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.912106+0000","last_change":"2024-05-16T15:45:37.242464+0000","last_active":"2024-05-16T15:47:21.912106+0000","last_peered":"2024-05-16T15:47:21.912106+0000","last_clean":"2024-05-16T15:47:21.912106+0000","last_became_active":"2024-05-16T15:45:37.242003+0000","last_became_peered":"2024-05-16T15:45:37.242003+0000","last_unstale":"2024-05-16T15:47:21.912106+0000","last_undegraded":"2024-05-16T15:47:21.912106+0000","last_fullsized":"2024-05-16T15:47:21.912106+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T01:40:06.242690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.519652+0000","last_change":"2024-05-16T15:45:37.244301+0000","last_active":"2024-05-16T15:47:21.519652+0000","last_peered":"2024-05-16T15:47:21.519652+0000","last_clean":"2024-05-16T15:47:21.519652+0000","last_became_active":"2024-05-16T15:45:37.243582+0000","last_became_peered":"2024-05-16T15:45:37.243582+0000","last_unstale":"2024-05-16T15:47:21.519652+0000","last_undegraded":"2024-05-16T15:47:21.519652+0000","last_fullsized":"2024-05-16T15:47:21.519652+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:30:38.984575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.431578+0000","last_change":"2024-05-16T15:45:37.231037+0000","last_active":"2024-05-16T15:47:22.431578+0000","last_peered":"2024-05-16T15:47:22.431578+0000","last_clean":"2024-05-16T15:47:22.431578+0000","last_became_active":"2024-05-16T15:45:37.230710+0000","last_became_peered":"2024-05-16T15:45:37.230710+0000","last_unstale":"2024-05-16T15:47:22.431578+0000","last_undegraded":"2024-05-16T15:47:22.431578+0000","last_fullsized":"2024-05-16T15:47:22.431578+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:16:27.329337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.431600+0000","last_change":"2024-05-16T15:45:37.238771+0000","last_active":"2024-05-16T15:47:22.431600+0000","last_peered":"2024-05-16T15:47:22.431600+0000","last_clean":"2024-05-16T15:47:22.431600+0000","last_became_active":"2024-05-16T15:45:37.238424+0000","last_became_peered":"2024-05-16T15:45:37.238424+0000","last_unstale":"2024-05-16T15:47:22.431600+0000","last_undegraded":"2024-05-16T15:47:22.431600+0000","last_fullsized":"2024-05-16T15:47:22.431600+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:25:26.333171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.027396+0000","last_change":"2024-05-16T15:45:37.236070+0000","last_active":"2024-05-16T15:47:22.027396+0000","last_peered":"2024-05-16T15:47:22.027396+0000","last_clean":"2024-05-16T15:47:22.027396+0000","last_became_active":"2024-05-16T15:45:37.235634+0000","last_became_peered":"2024-05-16T15:45:37.235634+0000","last_unstale":"2024-05-16T15:47:22.027396+0000","last_undegraded":"2024-05-16T15:47:22.027396+0000","last_fullsized":"2024-05-16T15:47:22.027396+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:23:03.074527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":38,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.518441+0000","last_change":"2024-05-16T15:45:37.232411+0000","last_active":"2024-05-16T15:47:21.518441+0000","last_peered":"2024-05-16T15:47:21.518441+0000","last_clean":"2024-05-16T15:47:21.518441+0000","last_became_active":"2024-05-16T15:45:37.231433+0000","last_became_peered":"2024-05-16T15:45:37.231433+0000","last_unstale":"2024-05-16T15:47:21.518441+0000","last_undegraded":"2024-05-16T15:47:21.518441+0000","last_fullsized":"2024-05-16T15:47:21.518441+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:31:43.626076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.515443+0000","last_change":"2024-05-16T15:45:37.238345+0000","last_active":"2024-05-16T15:47:21.515443+0000","last_peered":"2024-05-16T15:47:21.515443+0000","last_clean":"2024-05-16T15:47:21.515443+0000","last_became_active":"2024-05-16T15:45:37.237810+0000","last_became_peered":"2024-05-16T15:45:37.237810+0000","last_unstale":"2024-05-16T15:47:21.515443+0000","last_undegraded":"2024-05-16T15:47:21.515443+0000","last_fullsized":"2024-05-16T15:47:21.515443+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:58:26.792733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514781+0000","last_change":"2024-05-16T15:45:37.245583+0000","last_active":"2024-05-16T15:47:21.514781+0000","last_peered":"2024-05-16T15:47:21.514781+0000","last_clean":"2024-05-16T15:47:21.514781+0000","last_became_active":"2024-05-16T15:45:37.245086+0000","last_became_peered":"2024-05-16T15:45:37.245086+0000","last_unstale":"2024-05-16T15:47:21.514781+0000","last_undegraded":"2024-05-16T15:47:21.514781+0000","last_fullsized":"2024-05-16T15:47:21.514781+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:01:46.686164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514309+0000","last_change":"2024-05-16T15:45:47.273887+0000","last_active":"2024-05-16T15:47:21.514309+0000","last_peered":"2024-05-16T15:47:21.514309+0000","last_clean":"2024-05-16T15:47:21.514309+0000","last_became_active":"2024-05-16T15:45:47.273434+0000","last_became_peered":"2024-05-16T15:45:47.273434+0000","last_unstale":"2024-05-16T15:47:21.514309+0000","last_undegraded":"2024-05-16T15:47:21.514309+0000","last_fullsized":"2024-05-16T15:47:21.514309+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:28:49.210985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"87'13","reported_seq":158,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:18.367339+0000","last_change":"2024-05-16T15:45:34.205394+0000","last_active":"2024-05-16T15:48:18.367339+0000","last_peered":"2024-05-16T15:48:18.367339+0000","last_clean":"2024-05-16T15:48:18.367339+0000","last_became_active":"2024-05-16T15:45:34.205035+0000","last_became_peered":"2024-05-16T15:45:34.205035+0000","last_unstale":"2024-05-16T15:48:18.367339+0000","last_undegraded":"2024-05-16T15:48:18.367339+0000","last_fullsized":"2024-05-16T15:48:18.367339+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:03:24.210677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":101,"num_read_kb":101,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.194064+0000","last_change":"2024-05-16T15:45:37.245147+0000","last_active":"2024-05-16T15:47:22.194064+0000","last_peered":"2024-05-16T15:47:22.194064+0000","last_clean":"2024-05-16T15:47:22.194064+0000","last_became_active":"2024-05-16T15:45:37.244817+0000","last_became_peered":"2024-05-16T15:45:37.244817+0000","last_unstale":"2024-05-16T15:47:22.194064+0000","last_undegraded":"2024-05-16T15:47:22.194064+0000","last_fullsized":"2024-05-16T15:47:22.194064+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:21:46.147135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.911714+0000","last_change":"2024-05-16T15:45:47.273818+0000","last_active":"2024-05-16T15:47:21.911714+0000","last_peered":"2024-05-16T15:47:21.911714+0000","last_clean":"2024-05-16T15:47:21.911714+0000","last_became_active":"2024-05-16T15:45:47.273372+0000","last_became_peered":"2024-05-16T15:45:47.273372+0000","last_unstale":"2024-05-16T15:47:21.911714+0000","last_undegraded":"2024-05-16T15:47:21.911714+0000","last_fullsized":"2024-05-16T15:47:21.911714+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:30:57.162207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"87'2","reported_seq":46,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.194287+0000","last_change":"2024-05-16T15:45:34.700053+0000","last_active":"2024-05-16T15:47:22.194287+0000","last_peered":"2024-05-16T15:47:22.194287+0000","last_clean":"2024-05-16T15:47:22.194287+0000","last_became_active":"2024-05-16T15:45:34.699384+0000","last_became_peered":"2024-05-16T15:45:34.699384+0000","last_unstale":"2024-05-16T15:47:22.194287+0000","last_undegraded":"2024-05-16T15:47:22.194287+0000","last_fullsized":"2024-05-16T15:47:22.194287+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:17:33.760661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.431888+0000","last_change":"2024-05-16T15:45:37.233119+0000","last_active":"2024-05-16T15:47:22.431888+0000","last_peered":"2024-05-16T15:47:22.431888+0000","last_clean":"2024-05-16T15:47:22.431888+0000","last_became_active":"2024-05-16T15:45:37.232818+0000","last_became_peered":"2024-05-16T15:45:37.232818+0000","last_unstale":"2024-05-16T15:47:22.431888+0000","last_undegraded":"2024-05-16T15:47:22.431888+0000","last_fullsized":"2024-05-16T15:47:22.431888+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:33:35.610034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.911762+0000","last_change":"2024-05-16T15:45:47.274350+0000","last_active":"2024-05-16T15:47:21.911762+0000","last_peered":"2024-05-16T15:47:21.911762+0000","last_clean":"2024-05-16T15:47:21.911762+0000","last_became_active":"2024-05-16T15:45:47.273912+0000","last_became_peered":"2024-05-16T15:45:47.273912+0000","last_unstale":"2024-05-16T15:47:21.911762+0000","last_undegraded":"2024-05-16T15:47:21.911762+0000","last_fullsized":"2024-05-16T15:47:21.911762+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:41:11.747087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"87'12","reported_seq":67,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.516884+0000","last_change":"2024-05-16T15:46:21.845036+0000","last_active":"2024-05-16T15:47:21.516884+0000","last_peered":"2024-05-16T15:47:21.516884+0000","last_clean":"2024-05-16T15:47:21.516884+0000","last_became_active":"2024-05-16T15:46:21.842324+0000","last_became_peered":"2024-05-16T15:46:21.842324+0000","last_unstale":"2024-05-16T15:47:21.516884+0000","last_undegraded":"2024-05-16T15:47:21.516884+0000","last_fullsized":"2024-05-16T15:47:21.516884+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T01:53:21.667543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,7],"acting":[8,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.027633+0000","last_change":"2024-05-16T15:45:37.234411+0000","last_active":"2024-05-16T15:47:22.027633+0000","last_peered":"2024-05-16T15:47:22.027633+0000","last_clean":"2024-05-16T15:47:22.027633+0000","last_became_active":"2024-05-16T15:45:37.234043+0000","last_became_peered":"2024-05-16T15:45:37.234043+0000","last_unstale":"2024-05-16T15:47:22.027633+0000","last_undegraded":"2024-05-16T15:47:22.027633+0000","last_fullsized":"2024-05-16T15:47:22.027633+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T19:16:27.956508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.911704+0000","last_change":"2024-05-16T15:45:47.269228+0000","last_active":"2024-05-16T15:47:21.911704+0000","last_peered":"2024-05-16T15:47:21.911704+0000","last_clean":"2024-05-16T15:47:21.911704+0000","last_became_active":"2024-05-16T15:45:47.268772+0000","last_became_peered":"2024-05-16T15:45:47.268772+0000","last_unstale":"2024-05-16T15:47:21.911704+0000","last_undegraded":"2024-05-16T15:47:21.911704+0000","last_fullsized":"2024-05-16T15:47:21.911704+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:34:17.566344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"87'5","reported_seq":50,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.516427+0000","last_change":"2024-05-16T15:45:34.206914+0000","last_active":"2024-05-16T15:47:21.516427+0000","last_peered":"2024-05-16T15:47:21.516427+0000","last_clean":"2024-05-16T15:47:21.516427+0000","last_became_active":"2024-05-16T15:45:34.206588+0000","last_became_peered":"2024-05-16T15:45:34.206588+0000","last_unstale":"2024-05-16T15:47:21.516427+0000","last_undegraded":"2024-05-16T15:47:21.516427+0000","last_fullsized":"2024-05-16T15:47:21.516427+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:03:10.172697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.292648+0000","last_change":"2024-05-16T15:45:37.245627+0000","last_active":"2024-05-16T15:47:22.292648+0000","last_peered":"2024-05-16T15:47:22.292648+0000","last_clean":"2024-05-16T15:47:22.292648+0000","last_became_active":"2024-05-16T15:45:37.245185+0000","last_became_peered":"2024-05-16T15:45:37.245185+0000","last_unstale":"2024-05-16T15:47:22.292648+0000","last_undegraded":"2024-05-16T15:47:22.292648+0000","last_fullsized":"2024-05-16T15:47:22.292648+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:05:51.193220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514629+0000","last_change":"2024-05-16T15:45:47.271741+0000","last_active":"2024-05-16T15:47:21.514629+0000","last_peered":"2024-05-16T15:47:21.514629+0000","last_clean":"2024-05-16T15:47:21.514629+0000","last_became_active":"2024-05-16T15:45:47.271361+0000","last_became_peered":"2024-05-16T15:45:47.271361+0000","last_unstale":"2024-05-16T15:47:21.514629+0000","last_undegraded":"2024-05-16T15:47:21.514629+0000","last_fullsized":"2024-05-16T15:47:21.514629+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:09:22.815175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"87'6","reported_seq":151,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:16.366297+0000","last_change":"2024-05-16T15:45:34.203380+0000","last_active":"2024-05-16T15:48:16.366297+0000","last_peered":"2024-05-16T15:48:16.366297+0000","last_clean":"2024-05-16T15:48:16.366297+0000","last_became_active":"2024-05-16T15:45:34.203040+0000","last_became_peered":"2024-05-16T15:45:34.203040+0000","last_unstale":"2024-05-16T15:48:16.366297+0000","last_undegraded":"2024-05-16T15:48:16.366297+0000","last_fullsized":"2024-05-16T15:48:16.366297+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:39:59.141764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1013,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":101,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.516918+0000","last_change":"2024-05-16T15:45:37.237407+0000","last_active":"2024-05-16T15:47:21.516918+0000","last_peered":"2024-05-16T15:47:21.516918+0000","last_clean":"2024-05-16T15:47:21.516918+0000","last_became_active":"2024-05-16T15:45:37.236985+0000","last_became_peered":"2024-05-16T15:45:37.236985+0000","last_unstale":"2024-05-16T15:47:21.516918+0000","last_undegraded":"2024-05-16T15:47:21.516918+0000","last_fullsized":"2024-05-16T15:47:21.516918+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:23:02.341216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514704+0000","last_change":"2024-05-16T15:45:47.272978+0000","last_active":"2024-05-16T15:47:21.514704+0000","last_peered":"2024-05-16T15:47:21.514704+0000","last_clean":"2024-05-16T15:47:21.514704+0000","last_became_active":"2024-05-16T15:45:47.271437+0000","last_became_peered":"2024-05-16T15:45:47.271437+0000","last_unstale":"2024-05-16T15:47:21.514704+0000","last_undegraded":"2024-05-16T15:47:21.514704+0000","last_fullsized":"2024-05-16T15:47:21.514704+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T19:04:02.345284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"87'7","reported_seq":52,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.863902+0000","last_change":"2024-05-16T15:45:34.208911+0000","last_active":"2024-05-16T15:47:21.863902+0000","last_peered":"2024-05-16T15:47:21.863902+0000","last_clean":"2024-05-16T15:47:21.863902+0000","last_became_active":"2024-05-16T15:45:34.208559+0000","last_became_peered":"2024-05-16T15:45:34.208559+0000","last_unstale":"2024-05-16T15:47:21.863902+0000","last_undegraded":"2024-05-16T15:47:21.863902+0000","last_fullsized":"2024-05-16T15:47:21.863902+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T01:53:19.333035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":45,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.292756+0000","last_change":"2024-05-16T15:46:21.384341+0000","last_active":"2024-05-16T15:47:22.292756+0000","last_peered":"2024-05-16T15:47:22.292756+0000","last_clean":"2024-05-16T15:47:22.292756+0000","last_became_active":"2024-05-16T15:46:21.383887+0000","last_became_peered":"2024-05-16T15:46:21.383887+0000","last_unstale":"2024-05-16T15:47:22.292756+0000","last_undegraded":"2024-05-16T15:47:22.292756+0000","last_fullsized":"2024-05-16T15:47:22.292756+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T19:27:52.581300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3],"acting":[5,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.518469+0000","last_change":"2024-05-16T15:45:47.272186+0000","last_active":"2024-05-16T15:47:21.518469+0000","last_peered":"2024-05-16T15:47:21.518469+0000","last_clean":"2024-05-16T15:47:21.518469+0000","last_became_active":"2024-05-16T15:45:47.271769+0000","last_became_peered":"2024-05-16T15:45:47.271769+0000","last_unstale":"2024-05-16T15:47:21.518469+0000","last_undegraded":"2024-05-16T15:47:21.518469+0000","last_fullsized":"2024-05-16T15:47:21.518469+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:36:18.881903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"87'3","reported_seq":48,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.518074+0000","last_change":"2024-05-16T15:45:34.203495+0000","last_active":"2024-05-16T15:47:21.518074+0000","last_peered":"2024-05-16T15:47:21.518074+0000","last_clean":"2024-05-16T15:47:21.518074+0000","last_became_active":"2024-05-16T15:45:34.203236+0000","last_became_peered":"2024-05-16T15:45:34.203236+0000","last_unstale":"2024-05-16T15:47:21.518074+0000","last_undegraded":"2024-05-16T15:47:21.518074+0000","last_fullsized":"2024-05-16T15:47:21.518074+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:34:35.377074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.193623+0000","last_change":"2024-05-16T15:45:37.230891+0000","last_active":"2024-05-16T15:47:22.193623+0000","last_peered":"2024-05-16T15:47:22.193623+0000","last_clean":"2024-05-16T15:47:22.193623+0000","last_became_active":"2024-05-16T15:45:37.230600+0000","last_became_peered":"2024-05-16T15:45:37.230600+0000","last_unstale":"2024-05-16T15:47:22.193623+0000","last_undegraded":"2024-05-16T15:47:22.193623+0000","last_fullsized":"2024-05-16T15:47:22.193623+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:51:50.143297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.431803+0000","last_change":"2024-05-16T15:45:47.265421+0000","last_active":"2024-05-16T15:47:22.431803+0000","last_peered":"2024-05-16T15:47:22.431803+0000","last_clean":"2024-05-16T15:47:22.431803+0000","last_became_active":"2024-05-16T15:45:47.264603+0000","last_became_peered":"2024-05-16T15:45:47.264603+0000","last_unstale":"2024-05-16T15:47:22.431803+0000","last_undegraded":"2024-05-16T15:47:22.431803+0000","last_fullsized":"2024-05-16T15:47:22.431803+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:32:12.958165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"87'3","reported_seq":48,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.291982+0000","last_change":"2024-05-16T15:45:34.203935+0000","last_active":"2024-05-16T15:47:22.291982+0000","last_peered":"2024-05-16T15:47:22.291982+0000","last_clean":"2024-05-16T15:47:22.291982+0000","last_became_active":"2024-05-16T15:45:34.203580+0000","last_became_peered":"2024-05-16T15:45:34.203580+0000","last_unstale":"2024-05-16T15:47:22.291982+0000","last_undegraded":"2024-05-16T15:47:22.291982+0000","last_fullsized":"2024-05-16T15:47:22.291982+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:41:08.458217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514396+0000","last_change":"2024-05-16T15:45:37.232504+0000","last_active":"2024-05-16T15:47:21.514396+0000","last_peered":"2024-05-16T15:47:21.514396+0000","last_clean":"2024-05-16T15:47:21.514396+0000","last_became_active":"2024-05-16T15:45:37.232058+0000","last_became_peered":"2024-05-16T15:45:37.232058+0000","last_unstale":"2024-05-16T15:47:21.514396+0000","last_undegraded":"2024-05-16T15:47:21.514396+0000","last_fullsized":"2024-05-16T15:47:21.514396+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:09:36.891965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.193635+0000","last_change":"2024-05-16T15:45:47.269783+0000","last_active":"2024-05-16T15:47:22.193635+0000","last_peered":"2024-05-16T15:47:22.193635+0000","last_clean":"2024-05-16T15:47:22.193635+0000","last_became_active":"2024-05-16T15:45:47.268502+0000","last_became_peered":"2024-05-16T15:45:47.268502+0000","last_unstale":"2024-05-16T15:47:22.193635+0000","last_undegraded":"2024-05-16T15:47:22.193635+0000","last_fullsized":"2024-05-16T15:47:22.193635+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:51:10.692585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"87'4","reported_seq":239,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:14.362240+0000","last_change":"2024-05-16T15:45:34.207020+0000","last_active":"2024-05-16T15:48:14.362240+0000","last_peered":"2024-05-16T15:48:14.362240+0000","last_clean":"2024-05-16T15:48:14.362240+0000","last_became_active":"2024-05-16T15:45:34.206679+0000","last_became_peered":"2024-05-16T15:45:34.206679+0000","last_unstale":"2024-05-16T15:48:14.362240+0000","last_undegraded":"2024-05-16T15:48:14.362240+0000","last_fullsized":"2024-05-16T15:48:14.362240+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:26:53.649747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":190,"num_read_kb":190,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.028068+0000","last_change":"2024-05-16T15:45:37.237022+0000","last_active":"2024-05-16T15:47:22.028068+0000","last_peered":"2024-05-16T15:47:22.028068+0000","last_clean":"2024-05-16T15:47:22.028068+0000","last_became_active":"2024-05-16T15:45:37.236378+0000","last_became_peered":"2024-05-16T15:45:37.236378+0000","last_unstale":"2024-05-16T15:47:22.028068+0000","last_undegraded":"2024-05-16T15:47:22.028068+0000","last_fullsized":"2024-05-16T15:47:22.028068+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T19:33:08.853534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514616+0000","last_change":"2024-05-16T15:45:47.270746+0000","last_active":"2024-05-16T15:47:21.514616+0000","last_peered":"2024-05-16T15:47:21.514616+0000","last_clean":"2024-05-16T15:47:21.514616+0000","last_became_active":"2024-05-16T15:45:47.270147+0000","last_became_peered":"2024-05-16T15:45:47.270147+0000","last_unstale":"2024-05-16T15:47:21.514616+0000","last_undegraded":"2024-05-16T15:47:21.514616+0000","last_fullsized":"2024-05-16T15:47:21.514616+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:16:49.530406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"87'4","reported_seq":48,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.517410+0000","last_change":"2024-05-16T15:45:34.204229+0000","last_active":"2024-05-16T15:47:21.517410+0000","last_peered":"2024-05-16T15:47:21.517410+0000","last_clean":"2024-05-16T15:47:21.517410+0000","last_became_active":"2024-05-16T15:45:34.203826+0000","last_became_peered":"2024-05-16T15:45:34.203826+0000","last_unstale":"2024-05-16T15:47:21.517410+0000","last_undegraded":"2024-05-16T15:47:21.517410+0000","last_fullsized":"2024-05-16T15:47:21.517410+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:53:30.409658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":45,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.431775+0000","last_change":"2024-05-16T15:46:21.382657+0000","last_active":"2024-05-16T15:47:22.431775+0000","last_peered":"2024-05-16T15:47:22.431775+0000","last_clean":"2024-05-16T15:47:22.431775+0000","last_became_active":"2024-05-16T15:46:21.382279+0000","last_became_peered":"2024-05-16T15:46:21.382279+0000","last_unstale":"2024-05-16T15:47:22.431775+0000","last_undegraded":"2024-05-16T15:47:22.431775+0000","last_fullsized":"2024-05-16T15:47:22.431775+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:13:36.113286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.912003+0000","last_change":"2024-05-16T15:45:47.272831+0000","last_active":"2024-05-16T15:47:21.912003+0000","last_peered":"2024-05-16T15:47:21.912003+0000","last_clean":"2024-05-16T15:47:21.912003+0000","last_became_active":"2024-05-16T15:45:47.272430+0000","last_became_peered":"2024-05-16T15:45:47.272430+0000","last_unstale":"2024-05-16T15:47:21.912003+0000","last_undegraded":"2024-05-16T15:47:21.912003+0000","last_fullsized":"2024-05-16T15:47:21.912003+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:28:47.602617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"87'5","reported_seq":50,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.292496+0000","last_change":"2024-05-16T15:45:34.700222+0000","last_active":"2024-05-16T15:47:22.292496+0000","last_peered":"2024-05-16T15:47:22.292496+0000","last_clean":"2024-05-16T15:47:22.292496+0000","last_became_active":"2024-05-16T15:45:34.699776+0000","last_became_peered":"2024-05-16T15:45:34.699776+0000","last_unstale":"2024-05-16T15:47:22.292496+0000","last_undegraded":"2024-05-16T15:47:22.292496+0000","last_fullsized":"2024-05-16T15:47:22.292496+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:22:49.327804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.027710+0000","last_change":"2024-05-16T15:45:37.238757+0000","last_active":"2024-05-16T15:47:22.027710+0000","last_peered":"2024-05-16T15:47:22.027710+0000","last_clean":"2024-05-16T15:47:22.027710+0000","last_became_active":"2024-05-16T15:45:37.238434+0000","last_became_peered":"2024-05-16T15:45:37.238434+0000","last_unstale":"2024-05-16T15:47:22.027710+0000","last_undegraded":"2024-05-16T15:47:22.027710+0000","last_fullsized":"2024-05-16T15:47:22.027710+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:35:45.674381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514367+0000","last_change":"2024-05-16T15:45:47.272694+0000","last_active":"2024-05-16T15:47:21.514367+0000","last_peered":"2024-05-16T15:47:21.514367+0000","last_clean":"2024-05-16T15:47:21.514367+0000","last_became_active":"2024-05-16T15:45:47.272316+0000","last_became_peered":"2024-05-16T15:45:47.272316+0000","last_unstale":"2024-05-16T15:47:21.514367+0000","last_undegraded":"2024-05-16T15:47:21.514367+0000","last_fullsized":"2024-05-16T15:47:21.514367+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:16:30.349120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"87'35","reported_seq":278,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:14.362351+0000","last_change":"2024-05-16T15:45:34.209964+0000","last_active":"2024-05-16T15:48:14.362351+0000","last_peered":"2024-05-16T15:48:14.362351+0000","last_clean":"2024-05-16T15:48:14.362351+0000","last_became_active":"2024-05-16T15:45:34.209597+0000","last_became_peered":"2024-05-16T15:45:34.209597+0000","last_unstale":"2024-05-16T15:48:14.362351+0000","last_undegraded":"2024-05-16T15:48:14.362351+0000","last_fullsized":"2024-05-16T15:48:14.362351+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:12:21.590031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":62072,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":198,"num_read_kb":160,"num_write":37,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.516534+0000","last_change":"2024-05-16T15:45:37.241393+0000","last_active":"2024-05-16T15:47:21.516534+0000","last_peered":"2024-05-16T15:47:21.516534+0000","last_clean":"2024-05-16T15:47:21.516534+0000","last_became_active":"2024-05-16T15:45:37.240937+0000","last_became_peered":"2024-05-16T15:45:37.240937+0000","last_unstale":"2024-05-16T15:47:21.516534+0000","last_undegraded":"2024-05-16T15:47:21.516534+0000","last_fullsized":"2024-05-16T15:47:21.516534+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:21:42.415245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.292913+0000","last_change":"2024-05-16T15:45:47.273984+0000","last_active":"2024-05-16T15:47:22.292913+0000","last_peered":"2024-05-16T15:47:22.292913+0000","last_clean":"2024-05-16T15:47:22.292913+0000","last_became_active":"2024-05-16T15:45:47.273572+0000","last_became_peered":"2024-05-16T15:45:47.273572+0000","last_unstale":"2024-05-16T15:47:22.292913+0000","last_undegraded":"2024-05-16T15:47:22.292913+0000","last_fullsized":"2024-05-16T15:47:22.292913+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:33:26.603363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"87'9","reported_seq":56,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514635+0000","last_change":"2024-05-16T15:45:34.208133+0000","last_active":"2024-05-16T15:47:21.514635+0000","last_peered":"2024-05-16T15:47:21.514635+0000","last_clean":"2024-05-16T15:47:21.514635+0000","last_became_active":"2024-05-16T15:45:34.206983+0000","last_became_peered":"2024-05-16T15:45:34.206983+0000","last_unstale":"2024-05-16T15:47:21.514635+0000","last_undegraded":"2024-05-16T15:47:21.514635+0000","last_fullsized":"2024-05-16T15:47:21.514635+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:00:25.813822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.518983+0000","last_change":"2024-05-16T15:45:37.238117+0000","last_active":"2024-05-16T15:47:21.518983+0000","last_peered":"2024-05-16T15:47:21.518983+0000","last_clean":"2024-05-16T15:47:21.518983+0000","last_became_active":"2024-05-16T15:45:37.237748+0000","last_became_peered":"2024-05-16T15:45:37.237748+0000","last_unstale":"2024-05-16T15:47:21.518983+0000","last_undegraded":"2024-05-16T15:47:21.518983+0000","last_fullsized":"2024-05-16T15:47:21.518983+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:16:22.543126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.518183+0000","last_change":"2024-05-16T15:45:47.273544+0000","last_active":"2024-05-16T15:47:21.518183+0000","last_peered":"2024-05-16T15:47:21.518183+0000","last_clean":"2024-05-16T15:47:21.518183+0000","last_became_active":"2024-05-16T15:45:47.273098+0000","last_became_peered":"2024-05-16T15:45:47.273098+0000","last_unstale":"2024-05-16T15:47:21.518183+0000","last_undegraded":"2024-05-16T15:47:21.518183+0000","last_fullsized":"2024-05-16T15:47:21.518183+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:32:06.354159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"87'5","reported_seq":50,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.292515+0000","last_change":"2024-05-16T15:45:34.203448+0000","last_active":"2024-05-16T15:47:22.292515+0000","last_peered":"2024-05-16T15:47:22.292515+0000","last_clean":"2024-05-16T15:47:22.292515+0000","last_became_active":"2024-05-16T15:45:34.199641+0000","last_became_peered":"2024-05-16T15:45:34.199641+0000","last_unstale":"2024-05-16T15:47:22.292515+0000","last_undegraded":"2024-05-16T15:47:22.292515+0000","last_fullsized":"2024-05-16T15:47:22.292515+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:47:53.761201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.517267+0000","last_change":"2024-05-16T15:45:37.242897+0000","last_active":"2024-05-16T15:47:21.517267+0000","last_peered":"2024-05-16T15:47:21.517267+0000","last_clean":"2024-05-16T15:47:21.517267+0000","last_became_active":"2024-05-16T15:45:37.242561+0000","last_became_peered":"2024-05-16T15:45:37.242561+0000","last_unstale":"2024-05-16T15:47:21.517267+0000","last_undegraded":"2024-05-16T15:47:21.517267+0000","last_fullsized":"2024-05-16T15:47:21.517267+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:21:49.213218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514966+0000","last_change":"2024-05-16T15:45:47.277674+0000","last_active":"2024-05-16T15:47:21.514966+0000","last_peered":"2024-05-16T15:47:21.514966+0000","last_clean":"2024-05-16T15:47:21.514966+0000","last_became_active":"2024-05-16T15:45:47.277282+0000","last_became_peered":"2024-05-16T15:45:47.277282+0000","last_unstale":"2024-05-16T15:47:21.514966+0000","last_undegraded":"2024-05-16T15:47:21.514966+0000","last_fullsized":"2024-05-16T15:47:21.514966+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:17:07.066312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"87'6","reported_seq":151,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:16.387090+0000","last_change":"2024-05-16T15:45:34.207768+0000","last_active":"2024-05-16T15:48:16.387090+0000","last_peered":"2024-05-16T15:48:16.387090+0000","last_clean":"2024-05-16T15:48:16.387090+0000","last_became_active":"2024-05-16T15:45:34.206894+0000","last_became_peered":"2024-05-16T15:45:34.206894+0000","last_unstale":"2024-05-16T15:48:16.387090+0000","last_undegraded":"2024-05-16T15:48:16.387090+0000","last_fullsized":"2024-05-16T15:48:16.387090+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:15:12.447195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":102,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.516924+0000","last_change":"2024-05-16T15:45:37.239401+0000","last_active":"2024-05-16T15:47:21.516924+0000","last_peered":"2024-05-16T15:47:21.516924+0000","last_clean":"2024-05-16T15:47:21.516924+0000","last_became_active":"2024-05-16T15:45:37.239014+0000","last_became_peered":"2024-05-16T15:45:37.239014+0000","last_unstale":"2024-05-16T15:47:21.516924+0000","last_undegraded":"2024-05-16T15:47:21.516924+0000","last_fullsized":"2024-05-16T15:47:21.516924+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:43:33.133074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":36,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.195278+0000","last_change":"2024-05-16T15:47:22.194923+0000","last_active":"2024-05-16T15:47:22.195278+0000","last_peered":"2024-05-16T15:47:22.195278+0000","last_clean":"2024-05-16T15:47:22.195278+0000","last_became_active":"2024-05-16T15:47:22.194587+0000","last_became_peered":"2024-05-16T15:47:22.194587+0000","last_unstale":"2024-05-16T15:47:22.195278+0000","last_undegraded":"2024-05-16T15:47:22.195278+0000","last_fullsized":"2024-05-16T15:47:22.195278+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:54:23.983032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,8,11],"acting":[6,3,8,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"87'17","reported_seq":35,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.518011+0000","last_change":"2024-05-16T15:46:21.389090+0000","last_active":"2024-05-16T15:47:21.518011+0000","last_peered":"2024-05-16T15:47:21.518011+0000","last_clean":"2024-05-16T15:47:21.518011+0000","last_became_active":"2024-05-16T15:46:21.380484+0000","last_became_peered":"2024-05-16T15:46:21.380484+0000","last_unstale":"2024-05-16T15:47:21.518011+0000","last_undegraded":"2024-05-16T15:47:21.518011+0000","last_fullsized":"2024-05-16T15:47:21.518011+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T19:35:08.593759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.292141+0000","last_change":"2024-05-16T15:45:37.238980+0000","last_active":"2024-05-16T15:47:22.292141+0000","last_peered":"2024-05-16T15:47:22.292141+0000","last_clean":"2024-05-16T15:47:22.292141+0000","last_became_active":"2024-05-16T15:45:37.238572+0000","last_became_peered":"2024-05-16T15:45:37.238572+0000","last_unstale":"2024-05-16T15:47:22.292141+0000","last_undegraded":"2024-05-16T15:47:22.292141+0000","last_fullsized":"2024-05-16T15:47:22.292141+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T01:37:08.907100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.292118+0000","last_change":"2024-05-16T15:45:47.273183+0000","last_active":"2024-05-16T15:47:22.292118+0000","last_peered":"2024-05-16T15:47:22.292118+0000","last_clean":"2024-05-16T15:47:22.292118+0000","last_became_active":"2024-05-16T15:45:47.272613+0000","last_became_peered":"2024-05-16T15:45:47.272613+0000","last_unstale":"2024-05-16T15:47:22.292118+0000","last_undegraded":"2024-05-16T15:47:22.292118+0000","last_fullsized":"2024-05-16T15:47:22.292118+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:48:58.027704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"87'2","reported_seq":47,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.516659+0000","last_change":"2024-05-16T15:45:34.207938+0000","last_active":"2024-05-16T15:47:21.516659+0000","last_peered":"2024-05-16T15:47:21.516659+0000","last_clean":"2024-05-16T15:47:21.516659+0000","last_became_active":"2024-05-16T15:45:34.207549+0000","last_became_peered":"2024-05-16T15:45:34.207549+0000","last_unstale":"2024-05-16T15:47:21.516659+0000","last_undegraded":"2024-05-16T15:47:21.516659+0000","last_fullsized":"2024-05-16T15:47:21.516659+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:09:06.443105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":38,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.519162+0000","last_change":"2024-05-16T15:45:37.237519+0000","last_active":"2024-05-16T15:47:21.519162+0000","last_peered":"2024-05-16T15:47:21.519162+0000","last_clean":"2024-05-16T15:47:21.519162+0000","last_became_active":"2024-05-16T15:45:37.237137+0000","last_became_peered":"2024-05-16T15:45:37.237137+0000","last_unstale":"2024-05-16T15:47:21.519162+0000","last_undegraded":"2024-05-16T15:47:21.519162+0000","last_fullsized":"2024-05-16T15:47:21.519162+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:37:45.844280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":36,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.029561+0000","last_change":"2024-05-16T15:47:22.029157+0000","last_active":"2024-05-16T15:47:22.029561+0000","last_peered":"2024-05-16T15:47:22.029561+0000","last_clean":"2024-05-16T15:47:22.029561+0000","last_became_active":"2024-05-16T15:47:22.028708+0000","last_became_peered":"2024-05-16T15:47:22.028708+0000","last_unstale":"2024-05-16T15:47:22.029561+0000","last_undegraded":"2024-05-16T15:47:22.029561+0000","last_fullsized":"2024-05-16T15:47:22.029561+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:01:57.927185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,1],"acting":[8,10,11,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"87'1","reported_seq":45,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.515796+0000","last_change":"2024-05-16T15:45:34.701796+0000","last_active":"2024-05-16T15:47:21.515796+0000","last_peered":"2024-05-16T15:47:21.515796+0000","last_clean":"2024-05-16T15:47:21.515796+0000","last_became_active":"2024-05-16T15:45:34.701423+0000","last_became_peered":"2024-05-16T15:45:34.701423+0000","last_unstale":"2024-05-16T15:47:21.515796+0000","last_undegraded":"2024-05-16T15:47:21.515796+0000","last_fullsized":"2024-05-16T15:47:21.515796+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:51:39.299367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.864254+0000","last_change":"2024-05-16T15:45:37.236173+0000","last_active":"2024-05-16T15:47:21.864254+0000","last_peered":"2024-05-16T15:47:21.864254+0000","last_clean":"2024-05-16T15:47:21.864254+0000","last_became_active":"2024-05-16T15:45:37.235828+0000","last_became_peered":"2024-05-16T15:45:37.235828+0000","last_unstale":"2024-05-16T15:47:21.864254+0000","last_undegraded":"2024-05-16T15:47:21.864254+0000","last_fullsized":"2024-05-16T15:47:21.864254+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:20:10.148148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.518073+0000","last_change":"2024-05-16T15:45:47.267275+0000","last_active":"2024-05-16T15:47:21.518073+0000","last_peered":"2024-05-16T15:47:21.518073+0000","last_clean":"2024-05-16T15:47:21.518073+0000","last_became_active":"2024-05-16T15:45:47.266909+0000","last_became_peered":"2024-05-16T15:45:47.266909+0000","last_unstale":"2024-05-16T15:47:21.518073+0000","last_undegraded":"2024-05-16T15:47:21.518073+0000","last_fullsized":"2024-05-16T15:47:21.518073+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:31:53.534439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"87'5","reported_seq":147,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:15.363376+0000","last_change":"2024-05-16T15:45:34.204344+0000","last_active":"2024-05-16T15:48:15.363376+0000","last_peered":"2024-05-16T15:48:15.363376+0000","last_clean":"2024-05-16T15:48:15.363376+0000","last_became_active":"2024-05-16T15:45:34.203814+0000","last_became_peered":"2024-05-16T15:45:34.203814+0000","last_unstale":"2024-05-16T15:48:15.363376+0000","last_undegraded":"2024-05-16T15:48:15.363376+0000","last_fullsized":"2024-05-16T15:48:15.363376+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:31:03.693553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":98,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.863970+0000","last_change":"2024-05-16T15:45:37.244708+0000","last_active":"2024-05-16T15:47:21.863970+0000","last_peered":"2024-05-16T15:47:21.863970+0000","last_clean":"2024-05-16T15:47:21.863970+0000","last_became_active":"2024-05-16T15:45:37.243723+0000","last_became_peered":"2024-05-16T15:45:37.243723+0000","last_unstale":"2024-05-16T15:47:21.863970+0000","last_undegraded":"2024-05-16T15:47:21.863970+0000","last_fullsized":"2024-05-16T15:47:21.863970+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:34:01.004617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.520051+0000","last_change":"2024-05-16T15:45:47.475862+0000","last_active":"2024-05-16T15:47:21.520051+0000","last_peered":"2024-05-16T15:47:21.520051+0000","last_clean":"2024-05-16T15:47:21.520051+0000","last_became_active":"2024-05-16T15:45:47.475451+0000","last_became_peered":"2024-05-16T15:45:47.475451+0000","last_unstale":"2024-05-16T15:47:21.520051+0000","last_undegraded":"2024-05-16T15:47:21.520051+0000","last_fullsized":"2024-05-16T15:47:21.520051+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T01:54:38.250133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.513825+0000","last_change":"2024-05-16T15:46:21.745366+0000","last_active":"2024-05-16T15:47:21.513825+0000","last_peered":"2024-05-16T15:47:21.513825+0000","last_clean":"2024-05-16T15:47:21.513825+0000","last_became_active":"2024-05-16T15:46:21.745093+0000","last_became_peered":"2024-05-16T15:46:21.745093+0000","last_unstale":"2024-05-16T15:47:21.513825+0000","last_undegraded":"2024-05-16T15:47:21.513825+0000","last_fullsized":"2024-05-16T15:47:21.513825+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:22:29.073142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,4],"acting":[9,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1","version":"87'5","reported_seq":148,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:15.384933+0000","last_change":"2024-05-16T15:45:34.699798+0000","last_active":"2024-05-16T15:48:15.384933+0000","last_peered":"2024-05-16T15:48:15.384933+0000","last_clean":"2024-05-16T15:48:15.384933+0000","last_became_active":"2024-05-16T15:45:34.699365+0000","last_became_peered":"2024-05-16T15:45:34.699365+0000","last_unstale":"2024-05-16T15:48:15.384933+0000","last_undegraded":"2024-05-16T15:48:15.384933+0000","last_fullsized":"2024-05-16T15:48:15.384933+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T19:26:39.680727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":98,"num_read_kb":98,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"87'1","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.517177+0000","last_change":"2024-05-16T15:45:47.272670+0000","last_active":"2024-05-16T15:47:21.517177+0000","last_peered":"2024-05-16T15:47:21.517177+0000","last_clean":"2024-05-16T15:47:21.517177+0000","last_became_active":"2024-05-16T15:45:47.272186+0000","last_became_peered":"2024-05-16T15:45:47.272186+0000","last_unstale":"2024-05-16T15:47:21.517177+0000","last_undegraded":"2024-05-16T15:47:21.517177+0000","last_fullsized":"2024-05-16T15:47:21.517177+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:50:32.511871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.193703+0000","last_change":"2024-05-16T15:45:37.239792+0000","last_active":"2024-05-16T15:47:22.193703+0000","last_peered":"2024-05-16T15:47:22.193703+0000","last_clean":"2024-05-16T15:47:22.193703+0000","last_became_active":"2024-05-16T15:45:37.239317+0000","last_became_peered":"2024-05-16T15:45:37.239317+0000","last_unstale":"2024-05-16T15:47:22.193703+0000","last_undegraded":"2024-05-16T15:47:22.193703+0000","last_fullsized":"2024-05-16T15:47:22.193703+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:40:09.278518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"87'6","reported_seq":53,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.911860+0000","last_change":"2024-05-16T15:45:34.205852+0000","last_active":"2024-05-16T15:47:21.911860+0000","last_peered":"2024-05-16T15:47:21.911860+0000","last_clean":"2024-05-16T15:47:21.911860+0000","last_became_active":"2024-05-16T15:45:34.205471+0000","last_became_peered":"2024-05-16T15:45:34.205471+0000","last_unstale":"2024-05-16T15:47:21.911860+0000","last_undegraded":"2024-05-16T15:47:21.911860+0000","last_fullsized":"2024-05-16T15:47:21.911860+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:37:16.887316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":117,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.516683+0000","last_change":"2024-05-16T15:44:11.582770+0000","last_active":"2024-05-16T15:47:21.516683+0000","last_peered":"2024-05-16T15:47:21.516683+0000","last_clean":"2024-05-16T15:47:21.516683+0000","last_became_active":"2024-05-16T15:44:11.578379+0000","last_became_peered":"2024-05-16T15:44:11.578379+0000","last_unstale":"2024-05-16T15:47:21.516683+0000","last_undegraded":"2024-05-16T15:47:21.516683+0000","last_fullsized":"2024-05-16T15:47:21.516683+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:40:48.349724+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:40:48.349724+0000","last_clean_scrub_stamp":"2024-05-16T15:40:48.349724+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:05:40.446247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.292812+0000","last_change":"2024-05-16T15:45:47.476117+0000","last_active":"2024-05-16T15:47:22.292812+0000","last_peered":"2024-05-16T15:47:22.292812+0000","last_clean":"2024-05-16T15:47:22.292812+0000","last_became_active":"2024-05-16T15:45:47.475620+0000","last_became_peered":"2024-05-16T15:45:47.475620+0000","last_unstale":"2024-05-16T15:47:22.292812+0000","last_undegraded":"2024-05-16T15:47:22.292812+0000","last_fullsized":"2024-05-16T15:47:22.292812+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:30:43.306489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.517824+0000","last_change":"2024-05-16T15:45:37.242169+0000","last_active":"2024-05-16T15:47:21.517824+0000","last_peered":"2024-05-16T15:47:21.517824+0000","last_clean":"2024-05-16T15:47:21.517824+0000","last_became_active":"2024-05-16T15:45:37.239665+0000","last_became_peered":"2024-05-16T15:45:37.239665+0000","last_unstale":"2024-05-16T15:47:21.517824+0000","last_undegraded":"2024-05-16T15:47:21.517824+0000","last_fullsized":"2024-05-16T15:47:21.517824+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:19:55.922659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"87'4","reported_seq":48,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.516857+0000","last_change":"2024-05-16T15:45:34.206003+0000","last_active":"2024-05-16T15:47:21.516857+0000","last_peered":"2024-05-16T15:47:21.516857+0000","last_clean":"2024-05-16T15:47:21.516857+0000","last_became_active":"2024-05-16T15:45:34.205626+0000","last_became_peered":"2024-05-16T15:45:34.205626+0000","last_unstale":"2024-05-16T15:47:21.516857+0000","last_undegraded":"2024-05-16T15:47:21.516857+0000","last_fullsized":"2024-05-16T15:47:21.516857+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:07:42.311502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":36,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.866175+0000","last_change":"2024-05-16T15:47:21.865720+0000","last_active":"2024-05-16T15:47:21.866175+0000","last_peered":"2024-05-16T15:47:21.866175+0000","last_clean":"2024-05-16T15:47:21.866175+0000","last_became_active":"2024-05-16T15:47:21.865053+0000","last_became_peered":"2024-05-16T15:47:21.865053+0000","last_unstale":"2024-05-16T15:47:21.866175+0000","last_undegraded":"2024-05-16T15:47:21.866175+0000","last_fullsized":"2024-05-16T15:47:21.866175+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:15:07.364609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,7,6],"acting":[11,10,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"87'4","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.518222+0000","last_change":"2024-05-16T15:46:21.377930+0000","last_active":"2024-05-16T15:47:21.518222+0000","last_peered":"2024-05-16T15:47:21.518222+0000","last_clean":"2024-05-16T15:47:21.518222+0000","last_became_active":"2024-05-16T15:46:21.377429+0000","last_became_peered":"2024-05-16T15:46:21.377429+0000","last_unstale":"2024-05-16T15:47:21.518222+0000","last_undegraded":"2024-05-16T15:47:21.518222+0000","last_fullsized":"2024-05-16T15:47:21.518222+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:57:00.348793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.518280+0000","last_change":"2024-05-16T15:45:37.242116+0000","last_active":"2024-05-16T15:47:21.518280+0000","last_peered":"2024-05-16T15:47:21.518280+0000","last_clean":"2024-05-16T15:47:21.518280+0000","last_became_active":"2024-05-16T15:45:37.241200+0000","last_became_peered":"2024-05-16T15:45:37.241200+0000","last_unstale":"2024-05-16T15:47:21.518280+0000","last_undegraded":"2024-05-16T15:47:21.518280+0000","last_fullsized":"2024-05-16T15:47:21.518280+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:49:46.377848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.193622+0000","last_change":"2024-05-16T15:45:47.475754+0000","last_active":"2024-05-16T15:47:22.193622+0000","last_peered":"2024-05-16T15:47:22.193622+0000","last_clean":"2024-05-16T15:47:22.193622+0000","last_became_active":"2024-05-16T15:45:47.475275+0000","last_became_peered":"2024-05-16T15:45:47.475275+0000","last_unstale":"2024-05-16T15:47:22.193622+0000","last_undegraded":"2024-05-16T15:47:22.193622+0000","last_fullsized":"2024-05-16T15:47:22.193622+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:15:47.964178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"87'15","reported_seq":59,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.515551+0000","last_change":"2024-05-16T15:45:34.205399+0000","last_active":"2024-05-16T15:47:21.515551+0000","last_peered":"2024-05-16T15:47:21.515551+0000","last_clean":"2024-05-16T15:47:21.515551+0000","last_became_active":"2024-05-16T15:45:34.205060+0000","last_became_peered":"2024-05-16T15:45:34.205060+0000","last_unstale":"2024-05-16T15:47:21.515551+0000","last_undegraded":"2024-05-16T15:47:21.515551+0000","last_fullsized":"2024-05-16T15:47:21.515551+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T19:40:20.128239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.194263+0000","last_change":"2024-05-16T15:45:37.233081+0000","last_active":"2024-05-16T15:47:22.194263+0000","last_peered":"2024-05-16T15:47:22.194263+0000","last_clean":"2024-05-16T15:47:22.194263+0000","last_became_active":"2024-05-16T15:45:37.232779+0000","last_became_peered":"2024-05-16T15:45:37.232779+0000","last_unstale":"2024-05-16T15:47:22.194263+0000","last_undegraded":"2024-05-16T15:47:22.194263+0000","last_fullsized":"2024-05-16T15:47:22.194263+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:37:09.749771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514495+0000","last_change":"2024-05-16T15:45:47.269019+0000","last_active":"2024-05-16T15:47:21.514495+0000","last_peered":"2024-05-16T15:47:21.514495+0000","last_clean":"2024-05-16T15:47:21.514495+0000","last_became_active":"2024-05-16T15:45:47.268487+0000","last_became_peered":"2024-05-16T15:45:47.268487+0000","last_unstale":"2024-05-16T15:47:21.514495+0000","last_undegraded":"2024-05-16T15:47:21.514495+0000","last_fullsized":"2024-05-16T15:47:21.514495+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:27:49.485175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"87'7","reported_seq":52,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.912240+0000","last_change":"2024-05-16T15:45:34.790890+0000","last_active":"2024-05-16T15:47:21.912240+0000","last_peered":"2024-05-16T15:47:21.912240+0000","last_clean":"2024-05-16T15:47:21.912240+0000","last_became_active":"2024-05-16T15:45:34.790486+0000","last_became_peered":"2024-05-16T15:45:34.790486+0000","last_unstale":"2024-05-16T15:47:21.912240+0000","last_undegraded":"2024-05-16T15:47:21.912240+0000","last_fullsized":"2024-05-16T15:47:21.912240+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:56:41.880726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.431947+0000","last_change":"2024-05-16T15:45:37.236732+0000","last_active":"2024-05-16T15:47:22.431947+0000","last_peered":"2024-05-16T15:47:22.431947+0000","last_clean":"2024-05-16T15:47:22.431947+0000","last_became_active":"2024-05-16T15:45:37.236352+0000","last_became_peered":"2024-05-16T15:45:37.236352+0000","last_unstale":"2024-05-16T15:47:22.431947+0000","last_undegraded":"2024-05-16T15:47:22.431947+0000","last_fullsized":"2024-05-16T15:47:22.431947+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:41:43.870623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.912026+0000","last_change":"2024-05-16T15:45:47.477145+0000","last_active":"2024-05-16T15:47:21.912026+0000","last_peered":"2024-05-16T15:47:21.912026+0000","last_clean":"2024-05-16T15:47:21.912026+0000","last_became_active":"2024-05-16T15:45:47.476397+0000","last_became_peered":"2024-05-16T15:45:47.476397+0000","last_unstale":"2024-05-16T15:47:21.912026+0000","last_undegraded":"2024-05-16T15:47:21.912026+0000","last_fullsized":"2024-05-16T15:47:21.912026+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:38:10.933346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"87'2","reported_seq":46,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.027481+0000","last_change":"2024-05-16T15:45:34.700250+0000","last_active":"2024-05-16T15:47:22.027481+0000","last_peered":"2024-05-16T15:47:22.027481+0000","last_clean":"2024-05-16T15:47:22.027481+0000","last_became_active":"2024-05-16T15:45:34.699828+0000","last_became_peered":"2024-05-16T15:45:34.699828+0000","last_unstale":"2024-05-16T15:47:22.027481+0000","last_undegraded":"2024-05-16T15:47:22.027481+0000","last_fullsized":"2024-05-16T15:47:22.027481+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:05:12.569035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.516207+0000","last_change":"2024-05-16T15:45:37.233166+0000","last_active":"2024-05-16T15:47:21.516207+0000","last_peered":"2024-05-16T15:47:21.516207+0000","last_clean":"2024-05-16T15:47:21.516207+0000","last_became_active":"2024-05-16T15:45:37.232782+0000","last_became_peered":"2024-05-16T15:45:37.232782+0000","last_unstale":"2024-05-16T15:47:21.516207+0000","last_undegraded":"2024-05-16T15:47:21.516207+0000","last_fullsized":"2024-05-16T15:47:21.516207+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:03:25.036943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.515077+0000","last_change":"2024-05-16T15:45:47.276411+0000","last_active":"2024-05-16T15:47:21.515077+0000","last_peered":"2024-05-16T15:47:21.515077+0000","last_clean":"2024-05-16T15:47:21.515077+0000","last_became_active":"2024-05-16T15:45:47.275933+0000","last_became_peered":"2024-05-16T15:45:47.275933+0000","last_unstale":"2024-05-16T15:47:21.515077+0000","last_undegraded":"2024-05-16T15:47:21.515077+0000","last_fullsized":"2024-05-16T15:47:21.515077+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:46:28.717689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"87'7","reported_seq":51,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.193698+0000","last_change":"2024-05-16T15:45:34.202700+0000","last_active":"2024-05-16T15:47:22.193698+0000","last_peered":"2024-05-16T15:47:22.193698+0000","last_clean":"2024-05-16T15:47:22.193698+0000","last_became_active":"2024-05-16T15:45:34.202190+0000","last_became_peered":"2024-05-16T15:45:34.202190+0000","last_unstale":"2024-05-16T15:47:22.193698+0000","last_undegraded":"2024-05-16T15:47:22.193698+0000","last_fullsized":"2024-05-16T15:47:22.193698+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:06:16.978609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":38,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.518166+0000","last_change":"2024-05-16T15:45:37.240233+0000","last_active":"2024-05-16T15:47:21.518166+0000","last_peered":"2024-05-16T15:47:21.518166+0000","last_clean":"2024-05-16T15:47:21.518166+0000","last_became_active":"2024-05-16T15:45:37.239064+0000","last_became_peered":"2024-05-16T15:45:37.239064+0000","last_unstale":"2024-05-16T15:47:21.518166+0000","last_undegraded":"2024-05-16T15:47:21.518166+0000","last_fullsized":"2024-05-16T15:47:21.518166+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:08:11.736333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"87'1","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.911908+0000","last_change":"2024-05-16T15:45:47.275416+0000","last_active":"2024-05-16T15:47:21.911908+0000","last_peered":"2024-05-16T15:47:21.911908+0000","last_clean":"2024-05-16T15:47:21.911908+0000","last_became_active":"2024-05-16T15:45:47.274506+0000","last_became_peered":"2024-05-16T15:45:47.274506+0000","last_unstale":"2024-05-16T15:47:21.911908+0000","last_undegraded":"2024-05-16T15:47:21.911908+0000","last_fullsized":"2024-05-16T15:47:21.911908+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:42:05.852294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"87'3","reported_seq":48,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514367+0000","last_change":"2024-05-16T15:45:34.207300+0000","last_active":"2024-05-16T15:47:21.514367+0000","last_peered":"2024-05-16T15:47:21.514367+0000","last_clean":"2024-05-16T15:47:21.514367+0000","last_became_active":"2024-05-16T15:45:34.206151+0000","last_became_peered":"2024-05-16T15:45:34.206151+0000","last_unstale":"2024-05-16T15:47:21.514367+0000","last_undegraded":"2024-05-16T15:47:21.514367+0000","last_fullsized":"2024-05-16T15:47:21.514367+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:04:22.349576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.194056+0000","last_change":"2024-05-16T15:45:37.233761+0000","last_active":"2024-05-16T15:47:22.194056+0000","last_peered":"2024-05-16T15:47:22.194056+0000","last_clean":"2024-05-16T15:47:22.194056+0000","last_became_active":"2024-05-16T15:45:37.233444+0000","last_became_peered":"2024-05-16T15:45:37.233444+0000","last_unstale":"2024-05-16T15:47:22.194056+0000","last_undegraded":"2024-05-16T15:47:22.194056+0000","last_fullsized":"2024-05-16T15:47:22.194056+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:37:51.166623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.911992+0000","last_change":"2024-05-16T15:45:47.476432+0000","last_active":"2024-05-16T15:47:21.911992+0000","last_peered":"2024-05-16T15:47:21.911992+0000","last_clean":"2024-05-16T15:47:21.911992+0000","last_became_active":"2024-05-16T15:45:47.475873+0000","last_became_peered":"2024-05-16T15:45:47.475873+0000","last_unstale":"2024-05-16T15:47:21.911992+0000","last_undegraded":"2024-05-16T15:47:21.911992+0000","last_fullsized":"2024-05-16T15:47:21.911992+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:46:53.204221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"87'4","reported_seq":49,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.516590+0000","last_change":"2024-05-16T15:45:34.210226+0000","last_active":"2024-05-16T15:47:21.516590+0000","last_peered":"2024-05-16T15:47:21.516590+0000","last_clean":"2024-05-16T15:47:21.516590+0000","last_became_active":"2024-05-16T15:45:34.209633+0000","last_became_peered":"2024-05-16T15:45:34.209633+0000","last_unstale":"2024-05-16T15:47:21.516590+0000","last_undegraded":"2024-05-16T15:47:21.516590+0000","last_fullsized":"2024-05-16T15:47:21.516590+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:53:43.802801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.517553+0000","last_change":"2024-05-16T15:45:37.240231+0000","last_active":"2024-05-16T15:47:21.517553+0000","last_peered":"2024-05-16T15:47:21.517553+0000","last_clean":"2024-05-16T15:47:21.517553+0000","last_became_active":"2024-05-16T15:45:37.239799+0000","last_became_peered":"2024-05-16T15:45:37.239799+0000","last_unstale":"2024-05-16T15:47:21.517553+0000","last_undegraded":"2024-05-16T15:47:21.517553+0000","last_fullsized":"2024-05-16T15:47:21.517553+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:52:49.389331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.027693+0000","last_change":"2024-05-16T15:45:47.271582+0000","last_active":"2024-05-16T15:47:22.027693+0000","last_peered":"2024-05-16T15:47:22.027693+0000","last_clean":"2024-05-16T15:47:22.027693+0000","last_became_active":"2024-05-16T15:45:47.270972+0000","last_became_peered":"2024-05-16T15:45:47.270972+0000","last_unstale":"2024-05-16T15:47:22.027693+0000","last_undegraded":"2024-05-16T15:47:22.027693+0000","last_fullsized":"2024-05-16T15:47:22.027693+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:39:52.603011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"87'6","reported_seq":152,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:16.366195+0000","last_change":"2024-05-16T15:45:34.790876+0000","last_active":"2024-05-16T15:48:16.366195+0000","last_peered":"2024-05-16T15:48:16.366195+0000","last_clean":"2024-05-16T15:48:16.366195+0000","last_became_active":"2024-05-16T15:45:34.790447+0000","last_became_peered":"2024-05-16T15:45:34.790447+0000","last_unstale":"2024-05-16T15:48:16.366195+0000","last_undegraded":"2024-05-16T15:48:16.366195+0000","last_fullsized":"2024-05-16T15:48:16.366195+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T01:05:30.528357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1561,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":101,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.517561+0000","last_change":"2024-05-16T15:45:37.238854+0000","last_active":"2024-05-16T15:47:21.517561+0000","last_peered":"2024-05-16T15:47:21.517561+0000","last_clean":"2024-05-16T15:47:21.517561+0000","last_became_active":"2024-05-16T15:45:37.238488+0000","last_became_peered":"2024-05-16T15:45:37.238488+0000","last_unstale":"2024-05-16T15:47:21.517561+0000","last_undegraded":"2024-05-16T15:47:21.517561+0000","last_fullsized":"2024-05-16T15:47:21.517561+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:42:51.844191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":36,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.431548+0000","last_change":"2024-05-16T15:46:21.842140+0000","last_active":"2024-05-16T15:47:22.431548+0000","last_peered":"2024-05-16T15:47:22.431548+0000","last_clean":"2024-05-16T15:47:22.431548+0000","last_became_active":"2024-05-16T15:46:21.841703+0000","last_became_peered":"2024-05-16T15:46:21.841703+0000","last_unstale":"2024-05-16T15:47:22.431548+0000","last_undegraded":"2024-05-16T15:47:22.431548+0000","last_fullsized":"2024-05-16T15:47:22.431548+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:35:47.742372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,1,4],"acting":[0,8,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"87'3","reported_seq":48,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.292656+0000","last_change":"2024-05-16T15:45:34.205485+0000","last_active":"2024-05-16T15:47:22.292656+0000","last_peered":"2024-05-16T15:47:22.292656+0000","last_clean":"2024-05-16T15:47:22.292656+0000","last_became_active":"2024-05-16T15:45:34.205164+0000","last_became_peered":"2024-05-16T15:45:34.205164+0000","last_unstale":"2024-05-16T15:47:22.292656+0000","last_undegraded":"2024-05-16T15:47:22.292656+0000","last_fullsized":"2024-05-16T15:47:22.292656+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T15:57:32.616570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.517367+0000","last_change":"2024-05-16T15:45:37.240357+0000","last_active":"2024-05-16T15:47:21.517367+0000","last_peered":"2024-05-16T15:47:21.517367+0000","last_clean":"2024-05-16T15:47:21.517367+0000","last_became_active":"2024-05-16T15:45:37.240030+0000","last_became_peered":"2024-05-16T15:45:37.240030+0000","last_unstale":"2024-05-16T15:47:21.517367+0000","last_undegraded":"2024-05-16T15:47:21.517367+0000","last_fullsized":"2024-05-16T15:47:21.517367+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:25:16.186385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.291906+0000","last_change":"2024-05-16T15:45:47.271687+0000","last_active":"2024-05-16T15:47:22.291906+0000","last_peered":"2024-05-16T15:47:22.291906+0000","last_clean":"2024-05-16T15:47:22.291906+0000","last_became_active":"2024-05-16T15:45:47.270773+0000","last_became_peered":"2024-05-16T15:45:47.270773+0000","last_unstale":"2024-05-16T15:47:22.291906+0000","last_undegraded":"2024-05-16T15:47:22.291906+0000","last_fullsized":"2024-05-16T15:47:22.291906+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:44:45.480762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"87'5","reported_seq":60,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.518564+0000","last_change":"2024-05-16T15:46:21.749061+0000","last_active":"2024-05-16T15:47:21.518564+0000","last_peered":"2024-05-16T15:47:21.518564+0000","last_clean":"2024-05-16T15:47:21.518564+0000","last_became_active":"2024-05-16T15:46:21.746449+0000","last_became_peered":"2024-05-16T15:46:21.746449+0000","last_unstale":"2024-05-16T15:47:21.518564+0000","last_undegraded":"2024-05-16T15:47:21.518564+0000","last_fullsized":"2024-05-16T15:47:21.518564+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:00:34.933589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4],"acting":[6,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.517577+0000","last_change":"2024-05-16T15:45:37.237364+0000","last_active":"2024-05-16T15:47:21.517577+0000","last_peered":"2024-05-16T15:47:21.517577+0000","last_clean":"2024-05-16T15:47:21.517577+0000","last_became_active":"2024-05-16T15:45:37.237030+0000","last_became_peered":"2024-05-16T15:45:37.237030+0000","last_unstale":"2024-05-16T15:47:21.517577+0000","last_undegraded":"2024-05-16T15:47:21.517577+0000","last_fullsized":"2024-05-16T15:47:21.517577+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:04:04.708571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":38,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.518434+0000","last_change":"2024-05-16T15:45:37.239678+0000","last_active":"2024-05-16T15:47:21.518434+0000","last_peered":"2024-05-16T15:47:21.518434+0000","last_clean":"2024-05-16T15:47:21.518434+0000","last_became_active":"2024-05-16T15:45:37.239352+0000","last_became_peered":"2024-05-16T15:45:37.239352+0000","last_unstale":"2024-05-16T15:47:21.518434+0000","last_undegraded":"2024-05-16T15:47:21.518434+0000","last_fullsized":"2024-05-16T15:47:21.518434+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:57:18.279809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514531+0000","last_change":"2024-05-16T15:45:37.239863+0000","last_active":"2024-05-16T15:47:21.514531+0000","last_peered":"2024-05-16T15:47:21.514531+0000","last_clean":"2024-05-16T15:47:21.514531+0000","last_became_active":"2024-05-16T15:45:37.239508+0000","last_became_peered":"2024-05-16T15:45:37.239508+0000","last_unstale":"2024-05-16T15:47:21.514531+0000","last_undegraded":"2024-05-16T15:47:21.514531+0000","last_fullsized":"2024-05-16T15:47:21.514531+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:37:38.162774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514317+0000","last_change":"2024-05-16T15:45:37.242473+0000","last_active":"2024-05-16T15:47:21.514317+0000","last_peered":"2024-05-16T15:47:21.514317+0000","last_clean":"2024-05-16T15:47:21.514317+0000","last_became_active":"2024-05-16T15:45:37.242118+0000","last_became_peered":"2024-05-16T15:45:37.242118+0000","last_unstale":"2024-05-16T15:47:21.514317+0000","last_undegraded":"2024-05-16T15:47:21.514317+0000","last_fullsized":"2024-05-16T15:47:21.514317+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:36:47.638343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.431798+0000","last_change":"2024-05-16T15:45:37.236693+0000","last_active":"2024-05-16T15:47:22.431798+0000","last_peered":"2024-05-16T15:47:22.431798+0000","last_clean":"2024-05-16T15:47:22.431798+0000","last_became_active":"2024-05-16T15:45:37.236339+0000","last_became_peered":"2024-05-16T15:45:37.236339+0000","last_unstale":"2024-05-16T15:47:22.431798+0000","last_undegraded":"2024-05-16T15:47:22.431798+0000","last_fullsized":"2024-05-16T15:47:22.431798+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:12:22.662950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.518525+0000","last_change":"2024-05-16T15:45:37.239526+0000","last_active":"2024-05-16T15:47:21.518525+0000","last_peered":"2024-05-16T15:47:21.518525+0000","last_clean":"2024-05-16T15:47:21.518525+0000","last_became_active":"2024-05-16T15:45:37.239026+0000","last_became_peered":"2024-05-16T15:45:37.239026+0000","last_unstale":"2024-05-16T15:47:21.518525+0000","last_undegraded":"2024-05-16T15:47:21.518525+0000","last_fullsized":"2024-05-16T15:47:21.518525+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:13:56.168226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":38,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.519051+0000","last_change":"2024-05-16T15:45:37.237037+0000","last_active":"2024-05-16T15:47:21.519051+0000","last_peered":"2024-05-16T15:47:21.519051+0000","last_clean":"2024-05-16T15:47:21.519051+0000","last_became_active":"2024-05-16T15:45:37.236623+0000","last_became_peered":"2024-05-16T15:45:37.236623+0000","last_unstale":"2024-05-16T15:47:21.519051+0000","last_undegraded":"2024-05-16T15:47:21.519051+0000","last_fullsized":"2024-05-16T15:47:21.519051+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:12:00.172679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514745+0000","last_change":"2024-05-16T15:45:37.243539+0000","last_active":"2024-05-16T15:47:21.514745+0000","last_peered":"2024-05-16T15:47:21.514745+0000","last_clean":"2024-05-16T15:47:21.514745+0000","last_became_active":"2024-05-16T15:45:37.243167+0000","last_became_peered":"2024-05-16T15:45:37.243167+0000","last_unstale":"2024-05-16T15:47:21.514745+0000","last_undegraded":"2024-05-16T15:47:21.514745+0000","last_fullsized":"2024-05-16T15:47:21.514745+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:53:31.078235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.194307+0000","last_change":"2024-05-16T15:45:37.244703+0000","last_active":"2024-05-16T15:47:22.194307+0000","last_peered":"2024-05-16T15:47:22.194307+0000","last_clean":"2024-05-16T15:47:22.194307+0000","last_became_active":"2024-05-16T15:45:37.236077+0000","last_became_peered":"2024-05-16T15:45:37.236077+0000","last_unstale":"2024-05-16T15:47:22.194307+0000","last_undegraded":"2024-05-16T15:47:22.194307+0000","last_fullsized":"2024-05-16T15:47:22.194307+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:42:29.652261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.292056+0000","last_change":"2024-05-16T15:45:37.243243+0000","last_active":"2024-05-16T15:47:22.292056+0000","last_peered":"2024-05-16T15:47:22.292056+0000","last_clean":"2024-05-16T15:47:22.292056+0000","last_became_active":"2024-05-16T15:45:37.242190+0000","last_became_peered":"2024-05-16T15:45:37.242190+0000","last_unstale":"2024-05-16T15:47:22.292056+0000","last_undegraded":"2024-05-16T15:47:22.292056+0000","last_fullsized":"2024-05-16T15:47:22.292056+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:48:16.824018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.193744+0000","last_change":"2024-05-16T15:45:37.235496+0000","last_active":"2024-05-16T15:47:22.193744+0000","last_peered":"2024-05-16T15:47:22.193744+0000","last_clean":"2024-05-16T15:47:22.193744+0000","last_became_active":"2024-05-16T15:45:37.235177+0000","last_became_peered":"2024-05-16T15:45:37.235177+0000","last_unstale":"2024-05-16T15:47:22.193744+0000","last_undegraded":"2024-05-16T15:47:22.193744+0000","last_fullsized":"2024-05-16T15:47:22.193744+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:12:27.608258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.028054+0000","last_change":"2024-05-16T15:45:37.240957+0000","last_active":"2024-05-16T15:47:22.028054+0000","last_peered":"2024-05-16T15:47:22.028054+0000","last_clean":"2024-05-16T15:47:22.028054+0000","last_became_active":"2024-05-16T15:45:37.240616+0000","last_became_peered":"2024-05-16T15:45:37.240616+0000","last_unstale":"2024-05-16T15:47:22.028054+0000","last_undegraded":"2024-05-16T15:47:22.028054+0000","last_fullsized":"2024-05-16T15:47:22.028054+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T01:40:52.425502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.519366+0000","last_change":"2024-05-16T15:45:37.232725+0000","last_active":"2024-05-16T15:47:21.519366+0000","last_peered":"2024-05-16T15:47:21.519366+0000","last_clean":"2024-05-16T15:47:21.519366+0000","last_became_active":"2024-05-16T15:45:37.231549+0000","last_became_peered":"2024-05-16T15:45:37.231549+0000","last_unstale":"2024-05-16T15:47:21.519366+0000","last_undegraded":"2024-05-16T15:47:21.519366+0000","last_fullsized":"2024-05-16T15:47:21.519366+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:04:04.502995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":38,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.518355+0000","last_change":"2024-05-16T15:45:37.228748+0000","last_active":"2024-05-16T15:47:21.518355+0000","last_peered":"2024-05-16T15:47:21.518355+0000","last_clean":"2024-05-16T15:47:21.518355+0000","last_became_active":"2024-05-16T15:45:37.228369+0000","last_became_peered":"2024-05-16T15:45:37.228369+0000","last_unstale":"2024-05-16T15:47:21.518355+0000","last_undegraded":"2024-05-16T15:47:21.518355+0000","last_fullsized":"2024-05-16T15:47:21.518355+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:41:35.372721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":69667,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":1009,"num_read_kb":580,"num_write":249,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":209001,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":215,"ondisk_log_size":215,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":70,"seq":300647710768,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28044,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717108,"statfs":{"total":95995035648,"available":95966318592,"internally_reserved":0,"allocated":1048576,"data_stored":516326,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":64,"seq":274877906997,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28708,"kb_used_data":1684,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716444,"statfs":{"total":95995035648,"available":95965638656,"internally_reserved":0,"allocated":1724416,"data_stored":1164990,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":59,"seq":253403070522,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28060,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717092,"statfs":{"total":95995035648,"available":95966302208,"internally_reserved":0,"allocated":1060864,"data_stored":519737,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":53,"seq":227633266751,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1036288,"data_stored":515795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":47,"seq":201863462979,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28636,"kb_used_data":1612,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716516,"statfs":{"total":95995035648,"available":95965712384,"internally_reserved":0,"allocated":1650688,"data_stored":1112907,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":42,"seq":180388626506,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36348,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708804,"statfs":{"total":95995035648,"available":95957815296,"internally_reserved":0,"allocated":1032192,"data_stored":511145,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574947,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32252,"kb_used_data":1072,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712900,"statfs":{"total":95995035648,"available":95962009600,"internally_reserved":0,"allocated":1097728,"data_stored":574247,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738470,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36372,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708780,"statfs":{"total":95995035648,"available":95957790720,"internally_reserved":0,"allocated":1056768,"data_stored":512992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411421,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28116,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717036,"statfs":{"total":95995035648,"available":95966244864,"internally_reserved":0,"allocated":1118208,"data_stored":575249,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182488,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36360,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708792,"statfs":{"total":95995035648,"available":95957803008,"internally_reserved":0,"allocated":1044480,"data_stored":510853,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986260,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32200,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712952,"statfs":{"total":95995035648,"available":95962062848,"internally_reserved":0,"allocated":1040384,"data_stored":515610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822735,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36964,"kb_used_data":1620,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708188,"statfs":{"total":95995035648,"available":95957184512,"internally_reserved":0,"allocated":1658880,"data_stored":1108098,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":63824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":64826,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1091,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3211,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1276,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":64199,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-16T15:48:20.895 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-05-16T15:48:20.895 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-05-16T15:48:20.896 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-05-16T15:48:20.896 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph health --format=json 2024-05-16T15:48:21.147 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:48:21.567 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:21 smithi043 ceph-mon[31619]: pgmap v379: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-05-16T15:48:21.567 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:21 smithi043 ceph-mon[31619]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-16T15:48:21.567 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:21 smithi043 ceph-mon[31619]: mgrmap e18: x(active, since 10m), standbys: z, y 2024-05-16T15:48:21.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:21 smithi157 ceph-mon[35584]: pgmap v379: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-05-16T15:48:21.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:21 smithi157 ceph-mon[35584]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-16T15:48:21.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:21 smithi157 ceph-mon[35584]: mgrmap e18: x(active, since 10m), standbys: z, y 2024-05-16T15:48:21.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:21 smithi148 ceph-mon[34976]: pgmap v379: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-05-16T15:48:21.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:21 smithi148 ceph-mon[34976]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-16T15:48:21.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:21 smithi148 ceph-mon[34976]: mgrmap e18: x(active, since 10m), standbys: z, y 2024-05-16T15:48:23.045 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.031+0000 7fdecd49f700 1 -- 172.21.15.43:0/2882524310 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fdec8103750 msgr2=0x7fdec8103b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:23.045 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.031+0000 7fdecd49f700 1 --2- 172.21.15.43:0/2882524310 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fdec8103750 0x7fdec8103b30 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fdeb80099c0 tx=0x7fdeb8009cd0 comp rx=0 tx=0).stop 2024-05-16T15:48:23.045 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.031+0000 7fdecd49f700 1 -- 172.21.15.43:0/2882524310 shutdown_connections 2024-05-16T15:48:23.045 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.031+0000 7fdecd49f700 1 --2- 172.21.15.43:0/2882524310 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fdec8108850 0x7fdec81103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:23.045 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.031+0000 7fdecd49f700 1 --2- 172.21.15.43:0/2882524310 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fdec8103750 0x7fdec8103b30 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:23.045 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.031+0000 7fdecd49f700 1 --2- 172.21.15.43:0/2882524310 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdec8104100 0x7fdec8108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:23.045 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.031+0000 7fdecd49f700 1 -- 172.21.15.43:0/2882524310 >> 172.21.15.43:0/2882524310 conn(0x7fdec807a600 msgr2=0x7fdec807aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:23.045 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.031+0000 7fdecd49f700 1 -- 172.21.15.43:0/2882524310 shutdown_connections 2024-05-16T15:48:23.045 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.031+0000 7fdecd49f700 1 -- 172.21.15.43:0/2882524310 wait complete. 2024-05-16T15:48:23.045 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.032+0000 7fdecd49f700 1 Processor -- start 2024-05-16T15:48:23.045 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.032+0000 7fdecd49f700 1 -- start start 2024-05-16T15:48:23.045 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.033+0000 7fdecd49f700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fdec8103750 0x7fdec80757a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:23.045 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.033+0000 7fdecd49f700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fdec8104100 0x7fdec8075ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:23.046 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.033+0000 7fdecd49f700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdec8108850 0x7fdec8076220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:23.046 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.033+0000 7fdecd49f700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fdec8113610 con 0x7fdec8104100 2024-05-16T15:48:23.046 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.033+0000 7fdecd49f700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fdec8113490 con 0x7fdec8103750 2024-05-16T15:48:23.046 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.033+0000 7fdecd49f700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fdec8113790 con 0x7fdec8108850 2024-05-16T15:48:23.046 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.033+0000 7fdec67fc700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fdec8104100 0x7fdec8075ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:23.046 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.033+0000 7fdec67fc700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fdec8104100 0x7fdec8075ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:60258/0 (socket says 172.21.15.43:60258) 2024-05-16T15:48:23.046 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.033+0000 7fdec67fc700 1 -- 172.21.15.43:0/1462237283 learned_addr learned my addr 172.21.15.43:0/1462237283 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:48:23.046 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.033+0000 7fdec6ffd700 1 --2- 172.21.15.43:0/1462237283 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fdec8103750 0x7fdec80757a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:23.046 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.033+0000 7fdec77fe700 1 --2- 172.21.15.43:0/1462237283 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdec8108850 0x7fdec8076220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:23.046 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.033+0000 7fdec67fc700 1 -- 172.21.15.43:0/1462237283 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdec8108850 msgr2=0x7fdec8076220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:23.046 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.033+0000 7fdec67fc700 1 --2- 172.21.15.43:0/1462237283 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdec8108850 0x7fdec8076220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:23.046 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.033+0000 7fdec67fc700 1 -- 172.21.15.43:0/1462237283 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fdec8103750 msgr2=0x7fdec80757a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:23.046 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.033+0000 7fdec67fc700 1 --2- 172.21.15.43:0/1462237283 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fdec8103750 0x7fdec80757a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:23.046 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.033+0000 7fdec67fc700 1 -- 172.21.15.43:0/1462237283 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdec81a80b0 con 0x7fdec8104100 2024-05-16T15:48:23.047 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.033+0000 7fdec67fc700 1 --2- 172.21.15.43:0/1462237283 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fdec8104100 0x7fdec8075ce0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fdeb000b530 tx=0x7fdeb000b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:23.047 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.034+0000 7fdebffff700 1 -- 172.21.15.43:0/1462237283 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdeb0015020 con 0x7fdec8104100 2024-05-16T15:48:23.047 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.034+0000 7fdecd49f700 1 -- 172.21.15.43:0/1462237283 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdec81a83a0 con 0x7fdec8104100 2024-05-16T15:48:23.047 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.034+0000 7fdebffff700 1 -- 172.21.15.43:0/1462237283 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fdeb0011cc0 con 0x7fdec8104100 2024-05-16T15:48:23.047 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.034+0000 7fdebffff700 1 -- 172.21.15.43:0/1462237283 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdeb0010c80 con 0x7fdec8104100 2024-05-16T15:48:23.047 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.034+0000 7fdecd49f700 1 -- 172.21.15.43:0/1462237283 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdec81a88e0 con 0x7fdec8104100 2024-05-16T15:48:23.047 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.035+0000 7fdecd49f700 1 -- 172.21.15.43:0/1462237283 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdec810ba90 con 0x7fdec8104100 2024-05-16T15:48:23.047 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.036+0000 7fdebffff700 1 -- 172.21.15.43:0/1462237283 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fdeb0018020 con 0x7fdec8104100 2024-05-16T15:48:23.048 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.037+0000 7fdebffff700 1 --2- 172.21.15.43:0/1462237283 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fdeb40b2880 0x7fdeb40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:23.048 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.037+0000 7fdec6ffd700 1 --2- 172.21.15.43:0/1462237283 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fdeb40b2880 0x7fdeb40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:23.048 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.037+0000 7fdebffff700 1 -- 172.21.15.43:0/1462237283 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fdeb00e1cf0 con 0x7fdec8104100 2024-05-16T15:48:23.048 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.037+0000 7fdec6ffd700 1 --2- 172.21.15.43:0/1462237283 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fdeb40b2880 0x7fdeb40b4d40 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fdeb8000c00 tx=0x7fdeb8005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:23.052 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.042+0000 7fdebffff700 1 -- 172.21.15.43:0/1462237283 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fdeb00e6070 con 0x7fdec8104100 2024-05-16T15:48:23.316 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.304+0000 7fdecd49f700 1 -- 172.21.15.43:0/1462237283 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7fdec806a190 con 0x7fdec8104100 2024-05-16T15:48:23.316 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.305+0000 7fdebffff700 1 -- 172.21.15.43:0/1462237283 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7fdeb001f020 con 0x7fdec8104100 2024-05-16T15:48:23.316 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:48:23.316 INFO:teuthology.orchestra.run.smithi043.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-05-16T15:48:23.318 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.307+0000 7fdecd49f700 1 -- 172.21.15.43:0/1462237283 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fdeb40b2880 msgr2=0x7fdeb40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:23.318 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.307+0000 7fdecd49f700 1 --2- 172.21.15.43:0/1462237283 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fdeb40b2880 0x7fdeb40b4d40 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fdeb8000c00 tx=0x7fdeb8005fb0 comp rx=0 tx=0).stop 2024-05-16T15:48:23.318 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.307+0000 7fdecd49f700 1 -- 172.21.15.43:0/1462237283 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fdec8104100 msgr2=0x7fdec8075ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:23.318 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.307+0000 7fdecd49f700 1 --2- 172.21.15.43:0/1462237283 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fdec8104100 0x7fdec8075ce0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fdeb000b530 tx=0x7fdeb000b840 comp rx=0 tx=0).stop 2024-05-16T15:48:23.319 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.307+0000 7fdecd49f700 1 -- 172.21.15.43:0/1462237283 shutdown_connections 2024-05-16T15:48:23.319 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.307+0000 7fdecd49f700 1 --2- 172.21.15.43:0/1462237283 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdec8108850 0x7fdec8076220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:23.319 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.307+0000 7fdecd49f700 1 --2- 172.21.15.43:0/1462237283 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fdec8103750 0x7fdec80757a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:23.319 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.307+0000 7fdecd49f700 1 --2- 172.21.15.43:0/1462237283 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fdeb40b2880 0x7fdeb40b4d40 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:23.319 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.307+0000 7fdecd49f700 1 --2- 172.21.15.43:0/1462237283 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fdec8104100 0x7fdec8075ce0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:23.319 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.307+0000 7fdecd49f700 1 -- 172.21.15.43:0/1462237283 >> 172.21.15.43:0/1462237283 conn(0x7fdec807a600 msgr2=0x7fdec8101860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:23.319 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.307+0000 7fdecd49f700 1 -- 172.21.15.43:0/1462237283 shutdown_connections 2024-05-16T15:48:23.319 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:23.307+0000 7fdecd49f700 1 -- 172.21.15.43:0/1462237283 wait complete. 2024-05-16T15:48:23.647 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:23 smithi043 ceph-mon[31619]: pgmap v380: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 426 B/s wr, 10 op/s 2024-05-16T15:48:23.647 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:23 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/1462237283' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-16T15:48:23.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:23 smithi157 ceph-mon[35584]: pgmap v380: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 426 B/s wr, 10 op/s 2024-05-16T15:48:23.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:23 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/1462237283' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-16T15:48:23.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:23 smithi148 ceph-mon[34976]: pgmap v380: 129 pgs: 129 active+clean; 645 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 426 B/s wr, 10 op/s 2024-05-16T15:48:23.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:23 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/1462237283' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-16T15:48:23.981 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-05-16T15:48:23.981 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-16T15:48:24.236 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:48:25.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:25 smithi157 ceph-mon[35584]: pgmap v381: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 767 B/s wr, 11 op/s 2024-05-16T15:48:25.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:25 smithi148 ceph-mon[34976]: pgmap v381: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 767 B/s wr, 11 op/s 2024-05-16T15:48:25.724 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:25 smithi043 ceph-mon[31619]: pgmap v381: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 767 B/s wr, 11 op/s 2024-05-16T15:48:26.216 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.204+0000 7f6087b24700 1 -- 172.21.15.43:0/184936817 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f6080108850 msgr2=0x7f60801103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:26.216 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.204+0000 7f6087b24700 1 --2- 172.21.15.43:0/184936817 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f6080108850 0x7f60801103d0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f607800b0d0 tx=0x7f607800b3e0 comp rx=0 tx=0).stop 2024-05-16T15:48:26.216 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.204+0000 7f6087b24700 1 -- 172.21.15.43:0/184936817 shutdown_connections 2024-05-16T15:48:26.216 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.204+0000 7f6087b24700 1 --2- 172.21.15.43:0/184936817 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f6080108850 0x7f60801103d0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:26.216 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.204+0000 7f6087b24700 1 --2- 172.21.15.43:0/184936817 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6080103750 0x7f6080103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:26.216 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.204+0000 7f6087b24700 1 --2- 172.21.15.43:0/184936817 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6080104100 0x7f6080108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:26.216 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.204+0000 7f6087b24700 1 -- 172.21.15.43:0/184936817 >> 172.21.15.43:0/184936817 conn(0x7f608007a600 msgr2=0x7f608007aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:26.216 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.204+0000 7f6087b24700 1 -- 172.21.15.43:0/184936817 shutdown_connections 2024-05-16T15:48:26.216 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.204+0000 7f6087b24700 1 -- 172.21.15.43:0/184936817 wait complete. 2024-05-16T15:48:26.216 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.204+0000 7f6087b24700 1 Processor -- start 2024-05-16T15:48:26.216 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.204+0000 7f6087b24700 1 -- start start 2024-05-16T15:48:26.216 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.205+0000 7f6087b24700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f6080103750 0x7f60800757a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:26.217 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.205+0000 7f6087b24700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6080104100 0x7f6080075ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:26.217 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.205+0000 7f6087b24700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6080108850 0x7f6080076220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:26.217 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.205+0000 7f6087b24700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f60801134f0 con 0x7f6080103750 2024-05-16T15:48:26.217 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.205+0000 7f6087b24700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f6080113370 con 0x7f6080104100 2024-05-16T15:48:26.217 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.205+0000 7f6087b24700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f6080113670 con 0x7f6080108850 2024-05-16T15:48:26.217 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.205+0000 7f60858c0700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f6080103750 0x7f60800757a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:26.217 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.205+0000 7f60858c0700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f6080103750 0x7f60800757a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:45528/0 (socket says 172.21.15.43:45528) 2024-05-16T15:48:26.217 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.205+0000 7f60858c0700 1 -- 172.21.15.43:0/349859040 learned_addr learned my addr 172.21.15.43:0/349859040 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:48:26.217 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.205+0000 7f60860c1700 1 --2- 172.21.15.43:0/349859040 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6080108850 0x7f6080076220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:26.217 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.205+0000 7f60858c0700 1 -- 172.21.15.43:0/349859040 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6080108850 msgr2=0x7f6080076220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:26.217 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.205+0000 7f60858c0700 1 --2- 172.21.15.43:0/349859040 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6080108850 0x7f6080076220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:26.217 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.205+0000 7f60858c0700 1 -- 172.21.15.43:0/349859040 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6080104100 msgr2=0x7f6080075ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:26.217 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.205+0000 7f60850bf700 1 --2- 172.21.15.43:0/349859040 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6080104100 0x7f6080075ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:26.217 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.205+0000 7f60858c0700 1 --2- 172.21.15.43:0/349859040 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6080104100 0x7f6080075ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:26.217 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.205+0000 7f60858c0700 1 -- 172.21.15.43:0/349859040 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60801a7ef0 con 0x7f6080103750 2024-05-16T15:48:26.217 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.205+0000 7f60860c1700 1 --2- 172.21.15.43:0/349859040 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6080108850 0x7f6080076220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:48:26.218 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.205+0000 7f60858c0700 1 --2- 172.21.15.43:0/349859040 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f6080103750 0x7f60800757a0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f607400e9c0 tx=0x7f607400ed80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:26.218 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.206+0000 7f6072ffd700 1 -- 172.21.15.43:0/349859040 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f607400cbd0 con 0x7f6080103750 2024-05-16T15:48:26.218 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.206+0000 7f6072ffd700 1 -- 172.21.15.43:0/349859040 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f607400cd70 con 0x7f6080103750 2024-05-16T15:48:26.218 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.206+0000 7f6087b24700 1 -- 172.21.15.43:0/349859040 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60801a81e0 con 0x7f6080103750 2024-05-16T15:48:26.218 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.206+0000 7f6072ffd700 1 -- 172.21.15.43:0/349859040 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6074005610 con 0x7f6080103750 2024-05-16T15:48:26.218 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.206+0000 7f6087b24700 1 -- 172.21.15.43:0/349859040 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60801a86d0 con 0x7f6080103750 2024-05-16T15:48:26.219 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.207+0000 7f6087b24700 1 -- 172.21.15.43:0/349859040 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f608010ba20 con 0x7f6080103750 2024-05-16T15:48:26.219 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.208+0000 7f6072ffd700 1 -- 172.21.15.43:0/349859040 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f6074004750 con 0x7f6080103750 2024-05-16T15:48:26.219 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.209+0000 7f6072ffd700 1 --2- 172.21.15.43:0/349859040 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f606c0b2880 0x7f606c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:26.219 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.209+0000 7f60850bf700 1 --2- 172.21.15.43:0/349859040 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f606c0b2880 0x7f606c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:26.219 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.209+0000 7f6072ffd700 1 -- 172.21.15.43:0/349859040 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f60740e2a20 con 0x7f6080103750 2024-05-16T15:48:26.219 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.209+0000 7f60850bf700 1 --2- 172.21.15.43:0/349859040 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f606c0b2880 0x7f606c0b4d40 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f6080103150 tx=0x7f607c009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:26.223 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.213+0000 7f6072ffd700 1 -- 172.21.15.43:0/349859040 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f60740aa390 con 0x7f6080103750 2024-05-16T15:48:26.487 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.477+0000 7f6087b24700 1 -- 172.21.15.43:0/349859040 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f608010b400 con 0x7f6080103750 2024-05-16T15:48:26.488 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.478+0000 7f6072ffd700 1 -- 172.21.15.43:0/349859040 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11944 (secure 0 0 0) 0x7f60740a9c90 con 0x7f6080103750 2024-05-16T15:48:26.488 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:48:26.488 INFO:teuthology.orchestra.run.smithi043.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.43:6835/1448137759","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6834","nonce":1448137759},{"type":"v1","addr":"172.21.15.43:6835","nonce":1448137759}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.43:6837/3286596297","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6836","nonce":3286596297},{"type":"v1","addr":"172.21.15.43:6837","nonce":3286596297}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-16T15:45:39.175942+0000","modified":"2024-05-16T15:46:42.188203+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24482,"mds_1":24463,"mds_2":24452,"mds_3":24451,"mds_4":24445},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14562":{"gid":14562,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.43:6839/4087815034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6838","nonce":4087815034},{"type":"v1","addr":"172.21.15.43:6839","nonce":4087815034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14574":{"gid":14574,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.43:6841/2042970804","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6840","nonce":2042970804},{"type":"v1","addr":"172.21.15.43:6841","nonce":2042970804}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24410":{"gid":24410,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.148:6833/3084392719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6832","nonce":3084392719},{"type":"v1","addr":"172.21.15.148:6833","nonce":3084392719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24412":{"gid":24412,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.157:6833/3972392500","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6832","nonce":3972392500},{"type":"v1","addr":"172.21.15.157:6833","nonce":3972392500}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.148:6835/516622533","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6834","nonce":516622533},{"type":"v1","addr":"172.21.15.148:6835","nonce":516622533}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"f","rank":4,"incarnation":26,"state":"up:active","state_seq":25,"addr":"172.21.15.157:6835/2303077574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2303077574},{"type":"v1","addr":"172.21.15.157:6835","nonce":2303077574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"c","rank":3,"incarnation":24,"state":"up:active","state_seq":24,"addr":"172.21.15.157:6837/3777341889","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6836","nonce":3777341889},{"type":"v1","addr":"172.21.15.157:6837","nonce":3777341889}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24452":{"gid":24452,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":23,"addr":"172.21.15.148:6837/4036870683","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6836","nonce":4036870683},{"type":"v1","addr":"172.21.15.148:6837","nonce":4036870683}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":22,"addr":"172.21.15.157:6839/2377589154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6838","nonce":2377589154},{"type":"v1","addr":"172.21.15.157:6839","nonce":2377589154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.148:6839/717807397","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6838","nonce":717807397},{"type":"v1","addr":"172.21.15.148:6839","nonce":717807397}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24482,"qdb_cluster":[24445,24452,24451,24463,24482]},"id":1}]} 2024-05-16T15:48:26.490 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.480+0000 7f6087b24700 1 -- 172.21.15.43:0/349859040 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f606c0b2880 msgr2=0x7f606c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:26.491 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.480+0000 7f6087b24700 1 --2- 172.21.15.43:0/349859040 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f606c0b2880 0x7f606c0b4d40 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f6080103150 tx=0x7f607c009260 comp rx=0 tx=0).stop 2024-05-16T15:48:26.491 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.480+0000 7f6087b24700 1 -- 172.21.15.43:0/349859040 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f6080103750 msgr2=0x7f60800757a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:26.491 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.480+0000 7f6087b24700 1 --2- 172.21.15.43:0/349859040 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f6080103750 0x7f60800757a0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f607400e9c0 tx=0x7f607400ed80 comp rx=0 tx=0).stop 2024-05-16T15:48:26.491 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.480+0000 7f6087b24700 1 -- 172.21.15.43:0/349859040 shutdown_connections 2024-05-16T15:48:26.491 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.480+0000 7f6087b24700 1 --2- 172.21.15.43:0/349859040 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6080108850 0x7f6080076220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:26.491 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.480+0000 7f6087b24700 1 --2- 172.21.15.43:0/349859040 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f606c0b2880 0x7f606c0b4d40 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:26.491 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.480+0000 7f6087b24700 1 --2- 172.21.15.43:0/349859040 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f6080103750 0x7f60800757a0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:26.491 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.480+0000 7f6087b24700 1 --2- 172.21.15.43:0/349859040 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6080104100 0x7f6080075ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:26.491 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.480+0000 7f6087b24700 1 -- 172.21.15.43:0/349859040 >> 172.21.15.43:0/349859040 conn(0x7f608007a600 msgr2=0x7f6080101960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:26.491 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.481+0000 7f6087b24700 1 -- 172.21.15.43:0/349859040 shutdown_connections 2024-05-16T15:48:26.491 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:26.481+0000 7f6087b24700 1 -- 172.21.15.43:0/349859040 wait complete. 2024-05-16T15:48:26.492 INFO:teuthology.orchestra.run.smithi043.stderr:dumped fsmap epoch 29 2024-05-16T15:48:27.225 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-16T15:48:27.474 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:27 smithi043 ceph-mon[31619]: pgmap v382: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 767 B/s wr, 11 op/s 2024-05-16T15:48:27.474 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:27 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/349859040' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:48:27.488 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:48:27.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:27 smithi157 ceph-mon[35584]: pgmap v382: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 767 B/s wr, 11 op/s 2024-05-16T15:48:27.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:27 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/349859040' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:48:27.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:27 smithi148 ceph-mon[34976]: pgmap v382: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 767 B/s wr, 11 op/s 2024-05-16T15:48:27.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:27 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/349859040' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:48:29.162 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.150+0000 7fdf37e89700 1 -- 172.21.15.43:0/1503826049 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fdf30101a10 msgr2=0x7fdf30101e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:29.163 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.150+0000 7fdf37e89700 1 --2- 172.21.15.43:0/1503826049 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fdf30101a10 0x7fdf30101e90 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fdf200099c0 tx=0x7fdf20009cd0 comp rx=0 tx=0).stop 2024-05-16T15:48:29.163 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.150+0000 7fdf37e89700 1 -- 172.21.15.43:0/1503826049 shutdown_connections 2024-05-16T15:48:29.163 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.151+0000 7fdf37e89700 1 --2- 172.21.15.43:0/1503826049 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fdf301023d0 0x7fdf30110360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:29.163 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.151+0000 7fdf37e89700 1 --2- 172.21.15.43:0/1503826049 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdf30109590 0x7fdf30109970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:29.163 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.151+0000 7fdf37e89700 1 --2- 172.21.15.43:0/1503826049 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fdf30101a10 0x7fdf30101e90 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:29.163 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.151+0000 7fdf37e89700 1 -- 172.21.15.43:0/1503826049 >> 172.21.15.43:0/1503826049 conn(0x7fdf300789a0 msgr2=0x7fdf300ffd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:29.163 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.151+0000 7fdf37e89700 1 -- 172.21.15.43:0/1503826049 shutdown_connections 2024-05-16T15:48:29.163 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.151+0000 7fdf37e89700 1 -- 172.21.15.43:0/1503826049 wait complete. 2024-05-16T15:48:29.163 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.151+0000 7fdf37e89700 1 Processor -- start 2024-05-16T15:48:29.163 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.151+0000 7fdf37e89700 1 -- start start 2024-05-16T15:48:29.163 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.152+0000 7fdf37e89700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdf30101a10 0x7fdf30102bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:29.164 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.152+0000 7fdf37e89700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fdf301023d0 0x7fdf30103130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:29.164 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.152+0000 7fdf37e89700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fdf30109590 0x7fdf30103670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:29.164 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.152+0000 7fdf37e89700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fdf301135b0 con 0x7fdf30109590 2024-05-16T15:48:29.164 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.152+0000 7fdf37e89700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fdf30113430 con 0x7fdf301023d0 2024-05-16T15:48:29.164 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.152+0000 7fdf37e89700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fdf30113730 con 0x7fdf30101a10 2024-05-16T15:48:29.164 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.152+0000 7fdf36426700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fdf30109590 0x7fdf30103670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:29.164 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.152+0000 7fdf36426700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fdf30109590 0x7fdf30103670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:45548/0 (socket says 172.21.15.43:45548) 2024-05-16T15:48:29.164 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.152+0000 7fdf36426700 1 -- 172.21.15.43:0/1554511027 learned_addr learned my addr 172.21.15.43:0/1554511027 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:48:29.164 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.152+0000 7fdf35c25700 1 --2- 172.21.15.43:0/1554511027 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdf30101a10 0x7fdf30102bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:29.164 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.152+0000 7fdf35424700 1 --2- 172.21.15.43:0/1554511027 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fdf301023d0 0x7fdf30103130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:29.164 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.152+0000 7fdf36426700 1 -- 172.21.15.43:0/1554511027 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdf30101a10 msgr2=0x7fdf30102bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:29.164 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.152+0000 7fdf36426700 1 --2- 172.21.15.43:0/1554511027 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdf30101a10 0x7fdf30102bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:29.164 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.152+0000 7fdf36426700 1 -- 172.21.15.43:0/1554511027 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fdf301023d0 msgr2=0x7fdf30103130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:29.165 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.152+0000 7fdf36426700 1 --2- 172.21.15.43:0/1554511027 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fdf301023d0 0x7fdf30103130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:29.165 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.152+0000 7fdf36426700 1 -- 172.21.15.43:0/1554511027 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf301a7fc0 con 0x7fdf30109590 2024-05-16T15:48:29.165 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.152+0000 7fdf36426700 1 --2- 172.21.15.43:0/1554511027 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fdf30109590 0x7fdf30103670 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fdf2800cca0 tx=0x7fdf2800a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:29.165 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.152+0000 7fdf26ffd700 1 -- 172.21.15.43:0/1554511027 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf28016020 con 0x7fdf30109590 2024-05-16T15:48:29.165 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.152+0000 7fdf37e89700 1 -- 172.21.15.43:0/1554511027 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf301a82b0 con 0x7fdf30109590 2024-05-16T15:48:29.165 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.152+0000 7fdf26ffd700 1 -- 172.21.15.43:0/1554511027 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fdf2800aba0 con 0x7fdf30109590 2024-05-16T15:48:29.165 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.152+0000 7fdf26ffd700 1 -- 172.21.15.43:0/1554511027 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf280115e0 con 0x7fdf30109590 2024-05-16T15:48:29.165 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.153+0000 7fdf37e89700 1 -- 172.21.15.43:0/1554511027 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf301a87c0 con 0x7fdf30109590 2024-05-16T15:48:29.166 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.153+0000 7fdf37e89700 1 -- 172.21.15.43:0/1554511027 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf3010ba20 con 0x7fdf30109590 2024-05-16T15:48:29.166 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.155+0000 7fdf26ffd700 1 -- 172.21.15.43:0/1554511027 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fdf28019020 con 0x7fdf30109590 2024-05-16T15:48:29.166 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.155+0000 7fdf26ffd700 1 --2- 172.21.15.43:0/1554511027 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fdf1c0b2880 0x7fdf1c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:29.166 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.156+0000 7fdf26ffd700 1 -- 172.21.15.43:0/1554511027 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fdf280e2a40 con 0x7fdf30109590 2024-05-16T15:48:29.166 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.156+0000 7fdf35c25700 1 --2- 172.21.15.43:0/1554511027 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fdf1c0b2880 0x7fdf1c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:29.166 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.156+0000 7fdf35c25700 1 --2- 172.21.15.43:0/1554511027 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fdf1c0b2880 0x7fdf1c0b4d40 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fdf2c009a10 tx=0x7fdf2c009190 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:29.169 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.159+0000 7fdf26ffd700 1 -- 172.21.15.43:0/1554511027 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fdf28020020 con 0x7fdf30109590 2024-05-16T15:48:29.431 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.421+0000 7fdf37e89700 1 -- 172.21.15.43:0/1554511027 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdf3010b400 con 0x7fdf30109590 2024-05-16T15:48:29.432 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.422+0000 7fdf26ffd700 1 -- 172.21.15.43:0/1554511027 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11944 (secure 0 0 0) 0x7fdf28055e20 con 0x7fdf30109590 2024-05-16T15:48:29.432 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:48:29.433 INFO:teuthology.orchestra.run.smithi043.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.43:6835/1448137759","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6834","nonce":1448137759},{"type":"v1","addr":"172.21.15.43:6835","nonce":1448137759}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.43:6837/3286596297","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6836","nonce":3286596297},{"type":"v1","addr":"172.21.15.43:6837","nonce":3286596297}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-16T15:45:39.175942+0000","modified":"2024-05-16T15:46:42.188203+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24482,"mds_1":24463,"mds_2":24452,"mds_3":24451,"mds_4":24445},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14562":{"gid":14562,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.43:6839/4087815034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6838","nonce":4087815034},{"type":"v1","addr":"172.21.15.43:6839","nonce":4087815034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14574":{"gid":14574,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.43:6841/2042970804","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6840","nonce":2042970804},{"type":"v1","addr":"172.21.15.43:6841","nonce":2042970804}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24410":{"gid":24410,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.148:6833/3084392719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6832","nonce":3084392719},{"type":"v1","addr":"172.21.15.148:6833","nonce":3084392719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24412":{"gid":24412,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.157:6833/3972392500","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6832","nonce":3972392500},{"type":"v1","addr":"172.21.15.157:6833","nonce":3972392500}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.148:6835/516622533","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6834","nonce":516622533},{"type":"v1","addr":"172.21.15.148:6835","nonce":516622533}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"f","rank":4,"incarnation":26,"state":"up:active","state_seq":25,"addr":"172.21.15.157:6835/2303077574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2303077574},{"type":"v1","addr":"172.21.15.157:6835","nonce":2303077574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"c","rank":3,"incarnation":24,"state":"up:active","state_seq":24,"addr":"172.21.15.157:6837/3777341889","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6836","nonce":3777341889},{"type":"v1","addr":"172.21.15.157:6837","nonce":3777341889}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24452":{"gid":24452,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":23,"addr":"172.21.15.148:6837/4036870683","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6836","nonce":4036870683},{"type":"v1","addr":"172.21.15.148:6837","nonce":4036870683}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":22,"addr":"172.21.15.157:6839/2377589154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6838","nonce":2377589154},{"type":"v1","addr":"172.21.15.157:6839","nonce":2377589154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.148:6839/717807397","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6838","nonce":717807397},{"type":"v1","addr":"172.21.15.148:6839","nonce":717807397}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24482,"qdb_cluster":[24445,24452,24451,24463,24482]},"id":1}]} 2024-05-16T15:48:29.435 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.424+0000 7fdf37e89700 1 -- 172.21.15.43:0/1554511027 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fdf1c0b2880 msgr2=0x7fdf1c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:29.435 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.424+0000 7fdf37e89700 1 --2- 172.21.15.43:0/1554511027 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fdf1c0b2880 0x7fdf1c0b4d40 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fdf2c009a10 tx=0x7fdf2c009190 comp rx=0 tx=0).stop 2024-05-16T15:48:29.435 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.424+0000 7fdf37e89700 1 -- 172.21.15.43:0/1554511027 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fdf30109590 msgr2=0x7fdf30103670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:29.435 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.424+0000 7fdf37e89700 1 --2- 172.21.15.43:0/1554511027 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fdf30109590 0x7fdf30103670 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fdf2800cca0 tx=0x7fdf2800a060 comp rx=0 tx=0).stop 2024-05-16T15:48:29.435 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.424+0000 7fdf37e89700 1 -- 172.21.15.43:0/1554511027 shutdown_connections 2024-05-16T15:48:29.435 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.424+0000 7fdf37e89700 1 --2- 172.21.15.43:0/1554511027 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fdf1c0b2880 0x7fdf1c0b4d40 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:29.435 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.424+0000 7fdf37e89700 1 --2- 172.21.15.43:0/1554511027 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fdf30109590 0x7fdf30103670 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:29.435 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.424+0000 7fdf37e89700 1 --2- 172.21.15.43:0/1554511027 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdf30101a10 0x7fdf30102bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:29.435 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.424+0000 7fdf37e89700 1 --2- 172.21.15.43:0/1554511027 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fdf301023d0 0x7fdf30103130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:29.435 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.424+0000 7fdf37e89700 1 -- 172.21.15.43:0/1554511027 >> 172.21.15.43:0/1554511027 conn(0x7fdf300789a0 msgr2=0x7fdf30100110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:29.435 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.425+0000 7fdf37e89700 1 -- 172.21.15.43:0/1554511027 shutdown_connections 2024-05-16T15:48:29.436 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:29.425+0000 7fdf37e89700 1 -- 172.21.15.43:0/1554511027 wait complete. 2024-05-16T15:48:29.436 INFO:teuthology.orchestra.run.smithi043.stderr:dumped fsmap epoch 29 2024-05-16T15:48:29.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:29 smithi157 ceph-mon[35584]: pgmap v383: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 767 B/s wr, 11 op/s 2024-05-16T15:48:29.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:29 smithi148 ceph-mon[34976]: pgmap v383: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 767 B/s wr, 11 op/s 2024-05-16T15:48:29.724 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:29 smithi043 ceph-mon[31619]: pgmap v383: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 767 B/s wr, 11 op/s 2024-05-16T15:48:30.099 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-16T15:48:30.353 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:48:30.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:30 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/1554511027' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:48:30.679 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:30 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/1554511027' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:48:30.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:30 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/1554511027' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:48:31.474 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:31 smithi043 ceph-mon[31619]: pgmap v384: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 767 B/s wr, 9 op/s 2024-05-16T15:48:31.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:31 smithi157 ceph-mon[35584]: pgmap v384: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 767 B/s wr, 9 op/s 2024-05-16T15:48:31.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:31 smithi148 ceph-mon[34976]: pgmap v384: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 767 B/s wr, 9 op/s 2024-05-16T15:48:32.168 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.156+0000 7ff49a46a700 1 -- 172.21.15.43:0/3831845915 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff494108870 msgr2=0x7ff4941103f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:32.168 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.156+0000 7ff49a46a700 1 --2- 172.21.15.43:0/3831845915 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff494108870 0x7ff4941103f0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7ff48c00b0d0 tx=0x7ff48c00b3e0 comp rx=0 tx=0).stop 2024-05-16T15:48:32.168 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.156+0000 7ff49a46a700 1 -- 172.21.15.43:0/3831845915 shutdown_connections 2024-05-16T15:48:32.168 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.156+0000 7ff49a46a700 1 --2- 172.21.15.43:0/3831845915 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff494108870 0x7ff4941103f0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:32.168 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.156+0000 7ff49a46a700 1 --2- 172.21.15.43:0/3831845915 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff494103780 0x7ff494103b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:32.169 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.156+0000 7ff49a46a700 1 --2- 172.21.15.43:0/3831845915 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff494104130 0x7ff494108140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:32.169 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.156+0000 7ff49a46a700 1 -- 172.21.15.43:0/3831845915 >> 172.21.15.43:0/3831845915 conn(0x7ff49407a610 msgr2=0x7ff49407aa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:32.169 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.156+0000 7ff49a46a700 1 -- 172.21.15.43:0/3831845915 shutdown_connections 2024-05-16T15:48:32.169 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.156+0000 7ff49a46a700 1 -- 172.21.15.43:0/3831845915 wait complete. 2024-05-16T15:48:32.169 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.157+0000 7ff49a46a700 1 Processor -- start 2024-05-16T15:48:32.169 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.157+0000 7ff49a46a700 1 -- start start 2024-05-16T15:48:32.169 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.157+0000 7ff49a46a700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff494103780 0x7ff4941a16f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:32.169 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.157+0000 7ff49a46a700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff494104130 0x7ff4941a1c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:32.169 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.157+0000 7ff49a46a700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff494108870 0x7ff49419b8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:32.169 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.157+0000 7ff49a46a700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7ff4941134f0 con 0x7ff494103780 2024-05-16T15:48:32.169 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.157+0000 7ff49a46a700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7ff494113370 con 0x7ff494104130 2024-05-16T15:48:32.169 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.157+0000 7ff49a46a700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7ff494113670 con 0x7ff494108870 2024-05-16T15:48:32.169 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.157+0000 7ff493fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff494103780 0x7ff4941a16f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:32.169 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.157+0000 7ff493fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff494103780 0x7ff4941a16f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:45580/0 (socket says 172.21.15.43:45580) 2024-05-16T15:48:32.169 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.157+0000 7ff493fff700 1 -- 172.21.15.43:0/1967223127 learned_addr learned my addr 172.21.15.43:0/1967223127 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:48:32.170 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.157+0000 7ff498a07700 1 --2- 172.21.15.43:0/1967223127 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff494108870 0x7ff49419b8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:32.170 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.157+0000 7ff48bfff700 1 --2- 172.21.15.43:0/1967223127 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff494104130 0x7ff4941a1c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:32.170 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.157+0000 7ff493fff700 1 -- 172.21.15.43:0/1967223127 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff494108870 msgr2=0x7ff49419b8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:32.170 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.157+0000 7ff493fff700 1 --2- 172.21.15.43:0/1967223127 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff494108870 0x7ff49419b8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:32.170 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.157+0000 7ff493fff700 1 -- 172.21.15.43:0/1967223127 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff494104130 msgr2=0x7ff4941a1c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:32.170 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.157+0000 7ff493fff700 1 --2- 172.21.15.43:0/1967223127 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff494104130 0x7ff4941a1c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:32.170 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.157+0000 7ff493fff700 1 -- 172.21.15.43:0/1967223127 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff49419c010 con 0x7ff494103780 2024-05-16T15:48:32.170 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.157+0000 7ff48bfff700 1 --2- 172.21.15.43:0/1967223127 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff494104130 0x7ff4941a1c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:48:32.170 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.158+0000 7ff493fff700 1 --2- 172.21.15.43:0/1967223127 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff494103780 0x7ff4941a16f0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7ff48400c9b0 tx=0x7ff48400cd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:32.170 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.158+0000 7ff491ffb700 1 -- 172.21.15.43:0/1967223127 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff484007b00 con 0x7ff494103780 2024-05-16T15:48:32.170 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.158+0000 7ff491ffb700 1 -- 172.21.15.43:0/1967223127 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff484007ca0 con 0x7ff494103780 2024-05-16T15:48:32.170 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.158+0000 7ff49a46a700 1 -- 172.21.15.43:0/1967223127 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff49419c300 con 0x7ff494103780 2024-05-16T15:48:32.170 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.158+0000 7ff491ffb700 1 -- 172.21.15.43:0/1967223127 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff484018660 con 0x7ff494103780 2024-05-16T15:48:32.170 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.158+0000 7ff49a46a700 1 -- 172.21.15.43:0/1967223127 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4941a85c0 con 0x7ff494103780 2024-05-16T15:48:32.171 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.159+0000 7ff49a46a700 1 -- 172.21.15.43:0/1967223127 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff49406a190 con 0x7ff494103780 2024-05-16T15:48:32.171 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.160+0000 7ff491ffb700 1 -- 172.21.15.43:0/1967223127 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7ff48400f450 con 0x7ff494103780 2024-05-16T15:48:32.171 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.161+0000 7ff491ffb700 1 --2- 172.21.15.43:0/1967223127 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ff4800b2880 0x7ff4800b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:32.171 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.161+0000 7ff48bfff700 1 --2- 172.21.15.43:0/1967223127 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ff4800b2880 0x7ff4800b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:32.172 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.161+0000 7ff491ffb700 1 -- 172.21.15.43:0/1967223127 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7ff4840e2950 con 0x7ff494103780 2024-05-16T15:48:32.172 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.162+0000 7ff48bfff700 1 --2- 172.21.15.43:0/1967223127 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ff4800b2880 0x7ff4800b4d40 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7ff47c005fd0 tx=0x7ff47c005e20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:32.175 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.165+0000 7ff491ffb700 1 -- 172.21.15.43:0/1967223127 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7ff484014030 con 0x7ff494103780 2024-05-16T15:48:32.391 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.381+0000 7ff49a46a700 1 -- 172.21.15.43:0/1967223127 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff4941a8880 con 0x7ff494103780 2024-05-16T15:48:32.393 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.382+0000 7ff491ffb700 1 -- 172.21.15.43:0/1967223127 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+24790 (secure 0 0 0) 0x7ff4840aa350 con 0x7ff494103780 2024-05-16T15:48:32.393 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:48:32.393 INFO:teuthology.orchestra.run.smithi043.stdout:{"epoch":89,"fsid":"13155b42-139a-11ef-bc9a-c7b262605968","created":"2024-05-16T15:37:22.311071+0000","modified":"2024-05-16T15:47:21.509762+0000","last_up_change":"2024-05-16T15:44:35.160481+0000","last_in_change":"2024-05-16T15:44:14.991724+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-16T15:40:47.990763+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-16T15:45:32.249662+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-16T15:45:35.938913+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-05-16T15:45:45.256550+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"b4de8b19-c914-400d-bf10-135fe3a0a81a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6802","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6803","nonce":2827692837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6804","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6805","nonce":2827692837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6808","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6809","nonce":2827692837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6806","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6807","nonce":2827692837}]},"public_addr":"172.21.15.43:6803/2827692837","cluster_addr":"172.21.15.43:6805/2827692837","heartbeat_back_addr":"172.21.15.43:6809/2827692837","heartbeat_front_addr":"172.21.15.43:6807/2827692837","state":["exists","up"]},{"osd":1,"uuid":"178a5d73-e946-41b5-9ef3-f15c16b2e8d0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6800","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6801","nonce":2384349877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6802","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6803","nonce":2384349877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6806","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6807","nonce":2384349877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6804","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6805","nonce":2384349877}]},"public_addr":"172.21.15.148:6801/2384349877","cluster_addr":"172.21.15.148:6803/2384349877","heartbeat_back_addr":"172.21.15.148:6807/2384349877","heartbeat_front_addr":"172.21.15.148:6805/2384349877","state":["exists","up"]},{"osd":2,"uuid":"5b40d2f9-afb6-42b3-a76b-641eddcc2948","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6801","nonce":512969814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6803","nonce":512969814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6807","nonce":512969814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6805","nonce":512969814}]},"public_addr":"172.21.15.157:6801/512969814","cluster_addr":"172.21.15.157:6803/512969814","heartbeat_back_addr":"172.21.15.157:6807/512969814","heartbeat_front_addr":"172.21.15.157:6805/512969814","state":["exists","up"]},{"osd":3,"uuid":"869f2122-f5c7-4b16-b48c-db114730bd5c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6810","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6811","nonce":1305033610}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6812","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6813","nonce":1305033610}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6816","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6817","nonce":1305033610}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6814","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6815","nonce":1305033610}]},"public_addr":"172.21.15.43:6811/1305033610","cluster_addr":"172.21.15.43:6813/1305033610","heartbeat_back_addr":"172.21.15.43:6817/1305033610","heartbeat_front_addr":"172.21.15.43:6815/1305033610","state":["exists","up"]},{"osd":4,"uuid":"c488d334-6676-4abf-81ff-596e7c507159","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6808","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6809","nonce":298572470}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6810","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6811","nonce":298572470}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6814","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6815","nonce":298572470}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6812","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6813","nonce":298572470}]},"public_addr":"172.21.15.148:6809/298572470","cluster_addr":"172.21.15.148:6811/298572470","heartbeat_back_addr":"172.21.15.148:6815/298572470","heartbeat_front_addr":"172.21.15.148:6813/298572470","state":["exists","up"]},{"osd":5,"uuid":"b858ef2e-c51c-4044-a143-30583374ef2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6809","nonce":2793566993}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6811","nonce":2793566993}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6815","nonce":2793566993}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6813","nonce":2793566993}]},"public_addr":"172.21.15.157:6809/2793566993","cluster_addr":"172.21.15.157:6811/2793566993","heartbeat_back_addr":"172.21.15.157:6815/2793566993","heartbeat_front_addr":"172.21.15.157:6813/2793566993","state":["exists","up"]},{"osd":6,"uuid":"70b4d49c-e33c-4334-a293-ce89cb37da1f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6818","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6819","nonce":417494707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6820","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6821","nonce":417494707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6824","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6825","nonce":417494707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6822","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6823","nonce":417494707}]},"public_addr":"172.21.15.43:6819/417494707","cluster_addr":"172.21.15.43:6821/417494707","heartbeat_back_addr":"172.21.15.43:6825/417494707","heartbeat_front_addr":"172.21.15.43:6823/417494707","state":["exists","up"]},{"osd":7,"uuid":"6a39c63f-8d2b-475f-8026-869d766fde01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6816","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6817","nonce":3852418694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6818","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6819","nonce":3852418694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6822","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6823","nonce":3852418694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6820","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6821","nonce":3852418694}]},"public_addr":"172.21.15.148:6817/3852418694","cluster_addr":"172.21.15.148:6819/3852418694","heartbeat_back_addr":"172.21.15.148:6823/3852418694","heartbeat_front_addr":"172.21.15.148:6821/3852418694","state":["exists","up"]},{"osd":8,"uuid":"f9e0ed4f-7211-43b5-bac9-33a64cec91d5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6817","nonce":3332637555}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6819","nonce":3332637555}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6823","nonce":3332637555}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6821","nonce":3332637555}]},"public_addr":"172.21.15.157:6817/3332637555","cluster_addr":"172.21.15.157:6819/3332637555","heartbeat_back_addr":"172.21.15.157:6823/3332637555","heartbeat_front_addr":"172.21.15.157:6821/3332637555","state":["exists","up"]},{"osd":9,"uuid":"ba1b04ea-a184-445a-8c31-0eed73a488e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6826","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6827","nonce":3226599249}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6828","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6829","nonce":3226599249}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6832","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6833","nonce":3226599249}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6830","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6831","nonce":3226599249}]},"public_addr":"172.21.15.43:6827/3226599249","cluster_addr":"172.21.15.43:6829/3226599249","heartbeat_back_addr":"172.21.15.43:6833/3226599249","heartbeat_front_addr":"172.21.15.43:6831/3226599249","state":["exists","up"]},{"osd":10,"uuid":"6dc35480-fd4a-428d-8ede-eb3e9058a7cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6824","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6825","nonce":3418113451}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6826","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6827","nonce":3418113451}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6830","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6831","nonce":3418113451}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6828","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6829","nonce":3418113451}]},"public_addr":"172.21.15.148:6825/3418113451","cluster_addr":"172.21.15.148:6827/3418113451","heartbeat_back_addr":"172.21.15.148:6831/3418113451","heartbeat_front_addr":"172.21.15.148:6829/3418113451","state":["exists","up"]},{"osd":11,"uuid":"da02e920-1b89-4b7d-857b-14cf82a1f0e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6825","nonce":1613641998}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6827","nonce":1613641998}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6831","nonce":1613641998}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6829","nonce":1613641998}]},"public_addr":"172.21.15.157:6825/1613641998","cluster_addr":"172.21.15.157:6827/1613641998","heartbeat_back_addr":"172.21.15.157:6831/1613641998","heartbeat_front_addr":"172.21.15.157:6829/1613641998","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:39:58.214793+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:40:22.181940+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:40:45.520107+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:41:10.377805+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:41:35.387615+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:41:59.845861+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:42:25.042874+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:42:50.427164+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:43:15.686930+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:43:41.803831+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:44:07.624551+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:44:33.414511+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"2.1d","mappings":[{"from":2,"to":1}]},{"pgid":"3.0","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.2","mappings":[{"from":9,"to":1}]},{"pgid":"4.3","mappings":[{"from":5,"to":10}]},{"pgid":"4.b","mappings":[{"from":9,"to":8}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.43:6801/86887644":"2024-05-17T15:38:19.897772+0000","172.21.15.43:6800/86887644":"2024-05-17T15:38:19.897772+0000","172.21.15.43:0/1519374213":"2024-05-17T15:38:19.897772+0000","172.21.15.43:6800/2824545909":"2024-05-17T15:37:53.291030+0000","172.21.15.43:0/561872100":"2024-05-17T15:37:53.291030+0000","172.21.15.43:0/3260845824":"2024-05-17T15:38:19.897772+0000","172.21.15.43:0/465511688":"2024-05-17T15:38:19.897772+0000","172.21.15.43:0/1478293844":"2024-05-17T15:37:53.291030+0000","172.21.15.43:0/3264891829":"2024-05-17T15:37:53.291030+0000","172.21.15.43:6801/2824545909":"2024-05-17T15:37:53.291030+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-16T15:48:32.395 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.385+0000 7ff49a46a700 1 -- 172.21.15.43:0/1967223127 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ff4800b2880 msgr2=0x7ff4800b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:32.395 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.385+0000 7ff49a46a700 1 --2- 172.21.15.43:0/1967223127 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ff4800b2880 0x7ff4800b4d40 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7ff47c005fd0 tx=0x7ff47c005e20 comp rx=0 tx=0).stop 2024-05-16T15:48:32.395 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.385+0000 7ff49a46a700 1 -- 172.21.15.43:0/1967223127 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff494103780 msgr2=0x7ff4941a16f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:32.395 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.385+0000 7ff49a46a700 1 --2- 172.21.15.43:0/1967223127 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff494103780 0x7ff4941a16f0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7ff48400c9b0 tx=0x7ff48400cd70 comp rx=0 tx=0).stop 2024-05-16T15:48:32.395 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.385+0000 7ff49a46a700 1 -- 172.21.15.43:0/1967223127 shutdown_connections 2024-05-16T15:48:32.395 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.385+0000 7ff49a46a700 1 --2- 172.21.15.43:0/1967223127 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff494108870 0x7ff49419b8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:32.396 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.385+0000 7ff49a46a700 1 --2- 172.21.15.43:0/1967223127 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ff4800b2880 0x7ff4800b4d40 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:32.396 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.385+0000 7ff49a46a700 1 --2- 172.21.15.43:0/1967223127 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff494103780 0x7ff4941a16f0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:32.396 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.385+0000 7ff49a46a700 1 --2- 172.21.15.43:0/1967223127 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff494104130 0x7ff4941a1c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:32.396 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.385+0000 7ff49a46a700 1 -- 172.21.15.43:0/1967223127 >> 172.21.15.43:0/1967223127 conn(0x7ff49407a610 msgr2=0x7ff494101390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:32.396 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.385+0000 7ff49a46a700 1 -- 172.21.15.43:0/1967223127 shutdown_connections 2024-05-16T15:48:32.396 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:32.385+0000 7ff49a46a700 1 -- 172.21.15.43:0/1967223127 wait complete. 2024-05-16T15:48:33.118 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-16T15:48:33.374 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:48:33.630 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:33 smithi043 ceph-mon[31619]: pgmap v385: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 767 B/s wr, 11 op/s 2024-05-16T15:48:33.630 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:33 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/1967223127' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-16T15:48:33.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:33 smithi157 ceph-mon[35584]: pgmap v385: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 767 B/s wr, 11 op/s 2024-05-16T15:48:33.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:33 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/1967223127' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-16T15:48:33.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:33 smithi148 ceph-mon[34976]: pgmap v385: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 767 B/s wr, 11 op/s 2024-05-16T15:48:33.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:33 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/1967223127' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-16T15:48:35.017 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.007+0000 7efd6949b700 1 -- 172.21.15.43:0/2012359723 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7efd64102390 msgr2=0x7efd64102810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:35.018 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.007+0000 7efd6949b700 1 --2- 172.21.15.43:0/2012359723 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7efd64102390 0x7efd64102810 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7efd58009990 tx=0x7efd58009ca0 comp rx=0 tx=0).stop 2024-05-16T15:48:35.018 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.007+0000 7efd6949b700 1 -- 172.21.15.43:0/2012359723 shutdown_connections 2024-05-16T15:48:35.018 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.007+0000 7efd6949b700 1 --2- 172.21.15.43:0/2012359723 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efd64102d50 0x7efd6410f240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:35.018 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.007+0000 7efd6949b700 1 --2- 172.21.15.43:0/2012359723 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7efd64108400 0x7efd641087e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:35.018 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.007+0000 7efd6949b700 1 --2- 172.21.15.43:0/2012359723 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7efd64102390 0x7efd64102810 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:35.018 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.007+0000 7efd6949b700 1 -- 172.21.15.43:0/2012359723 >> 172.21.15.43:0/2012359723 conn(0x7efd64079310 msgr2=0x7efd64079720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:35.018 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.007+0000 7efd6949b700 1 -- 172.21.15.43:0/2012359723 shutdown_connections 2024-05-16T15:48:35.018 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.007+0000 7efd6949b700 1 -- 172.21.15.43:0/2012359723 wait complete. 2024-05-16T15:48:35.018 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.007+0000 7efd6949b700 1 Processor -- start 2024-05-16T15:48:35.018 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.008+0000 7efd6949b700 1 -- start start 2024-05-16T15:48:35.020 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.008+0000 7efd6949b700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7efd64102390 0x7efd641986a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:35.020 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.008+0000 7efd6949b700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efd64102d50 0x7efd64198be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:35.020 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.008+0000 7efd6949b700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7efd64108400 0x7efd64199120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:35.020 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.008+0000 7efd6949b700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7efd641123d0 con 0x7efd64108400 2024-05-16T15:48:35.020 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.008+0000 7efd6949b700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7efd64112250 con 0x7efd64102390 2024-05-16T15:48:35.021 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.008+0000 7efd6949b700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7efd64112550 con 0x7efd64102d50 2024-05-16T15:48:35.021 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.008+0000 7efd637fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7efd64108400 0x7efd64199120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:35.021 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.008+0000 7efd637fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7efd64108400 0x7efd64199120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:45602/0 (socket says 172.21.15.43:45602) 2024-05-16T15:48:35.021 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.008+0000 7efd637fe700 1 -- 172.21.15.43:0/508295674 learned_addr learned my addr 172.21.15.43:0/508295674 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:48:35.021 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.008+0000 7efd62ffd700 1 --2- 172.21.15.43:0/508295674 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7efd64102390 0x7efd641986a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:35.021 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.008+0000 7efd627fc700 1 --2- 172.21.15.43:0/508295674 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efd64102d50 0x7efd64198be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:35.021 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.008+0000 7efd637fe700 1 -- 172.21.15.43:0/508295674 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efd64102d50 msgr2=0x7efd64198be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:35.021 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.008+0000 7efd637fe700 1 --2- 172.21.15.43:0/508295674 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efd64102d50 0x7efd64198be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:35.021 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.008+0000 7efd637fe700 1 -- 172.21.15.43:0/508295674 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7efd64102390 msgr2=0x7efd641986a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:35.021 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.008+0000 7efd637fe700 1 --2- 172.21.15.43:0/508295674 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7efd64102390 0x7efd641986a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:35.021 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.008+0000 7efd637fe700 1 -- 172.21.15.43:0/508295674 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd641a7f10 con 0x7efd64108400 2024-05-16T15:48:35.021 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.008+0000 7efd627fc700 1 --2- 172.21.15.43:0/508295674 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efd64102d50 0x7efd64198be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:48:35.021 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.009+0000 7efd637fe700 1 --2- 172.21.15.43:0/508295674 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7efd64108400 0x7efd64199120 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7efd5c007ee0 tx=0x7efd5c00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:35.021 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.009+0000 7efd4bfff700 1 -- 172.21.15.43:0/508295674 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd5c00dbd0 con 0x7efd64108400 2024-05-16T15:48:35.021 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.009+0000 7efd4bfff700 1 -- 172.21.15.43:0/508295674 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7efd5c00dd70 con 0x7efd64108400 2024-05-16T15:48:35.022 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.009+0000 7efd4bfff700 1 -- 172.21.15.43:0/508295674 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd5c0058d0 con 0x7efd64108400 2024-05-16T15:48:35.022 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.009+0000 7efd6949b700 1 -- 172.21.15.43:0/508295674 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd641a8200 con 0x7efd64108400 2024-05-16T15:48:35.022 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.009+0000 7efd6949b700 1 -- 172.21.15.43:0/508295674 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd641a86f0 con 0x7efd64108400 2024-05-16T15:48:35.022 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.010+0000 7efd6949b700 1 -- 172.21.15.43:0/508295674 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efd6406a190 con 0x7efd64108400 2024-05-16T15:48:35.022 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.012+0000 7efd4bfff700 1 -- 172.21.15.43:0/508295674 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7efd5c01a020 con 0x7efd64108400 2024-05-16T15:48:35.023 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.013+0000 7efd4bfff700 1 --2- 172.21.15.43:0/508295674 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7efd4c0b2900 0x7efd4c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:35.023 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.013+0000 7efd62ffd700 1 --2- 172.21.15.43:0/508295674 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7efd4c0b2900 0x7efd4c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:35.023 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.013+0000 7efd4bfff700 1 -- 172.21.15.43:0/508295674 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7efd5c0e23b0 con 0x7efd64108400 2024-05-16T15:48:35.024 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.014+0000 7efd62ffd700 1 --2- 172.21.15.43:0/508295674 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7efd4c0b2900 0x7efd4c0b4dc0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7efd54005950 tx=0x7efd5400b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:35.025 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.015+0000 7efd4bfff700 1 -- 172.21.15.43:0/508295674 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7efd5c010070 con 0x7efd64108400 2024-05-16T15:48:35.287 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.277+0000 7efd6949b700 1 -- 172.21.15.43:0/508295674 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7efd6402e6d0 con 0x7efd64108400 2024-05-16T15:48:35.288 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.278+0000 7efd4bfff700 1 -- 172.21.15.43:0/508295674 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11944 (secure 0 0 0) 0x7efd5c0a9cc0 con 0x7efd64108400 2024-05-16T15:48:35.288 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:48:35.288 INFO:teuthology.orchestra.run.smithi043.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.43:6835/1448137759","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6834","nonce":1448137759},{"type":"v1","addr":"172.21.15.43:6835","nonce":1448137759}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.43:6837/3286596297","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6836","nonce":3286596297},{"type":"v1","addr":"172.21.15.43:6837","nonce":3286596297}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-16T15:45:39.175942+0000","modified":"2024-05-16T15:46:42.188203+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24482,"mds_1":24463,"mds_2":24452,"mds_3":24451,"mds_4":24445},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14562":{"gid":14562,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.43:6839/4087815034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6838","nonce":4087815034},{"type":"v1","addr":"172.21.15.43:6839","nonce":4087815034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14574":{"gid":14574,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.43:6841/2042970804","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6840","nonce":2042970804},{"type":"v1","addr":"172.21.15.43:6841","nonce":2042970804}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24410":{"gid":24410,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.148:6833/3084392719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6832","nonce":3084392719},{"type":"v1","addr":"172.21.15.148:6833","nonce":3084392719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24412":{"gid":24412,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.157:6833/3972392500","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6832","nonce":3972392500},{"type":"v1","addr":"172.21.15.157:6833","nonce":3972392500}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.148:6835/516622533","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6834","nonce":516622533},{"type":"v1","addr":"172.21.15.148:6835","nonce":516622533}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"f","rank":4,"incarnation":26,"state":"up:active","state_seq":25,"addr":"172.21.15.157:6835/2303077574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2303077574},{"type":"v1","addr":"172.21.15.157:6835","nonce":2303077574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"c","rank":3,"incarnation":24,"state":"up:active","state_seq":24,"addr":"172.21.15.157:6837/3777341889","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6836","nonce":3777341889},{"type":"v1","addr":"172.21.15.157:6837","nonce":3777341889}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24452":{"gid":24452,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":23,"addr":"172.21.15.148:6837/4036870683","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6836","nonce":4036870683},{"type":"v1","addr":"172.21.15.148:6837","nonce":4036870683}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":22,"addr":"172.21.15.157:6839/2377589154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6838","nonce":2377589154},{"type":"v1","addr":"172.21.15.157:6839","nonce":2377589154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.148:6839/717807397","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6838","nonce":717807397},{"type":"v1","addr":"172.21.15.148:6839","nonce":717807397}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24482,"qdb_cluster":[24445,24452,24451,24463,24482]},"id":1}]} 2024-05-16T15:48:35.290 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.280+0000 7efd6949b700 1 -- 172.21.15.43:0/508295674 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7efd4c0b2900 msgr2=0x7efd4c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:35.291 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.280+0000 7efd6949b700 1 --2- 172.21.15.43:0/508295674 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7efd4c0b2900 0x7efd4c0b4dc0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7efd54005950 tx=0x7efd5400b410 comp rx=0 tx=0).stop 2024-05-16T15:48:35.291 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.280+0000 7efd6949b700 1 -- 172.21.15.43:0/508295674 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7efd64108400 msgr2=0x7efd64199120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:35.291 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.280+0000 7efd6949b700 1 --2- 172.21.15.43:0/508295674 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7efd64108400 0x7efd64199120 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7efd5c007ee0 tx=0x7efd5c00d3b0 comp rx=0 tx=0).stop 2024-05-16T15:48:35.291 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.280+0000 7efd6949b700 1 -- 172.21.15.43:0/508295674 shutdown_connections 2024-05-16T15:48:35.291 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.280+0000 7efd6949b700 1 --2- 172.21.15.43:0/508295674 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7efd4c0b2900 0x7efd4c0b4dc0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:35.291 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.280+0000 7efd6949b700 1 --2- 172.21.15.43:0/508295674 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7efd64108400 0x7efd64199120 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:35.291 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.280+0000 7efd6949b700 1 --2- 172.21.15.43:0/508295674 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7efd64102390 0x7efd641986a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:35.291 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.280+0000 7efd6949b700 1 --2- 172.21.15.43:0/508295674 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efd64102d50 0x7efd64198be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:35.291 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.280+0000 7efd6949b700 1 -- 172.21.15.43:0/508295674 >> 172.21.15.43:0/508295674 conn(0x7efd64079310 msgr2=0x7efd641011c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:35.291 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.281+0000 7efd6949b700 1 -- 172.21.15.43:0/508295674 shutdown_connections 2024-05-16T15:48:35.291 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:35.281+0000 7efd6949b700 1 -- 172.21.15.43:0/508295674 wait complete. 2024-05-16T15:48:35.292 INFO:teuthology.orchestra.run.smithi043.stderr:dumped fsmap epoch 29 2024-05-16T15:48:35.660 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:35 smithi043 ceph-mon[31619]: pgmap v386: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 341 B/s wr, 11 op/s 2024-05-16T15:48:35.660 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:35 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/508295674' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:48:35.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:35 smithi157 ceph-mon[35584]: pgmap v386: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 341 B/s wr, 11 op/s 2024-05-16T15:48:35.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:35 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/508295674' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:48:35.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:35 smithi148 ceph-mon[34976]: pgmap v386: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 341 B/s wr, 11 op/s 2024-05-16T15:48:35.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:35 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/508295674' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:48:36.110 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 29, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-05-16T15:45:39.175942+0000', 'modified': '2024-05-16T15:46:42.188203+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24482, 'mds_1': 24463, 'mds_2': 24452, 'mds_3': 24451, 'mds_4': 24445}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14562': {'gid': 14562, 'name': 'g', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.43:6839/4087815034', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.43:6838', 'nonce': 4087815034}, {'type': 'v1', 'addr': '172.21.15.43:6839', 'nonce': 4087815034}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_14574': {'gid': 14574, 'name': 'a', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.43:6841/2042970804', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.43:6840', 'nonce': 2042970804}, {'type': 'v1', 'addr': '172.21.15.43:6841', 'nonce': 2042970804}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24410': {'gid': 24410, 'name': 'k', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.148:6833/3084392719', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.148:6832', 'nonce': 3084392719}, {'type': 'v1', 'addr': '172.21.15.148:6833', 'nonce': 3084392719}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24412': {'gid': 24412, 'name': 'l', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.157:6833/3972392500', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.157:6832', 'nonce': 3972392500}, {'type': 'v1', 'addr': '172.21.15.157:6833', 'nonce': 3972392500}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24431': {'gid': 24431, 'name': 'e', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.148:6835/516622533', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.148:6834', 'nonce': 516622533}, {'type': 'v1', 'addr': '172.21.15.148:6835', 'nonce': 516622533}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24445': {'gid': 24445, 'name': 'f', 'rank': 4, 'incarnation': 26, 'state': 'up:active', 'state_seq': 25, 'addr': '172.21.15.157:6835/2303077574', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.157:6834', 'nonce': 2303077574}, {'type': 'v1', 'addr': '172.21.15.157:6835', 'nonce': 2303077574}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24451': {'gid': 24451, 'name': 'c', 'rank': 3, 'incarnation': 24, 'state': 'up:active', 'state_seq': 24, 'addr': '172.21.15.157:6837/3777341889', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.157:6836', 'nonce': 3777341889}, {'type': 'v1', 'addr': '172.21.15.157:6837', 'nonce': 3777341889}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24452': {'gid': 24452, 'name': 'h', 'rank': 2, 'incarnation': 22, 'state': 'up:active', 'state_seq': 23, 'addr': '172.21.15.148:6837/4036870683', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.148:6836', 'nonce': 4036870683}, {'type': 'v1', 'addr': '172.21.15.148:6837', 'nonce': 4036870683}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24463': {'gid': 24463, 'name': 'i', 'rank': 1, 'incarnation': 20, 'state': 'up:active', 'state_seq': 22, 'addr': '172.21.15.157:6839/2377589154', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.157:6838', 'nonce': 2377589154}, {'type': 'v1', 'addr': '172.21.15.157:6839', 'nonce': 2377589154}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24482': {'gid': 24482, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.148:6839/717807397', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.148:6838', 'nonce': 717807397}, {'type': 'v1', 'addr': '172.21.15.148:6839', 'nonce': 717807397}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24482, 'qdb_cluster': [24445, 24452, 24451, 24463, 24482]} 2024-05-16T15:48:36.110 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-05-16T15:48:36.110 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell mds.f status 2024-05-16T15:48:36.363 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:48:37.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:37 smithi157 ceph-mon[35584]: pgmap v387: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-16T15:48:37.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:37 smithi148 ceph-mon[34976]: pgmap v387: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-16T15:48:37.724 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:37 smithi043 ceph-mon[31619]: pgmap v387: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-16T15:48:38.201 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.180+0000 7f3b37589700 1 -- 172.21.15.43:0/2807292481 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3b30102630 msgr2=0x7f3b30102a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:38.201 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.180+0000 7f3b37589700 1 --2- 172.21.15.43:0/2807292481 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3b30102630 0x7f3b30102a10 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f3b2c0099c0 tx=0x7f3b2c009cd0 comp rx=0 tx=0).stop 2024-05-16T15:48:38.202 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.180+0000 7f3b37589700 1 -- 172.21.15.43:0/2807292481 shutdown_connections 2024-05-16T15:48:38.202 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.180+0000 7f3b37589700 1 --2- 172.21.15.43:0/2807292481 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3b301076c0 0x7f3b3010f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:38.202 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.180+0000 7f3b37589700 1 --2- 172.21.15.43:0/2807292481 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3b30102630 0x7f3b30102a10 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:38.202 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.180+0000 7f3b37589700 1 --2- 172.21.15.43:0/2807292481 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3b30102fe0 0x7f3b30106fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:38.202 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.180+0000 7f3b37589700 1 -- 172.21.15.43:0/2807292481 >> 172.21.15.43:0/2807292481 conn(0x7f3b30079350 msgr2=0x7f3b30079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:38.202 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.181+0000 7f3b37589700 1 -- 172.21.15.43:0/2807292481 shutdown_connections 2024-05-16T15:48:38.202 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.181+0000 7f3b37589700 1 -- 172.21.15.43:0/2807292481 wait complete. 2024-05-16T15:48:38.202 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.181+0000 7f3b37589700 1 Processor -- start 2024-05-16T15:48:38.202 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.181+0000 7f3b37589700 1 -- start start 2024-05-16T15:48:38.202 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.182+0000 7f3b37589700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3b30102630 0x7f3b30198860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:38.202 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.182+0000 7f3b37589700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3b30102fe0 0x7f3b30198da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:38.202 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.182+0000 7f3b37589700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3b301076c0 0x7f3b301992e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:38.202 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.182+0000 7f3b37589700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f3b30112500 con 0x7f3b30102630 2024-05-16T15:48:38.203 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.182+0000 7f3b37589700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f3b30112380 con 0x7f3b301076c0 2024-05-16T15:48:38.203 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.182+0000 7f3b37589700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f3b30112680 con 0x7f3b30102fe0 2024-05-16T15:48:38.203 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.182+0000 7f3b35325700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3b30102630 0x7f3b30198860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:38.203 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.182+0000 7f3b35325700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3b30102630 0x7f3b30198860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:57538/0 (socket says 172.21.15.43:57538) 2024-05-16T15:48:38.203 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.182+0000 7f3b35325700 1 -- 172.21.15.43:0/3247025434 learned_addr learned my addr 172.21.15.43:0/3247025434 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:48:38.203 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.182+0000 7f3b34b24700 1 --2- 172.21.15.43:0/3247025434 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3b30102fe0 0x7f3b30198da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:38.203 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.182+0000 7f3b35b26700 1 --2- 172.21.15.43:0/3247025434 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3b301076c0 0x7f3b301992e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:38.203 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.182+0000 7f3b35325700 1 -- 172.21.15.43:0/3247025434 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3b30102fe0 msgr2=0x7f3b30198da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:38.203 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.182+0000 7f3b35325700 1 --2- 172.21.15.43:0/3247025434 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3b30102fe0 0x7f3b30198da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:38.203 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.182+0000 7f3b35325700 1 -- 172.21.15.43:0/3247025434 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3b301076c0 msgr2=0x7f3b301992e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:38.203 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.182+0000 7f3b35325700 1 --2- 172.21.15.43:0/3247025434 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3b301076c0 0x7f3b301992e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:38.203 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.182+0000 7f3b35325700 1 -- 172.21.15.43:0/3247025434 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b301a80d0 con 0x7f3b30102630 2024-05-16T15:48:38.203 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.182+0000 7f3b34b24700 1 --2- 172.21.15.43:0/3247025434 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3b30102fe0 0x7f3b30198da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:48:38.203 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.182+0000 7f3b35325700 1 --2- 172.21.15.43:0/3247025434 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3b30102630 0x7f3b30198860 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f3b2c000c00 tx=0x7f3b2c00f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:38.204 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.182+0000 7f3b267fc700 1 -- 172.21.15.43:0/3247025434 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b2c026070 con 0x7f3b30102630 2024-05-16T15:48:38.204 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.182+0000 7f3b37589700 1 -- 172.21.15.43:0/3247025434 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b301a8360 con 0x7f3b30102630 2024-05-16T15:48:38.204 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.182+0000 7f3b267fc700 1 -- 172.21.15.43:0/3247025434 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3b2c005030 con 0x7f3b30102630 2024-05-16T15:48:38.204 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.183+0000 7f3b267fc700 1 -- 172.21.15.43:0/3247025434 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b2c004b70 con 0x7f3b30102630 2024-05-16T15:48:38.204 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.183+0000 7f3b37589700 1 -- 172.21.15.43:0/3247025434 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b301a87b0 con 0x7f3b30102630 2024-05-16T15:48:38.204 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.185+0000 7f3b267fc700 1 -- 172.21.15.43:0/3247025434 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f3b2c029070 con 0x7f3b30102630 2024-05-16T15:48:38.204 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.186+0000 7f3b267fc700 1 --2- 172.21.15.43:0/3247025434 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f3b1c0b2880 0x7f3b1c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:38.204 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.186+0000 7f3b34b24700 1 --2- 172.21.15.43:0/3247025434 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f3b1c0b2880 0x7f3b1c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:38.204 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.186+0000 7f3b267fc700 1 -- 172.21.15.43:0/3247025434 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f3b2c0e3130 con 0x7f3b30102630 2024-05-16T15:48:38.204 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.186+0000 7f3b41e1cb80 1 Processor -- start 2024-05-16T15:48:38.204 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.186+0000 7f3b34b24700 1 --2- 172.21.15.43:0/3247025434 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f3b1c0b2880 0x7f3b1c0b4d40 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f3b3019a9c0 tx=0x7f3b20008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:38.204 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.186+0000 7f3b41e1cb80 1 -- start start 2024-05-16T15:48:38.204 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.187+0000 7f3b41e1cb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5632b4bd2480 0x5632b4bd2860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:38.204 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.187+0000 7f3b41e1cb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5632b4bd2da0 0x5632b4bd66a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:38.204 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.187+0000 7f3b41e1cb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5632b4bd6c30 0x5632b4bd70b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:38.205 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.187+0000 7f3b41e1cb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x5632b4b24810 con 0x5632b4bd2480 2024-05-16T15:48:38.205 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.187+0000 7f3b41e1cb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x5632b4ac3770 con 0x5632b4bd6c30 2024-05-16T15:48:38.205 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.187+0000 7f3b41e1cb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x5632b4b207d0 con 0x5632b4bd2da0 2024-05-16T15:48:38.205 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.187+0000 7f3b35325700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5632b4bd2480 0x5632b4bd2860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:38.205 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.187+0000 7f3b35325700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5632b4bd2480 0x5632b4bd2860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:57552/0 (socket says 172.21.15.43:57552) 2024-05-16T15:48:38.205 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.187+0000 7f3b35325700 1 -- 172.21.15.43:0/967380184 learned_addr learned my addr 172.21.15.43:0/967380184 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:48:38.205 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.187+0000 7f3b34b24700 1 --2- 172.21.15.43:0/967380184 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5632b4bd2da0 0x5632b4bd66a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:38.205 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.187+0000 7f3b35b26700 1 --2- 172.21.15.43:0/967380184 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5632b4bd6c30 0x5632b4bd70b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:38.205 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.187+0000 7f3b35325700 1 -- 172.21.15.43:0/967380184 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5632b4bd2da0 msgr2=0x5632b4bd66a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:48:38.205 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.187+0000 7f3b35325700 1 --2- 172.21.15.43:0/967380184 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5632b4bd2da0 0x5632b4bd66a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:38.205 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.187+0000 7f3b35325700 1 -- 172.21.15.43:0/967380184 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5632b4bd6c30 msgr2=0x5632b4bd70b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:48:38.205 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.187+0000 7f3b35325700 1 --2- 172.21.15.43:0/967380184 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5632b4bd6c30 0x5632b4bd70b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:38.205 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.187+0000 7f3b35325700 1 -- 172.21.15.43:0/967380184 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5632b4a71880 con 0x5632b4bd2480 2024-05-16T15:48:38.205 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.187+0000 7f3b35b26700 1 --2- 172.21.15.43:0/967380184 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5632b4bd6c30 0x5632b4bd70b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:48:38.205 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.187+0000 7f3b35325700 1 --2- 172.21.15.43:0/967380184 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5632b4bd2480 0x5632b4bd2860 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f3b2c0a64b0 tx=0x7f3b2c0a9f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ceb1247464e4ee5 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:38.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.187+0000 7f3b1b7fe700 1 -- 172.21.15.43:0/967380184 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b2c0aa430 con 0x5632b4bd2480 2024-05-16T15:48:38.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.188+0000 7f3b1b7fe700 1 -- 172.21.15.43:0/967380184 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3b2c0ae7e0 con 0x5632b4bd2480 2024-05-16T15:48:38.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.188+0000 7f3b1b7fe700 1 -- 172.21.15.43:0/967380184 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b2c0056c0 con 0x5632b4bd2480 2024-05-16T15:48:38.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.188+0000 7f3b41e1cb80 1 -- 172.21.15.43:0/967380184 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5632b4bd2480 msgr2=0x5632b4bd2860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:38.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.188+0000 7f3b41e1cb80 1 --2- 172.21.15.43:0/967380184 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5632b4bd2480 0x5632b4bd2860 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f3b2c0a64b0 tx=0x7f3b2c0a9f40 comp rx=0 tx=0).stop 2024-05-16T15:48:38.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.188+0000 7f3b41e1cb80 1 -- 172.21.15.43:0/967380184 shutdown_connections 2024-05-16T15:48:38.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.188+0000 7f3b41e1cb80 1 --2- 172.21.15.43:0/967380184 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5632b4bd6c30 0x5632b4bd70b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:38.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.188+0000 7f3b41e1cb80 1 --2- 172.21.15.43:0/967380184 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5632b4bd2480 0x5632b4bd2860 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:38.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.188+0000 7f3b41e1cb80 1 --2- 172.21.15.43:0/967380184 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5632b4bd2da0 0x5632b4bd66a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:38.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.188+0000 7f3b41e1cb80 1 -- 172.21.15.43:0/967380184 >> 172.21.15.43:0/967380184 conn(0x5632b4afe0b0 msgr2=0x5632b4bccc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:38.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.188+0000 7f3b41e1cb80 1 -- 172.21.15.43:0/967380184 shutdown_connections 2024-05-16T15:48:38.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.188+0000 7f3b41e1cb80 1 -- 172.21.15.43:0/967380184 wait complete. 2024-05-16T15:48:38.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.189+0000 7f3b41e1cb80 1 -- start start 2024-05-16T15:48:38.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.189+0000 7f3b41e1cb80 1 Processor -- start 2024-05-16T15:48:38.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.189+0000 7f3b41e1cb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5632b4bd2480 0x5632b4bde0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:38.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.189+0000 7f3b41e1cb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5632b4bd2da0 0x5632b4bdb460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:38.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.189+0000 7f3b41e1cb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5632b4bd6c30 0x5632b4bdb9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:38.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.189+0000 7f3b41e1cb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x5632b4bdec00 con 0x5632b4bd2da0 2024-05-16T15:48:38.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.189+0000 7f3b41e1cb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x5632b4a8abe0 con 0x5632b4bd2480 2024-05-16T15:48:38.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.189+0000 7f3b41e1cb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x5632b4bded80 con 0x5632b4bd6c30 2024-05-16T15:48:38.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.189+0000 7f3b41e1cb80 10 client.0 _ll_register_callbacks cb 0x5632b4abc8d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:48:38.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.190+0000 7f3b34b24700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5632b4bd2da0 0x5632b4bdb460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:38.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.190+0000 7f3b34b24700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5632b4bd2da0 0x5632b4bdb460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:57554/0 (socket says 172.21.15.43:57554) 2024-05-16T15:48:38.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.190+0000 7f3b34b24700 1 -- 172.21.15.43:0/355295552 learned_addr learned my addr 172.21.15.43:0/355295552 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:48:38.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.190+0000 7f3b35b26700 1 --2- 172.21.15.43:0/355295552 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5632b4bd6c30 0x5632b4bdb9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:38.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.190+0000 7f3b35325700 1 --2- 172.21.15.43:0/355295552 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5632b4bd2480 0x5632b4bde0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:38.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.190+0000 7f3b34b24700 1 -- 172.21.15.43:0/355295552 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5632b4bd6c30 msgr2=0x5632b4bdb9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:48:38.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.190+0000 7f3b34b24700 1 --2- 172.21.15.43:0/355295552 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5632b4bd6c30 0x5632b4bdb9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:38.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.190+0000 7f3b34b24700 1 -- 172.21.15.43:0/355295552 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5632b4bd2480 msgr2=0x5632b4bde0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:48:38.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.190+0000 7f3b34b24700 1 --2- 172.21.15.43:0/355295552 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5632b4bd2480 0x5632b4bde0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:38.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.190+0000 7f3b34b24700 1 -- 172.21.15.43:0/355295552 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5632b4ac0640 con 0x5632b4bd2da0 2024-05-16T15:48:38.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.190+0000 7f3b34b24700 1 --2- 172.21.15.43:0/355295552 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5632b4bd2da0 0x5632b4bdb460 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f3b2000def0 tx=0x7f3b20004860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf6252d442d21424 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:38.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.190+0000 7f3b18ff9700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:48:38.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.190+0000 7f3b18ff9700 1 -- 172.21.15.43:0/355295552 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b20024020 con 0x5632b4bd2da0 2024-05-16T15:48:38.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.190+0000 7f3b18ff9700 1 -- 172.21.15.43:0/355295552 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f3b2000f040 con 0x5632b4bd2da0 2024-05-16T15:48:38.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.190+0000 7f3b41e1cb80 1 -- 172.21.15.43:0/355295552 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3b2c0ae7e0 con 0x5632b4bd2da0 2024-05-16T15:48:38.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.190+0000 7f3b18ff9700 1 -- 172.21.15.43:0/355295552 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3b2002f050 con 0x5632b4bd2da0 2024-05-16T15:48:38.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.191+0000 7f3b41e1cb80 10 client.15021 fetch_fsmap learned FSMap version 29 2024-05-16T15:48:38.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.191+0000 7f3b41e1cb80 1 -- 172.21.15.43:0/355295552 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5632b4be9370 con 0x5632b4bd2da0 2024-05-16T15:48:38.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.191+0000 7f3b18ff9700 1 -- 172.21.15.43:0/355295552 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3b2c0ae7e0 con 0x5632b4bd2da0 2024-05-16T15:48:38.209 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.191+0000 7f3b18ff9700 1 -- 172.21.15.43:0/355295552 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f3b20013070 con 0x5632b4bd2da0 2024-05-16T15:48:38.209 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.191+0000 7f3b41e1cb80 10 client.15021 fetch_fsmap finished waiting for FSMap version 29 2024-05-16T15:48:38.209 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.191+0000 7f3b41e1cb80 10 client.15021 resolve_mds: resolved name 'f' to daemon mds.f 2024-05-16T15:48:38.209 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.191+0000 7f3b41e1cb80 20 client.15021 populate_metadata read hostname 'smithi043' 2024-05-16T15:48:38.209 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.191+0000 7f3b41e1cb80 1 --2- 172.21.15.43:0/355295552 >> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] conn(0x5632b4beb9f0 0x5632b4bece60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:38.209 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.191+0000 7f3b41e1cb80 4 client.15021 mds_command: new command op to 24445 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:48:38.209 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.191+0000 7f3b41e1cb80 1 -- 172.21.15.43:0/355295552 --> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5632b4b9e600 con 0x5632b4beb9f0 2024-05-16T15:48:38.209 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.191+0000 7f3b35325700 1 --2- 172.21.15.43:0/355295552 >> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] conn(0x5632b4beb9f0 0x5632b4bece60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:38.210 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.192+0000 7f3b35325700 1 --2- 172.21.15.43:0/355295552 >> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] conn(0x5632b4beb9f0 0x5632b4bece60 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=5cbd6c083d0af9af server_cookie=f85433b75ed1aa67 in_seq=0 out_seq=0 2024-05-16T15:48:38.210 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.192+0000 7f3b18ff9700 10 client.15021 ms_handle_connect on v2:172.21.15.157:6834/2303077574 2024-05-16T15:48:38.210 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.193+0000 7f3b18ff9700 1 -- 172.21.15.43:0/355295552 <== mds.4 v2:172.21.15.157:6834/2303077574 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5632b4b9e600 con 0x5632b4beb9f0 2024-05-16T15:48:38.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.193+0000 7f3b18ff9700 10 client.15021 handle_command_reply: tid=0 2024-05-16T15:48:38.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.193+0000 7f3b41e1cb80 1 client.15021 shutdown 2024-05-16T15:48:38.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.193+0000 7f3b41e1cb80 1 -- 172.21.15.43:0/355295552 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5632b4bd2da0 msgr2=0x5632b4bdb460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:38.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.193+0000 7f3b41e1cb80 1 --2- 172.21.15.43:0/355295552 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5632b4bd2da0 0x5632b4bdb460 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f3b2000def0 tx=0x7f3b20004860 comp rx=0 tx=0).stop 2024-05-16T15:48:38.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.193+0000 7f3b41e1cb80 1 -- 172.21.15.43:0/355295552 shutdown_connections 2024-05-16T15:48:38.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.193+0000 7f3b41e1cb80 1 --2- 172.21.15.43:0/355295552 >> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] conn(0x5632b4beb9f0 0x5632b4bece60 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:38.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.193+0000 7f3b41e1cb80 1 --2- 172.21.15.43:0/355295552 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5632b4bd6c30 0x5632b4bdb9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:38.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.193+0000 7f3b41e1cb80 1 --2- 172.21.15.43:0/355295552 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5632b4bd2480 0x5632b4bde0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:38.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.193+0000 7f3b41e1cb80 1 --2- 172.21.15.43:0/355295552 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5632b4bd2da0 0x5632b4bdb460 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:38.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.193+0000 7f3b18ff9700 0 client.15021 ms_handle_reset on v2:172.21.15.157:6834/2303077574 2024-05-16T15:48:38.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.193+0000 7f3b41e1cb80 1 -- 172.21.15.43:0/355295552 >> 172.21.15.43:0/355295552 conn(0x5632b4afe0b0 msgr2=0x5632b4bc76d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:38.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.193+0000 7f3b41e1cb80 1 -- 172.21.15.43:0/355295552 shutdown_connections 2024-05-16T15:48:38.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.193+0000 7f3b41e1cb80 1 -- 172.21.15.43:0/355295552 wait complete. 2024-05-16T15:48:38.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.193+0000 7f3b41e1cb80 20 client.15021 trim_cache size 0 max 16384 2024-05-16T15:48:38.226 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.215+0000 7f3b41e1cb80 1 Processor -- start 2024-05-16T15:48:38.226 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.215+0000 7f3b41e1cb80 1 -- start start 2024-05-16T15:48:38.226 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.215+0000 7f3b41e1cb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5632b4bd2480 0x5632b4be7bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:38.226 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.215+0000 7f3b41e1cb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5632b4bd2da0 0x5632b4bf62c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:38.227 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.215+0000 7f3b41e1cb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5632b4bd6c30 0x5632b4bf6800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:38.227 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.215+0000 7f3b41e1cb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x5632b4beb1a0 con 0x5632b4bd2480 2024-05-16T15:48:38.227 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.215+0000 7f3b41e1cb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x5632b4beb870 con 0x5632b4bd2da0 2024-05-16T15:48:38.227 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.215+0000 7f3b41e1cb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x5632b4bebf40 con 0x5632b4bd6c30 2024-05-16T15:48:38.227 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.215+0000 7f3b35325700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5632b4bd2480 0x5632b4be7bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:38.227 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.215+0000 7f3b35325700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5632b4bd2480 0x5632b4be7bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:57558/0 (socket says 172.21.15.43:57558) 2024-05-16T15:48:38.227 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.215+0000 7f3b35325700 1 -- 172.21.15.43:0/3849288777 learned_addr learned my addr 172.21.15.43:0/3849288777 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:48:38.227 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.215+0000 7f3b34b24700 1 --2- 172.21.15.43:0/3849288777 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5632b4bd2da0 0x5632b4bf62c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:38.227 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.215+0000 7f3b35b26700 1 --2- 172.21.15.43:0/3849288777 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5632b4bd6c30 0x5632b4bf6800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:38.227 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.216+0000 7f3b35325700 1 -- 172.21.15.43:0/3849288777 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5632b4bd6c30 msgr2=0x5632b4bf6800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:48:38.227 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.216+0000 7f3b35325700 1 --2- 172.21.15.43:0/3849288777 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5632b4bd6c30 0x5632b4bf6800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:38.227 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.216+0000 7f3b35325700 1 -- 172.21.15.43:0/3849288777 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5632b4bd2da0 msgr2=0x5632b4bf62c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:48:38.227 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.216+0000 7f3b35325700 1 --2- 172.21.15.43:0/3849288777 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5632b4bd2da0 0x5632b4bf62c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:38.227 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.216+0000 7f3b35325700 1 -- 172.21.15.43:0/3849288777 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5632b4beddc0 con 0x5632b4bd2480 2024-05-16T15:48:38.228 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.216+0000 7f3b34b24700 1 --2- 172.21.15.43:0/3849288777 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5632b4bd2da0 0x5632b4bf62c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:48:38.228 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.216+0000 7f3b35325700 1 --2- 172.21.15.43:0/3849288777 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5632b4bd2480 0x5632b4be7bf0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f3b2c0aa130 tx=0x7f3b2c0aac70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d817479c606336e2 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:38.228 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.216+0000 7f3b1affd700 1 -- 172.21.15.43:0/3849288777 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b2c0a66c0 con 0x5632b4bd2480 2024-05-16T15:48:38.228 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.216+0000 7f3b1affd700 1 -- 172.21.15.43:0/3849288777 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3b2c0054e0 con 0x5632b4bd2480 2024-05-16T15:48:38.228 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.216+0000 7f3b1affd700 1 -- 172.21.15.43:0/3849288777 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b2c0aa8f0 con 0x5632b4bd2480 2024-05-16T15:48:38.232 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.217+0000 7f3b41e1cb80 1 -- 172.21.15.43:0/3849288777 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5632b4bd2480 msgr2=0x5632b4be7bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:38.232 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.217+0000 7f3b41e1cb80 1 --2- 172.21.15.43:0/3849288777 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5632b4bd2480 0x5632b4be7bf0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f3b2c0aa130 tx=0x7f3b2c0aac70 comp rx=0 tx=0).stop 2024-05-16T15:48:38.232 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.217+0000 7f3b41e1cb80 1 -- 172.21.15.43:0/3849288777 shutdown_connections 2024-05-16T15:48:38.232 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.217+0000 7f3b41e1cb80 1 --2- 172.21.15.43:0/3849288777 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5632b4bd6c30 0x5632b4bf6800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:38.232 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.217+0000 7f3b41e1cb80 1 --2- 172.21.15.43:0/3849288777 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5632b4bd2480 0x5632b4be7bf0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:38.232 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.217+0000 7f3b41e1cb80 1 --2- 172.21.15.43:0/3849288777 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5632b4bd2da0 0x5632b4bf62c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:38.232 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.217+0000 7f3b41e1cb80 1 -- 172.21.15.43:0/3849288777 >> 172.21.15.43:0/3849288777 conn(0x5632b4afe0b0 msgr2=0x5632b4bd9d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:38.232 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.217+0000 7f3b41e1cb80 1 -- 172.21.15.43:0/3849288777 shutdown_connections 2024-05-16T15:48:38.232 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.217+0000 7f3b41e1cb80 1 -- 172.21.15.43:0/3849288777 wait complete. 2024-05-16T15:48:38.232 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.217+0000 7f3b41e1cb80 1 -- start start 2024-05-16T15:48:38.232 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.217+0000 7f3b41e1cb80 1 Processor -- start 2024-05-16T15:48:38.232 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.218+0000 7f3b41e1cb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5632b4bd2480 0x5632b4bf6760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:38.233 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.218+0000 7f3b41e1cb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5632b4bd2da0 0x5632b4befb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:38.233 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.218+0000 7f3b41e1cb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5632b4bd6c30 0x5632b4bf0050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:38.233 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.218+0000 7f3b41e1cb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x5632b4becce0 con 0x5632b4bd2480 2024-05-16T15:48:38.233 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.218+0000 7f3b41e1cb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x5632b4bec610 con 0x5632b4bd2da0 2024-05-16T15:48:38.233 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.218+0000 7f3b41e1cb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x5632b4bed3b0 con 0x5632b4bd6c30 2024-05-16T15:48:38.233 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.218+0000 7f3b41e1cb80 10 client.0 _ll_register_callbacks cb 0x5632b4abc8d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:48:38.233 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.218+0000 7f3b35325700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5632b4bd2480 0x5632b4bf6760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:38.233 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.218+0000 7f3b35325700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5632b4bd2480 0x5632b4bf6760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:57566/0 (socket says 172.21.15.43:57566) 2024-05-16T15:48:38.233 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.218+0000 7f3b35325700 1 -- 172.21.15.43:0/1169066734 learned_addr learned my addr 172.21.15.43:0/1169066734 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:48:38.233 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.218+0000 7f3b35b26700 1 --2- 172.21.15.43:0/1169066734 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5632b4bd6c30 0x5632b4bf0050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:38.233 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.218+0000 7f3b34b24700 1 --2- 172.21.15.43:0/1169066734 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5632b4bd2da0 0x5632b4befb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:38.233 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.218+0000 7f3b35325700 1 -- 172.21.15.43:0/1169066734 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5632b4bd6c30 msgr2=0x5632b4bf0050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:48:38.233 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.218+0000 7f3b35325700 1 --2- 172.21.15.43:0/1169066734 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5632b4bd6c30 0x5632b4bf0050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:38.233 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.218+0000 7f3b35325700 1 -- 172.21.15.43:0/1169066734 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5632b4bd2da0 msgr2=0x5632b4befb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:48:38.233 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.218+0000 7f3b35325700 1 --2- 172.21.15.43:0/1169066734 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5632b4bd2da0 0x5632b4befb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:38.233 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.218+0000 7f3b35325700 1 -- 172.21.15.43:0/1169066734 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5632b4bf0890 con 0x5632b4bd2480 2024-05-16T15:48:38.234 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.218+0000 7f3b34b24700 1 --2- 172.21.15.43:0/1169066734 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5632b4bd2da0 0x5632b4befb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:48:38.234 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.218+0000 7f3b35325700 1 --2- 172.21.15.43:0/1169066734 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5632b4bd2480 0x5632b4bf6760 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f3b2c0e08d0 tx=0x7f3b2c0aa4e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec4927413c3f604b server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:38.234 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.218+0000 7f3b18ff9700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:48:38.234 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.219+0000 7f3b18ff9700 1 -- 172.21.15.43:0/1169066734 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b2c06e060 con 0x5632b4bd2480 2024-05-16T15:48:38.234 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.219+0000 7f3b18ff9700 1 -- 172.21.15.43:0/1169066734 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f3b2c0aa690 con 0x5632b4bd2480 2024-05-16T15:48:38.234 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.219+0000 7f3b41e1cb80 1 -- 172.21.15.43:0/1169066734 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3b2c0054e0 con 0x5632b4bd2480 2024-05-16T15:48:38.234 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.219+0000 7f3b18ff9700 1 -- 172.21.15.43:0/1169066734 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3b2c0ca050 con 0x5632b4bd2480 2024-05-16T15:48:38.234 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.219+0000 7f3b41e1cb80 10 client.15027 fetch_fsmap learned FSMap version 29 2024-05-16T15:48:38.234 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.219+0000 7f3b41e1cb80 1 -- 172.21.15.43:0/1169066734 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5632b4c56e60 con 0x5632b4bd2480 2024-05-16T15:48:38.234 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.219+0000 7f3b18ff9700 1 -- 172.21.15.43:0/1169066734 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3b2c0054e0 con 0x5632b4bd2480 2024-05-16T15:48:38.234 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.219+0000 7f3b18ff9700 1 -- 172.21.15.43:0/1169066734 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f3b2c0b2d70 con 0x5632b4bd2480 2024-05-16T15:48:38.235 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.219+0000 7f3b41e1cb80 10 client.15027 fetch_fsmap finished waiting for FSMap version 29 2024-05-16T15:48:38.235 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.219+0000 7f3b41e1cb80 10 client.15027 resolve_mds: resolved name 'f' to daemon mds.f 2024-05-16T15:48:38.235 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.219+0000 7f3b41e1cb80 20 client.15027 populate_metadata read hostname 'smithi043' 2024-05-16T15:48:38.235 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.219+0000 7f3b41e1cb80 1 --2- 172.21.15.43:0/1169066734 >> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] conn(0x5632b4c5b590 0x5632b4c5a2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:38.235 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.219+0000 7f3b41e1cb80 4 client.15027 mds_command: new command op to 24445 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-16T15:48:38.235 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.219+0000 7f3b41e1cb80 1 -- 172.21.15.43:0/1169066734 --> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] -- command(tid 0: {"prefix": "status"}) -- 0x5632b4b321f0 con 0x5632b4c5b590 2024-05-16T15:48:38.235 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.220+0000 7f3b34b24700 1 --2- 172.21.15.43:0/1169066734 >> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] conn(0x5632b4c5b590 0x5632b4c5a2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:38.235 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.220+0000 7f3b34b24700 1 --2- 172.21.15.43:0/1169066734 >> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] conn(0x5632b4c5b590 0x5632b4c5a2a0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=32d07f0f614a6067 server_cookie=29e155baea022750 in_seq=0 out_seq=0 2024-05-16T15:48:38.235 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.220+0000 7f3b18ff9700 10 client.15027 ms_handle_connect on v2:172.21.15.157:6834/2303077574 2024-05-16T15:48:38.235 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.220+0000 7f3b18ff9700 1 -- 172.21.15.43:0/1169066734 <== mds.4 v2:172.21.15.157:6834/2303077574 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x5632b4b321f0 con 0x5632b4c5b590 2024-05-16T15:48:38.235 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.220+0000 7f3b18ff9700 10 client.15027 handle_command_reply: tid=0 2024-05-16T15:48:38.235 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.220+0000 7f3b41e1cb80 1 client.15027 shutdown 2024-05-16T15:48:38.235 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.220+0000 7f3b41e1cb80 1 -- 172.21.15.43:0/1169066734 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5632b4bd2480 msgr2=0x5632b4bf6760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:38.235 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.220+0000 7f3b41e1cb80 1 --2- 172.21.15.43:0/1169066734 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5632b4bd2480 0x5632b4bf6760 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f3b2c0e08d0 tx=0x7f3b2c0aa4e0 comp rx=0 tx=0).stop 2024-05-16T15:48:38.235 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.220+0000 7f3b41e1cb80 1 -- 172.21.15.43:0/1169066734 shutdown_connections 2024-05-16T15:48:38.236 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.220+0000 7f3b41e1cb80 1 --2- 172.21.15.43:0/1169066734 >> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] conn(0x5632b4c5b590 0x5632b4c5a2a0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:38.236 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.220+0000 7f3b41e1cb80 1 --2- 172.21.15.43:0/1169066734 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5632b4bd6c30 0x5632b4bf0050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:38.236 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.220+0000 7f3b41e1cb80 1 --2- 172.21.15.43:0/1169066734 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5632b4bd2480 0x5632b4bf6760 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:38.236 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.220+0000 7f3b41e1cb80 1 --2- 172.21.15.43:0/1169066734 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5632b4bd2da0 0x5632b4befb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:38.236 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.220+0000 7f3b41e1cb80 1 -- 172.21.15.43:0/1169066734 >> 172.21.15.43:0/1169066734 conn(0x5632b4afe0b0 msgr2=0x5632b4bc6e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:38.236 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.220+0000 7f3b18ff9700 0 client.15027 ms_handle_reset on v2:172.21.15.157:6834/2303077574 2024-05-16T15:48:38.236 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.221+0000 7f3b41e1cb80 1 -- 172.21.15.43:0/1169066734 shutdown_connections 2024-05-16T15:48:38.236 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.221+0000 7f3b41e1cb80 1 -- 172.21.15.43:0/1169066734 wait complete. 2024-05-16T15:48:38.236 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.221+0000 7f3b41e1cb80 20 client.15027 trim_cache size 0 max 16384 2024-05-16T15:48:38.236 INFO:teuthology.orchestra.run.smithi043.stdout:{ 2024-05-16T15:48:38.237 INFO:teuthology.orchestra.run.smithi043.stdout: "cluster_fsid": "13155b42-139a-11ef-bc9a-c7b262605968", 2024-05-16T15:48:38.237 INFO:teuthology.orchestra.run.smithi043.stdout: "whoami": 4, 2024-05-16T15:48:38.237 INFO:teuthology.orchestra.run.smithi043.stdout: "id": 24445, 2024-05-16T15:48:38.237 INFO:teuthology.orchestra.run.smithi043.stdout: "want_state": "up:active", 2024-05-16T15:48:38.237 INFO:teuthology.orchestra.run.smithi043.stdout: "state": "up:active", 2024-05-16T15:48:38.237 INFO:teuthology.orchestra.run.smithi043.stdout: "fs_name": "cephfs", 2024-05-16T15:48:38.237 INFO:teuthology.orchestra.run.smithi043.stdout: "rank_uptime": 119.005478158, 2024-05-16T15:48:38.237 INFO:teuthology.orchestra.run.smithi043.stdout: "mdsmap_epoch": 29, 2024-05-16T15:48:38.237 INFO:teuthology.orchestra.run.smithi043.stdout: "osdmap_epoch": 89, 2024-05-16T15:48:38.237 INFO:teuthology.orchestra.run.smithi043.stdout: "osdmap_epoch_barrier": 87, 2024-05-16T15:48:38.237 INFO:teuthology.orchestra.run.smithi043.stdout: "uptime": 212.49964560800001 2024-05-16T15:48:38.237 INFO:teuthology.orchestra.run.smithi043.stdout:} 2024-05-16T15:48:38.238 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.221+0000 7f3b37589700 1 -- 172.21.15.43:0/3247025434 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f3b1c0b2880 msgr2=0x7f3b1c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:38.238 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.221+0000 7f3b37589700 1 --2- 172.21.15.43:0/3247025434 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f3b1c0b2880 0x7f3b1c0b4d40 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f3b3019a9c0 tx=0x7f3b20008040 comp rx=0 tx=0).stop 2024-05-16T15:48:38.238 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.221+0000 7f3b37589700 1 -- 172.21.15.43:0/3247025434 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3b30102630 msgr2=0x7f3b30198860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:38.238 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.221+0000 7f3b37589700 1 --2- 172.21.15.43:0/3247025434 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3b30102630 0x7f3b30198860 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f3b2c000c00 tx=0x7f3b2c00f690 comp rx=0 tx=0).stop 2024-05-16T15:48:38.238 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.221+0000 7f3b37589700 1 -- 172.21.15.43:0/3247025434 shutdown_connections 2024-05-16T15:48:38.238 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.221+0000 7f3b37589700 1 --2- 172.21.15.43:0/3247025434 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3b301076c0 0x7f3b301992e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:38.238 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.221+0000 7f3b37589700 1 --2- 172.21.15.43:0/3247025434 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f3b1c0b2880 0x7f3b1c0b4d40 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:38.239 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.221+0000 7f3b37589700 1 --2- 172.21.15.43:0/3247025434 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3b30102630 0x7f3b30198860 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:38.239 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.221+0000 7f3b37589700 1 --2- 172.21.15.43:0/3247025434 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3b30102fe0 0x7f3b30198da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:38.239 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.221+0000 7f3b37589700 1 -- 172.21.15.43:0/3247025434 >> 172.21.15.43:0/3247025434 conn(0x7f3b30079350 msgr2=0x7f3b30100810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:38.239 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.221+0000 7f3b37589700 1 -- 172.21.15.43:0/3247025434 shutdown_connections 2024-05-16T15:48:38.239 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:38.221+0000 7f3b37589700 1 -- 172.21.15.43:0/3247025434 wait complete. 2024-05-16T15:48:38.927 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell mds.c status 2024-05-16T15:48:39.181 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:48:39.560 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:39 smithi043 ceph-mon[31619]: pgmap v388: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:48:39.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:39 smithi157 ceph-mon[35584]: pgmap v388: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:48:39.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:39 smithi148 ceph-mon[34976]: pgmap v388: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:48:41.034 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.990+0000 7f40a76ad700 1 -- 172.21.15.43:0/1192854493 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f40a0109540 msgr2=0x7f40a0109920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:41.034 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.990+0000 7f40a76ad700 1 --2- 172.21.15.43:0/1192854493 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f40a0109540 0x7f40a0109920 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f409c0099c0 tx=0x7f409c009cd0 comp rx=0 tx=0).stop 2024-05-16T15:48:41.035 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.991+0000 7f40a76ad700 1 -- 172.21.15.43:0/1192854493 shutdown_connections 2024-05-16T15:48:41.035 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.991+0000 7f40a76ad700 1 --2- 172.21.15.43:0/1192854493 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f40a0103f20 0x7f40a0110310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:41.035 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.991+0000 7f40a76ad700 1 --2- 172.21.15.43:0/1192854493 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f40a0109540 0x7f40a0109920 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:41.035 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.991+0000 7f40a76ad700 1 --2- 172.21.15.43:0/1192854493 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f40a0103560 0x7f40a01039e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:41.035 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.991+0000 7f40a76ad700 1 -- 172.21.15.43:0/1192854493 >> 172.21.15.43:0/1192854493 conn(0x7f40a007a660 msgr2=0x7f40a007aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:41.035 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.991+0000 7f40a76ad700 1 -- 172.21.15.43:0/1192854493 shutdown_connections 2024-05-16T15:48:41.035 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.991+0000 7f40a76ad700 1 -- 172.21.15.43:0/1192854493 wait complete. 2024-05-16T15:48:41.035 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.991+0000 7f40a76ad700 1 Processor -- start 2024-05-16T15:48:41.035 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.991+0000 7f40a76ad700 1 -- start start 2024-05-16T15:48:41.035 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.992+0000 7f40a76ad700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f40a0103560 0x7f40a019f750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:41.035 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.992+0000 7f40a76ad700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f40a0103f20 0x7f40a019fc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:41.035 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.992+0000 7f40a76ad700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f40a0109540 0x7f40a0199910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:41.035 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.992+0000 7f40a76ad700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f40a01135d0 con 0x7f40a0103f20 2024-05-16T15:48:41.035 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.992+0000 7f40a76ad700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f40a0113450 con 0x7f40a0109540 2024-05-16T15:48:41.035 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.992+0000 7f40a76ad700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f40a0113750 con 0x7f40a0103560 2024-05-16T15:48:41.035 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.992+0000 7f40a4c48700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f40a0103f20 0x7f40a019fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:41.036 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.992+0000 7f40a4c48700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f40a0103f20 0x7f40a019fc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:57570/0 (socket says 172.21.15.43:57570) 2024-05-16T15:48:41.036 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.992+0000 7f40a4c48700 1 -- 172.21.15.43:0/1486464175 learned_addr learned my addr 172.21.15.43:0/1486464175 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:48:41.036 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.992+0000 7f40a5449700 1 --2- 172.21.15.43:0/1486464175 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f40a0103560 0x7f40a019f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:41.036 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.992+0000 7f40a4c48700 1 -- 172.21.15.43:0/1486464175 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f40a0103560 msgr2=0x7f40a019f750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:41.036 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.992+0000 7f40a4c48700 1 --2- 172.21.15.43:0/1486464175 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f40a0103560 0x7f40a019f750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:41.036 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.992+0000 7f40a4c48700 1 -- 172.21.15.43:0/1486464175 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f40a0109540 msgr2=0x7f40a0199910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:41.036 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.992+0000 7f40a4c48700 1 --2- 172.21.15.43:0/1486464175 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f40a0109540 0x7f40a0199910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:41.036 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.992+0000 7f40a4c48700 1 -- 172.21.15.43:0/1486464175 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40a019a070 con 0x7f40a0103f20 2024-05-16T15:48:41.036 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.992+0000 7f40a5449700 1 --2- 172.21.15.43:0/1486464175 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f40a0103560 0x7f40a019f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:48:41.036 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.992+0000 7f40a4c48700 1 --2- 172.21.15.43:0/1486464175 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f40a0103f20 0x7f40a019fc90 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f409000b530 tx=0x7f409000b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:41.036 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.992+0000 7f40967fc700 1 -- 172.21.15.43:0/1486464175 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4090015020 con 0x7f40a0103f20 2024-05-16T15:48:41.036 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.992+0000 7f40a76ad700 1 -- 172.21.15.43:0/1486464175 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40a019a360 con 0x7f40a0103f20 2024-05-16T15:48:41.036 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.993+0000 7f40967fc700 1 -- 172.21.15.43:0/1486464175 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4090011cc0 con 0x7f40a0103f20 2024-05-16T15:48:41.036 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.993+0000 7f40967fc700 1 -- 172.21.15.43:0/1486464175 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4090010d30 con 0x7f40a0103f20 2024-05-16T15:48:41.037 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.993+0000 7f40a76ad700 1 -- 172.21.15.43:0/1486464175 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40a01a6620 con 0x7f40a0103f20 2024-05-16T15:48:41.037 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.995+0000 7f40967fc700 1 -- 172.21.15.43:0/1486464175 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f4090018020 con 0x7f40a0103f20 2024-05-16T15:48:41.037 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.996+0000 7f40967fc700 1 --2- 172.21.15.43:0/1486464175 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f408c0b2880 0x7f408c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:41.037 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.996+0000 7f40a5449700 1 --2- 172.21.15.43:0/1486464175 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f408c0b2880 0x7f408c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:41.037 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.996+0000 7f40967fc700 1 -- 172.21.15.43:0/1486464175 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f40900e1e50 con 0x7f40a0103f20 2024-05-16T15:48:41.037 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.996+0000 7f40a5449700 1 --2- 172.21.15.43:0/1486464175 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f408c0b2880 0x7f408c0b4d40 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f409c006010 tx=0x7f409c005e80 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:41.037 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.997+0000 7f40b1f40b80 1 Processor -- start 2024-05-16T15:48:41.037 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.997+0000 7f40b1f40b80 1 -- start start 2024-05-16T15:48:41.037 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.997+0000 7f40b1f40b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e7d28a5160 0x55e7d28a5540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:41.037 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.997+0000 7f40b1f40b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e7d28a5a80 0x55e7d289f7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:41.037 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.997+0000 7f40b1f40b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7d289fd00 0x55e7d28a0140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:41.037 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.997+0000 7f40b1f40b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55e7d27f18f0 con 0x55e7d289fd00 2024-05-16T15:48:41.037 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.997+0000 7f40b1f40b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55e7d2756d50 con 0x55e7d28a5a80 2024-05-16T15:48:41.037 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.997+0000 7f40b1f40b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55e7d27ed8b0 con 0x55e7d28a5160 2024-05-16T15:48:41.038 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.997+0000 7f40a5c4a700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7d289fd00 0x55e7d28a0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:41.038 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.997+0000 7f40a5c4a700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7d289fd00 0x55e7d28a0140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:57584/0 (socket says 172.21.15.43:57584) 2024-05-16T15:48:41.038 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.997+0000 7f40a5c4a700 1 -- 172.21.15.43:0/616406802 learned_addr learned my addr 172.21.15.43:0/616406802 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:48:41.038 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.997+0000 7f40a4c48700 1 --2- 172.21.15.43:0/616406802 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e7d28a5a80 0x55e7d289f7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:41.038 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.997+0000 7f40a5449700 1 --2- 172.21.15.43:0/616406802 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e7d28a5160 0x55e7d28a5540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:41.038 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.998+0000 7f40a5c4a700 1 -- 172.21.15.43:0/616406802 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e7d28a5160 msgr2=0x55e7d28a5540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:48:41.038 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.998+0000 7f40a5c4a700 1 --2- 172.21.15.43:0/616406802 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e7d28a5160 0x55e7d28a5540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:41.038 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.998+0000 7f40a5c4a700 1 -- 172.21.15.43:0/616406802 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e7d28a5a80 msgr2=0x55e7d289f7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:48:41.038 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.998+0000 7f40a5c4a700 1 --2- 172.21.15.43:0/616406802 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e7d28a5a80 0x55e7d289f7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:41.038 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.998+0000 7f40a5c4a700 1 -- 172.21.15.43:0/616406802 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e7d273e880 con 0x55e7d289fd00 2024-05-16T15:48:41.038 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.998+0000 7f40a5449700 1 --2- 172.21.15.43:0/616406802 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e7d28a5160 0x55e7d28a5540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:48:41.038 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.998+0000 7f40a5c4a700 1 --2- 172.21.15.43:0/616406802 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7d289fd00 0x55e7d28a0140 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f4098009d00 tx=0x7f409800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9dc615b97862a180 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:41.038 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.998+0000 7f408b7fe700 1 -- 172.21.15.43:0/616406802 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4098009e50 con 0x55e7d289fd00 2024-05-16T15:48:41.039 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.998+0000 7f408b7fe700 1 -- 172.21.15.43:0/616406802 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4098017070 con 0x55e7d289fd00 2024-05-16T15:48:41.039 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.998+0000 7f408b7fe700 1 -- 172.21.15.43:0/616406802 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4098012e20 con 0x55e7d289fd00 2024-05-16T15:48:41.039 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.999+0000 7f40b1f40b80 1 -- 172.21.15.43:0/616406802 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7d289fd00 msgr2=0x55e7d28a0140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:41.039 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.999+0000 7f40b1f40b80 1 --2- 172.21.15.43:0/616406802 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7d289fd00 0x55e7d28a0140 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f4098009d00 tx=0x7f409800b330 comp rx=0 tx=0).stop 2024-05-16T15:48:41.039 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.999+0000 7f40b1f40b80 1 -- 172.21.15.43:0/616406802 shutdown_connections 2024-05-16T15:48:41.039 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.999+0000 7f40b1f40b80 1 --2- 172.21.15.43:0/616406802 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7d289fd00 0x55e7d28a0140 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:41.039 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.999+0000 7f40b1f40b80 1 --2- 172.21.15.43:0/616406802 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e7d28a5160 0x55e7d28a5540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:41.039 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.999+0000 7f40b1f40b80 1 --2- 172.21.15.43:0/616406802 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e7d28a5a80 0x55e7d289f7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:41.039 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.999+0000 7f40b1f40b80 1 -- 172.21.15.43:0/616406802 >> 172.21.15.43:0/616406802 conn(0x55e7d27cbb20 msgr2=0x55e7d289a250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:41.039 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.999+0000 7f40b1f40b80 1 -- 172.21.15.43:0/616406802 shutdown_connections 2024-05-16T15:48:41.039 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.999+0000 7f40b1f40b80 1 -- 172.21.15.43:0/616406802 wait complete. 2024-05-16T15:48:41.039 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.999+0000 7f40b1f40b80 1 -- start start 2024-05-16T15:48:41.039 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:40.999+0000 7f40b1f40b80 1 Processor -- start 2024-05-16T15:48:41.039 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.000+0000 7f40b1f40b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e7d289fd00 0x55e7d28ab6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:41.039 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.000+0000 7f40b1f40b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7d28a5160 0x55e7d28a8a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:41.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.000+0000 7f40b1f40b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e7d28a5a80 0x55e7d28a8fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:41.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.000+0000 7f40b1f40b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55e7d28ac400 con 0x55e7d28a5160 2024-05-16T15:48:41.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.000+0000 7f40b1f40b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55e7d27aae80 con 0x55e7d28a5a80 2024-05-16T15:48:41.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.000+0000 7f40b1f40b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55e7d28ac580 con 0x55e7d289fd00 2024-05-16T15:48:41.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.000+0000 7f40b1f40b80 10 client.0 _ll_register_callbacks cb 0x55e7d2785560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:48:41.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.000+0000 7f40a4c48700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7d28a5160 0x55e7d28a8a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:41.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.000+0000 7f40a4c48700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7d28a5160 0x55e7d28a8a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:57590/0 (socket says 172.21.15.43:57590) 2024-05-16T15:48:41.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.000+0000 7f40a4c48700 1 -- 172.21.15.43:0/1762029090 learned_addr learned my addr 172.21.15.43:0/1762029090 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:48:41.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.000+0000 7f40a5c4a700 1 --2- 172.21.15.43:0/1762029090 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e7d28a5a80 0x55e7d28a8fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:41.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.000+0000 7f40a5449700 1 --2- 172.21.15.43:0/1762029090 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e7d289fd00 0x55e7d28ab6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:41.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.000+0000 7f40a4c48700 1 -- 172.21.15.43:0/1762029090 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e7d289fd00 msgr2=0x55e7d28ab6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:48:41.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.000+0000 7f40a4c48700 1 --2- 172.21.15.43:0/1762029090 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e7d289fd00 0x55e7d28ab6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:41.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.000+0000 7f40a4c48700 1 -- 172.21.15.43:0/1762029090 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e7d28a5a80 msgr2=0x55e7d28a8fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:48:41.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.000+0000 7f40a4c48700 1 --2- 172.21.15.43:0/1762029090 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e7d28a5a80 0x55e7d28a8fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:41.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.000+0000 7f40a4c48700 1 -- 172.21.15.43:0/1762029090 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e7d27a8710 con 0x55e7d28a5160 2024-05-16T15:48:41.041 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.000+0000 7f40a4c48700 1 --2- 172.21.15.43:0/1762029090 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7d28a5160 0x55e7d28a8a90 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f40900a6330 tx=0x7f4090010fc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed565167469f025b server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:41.041 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.000+0000 7f4088ff9700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:48:41.041 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.000+0000 7f4088ff9700 1 -- 172.21.15.43:0/1762029090 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40900ad470 con 0x55e7d28a5160 2024-05-16T15:48:41.041 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.001+0000 7f4088ff9700 1 -- 172.21.15.43:0/1762029090 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f40900a56b0 con 0x55e7d28a5160 2024-05-16T15:48:41.041 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.001+0000 7f40b1f40b80 1 -- 172.21.15.43:0/1762029090 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4098017070 con 0x55e7d28a5160 2024-05-16T15:48:41.041 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.001+0000 7f4088ff9700 1 -- 172.21.15.43:0/1762029090 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f40900b1f20 con 0x55e7d28a5160 2024-05-16T15:48:41.041 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.001+0000 7f40b1f40b80 10 client.15039 fetch_fsmap learned FSMap version 29 2024-05-16T15:48:41.041 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.001+0000 7f40b1f40b80 1 -- 172.21.15.43:0/1762029090 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55e7d28b6d10 con 0x55e7d28a5160 2024-05-16T15:48:41.041 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.001+0000 7f4088ff9700 1 -- 172.21.15.43:0/1762029090 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4098017070 con 0x55e7d28a5160 2024-05-16T15:48:41.041 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.001+0000 7f4088ff9700 1 -- 172.21.15.43:0/1762029090 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f40900b1b90 con 0x55e7d28a5160 2024-05-16T15:48:41.041 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.001+0000 7f40b1f40b80 10 client.15039 fetch_fsmap finished waiting for FSMap version 29 2024-05-16T15:48:41.041 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.001+0000 7f40b1f40b80 10 client.15039 resolve_mds: resolved name 'c' to daemon mds.c 2024-05-16T15:48:41.041 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.001+0000 7f40b1f40b80 20 client.15039 populate_metadata read hostname 'smithi043' 2024-05-16T15:48:41.041 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.001+0000 7f40b1f40b80 1 --2- 172.21.15.43:0/1762029090 >> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] conn(0x55e7d28b92f0 0x55e7d28ba760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:41.041 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.001+0000 7f40b1f40b80 4 client.15039 mds_command: new command op to 24451 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:48:41.042 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.001+0000 7f40b1f40b80 1 -- 172.21.15.43:0/1762029090 --> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e7d27ff2d0 con 0x55e7d28b92f0 2024-05-16T15:48:41.042 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.002+0000 7f40a5449700 1 --2- 172.21.15.43:0/1762029090 >> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] conn(0x55e7d28b92f0 0x55e7d28ba760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:41.042 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.002+0000 7f40a5449700 1 --2- 172.21.15.43:0/1762029090 >> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] conn(0x55e7d28b92f0 0x55e7d28ba760 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=2b10dee314ef4617 server_cookie=70737bb499b0db44 in_seq=0 out_seq=0 2024-05-16T15:48:41.042 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.002+0000 7f4088ff9700 10 client.15039 ms_handle_connect on v2:172.21.15.157:6836/3777341889 2024-05-16T15:48:41.042 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.003+0000 7f4088ff9700 1 -- 172.21.15.43:0/1762029090 <== mds.3 v2:172.21.15.157:6836/3777341889 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55e7d27ff2d0 con 0x55e7d28b92f0 2024-05-16T15:48:41.042 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.003+0000 7f4088ff9700 10 client.15039 handle_command_reply: tid=0 2024-05-16T15:48:41.042 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.003+0000 7f40b1f40b80 1 client.15039 shutdown 2024-05-16T15:48:41.042 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.003+0000 7f40b1f40b80 1 -- 172.21.15.43:0/1762029090 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7d28a5160 msgr2=0x55e7d28a8a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:41.042 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.003+0000 7f40b1f40b80 1 --2- 172.21.15.43:0/1762029090 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7d28a5160 0x55e7d28a8a90 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f40900a6330 tx=0x7f4090010fc0 comp rx=0 tx=0).stop 2024-05-16T15:48:41.042 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.003+0000 7f40b1f40b80 1 -- 172.21.15.43:0/1762029090 shutdown_connections 2024-05-16T15:48:41.042 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.003+0000 7f40b1f40b80 1 --2- 172.21.15.43:0/1762029090 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e7d28a5a80 0x55e7d28a8fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:41.042 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.003+0000 7f40b1f40b80 1 --2- 172.21.15.43:0/1762029090 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e7d289fd00 0x55e7d28ab6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:41.042 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.003+0000 7f40b1f40b80 1 --2- 172.21.15.43:0/1762029090 >> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] conn(0x55e7d28b92f0 0x55e7d28ba760 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:41.042 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.003+0000 7f40b1f40b80 1 --2- 172.21.15.43:0/1762029090 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7d28a5160 0x55e7d28a8a90 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:41.043 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.003+0000 7f4088ff9700 0 client.15039 ms_handle_reset on v2:172.21.15.157:6836/3777341889 2024-05-16T15:48:41.043 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.003+0000 7f40b1f40b80 1 -- 172.21.15.43:0/1762029090 >> 172.21.15.43:0/1762029090 conn(0x55e7d27cbb20 msgr2=0x55e7d2894ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:41.043 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.003+0000 7f40b1f40b80 1 -- 172.21.15.43:0/1762029090 shutdown_connections 2024-05-16T15:48:41.043 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.003+0000 7f40b1f40b80 1 -- 172.21.15.43:0/1762029090 wait complete. 2024-05-16T15:48:41.043 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.003+0000 7f40b1f40b80 20 client.15039 trim_cache size 0 max 16384 2024-05-16T15:48:41.048 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.025+0000 7f40b1f40b80 1 Processor -- start 2024-05-16T15:48:41.048 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.026+0000 7f40b1f40b80 1 -- start start 2024-05-16T15:48:41.048 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.026+0000 7f40b1f40b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e7d289fd00 0x55e7d289f7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:41.048 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.026+0000 7f40b1f40b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e7d28a5160 0x55e7d2894bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:41.048 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.026+0000 7f40b1f40b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7d28a5a80 0x55e7d28a5e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:41.048 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.026+0000 7f40b1f40b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55e7d28b8aa0 con 0x55e7d28a5a80 2024-05-16T15:48:41.049 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.026+0000 7f40b1f40b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55e7d28b9170 con 0x55e7d289fd00 2024-05-16T15:48:41.049 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.026+0000 7f40b1f40b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55e7d28b9840 con 0x55e7d28a5160 2024-05-16T15:48:41.049 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.026+0000 7f40a5c4a700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7d28a5a80 0x55e7d28a5e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:41.049 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.026+0000 7f40a5c4a700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7d28a5a80 0x55e7d28a5e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:57596/0 (socket says 172.21.15.43:57596) 2024-05-16T15:48:41.049 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.026+0000 7f40a5c4a700 1 -- 172.21.15.43:0/522992736 learned_addr learned my addr 172.21.15.43:0/522992736 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:48:41.049 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.026+0000 7f40a4c48700 1 --2- 172.21.15.43:0/522992736 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e7d28a5160 0x55e7d2894bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:41.049 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.026+0000 7f40a5449700 1 --2- 172.21.15.43:0/522992736 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e7d289fd00 0x55e7d289f7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:41.049 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.026+0000 7f40a5c4a700 1 -- 172.21.15.43:0/522992736 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e7d28a5160 msgr2=0x55e7d2894bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:48:41.049 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.026+0000 7f40a5c4a700 1 --2- 172.21.15.43:0/522992736 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e7d28a5160 0x55e7d2894bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:41.049 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.026+0000 7f40a5c4a700 1 -- 172.21.15.43:0/522992736 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e7d289fd00 msgr2=0x55e7d289f7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:48:41.049 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.026+0000 7f40a5c4a700 1 --2- 172.21.15.43:0/522992736 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e7d289fd00 0x55e7d289f7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:41.049 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.026+0000 7f40a5c4a700 1 -- 172.21.15.43:0/522992736 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e7d2896c30 con 0x55e7d28a5a80 2024-05-16T15:48:41.049 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.027+0000 7f40a5c4a700 1 --2- 172.21.15.43:0/522992736 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7d28a5a80 0x55e7d28a5e60 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f4098009cd0 tx=0x7f4098009a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d244cea67da657cd server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:41.049 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.027+0000 7f408affd700 1 -- 172.21.15.43:0/522992736 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f409800bde0 con 0x55e7d28a5a80 2024-05-16T15:48:41.050 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.027+0000 7f408affd700 1 -- 172.21.15.43:0/522992736 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4098017040 con 0x55e7d28a5a80 2024-05-16T15:48:41.050 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.027+0000 7f408affd700 1 -- 172.21.15.43:0/522992736 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f409801b700 con 0x55e7d28a5a80 2024-05-16T15:48:41.050 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.028+0000 7f40b1f40b80 1 -- 172.21.15.43:0/522992736 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7d28a5a80 msgr2=0x55e7d28a5e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:41.050 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.028+0000 7f40b1f40b80 1 --2- 172.21.15.43:0/522992736 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7d28a5a80 0x55e7d28a5e60 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f4098009cd0 tx=0x7f4098009a70 comp rx=0 tx=0).stop 2024-05-16T15:48:41.050 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.028+0000 7f40b1f40b80 1 -- 172.21.15.43:0/522992736 shutdown_connections 2024-05-16T15:48:41.050 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.028+0000 7f40b1f40b80 1 --2- 172.21.15.43:0/522992736 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7d28a5a80 0x55e7d28a5e60 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:41.050 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.028+0000 7f40b1f40b80 1 --2- 172.21.15.43:0/522992736 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e7d289fd00 0x55e7d289f7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:41.050 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.028+0000 7f40b1f40b80 1 --2- 172.21.15.43:0/522992736 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e7d28a5160 0x55e7d2894bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:41.050 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.028+0000 7f40b1f40b80 1 -- 172.21.15.43:0/522992736 >> 172.21.15.43:0/522992736 conn(0x55e7d27cbb20 msgr2=0x55e7d28a7380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:41.050 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.028+0000 7f40b1f40b80 1 -- 172.21.15.43:0/522992736 shutdown_connections 2024-05-16T15:48:41.050 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.028+0000 7f40b1f40b80 1 -- 172.21.15.43:0/522992736 wait complete. 2024-05-16T15:48:41.050 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.028+0000 7f40b1f40b80 1 -- start start 2024-05-16T15:48:41.050 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.028+0000 7f40b1f40b80 1 Processor -- start 2024-05-16T15:48:41.050 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.029+0000 7f40b1f40b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e7d289fd00 0x55e7d28c3be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:41.050 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.029+0000 7f40b1f40b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e7d28a5160 0x55e7d28c4120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:41.051 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.029+0000 7f40b1f40b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7d28a5a80 0x55e7d28bcb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:41.051 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.029+0000 7f40b1f40b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55e7d28ba5e0 con 0x55e7d28a5a80 2024-05-16T15:48:41.051 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.029+0000 7f40b1f40b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55e7d28b9f10 con 0x55e7d289fd00 2024-05-16T15:48:41.051 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.029+0000 7f40b1f40b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55e7d28bacb0 con 0x55e7d28a5160 2024-05-16T15:48:41.051 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.029+0000 7f40b1f40b80 10 client.0 _ll_register_callbacks cb 0x55e7d2785560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:48:41.051 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.029+0000 7f40a5c4a700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7d28a5a80 0x55e7d28bcb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:41.051 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.029+0000 7f40a5c4a700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7d28a5a80 0x55e7d28bcb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:57606/0 (socket says 172.21.15.43:57606) 2024-05-16T15:48:41.051 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.029+0000 7f40a5c4a700 1 -- 172.21.15.43:0/2078920441 learned_addr learned my addr 172.21.15.43:0/2078920441 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:48:41.051 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.029+0000 7f40a4c48700 1 --2- 172.21.15.43:0/2078920441 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e7d28a5160 0x55e7d28c4120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:41.051 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.029+0000 7f40a5449700 1 --2- 172.21.15.43:0/2078920441 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e7d289fd00 0x55e7d28c3be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:41.051 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.029+0000 7f40a5c4a700 1 -- 172.21.15.43:0/2078920441 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e7d28a5160 msgr2=0x55e7d28c4120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:48:41.051 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.029+0000 7f40a5c4a700 1 --2- 172.21.15.43:0/2078920441 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e7d28a5160 0x55e7d28c4120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:41.051 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.029+0000 7f40a5c4a700 1 -- 172.21.15.43:0/2078920441 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e7d289fd00 msgr2=0x55e7d28c3be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:48:41.051 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.029+0000 7f40a5c4a700 1 --2- 172.21.15.43:0/2078920441 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e7d289fd00 0x55e7d28c3be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:41.052 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.029+0000 7f40a5c4a700 1 -- 172.21.15.43:0/2078920441 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e7d28a5790 con 0x55e7d28a5a80 2024-05-16T15:48:41.052 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.029+0000 7f40a5c4a700 1 --2- 172.21.15.43:0/2078920441 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7d28a5a80 0x55e7d28bcb80 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f4098007030 tx=0x7f4098012cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25ced0d042a37634 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:41.052 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.029+0000 7f4088ff9700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:48:41.052 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.030+0000 7f4088ff9700 1 -- 172.21.15.43:0/2078920441 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4098034060 con 0x55e7d28a5a80 2024-05-16T15:48:41.052 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.030+0000 7f4088ff9700 1 -- 172.21.15.43:0/2078920441 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f4098025600 con 0x55e7d28a5a80 2024-05-16T15:48:41.052 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.030+0000 7f40b1f40b80 1 -- 172.21.15.43:0/2078920441 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4098017040 con 0x55e7d28a5a80 2024-05-16T15:48:41.052 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.030+0000 7f4088ff9700 1 -- 172.21.15.43:0/2078920441 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f409802b050 con 0x55e7d28a5a80 2024-05-16T15:48:41.052 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.030+0000 7f40b1f40b80 10 client.15045 fetch_fsmap learned FSMap version 29 2024-05-16T15:48:41.052 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.030+0000 7f40b1f40b80 1 -- 172.21.15.43:0/2078920441 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55e7d2929290 con 0x55e7d28a5a80 2024-05-16T15:48:41.052 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.030+0000 7f4088ff9700 1 -- 172.21.15.43:0/2078920441 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4098017040 con 0x55e7d28a5a80 2024-05-16T15:48:41.052 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.030+0000 7f4088ff9700 1 -- 172.21.15.43:0/2078920441 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f4098011070 con 0x55e7d28a5a80 2024-05-16T15:48:41.052 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.031+0000 7f40b1f40b80 10 client.15045 fetch_fsmap finished waiting for FSMap version 29 2024-05-16T15:48:41.052 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.031+0000 7f40b1f40b80 10 client.15045 resolve_mds: resolved name 'c' to daemon mds.c 2024-05-16T15:48:41.052 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.031+0000 7f40b1f40b80 20 client.15045 populate_metadata read hostname 'smithi043' 2024-05-16T15:48:41.052 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.031+0000 7f40b1f40b80 1 --2- 172.21.15.43:0/2078920441 >> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] conn(0x55e7d292d690 0x55e7d292c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:41.053 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.031+0000 7f40b1f40b80 4 client.15045 mds_command: new command op to 24451 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-16T15:48:41.053 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.031+0000 7f40b1f40b80 1 -- 172.21.15.43:0/2078920441 --> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] -- command(tid 0: {"prefix": "status"}) -- 0x55e7d27f9370 con 0x55e7d292d690 2024-05-16T15:48:41.053 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.031+0000 7f40a5449700 1 --2- 172.21.15.43:0/2078920441 >> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] conn(0x55e7d292d690 0x55e7d292c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:41.053 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.031+0000 7f40a5449700 1 --2- 172.21.15.43:0/2078920441 >> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] conn(0x55e7d292d690 0x55e7d292c3a0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=a9c38f7fa4f874ae server_cookie=cdcbcbd7463b54bb in_seq=0 out_seq=0 2024-05-16T15:48:41.053 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.031+0000 7f4088ff9700 10 client.15045 ms_handle_connect on v2:172.21.15.157:6836/3777341889 2024-05-16T15:48:41.053 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.032+0000 7f4088ff9700 1 -- 172.21.15.43:0/2078920441 <== mds.3 v2:172.21.15.157:6836/3777341889 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55e7d27f9370 con 0x55e7d292d690 2024-05-16T15:48:41.053 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.032+0000 7f4088ff9700 10 client.15045 handle_command_reply: tid=0 2024-05-16T15:48:41.053 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.032+0000 7f40b1f40b80 1 client.15045 shutdown 2024-05-16T15:48:41.053 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.032+0000 7f40b1f40b80 1 -- 172.21.15.43:0/2078920441 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7d28a5a80 msgr2=0x55e7d28bcb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:41.053 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.032+0000 7f40b1f40b80 1 --2- 172.21.15.43:0/2078920441 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7d28a5a80 0x55e7d28bcb80 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f4098007030 tx=0x7f4098012cd0 comp rx=0 tx=0).stop 2024-05-16T15:48:41.053 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.032+0000 7f40b1f40b80 1 -- 172.21.15.43:0/2078920441 shutdown_connections 2024-05-16T15:48:41.053 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.032+0000 7f40b1f40b80 1 --2- 172.21.15.43:0/2078920441 >> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] conn(0x55e7d292d690 0x55e7d292c3a0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:41.053 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.032+0000 7f40b1f40b80 1 --2- 172.21.15.43:0/2078920441 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7d28a5a80 0x55e7d28bcb80 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:41.053 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.032+0000 7f40b1f40b80 1 --2- 172.21.15.43:0/2078920441 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e7d289fd00 0x55e7d28c3be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:41.053 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.032+0000 7f40b1f40b80 1 --2- 172.21.15.43:0/2078920441 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e7d28a5160 0x55e7d28c4120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:41.054 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.032+0000 7f40b1f40b80 1 -- 172.21.15.43:0/2078920441 >> 172.21.15.43:0/2078920441 conn(0x55e7d27cbb20 msgr2=0x55e7d28a5e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:41.054 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.032+0000 7f4088ff9700 0 client.15045 ms_handle_reset on v2:172.21.15.157:6836/3777341889 2024-05-16T15:48:41.054 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.032+0000 7f40b1f40b80 1 -- 172.21.15.43:0/2078920441 shutdown_connections 2024-05-16T15:48:41.054 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.032+0000 7f40b1f40b80 1 -- 172.21.15.43:0/2078920441 wait complete. 2024-05-16T15:48:41.054 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.032+0000 7f40b1f40b80 20 client.15045 trim_cache size 0 max 16384 2024-05-16T15:48:41.054 INFO:teuthology.orchestra.run.smithi043.stdout:{ 2024-05-16T15:48:41.054 INFO:teuthology.orchestra.run.smithi043.stdout: "cluster_fsid": "13155b42-139a-11ef-bc9a-c7b262605968", 2024-05-16T15:48:41.054 INFO:teuthology.orchestra.run.smithi043.stdout: "whoami": 3, 2024-05-16T15:48:41.054 INFO:teuthology.orchestra.run.smithi043.stdout: "id": 24451, 2024-05-16T15:48:41.054 INFO:teuthology.orchestra.run.smithi043.stdout: "want_state": "up:active", 2024-05-16T15:48:41.055 INFO:teuthology.orchestra.run.smithi043.stdout: "state": "up:active", 2024-05-16T15:48:41.055 INFO:teuthology.orchestra.run.smithi043.stdout: "fs_name": "cephfs", 2024-05-16T15:48:41.055 INFO:teuthology.orchestra.run.smithi043.stdout: "rank_uptime": 122.821499604, 2024-05-16T15:48:41.055 INFO:teuthology.orchestra.run.smithi043.stdout: "mdsmap_epoch": 29, 2024-05-16T15:48:41.055 INFO:teuthology.orchestra.run.smithi043.stdout: "osdmap_epoch": 89, 2024-05-16T15:48:41.055 INFO:teuthology.orchestra.run.smithi043.stdout: "osdmap_epoch_barrier": 87, 2024-05-16T15:48:41.055 INFO:teuthology.orchestra.run.smithi043.stdout: "uptime": 212.48857955899999 2024-05-16T15:48:41.055 INFO:teuthology.orchestra.run.smithi043.stdout:} 2024-05-16T15:48:41.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.033+0000 7f40a76ad700 1 -- 172.21.15.43:0/1486464175 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f408c0b2880 msgr2=0x7f408c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:41.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.033+0000 7f40a76ad700 1 --2- 172.21.15.43:0/1486464175 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f408c0b2880 0x7f408c0b4d40 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f409c006010 tx=0x7f409c005e80 comp rx=0 tx=0).stop 2024-05-16T15:48:41.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.033+0000 7f40a76ad700 1 -- 172.21.15.43:0/1486464175 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f40a0103f20 msgr2=0x7f40a019fc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:41.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.033+0000 7f40a76ad700 1 --2- 172.21.15.43:0/1486464175 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f40a0103f20 0x7f40a019fc90 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f409000b530 tx=0x7f409000b8f0 comp rx=0 tx=0).stop 2024-05-16T15:48:41.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.033+0000 7f40a76ad700 1 -- 172.21.15.43:0/1486464175 shutdown_connections 2024-05-16T15:48:41.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.033+0000 7f40a76ad700 1 --2- 172.21.15.43:0/1486464175 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f40a0109540 0x7f40a0199910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:41.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.033+0000 7f40a76ad700 1 --2- 172.21.15.43:0/1486464175 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f40a0103560 0x7f40a019f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:41.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.033+0000 7f40a76ad700 1 --2- 172.21.15.43:0/1486464175 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f408c0b2880 0x7f408c0b4d40 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:41.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.033+0000 7f40a76ad700 1 --2- 172.21.15.43:0/1486464175 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f40a0103f20 0x7f40a019fc90 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:41.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.033+0000 7f40a76ad700 1 -- 172.21.15.43:0/1486464175 >> 172.21.15.43:0/1486464175 conn(0x7f40a007a660 msgr2=0x7f40a0102300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:41.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.033+0000 7f40a76ad700 1 -- 172.21.15.43:0/1486464175 shutdown_connections 2024-05-16T15:48:41.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:41.033+0000 7f40a76ad700 1 -- 172.21.15.43:0/1486464175 wait complete. 2024-05-16T15:48:41.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:41 smithi157 ceph-mon[35584]: pgmap v389: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-05-16T15:48:41.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:41 smithi148 ceph-mon[34976]: pgmap v389: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-05-16T15:48:41.724 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:41 smithi043 ceph-mon[31619]: pgmap v389: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-05-16T15:48:41.769 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell mds.h status 2024-05-16T15:48:42.021 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:48:43.474 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:43 smithi043 ceph-mon[31619]: pgmap v390: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-05-16T15:48:43.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:43 smithi157 ceph-mon[35584]: pgmap v390: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-05-16T15:48:43.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:43 smithi148 ceph-mon[34976]: pgmap v390: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-05-16T15:48:43.741 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.731+0000 7f25f5433700 1 -- 172.21.15.43:0/1798699536 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f25f0108850 msgr2=0x7f25f01103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:43.741 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.731+0000 7f25f5433700 1 --2- 172.21.15.43:0/1798699536 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f25f0108850 0x7f25f01103d0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f25e800b0d0 tx=0x7f25e800b3e0 comp rx=0 tx=0).stop 2024-05-16T15:48:43.742 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.731+0000 7f25f5433700 1 -- 172.21.15.43:0/1798699536 shutdown_connections 2024-05-16T15:48:43.742 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.731+0000 7f25f5433700 1 --2- 172.21.15.43:0/1798699536 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f25f0108850 0x7f25f01103d0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:43.742 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.731+0000 7f25f5433700 1 --2- 172.21.15.43:0/1798699536 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f25f0103750 0x7f25f0103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:43.742 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.731+0000 7f25f5433700 1 --2- 172.21.15.43:0/1798699536 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f25f0104100 0x7f25f0108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:43.742 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.731+0000 7f25f5433700 1 -- 172.21.15.43:0/1798699536 >> 172.21.15.43:0/1798699536 conn(0x7f25f007a600 msgr2=0x7f25f007aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:43.742 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.731+0000 7f25f5433700 1 -- 172.21.15.43:0/1798699536 shutdown_connections 2024-05-16T15:48:43.742 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.731+0000 7f25f5433700 1 -- 172.21.15.43:0/1798699536 wait complete. 2024-05-16T15:48:43.742 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.731+0000 7f25f5433700 1 Processor -- start 2024-05-16T15:48:43.744 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.732+0000 7f25f5433700 1 -- start start 2024-05-16T15:48:43.744 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.732+0000 7f25f5433700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f25f0103750 0x7f25f00757a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:43.744 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.732+0000 7f25f5433700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f25f0104100 0x7f25f0075ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:43.744 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.732+0000 7f25f5433700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f25f0108850 0x7f25f0076220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:43.744 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.732+0000 7f25f5433700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f25f0113550 con 0x7f25f0108850 2024-05-16T15:48:43.744 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.732+0000 7f25f5433700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f25f01133d0 con 0x7f25f0103750 2024-05-16T15:48:43.744 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.732+0000 7f25f5433700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f25f01136d0 con 0x7f25f0104100 2024-05-16T15:48:43.744 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.732+0000 7f25ef7fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f25f0108850 0x7f25f0076220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:43.744 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.732+0000 7f25ef7fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f25f0108850 0x7f25f0076220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:57628/0 (socket says 172.21.15.43:57628) 2024-05-16T15:48:43.744 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.732+0000 7f25ef7fe700 1 -- 172.21.15.43:0/208857689 learned_addr learned my addr 172.21.15.43:0/208857689 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:48:43.744 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.732+0000 7f25ee7fc700 1 --2- 172.21.15.43:0/208857689 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f25f0104100 0x7f25f0075ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:43.745 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.732+0000 7f25eeffd700 1 --2- 172.21.15.43:0/208857689 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f25f0103750 0x7f25f00757a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:43.745 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.732+0000 7f25ef7fe700 1 -- 172.21.15.43:0/208857689 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f25f0104100 msgr2=0x7f25f0075ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:43.745 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.732+0000 7f25ef7fe700 1 --2- 172.21.15.43:0/208857689 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f25f0104100 0x7f25f0075ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:43.745 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.732+0000 7f25ef7fe700 1 -- 172.21.15.43:0/208857689 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f25f0103750 msgr2=0x7f25f00757a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:43.745 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.732+0000 7f25ef7fe700 1 --2- 172.21.15.43:0/208857689 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f25f0103750 0x7f25f00757a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:43.745 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.732+0000 7f25ef7fe700 1 -- 172.21.15.43:0/208857689 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25f01a7eb0 con 0x7f25f0108850 2024-05-16T15:48:43.745 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.733+0000 7f25ef7fe700 1 --2- 172.21.15.43:0/208857689 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f25f0108850 0x7f25f0076220 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f25e8007d90 tx=0x7f25e8007e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:43.745 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.733+0000 7f25d7fff700 1 -- 172.21.15.43:0/208857689 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25e801f030 con 0x7f25f0108850 2024-05-16T15:48:43.745 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.733+0000 7f25f5433700 1 -- 172.21.15.43:0/208857689 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25f01a8140 con 0x7f25f0108850 2024-05-16T15:48:43.745 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.733+0000 7f25f5433700 1 -- 172.21.15.43:0/208857689 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25f01a85f0 con 0x7f25f0108850 2024-05-16T15:48:43.745 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.733+0000 7f25d7fff700 1 -- 172.21.15.43:0/208857689 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f25e801bb90 con 0x7f25f0108850 2024-05-16T15:48:43.745 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.733+0000 7f25d7fff700 1 -- 172.21.15.43:0/208857689 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25e8012c90 con 0x7f25f0108850 2024-05-16T15:48:43.746 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.735+0000 7f25d7fff700 1 -- 172.21.15.43:0/208857689 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f25e8022030 con 0x7f25f0108850 2024-05-16T15:48:43.747 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.736+0000 7f25d7fff700 1 --2- 172.21.15.43:0/208857689 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f25d80b2880 0x7f25d80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:43.747 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.736+0000 7f25eeffd700 1 --2- 172.21.15.43:0/208857689 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f25d80b2880 0x7f25d80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:43.747 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.736+0000 7f25d7fff700 1 -- 172.21.15.43:0/208857689 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f25e80e37e0 con 0x7f25f0108850 2024-05-16T15:48:43.747 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.737+0000 7f25eeffd700 1 --2- 172.21.15.43:0/208857689 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f25d80b2880 0x7f25d80b4d40 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f25e0006fd0 tx=0x7f25e0008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:43.749 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.738+0000 7f25ffcc6b80 1 Processor -- start 2024-05-16T15:48:43.749 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.738+0000 7f25ffcc6b80 1 -- start start 2024-05-16T15:48:43.749 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.738+0000 7f25ffcc6b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5598933c4480 0x5598933c4860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:43.749 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.738+0000 7f25ffcc6b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5598933c4da0 0x5598933c86a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:43.749 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.738+0000 7f25ffcc6b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5598933c8c30 0x5598933c90b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:43.750 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.738+0000 7f25ffcc6b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x559893316810 con 0x5598933c4da0 2024-05-16T15:48:43.750 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.738+0000 7f25ffcc6b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x5598932b5770 con 0x5598933c4480 2024-05-16T15:48:43.750 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.738+0000 7f25ffcc6b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x5598933127d0 con 0x5598933c8c30 2024-05-16T15:48:43.750 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.738+0000 7f25ee7fc700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5598933c4da0 0x5598933c86a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:43.750 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.738+0000 7f25ee7fc700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5598933c4da0 0x5598933c86a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:57632/0 (socket says 172.21.15.43:57632) 2024-05-16T15:48:43.750 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.738+0000 7f25ee7fc700 1 -- 172.21.15.43:0/692271149 learned_addr learned my addr 172.21.15.43:0/692271149 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:48:43.750 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.738+0000 7f25eeffd700 1 --2- 172.21.15.43:0/692271149 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5598933c4480 0x5598933c4860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:43.750 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.738+0000 7f25ef7fe700 1 --2- 172.21.15.43:0/692271149 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5598933c8c30 0x5598933c90b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:43.750 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.739+0000 7f25ee7fc700 1 -- 172.21.15.43:0/692271149 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5598933c8c30 msgr2=0x5598933c90b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:48:43.750 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.739+0000 7f25ee7fc700 1 --2- 172.21.15.43:0/692271149 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5598933c8c30 0x5598933c90b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:43.750 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.739+0000 7f25ee7fc700 1 -- 172.21.15.43:0/692271149 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5598933c4480 msgr2=0x5598933c4860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:48:43.750 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.739+0000 7f25ee7fc700 1 --2- 172.21.15.43:0/692271149 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5598933c4480 0x5598933c4860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:43.751 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.739+0000 7f25ee7fc700 1 -- 172.21.15.43:0/692271149 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559893263880 con 0x5598933c4da0 2024-05-16T15:48:43.751 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.739+0000 7f25ee7fc700 1 --2- 172.21.15.43:0/692271149 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5598933c4da0 0x5598933c86a0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f25e4008c00 tx=0x7f25e4008f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=782bcb4ca5b2eec5 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:43.751 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.739+0000 7f25d57fa700 1 -- 172.21.15.43:0/692271149 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25e4014070 con 0x5598933c4da0 2024-05-16T15:48:43.751 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.739+0000 7f25d57fa700 1 -- 172.21.15.43:0/692271149 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f25e400eda0 con 0x5598933c4da0 2024-05-16T15:48:43.751 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.739+0000 7f25d57fa700 1 -- 172.21.15.43:0/692271149 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25e4010430 con 0x5598933c4da0 2024-05-16T15:48:43.755 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.740+0000 7f25ffcc6b80 1 -- 172.21.15.43:0/692271149 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5598933c4da0 msgr2=0x5598933c86a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:43.755 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.740+0000 7f25ffcc6b80 1 --2- 172.21.15.43:0/692271149 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5598933c4da0 0x5598933c86a0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f25e4008c00 tx=0x7f25e4008f10 comp rx=0 tx=0).stop 2024-05-16T15:48:43.755 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.740+0000 7f25ffcc6b80 1 -- 172.21.15.43:0/692271149 shutdown_connections 2024-05-16T15:48:43.755 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.740+0000 7f25ffcc6b80 1 --2- 172.21.15.43:0/692271149 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5598933c8c30 0x5598933c90b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:43.755 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.740+0000 7f25ffcc6b80 1 --2- 172.21.15.43:0/692271149 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5598933c4480 0x5598933c4860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:43.755 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.740+0000 7f25ffcc6b80 1 --2- 172.21.15.43:0/692271149 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5598933c4da0 0x5598933c86a0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:43.755 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.740+0000 7f25ffcc6b80 1 -- 172.21.15.43:0/692271149 >> 172.21.15.43:0/692271149 conn(0x5598932f00b0 msgr2=0x5598933bec00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:43.755 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.740+0000 7f25ffcc6b80 1 -- 172.21.15.43:0/692271149 shutdown_connections 2024-05-16T15:48:43.755 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.740+0000 7f25ffcc6b80 1 -- 172.21.15.43:0/692271149 wait complete. 2024-05-16T15:48:43.755 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.740+0000 7f25ffcc6b80 1 -- start start 2024-05-16T15:48:43.755 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.740+0000 7f25ffcc6b80 1 Processor -- start 2024-05-16T15:48:43.756 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.741+0000 7f25ffcc6b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5598933c4480 0x5598933cff50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:43.756 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.741+0000 7f25ffcc6b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5598933c4da0 0x5598933cd340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:43.756 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.741+0000 7f25ffcc6b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5598933c8c30 0x5598933cd880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:43.756 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.741+0000 7f25ffcc6b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x5598933d0e40 con 0x5598933c4da0 2024-05-16T15:48:43.756 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.741+0000 7f25ffcc6b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55989327cbe0 con 0x5598933c8c30 2024-05-16T15:48:43.756 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.741+0000 7f25ffcc6b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x5598933d0fc0 con 0x5598933c4480 2024-05-16T15:48:43.756 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.741+0000 7f25ffcc6b80 10 client.0 _ll_register_callbacks cb 0x5598932ae8d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:48:43.756 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.741+0000 7f25ee7fc700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5598933c4da0 0x5598933cd340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:43.756 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.741+0000 7f25ee7fc700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5598933c4da0 0x5598933cd340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:57636/0 (socket says 172.21.15.43:57636) 2024-05-16T15:48:43.756 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.741+0000 7f25ee7fc700 1 -- 172.21.15.43:0/1736120803 learned_addr learned my addr 172.21.15.43:0/1736120803 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:48:43.756 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.741+0000 7f25ef7fe700 1 --2- 172.21.15.43:0/1736120803 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5598933c8c30 0x5598933cd880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:43.756 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.741+0000 7f25eeffd700 1 --2- 172.21.15.43:0/1736120803 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5598933c4480 0x5598933cff50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:43.756 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.741+0000 7f25ee7fc700 1 -- 172.21.15.43:0/1736120803 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5598933c4480 msgr2=0x5598933cff50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:48:43.756 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.741+0000 7f25ee7fc700 1 --2- 172.21.15.43:0/1736120803 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5598933c4480 0x5598933cff50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:43.756 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.741+0000 7f25ee7fc700 1 -- 172.21.15.43:0/1736120803 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5598933c8c30 msgr2=0x5598933cd880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:48:43.756 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.741+0000 7f25ee7fc700 1 --2- 172.21.15.43:0/1736120803 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5598933c8c30 0x5598933cd880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:43.757 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.741+0000 7f25ee7fc700 1 -- 172.21.15.43:0/1736120803 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5598932b2640 con 0x5598933c4da0 2024-05-16T15:48:43.757 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.741+0000 7f25ee7fc700 1 --2- 172.21.15.43:0/1736120803 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5598933c4da0 0x5598933cd340 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f25e40049b0 tx=0x7f25e4004a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd858d039fc69ec0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:43.757 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.741+0000 7f25d2ff5700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:48:43.757 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.741+0000 7f25d2ff5700 1 -- 172.21.15.43:0/1736120803 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25e4027060 con 0x5598933c4da0 2024-05-16T15:48:43.757 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.741+0000 7f25ffcc6b80 1 -- 172.21.15.43:0/1736120803 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f25e400eda0 con 0x5598933c4da0 2024-05-16T15:48:43.757 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.741+0000 7f25d2ff5700 1 -- 172.21.15.43:0/1736120803 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f25e400eba0 con 0x5598933c4da0 2024-05-16T15:48:43.757 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.742+0000 7f25d2ff5700 1 -- 172.21.15.43:0/1736120803 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f25e402e050 con 0x5598933c4da0 2024-05-16T15:48:43.757 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.742+0000 7f25ffcc6b80 10 client.15057 fetch_fsmap learned FSMap version 29 2024-05-16T15:48:43.757 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.742+0000 7f25ffcc6b80 1 -- 172.21.15.43:0/1736120803 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5598933db580 con 0x5598933c4da0 2024-05-16T15:48:43.757 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.742+0000 7f25d2ff5700 1 -- 172.21.15.43:0/1736120803 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f25e400eda0 con 0x5598933c4da0 2024-05-16T15:48:43.757 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.742+0000 7f25d2ff5700 1 -- 172.21.15.43:0/1736120803 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f25e4018410 con 0x5598933c4da0 2024-05-16T15:48:43.757 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.742+0000 7f25ffcc6b80 10 client.15057 fetch_fsmap finished waiting for FSMap version 29 2024-05-16T15:48:43.757 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.742+0000 7f25ffcc6b80 10 client.15057 resolve_mds: resolved name 'h' to daemon mds.h 2024-05-16T15:48:43.757 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.742+0000 7f25ffcc6b80 20 client.15057 populate_metadata read hostname 'smithi043' 2024-05-16T15:48:43.757 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.742+0000 7f25ffcc6b80 1 --2- 172.21.15.43:0/1736120803 >> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] conn(0x5598933dd810 0x5598933dec80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:43.757 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.742+0000 7f25ffcc6b80 4 client.15057 mds_command: new command op to 24452 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:48:43.758 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.742+0000 7f25ffcc6b80 1 -- 172.21.15.43:0/1736120803 --> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559893390600 con 0x5598933dd810 2024-05-16T15:48:43.758 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.742+0000 7f25eeffd700 1 --2- 172.21.15.43:0/1736120803 >> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] conn(0x5598933dd810 0x5598933dec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:43.758 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.743+0000 7f25eeffd700 1 --2- 172.21.15.43:0/1736120803 >> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] conn(0x5598933dd810 0x5598933dec80 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=856409ca3fef86c2 server_cookie=2cc3262e4cf34482 in_seq=0 out_seq=0 2024-05-16T15:48:43.758 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.743+0000 7f25d2ff5700 10 client.15057 ms_handle_connect on v2:172.21.15.148:6836/4036870683 2024-05-16T15:48:43.758 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.744+0000 7f25d2ff5700 1 -- 172.21.15.43:0/1736120803 <== mds.2 v2:172.21.15.148:6836/4036870683 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x559893390600 con 0x5598933dd810 2024-05-16T15:48:43.758 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.744+0000 7f25d2ff5700 10 client.15057 handle_command_reply: tid=0 2024-05-16T15:48:43.758 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.744+0000 7f25ffcc6b80 1 client.15057 shutdown 2024-05-16T15:48:43.758 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.744+0000 7f25ffcc6b80 1 -- 172.21.15.43:0/1736120803 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5598933c4da0 msgr2=0x5598933cd340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:43.758 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.744+0000 7f25ffcc6b80 1 --2- 172.21.15.43:0/1736120803 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5598933c4da0 0x5598933cd340 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f25e40049b0 tx=0x7f25e4004a90 comp rx=0 tx=0).stop 2024-05-16T15:48:43.758 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.744+0000 7f25ffcc6b80 1 -- 172.21.15.43:0/1736120803 shutdown_connections 2024-05-16T15:48:43.758 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.744+0000 7f25ffcc6b80 1 --2- 172.21.15.43:0/1736120803 >> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] conn(0x5598933dd810 0x5598933dec80 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:43.758 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.744+0000 7f25ffcc6b80 1 --2- 172.21.15.43:0/1736120803 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5598933c8c30 0x5598933cd880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:43.758 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.744+0000 7f25ffcc6b80 1 --2- 172.21.15.43:0/1736120803 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5598933c4480 0x5598933cff50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:43.758 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.744+0000 7f25d2ff5700 0 client.15057 ms_handle_reset on v2:172.21.15.148:6836/4036870683 2024-05-16T15:48:43.759 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.744+0000 7f25ffcc6b80 1 --2- 172.21.15.43:0/1736120803 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5598933c4da0 0x5598933cd340 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:43.759 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.744+0000 7f25ffcc6b80 1 -- 172.21.15.43:0/1736120803 >> 172.21.15.43:0/1736120803 conn(0x5598932f00b0 msgr2=0x5598933b96d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:43.759 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.744+0000 7f25ffcc6b80 1 -- 172.21.15.43:0/1736120803 shutdown_connections 2024-05-16T15:48:43.759 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.744+0000 7f25ffcc6b80 1 -- 172.21.15.43:0/1736120803 wait complete. 2024-05-16T15:48:43.759 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.744+0000 7f25ffcc6b80 20 client.15057 trim_cache size 0 max 16384 2024-05-16T15:48:43.776 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.765+0000 7f25ffcc6b80 1 Processor -- start 2024-05-16T15:48:43.776 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.766+0000 7f25ffcc6b80 1 -- start start 2024-05-16T15:48:43.776 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.766+0000 7f25ffcc6b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5598933c4480 0x5598933dd140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:43.776 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.766+0000 7f25ffcc6b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5598933c4da0 0x5598933cfd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:43.776 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.766+0000 7f25ffcc6b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5598933c8c30 0x5598933c64d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:43.776 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.766+0000 7f25ffcc6b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x5598933dcfc0 con 0x5598933c8c30 2024-05-16T15:48:43.776 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.766+0000 7f25ffcc6b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x5598933dd690 con 0x5598933c4480 2024-05-16T15:48:43.776 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.766+0000 7f25ffcc6b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x5598933ddd60 con 0x5598933c4da0 2024-05-16T15:48:43.777 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.766+0000 7f25ef7fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5598933c8c30 0x5598933c64d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:43.777 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.766+0000 7f25ef7fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5598933c8c30 0x5598933c64d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:57648/0 (socket says 172.21.15.43:57648) 2024-05-16T15:48:43.777 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.766+0000 7f25ef7fe700 1 -- 172.21.15.43:0/877582660 learned_addr learned my addr 172.21.15.43:0/877582660 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:48:43.781 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.766+0000 7f25eeffd700 1 --2- 172.21.15.43:0/877582660 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5598933c4480 0x5598933dd140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:43.781 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.766+0000 7f25ee7fc700 1 --2- 172.21.15.43:0/877582660 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5598933c4da0 0x5598933cfd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:43.782 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.766+0000 7f25ef7fe700 1 -- 172.21.15.43:0/877582660 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5598933c4da0 msgr2=0x5598933cfd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:48:43.782 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.766+0000 7f25ef7fe700 1 --2- 172.21.15.43:0/877582660 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5598933c4da0 0x5598933cfd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:43.782 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.766+0000 7f25ef7fe700 1 -- 172.21.15.43:0/877582660 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5598933c4480 msgr2=0x5598933dd140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:48:43.782 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.766+0000 7f25ef7fe700 1 --2- 172.21.15.43:0/877582660 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5598933c4480 0x5598933dd140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:43.782 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.766+0000 7f25ef7fe700 1 -- 172.21.15.43:0/877582660 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5598933bb3b0 con 0x5598933c8c30 2024-05-16T15:48:43.782 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.766+0000 7f25eeffd700 1 --2- 172.21.15.43:0/877582660 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5598933c4480 0x5598933dd140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:48:43.782 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.766+0000 7f25ee7fc700 1 --2- 172.21.15.43:0/877582660 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5598933c4da0 0x5598933cfd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:48:43.782 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.766+0000 7f25ef7fe700 1 --2- 172.21.15.43:0/877582660 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5598933c8c30 0x5598933c64d0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f25e80aaa10 tx=0x7f25e800b3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=92272b384a72c94b server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:43.782 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.767+0000 7f25d4ff9700 1 -- 172.21.15.43:0/877582660 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25e8029040 con 0x5598933c8c30 2024-05-16T15:48:43.782 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.767+0000 7f25d4ff9700 1 -- 172.21.15.43:0/877582660 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f25e80b31a0 con 0x5598933c8c30 2024-05-16T15:48:43.782 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.767+0000 7f25d4ff9700 1 -- 172.21.15.43:0/877582660 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25e80a6d10 con 0x5598933c8c30 2024-05-16T15:48:43.782 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.767+0000 7f25ffcc6b80 1 -- 172.21.15.43:0/877582660 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5598933c8c30 msgr2=0x5598933c64d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:43.783 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.767+0000 7f25ffcc6b80 1 --2- 172.21.15.43:0/877582660 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5598933c8c30 0x5598933c64d0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f25e80aaa10 tx=0x7f25e800b3e0 comp rx=0 tx=0).stop 2024-05-16T15:48:43.783 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.767+0000 7f25ffcc6b80 1 -- 172.21.15.43:0/877582660 shutdown_connections 2024-05-16T15:48:43.783 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.767+0000 7f25ffcc6b80 1 --2- 172.21.15.43:0/877582660 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5598933c8c30 0x5598933c64d0 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:43.783 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.767+0000 7f25ffcc6b80 1 --2- 172.21.15.43:0/877582660 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5598933c4480 0x5598933dd140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:43.783 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.767+0000 7f25ffcc6b80 1 --2- 172.21.15.43:0/877582660 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5598933c4da0 0x5598933cfd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:43.783 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.767+0000 7f25ffcc6b80 1 -- 172.21.15.43:0/877582660 >> 172.21.15.43:0/877582660 conn(0x5598932f00b0 msgr2=0x5598933cde60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:43.783 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.767+0000 7f25ffcc6b80 1 -- 172.21.15.43:0/877582660 shutdown_connections 2024-05-16T15:48:43.783 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.767+0000 7f25ffcc6b80 1 -- 172.21.15.43:0/877582660 wait complete. 2024-05-16T15:48:43.783 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.768+0000 7f25ffcc6b80 1 -- start start 2024-05-16T15:48:43.783 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.768+0000 7f25ffcc6b80 1 Processor -- start 2024-05-16T15:48:43.783 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.768+0000 7f25ffcc6b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5598933c4480 0x5598933e2370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:43.783 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.768+0000 7f25ffcc6b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5598933c4da0 0x5598933e28b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:43.783 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.768+0000 7f25ffcc6b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5598933c8c30 0x5598933e2df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:43.783 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.768+0000 7f25ffcc6b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x5598933deb00 con 0x5598933c8c30 2024-05-16T15:48:43.783 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.768+0000 7f25ffcc6b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x5598933de430 con 0x5598933c4480 2024-05-16T15:48:43.784 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.768+0000 7f25ffcc6b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x5598933df1d0 con 0x5598933c4da0 2024-05-16T15:48:43.784 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.768+0000 7f25ffcc6b80 10 client.0 _ll_register_callbacks cb 0x5598932ae8d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:48:43.784 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.768+0000 7f25ef7fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5598933c8c30 0x5598933e2df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:43.784 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.768+0000 7f25ef7fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5598933c8c30 0x5598933e2df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:57660/0 (socket says 172.21.15.43:57660) 2024-05-16T15:48:43.784 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.768+0000 7f25ef7fe700 1 -- 172.21.15.43:0/4259748121 learned_addr learned my addr 172.21.15.43:0/4259748121 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:48:43.784 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.768+0000 7f25eeffd700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5598933c4480 0x5598933e2370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:43.784 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.768+0000 7f25ee7fc700 1 --2- 172.21.15.43:0/4259748121 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5598933c4da0 0x5598933e28b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:43.784 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.769+0000 7f25ef7fe700 1 -- 172.21.15.43:0/4259748121 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5598933c4da0 msgr2=0x5598933e28b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:48:43.784 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.769+0000 7f25ef7fe700 1 --2- 172.21.15.43:0/4259748121 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5598933c4da0 0x5598933e28b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:43.784 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.769+0000 7f25ef7fe700 1 -- 172.21.15.43:0/4259748121 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5598933c4480 msgr2=0x5598933e2370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:48:43.784 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.769+0000 7f25ef7fe700 1 --2- 172.21.15.43:0/4259748121 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5598933c4480 0x5598933e2370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:43.784 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.769+0000 7f25ef7fe700 1 -- 172.21.15.43:0/4259748121 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5598933e7670 con 0x5598933c8c30 2024-05-16T15:48:43.784 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.769+0000 7f25ef7fe700 1 --2- 172.21.15.43:0/4259748121 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5598933c8c30 0x5598933e2df0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f25e801bfd0 tx=0x7f25e80b3850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b45d80e1fc143ea server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:43.784 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.769+0000 7f25d2ff5700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:48:43.785 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.769+0000 7f25d2ff5700 1 -- 172.21.15.43:0/4259748121 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25e80c4070 con 0x5598933c8c30 2024-05-16T15:48:43.785 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.769+0000 7f25d2ff5700 1 -- 172.21.15.43:0/4259748121 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f25e80123f0 con 0x5598933c8c30 2024-05-16T15:48:43.785 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.769+0000 7f25ffcc6b80 1 -- 172.21.15.43:0/4259748121 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f25e80b31a0 con 0x5598933c8c30 2024-05-16T15:48:43.785 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.769+0000 7f25d2ff5700 1 -- 172.21.15.43:0/4259748121 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f25e8029040 con 0x5598933c8c30 2024-05-16T15:48:43.785 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.769+0000 7f25ffcc6b80 10 client.15063 fetch_fsmap learned FSMap version 29 2024-05-16T15:48:43.785 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.769+0000 7f25ffcc6b80 1 -- 172.21.15.43:0/4259748121 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5598933e7670 con 0x5598933c8c30 2024-05-16T15:48:43.785 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.769+0000 7f25d2ff5700 1 -- 172.21.15.43:0/4259748121 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f25e80b31a0 con 0x5598933c8c30 2024-05-16T15:48:43.785 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.769+0000 7f25d2ff5700 1 -- 172.21.15.43:0/4259748121 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f25e8011070 con 0x5598933c8c30 2024-05-16T15:48:43.785 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.770+0000 7f25ffcc6b80 10 client.15063 fetch_fsmap finished waiting for FSMap version 29 2024-05-16T15:48:43.785 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.770+0000 7f25ffcc6b80 10 client.15063 resolve_mds: resolved name 'h' to daemon mds.h 2024-05-16T15:48:43.785 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.770+0000 7f25ffcc6b80 20 client.15063 populate_metadata read hostname 'smithi043' 2024-05-16T15:48:43.785 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.770+0000 7f25ffcc6b80 1 --2- 172.21.15.43:0/4259748121 >> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] conn(0x5598933dd810 0x55989344bad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:43.785 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.770+0000 7f25ffcc6b80 4 client.15063 mds_command: new command op to 24452 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-16T15:48:43.785 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.770+0000 7f25ffcc6b80 1 -- 172.21.15.43:0/4259748121 --> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] -- command(tid 0: {"prefix": "status"}) -- 0x5598933241f0 con 0x5598933dd810 2024-05-16T15:48:43.786 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.770+0000 7f25eeffd700 1 --2- 172.21.15.43:0/4259748121 >> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] conn(0x5598933dd810 0x55989344bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:43.786 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.770+0000 7f25eeffd700 1 --2- 172.21.15.43:0/4259748121 >> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] conn(0x5598933dd810 0x55989344bad0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=45fb595cd963789e server_cookie=721ac7f33010e287 in_seq=0 out_seq=0 2024-05-16T15:48:43.786 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.770+0000 7f25d2ff5700 10 client.15063 ms_handle_connect on v2:172.21.15.148:6836/4036870683 2024-05-16T15:48:43.786 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.770+0000 7f25d2ff5700 1 -- 172.21.15.43:0/4259748121 <== mds.2 v2:172.21.15.148:6836/4036870683 1 ==== command_reply(tid 0: 0 ) ==== 8+0+321 (crc 0 0 0) 0x5598933241f0 con 0x5598933dd810 2024-05-16T15:48:43.786 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.770+0000 7f25d2ff5700 10 client.15063 handle_command_reply: tid=0 2024-05-16T15:48:43.786 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.771+0000 7f25ffcc6b80 1 client.15063 shutdown 2024-05-16T15:48:43.786 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.771+0000 7f25ffcc6b80 1 -- 172.21.15.43:0/4259748121 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5598933c8c30 msgr2=0x5598933e2df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:43.786 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.771+0000 7f25ffcc6b80 1 --2- 172.21.15.43:0/4259748121 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5598933c8c30 0x5598933e2df0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f25e801bfd0 tx=0x7f25e80b3850 comp rx=0 tx=0).stop 2024-05-16T15:48:43.786 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.771+0000 7f25ffcc6b80 1 -- 172.21.15.43:0/4259748121 shutdown_connections 2024-05-16T15:48:43.786 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.771+0000 7f25ffcc6b80 1 --2- 172.21.15.43:0/4259748121 >> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] conn(0x5598933dd810 0x55989344bad0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:43.786 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.771+0000 7f25ffcc6b80 1 --2- 172.21.15.43:0/4259748121 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5598933c8c30 0x5598933e2df0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:43.786 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.771+0000 7f25ffcc6b80 1 --2- 172.21.15.43:0/4259748121 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5598933c4480 0x5598933e2370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:43.786 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.771+0000 7f25d2ff5700 0 client.15063 ms_handle_reset on v2:172.21.15.148:6836/4036870683 2024-05-16T15:48:43.786 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.771+0000 7f25ffcc6b80 1 --2- 172.21.15.43:0/4259748121 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5598933c4da0 0x5598933e28b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:43.786 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.771+0000 7f25ffcc6b80 1 -- 172.21.15.43:0/4259748121 >> 172.21.15.43:0/4259748121 conn(0x5598932f00b0 msgr2=0x5598933cfc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:43.787 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.771+0000 7f25ffcc6b80 1 -- 172.21.15.43:0/4259748121 shutdown_connections 2024-05-16T15:48:43.787 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.771+0000 7f25ffcc6b80 1 -- 172.21.15.43:0/4259748121 wait complete. 2024-05-16T15:48:43.787 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.771+0000 7f25ffcc6b80 20 client.15063 trim_cache size 0 max 16384 2024-05-16T15:48:43.787 INFO:teuthology.orchestra.run.smithi043.stdout:{ 2024-05-16T15:48:43.787 INFO:teuthology.orchestra.run.smithi043.stdout: "cluster_fsid": "13155b42-139a-11ef-bc9a-c7b262605968", 2024-05-16T15:48:43.787 INFO:teuthology.orchestra.run.smithi043.stdout: "whoami": 2, 2024-05-16T15:48:43.787 INFO:teuthology.orchestra.run.smithi043.stdout: "id": 24452, 2024-05-16T15:48:43.787 INFO:teuthology.orchestra.run.smithi043.stdout: "want_state": "up:active", 2024-05-16T15:48:43.787 INFO:teuthology.orchestra.run.smithi043.stdout: "state": "up:active", 2024-05-16T15:48:43.787 INFO:teuthology.orchestra.run.smithi043.stdout: "fs_name": "cephfs", 2024-05-16T15:48:43.787 INFO:teuthology.orchestra.run.smithi043.stdout: "rank_uptime": 126.56440811, 2024-05-16T15:48:43.787 INFO:teuthology.orchestra.run.smithi043.stdout: "mdsmap_epoch": 29, 2024-05-16T15:48:43.788 INFO:teuthology.orchestra.run.smithi043.stdout: "osdmap_epoch": 89, 2024-05-16T15:48:43.788 INFO:teuthology.orchestra.run.smithi043.stdout: "osdmap_epoch_barrier": 87, 2024-05-16T15:48:43.788 INFO:teuthology.orchestra.run.smithi043.stdout: "uptime": 212.402911768 2024-05-16T15:48:43.788 INFO:teuthology.orchestra.run.smithi043.stdout:} 2024-05-16T15:48:43.789 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.771+0000 7f25f5433700 1 -- 172.21.15.43:0/208857689 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f25d80b2880 msgr2=0x7f25d80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:43.789 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.771+0000 7f25f5433700 1 --2- 172.21.15.43:0/208857689 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f25d80b2880 0x7f25d80b4d40 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f25e0006fd0 tx=0x7f25e0008040 comp rx=0 tx=0).stop 2024-05-16T15:48:43.789 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.771+0000 7f25f5433700 1 -- 172.21.15.43:0/208857689 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f25f0108850 msgr2=0x7f25f0076220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:43.789 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.771+0000 7f25f5433700 1 --2- 172.21.15.43:0/208857689 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f25f0108850 0x7f25f0076220 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f25e8007d90 tx=0x7f25e8007e70 comp rx=0 tx=0).stop 2024-05-16T15:48:43.789 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.772+0000 7f25f5433700 1 -- 172.21.15.43:0/208857689 shutdown_connections 2024-05-16T15:48:43.789 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.772+0000 7f25f5433700 1 --2- 172.21.15.43:0/208857689 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f25d80b2880 0x7f25d80b4d40 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:43.789 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.772+0000 7f25f5433700 1 --2- 172.21.15.43:0/208857689 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f25f0108850 0x7f25f0076220 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:43.789 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.772+0000 7f25f5433700 1 --2- 172.21.15.43:0/208857689 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f25f0103750 0x7f25f00757a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:43.789 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.772+0000 7f25f5433700 1 --2- 172.21.15.43:0/208857689 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f25f0104100 0x7f25f0075ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:43.789 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.772+0000 7f25f5433700 1 -- 172.21.15.43:0/208857689 >> 172.21.15.43:0/208857689 conn(0x7f25f007a600 msgr2=0x7f25f01015f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:43.789 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.772+0000 7f25f5433700 1 -- 172.21.15.43:0/208857689 shutdown_connections 2024-05-16T15:48:43.789 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:43.772+0000 7f25f5433700 1 -- 172.21.15.43:0/208857689 wait complete. 2024-05-16T15:48:44.656 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell mds.i status 2024-05-16T15:48:44.911 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:48:45.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:45 smithi157 ceph-mon[35584]: pgmap v391: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:48:45.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:45 smithi148 ceph-mon[34976]: pgmap v391: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:48:45.708 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:45 smithi043 ceph-mon[31619]: pgmap v391: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:48:46.548 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.536+0000 7fd3eeccb700 1 -- 172.21.15.43:0/4218136804 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd3e8108400 msgr2=0x7fd3e81087e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:46.548 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.536+0000 7fd3eeccb700 1 --2- 172.21.15.43:0/4218136804 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd3e8108400 0x7fd3e81087e0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fd3d800b0a0 tx=0x7fd3d800b3b0 comp rx=0 tx=0).stop 2024-05-16T15:48:46.549 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.536+0000 7fd3eeccb700 1 -- 172.21.15.43:0/4218136804 shutdown_connections 2024-05-16T15:48:46.549 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.536+0000 7fd3eeccb700 1 --2- 172.21.15.43:0/4218136804 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd3e8102d50 0x7fd3e810f240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:46.549 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.536+0000 7fd3eeccb700 1 --2- 172.21.15.43:0/4218136804 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd3e8108400 0x7fd3e81087e0 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:46.549 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.536+0000 7fd3eeccb700 1 --2- 172.21.15.43:0/4218136804 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd3e8102390 0x7fd3e8102810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:46.549 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.536+0000 7fd3eeccb700 1 -- 172.21.15.43:0/4218136804 >> 172.21.15.43:0/4218136804 conn(0x7fd3e8079310 msgr2=0x7fd3e8079720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:46.549 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.536+0000 7fd3eeccb700 1 -- 172.21.15.43:0/4218136804 shutdown_connections 2024-05-16T15:48:46.549 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.536+0000 7fd3eeccb700 1 -- 172.21.15.43:0/4218136804 wait complete. 2024-05-16T15:48:46.549 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.537+0000 7fd3eeccb700 1 Processor -- start 2024-05-16T15:48:46.549 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.537+0000 7fd3eeccb700 1 -- start start 2024-05-16T15:48:46.549 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.537+0000 7fd3eeccb700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd3e8102390 0x7fd3e819f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:46.549 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.537+0000 7fd3eeccb700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd3e8102d50 0x7fd3e819fc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:46.549 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.537+0000 7fd3eeccb700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd3e8108400 0x7fd3e81998b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:46.549 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.537+0000 7fd3eeccb700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fd3e81123d0 con 0x7fd3e8108400 2024-05-16T15:48:46.550 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.537+0000 7fd3eeccb700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fd3e8112250 con 0x7fd3e8102d50 2024-05-16T15:48:46.550 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.537+0000 7fd3eeccb700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fd3e8112550 con 0x7fd3e8102390 2024-05-16T15:48:46.550 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.537+0000 7fd3ed268700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd3e8108400 0x7fd3e81998b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:46.550 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.537+0000 7fd3ed268700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd3e8108400 0x7fd3e81998b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:36736/0 (socket says 172.21.15.43:36736) 2024-05-16T15:48:46.550 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.537+0000 7fd3ed268700 1 -- 172.21.15.43:0/1250547927 learned_addr learned my addr 172.21.15.43:0/1250547927 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:48:46.550 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.537+0000 7fd3eca67700 1 --2- 172.21.15.43:0/1250547927 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd3e8102390 0x7fd3e819f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:46.550 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.537+0000 7fd3e7fff700 1 --2- 172.21.15.43:0/1250547927 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd3e8102d50 0x7fd3e819fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:46.550 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.538+0000 7fd3ed268700 1 -- 172.21.15.43:0/1250547927 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd3e8102390 msgr2=0x7fd3e819f6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:46.551 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.538+0000 7fd3ed268700 1 --2- 172.21.15.43:0/1250547927 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd3e8102390 0x7fd3e819f6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:46.551 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.538+0000 7fd3ed268700 1 -- 172.21.15.43:0/1250547927 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd3e8102d50 msgr2=0x7fd3e819fc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:46.551 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.538+0000 7fd3ed268700 1 --2- 172.21.15.43:0/1250547927 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd3e8102d50 0x7fd3e819fc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:46.551 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.538+0000 7fd3ed268700 1 -- 172.21.15.43:0/1250547927 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3e819a010 con 0x7fd3e8108400 2024-05-16T15:48:46.551 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.538+0000 7fd3ed268700 1 --2- 172.21.15.43:0/1250547927 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd3e8108400 0x7fd3e81998b0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fd3e000c970 tx=0x7fd3e000cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:46.551 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.538+0000 7fd3e5ffb700 1 -- 172.21.15.43:0/1250547927 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3e0004a30 con 0x7fd3e8108400 2024-05-16T15:48:46.551 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.538+0000 7fd3e5ffb700 1 -- 172.21.15.43:0/1250547927 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd3e00054b0 con 0x7fd3e8108400 2024-05-16T15:48:46.551 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.538+0000 7fd3eeccb700 1 -- 172.21.15.43:0/1250547927 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3e819a2a0 con 0x7fd3e8108400 2024-05-16T15:48:46.551 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.538+0000 7fd3e5ffb700 1 -- 172.21.15.43:0/1250547927 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3e000eac0 con 0x7fd3e8108400 2024-05-16T15:48:46.551 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.538+0000 7fd3eeccb700 1 -- 172.21.15.43:0/1250547927 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3e81a65c0 con 0x7fd3e8108400 2024-05-16T15:48:46.552 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.541+0000 7fd3e5ffb700 1 -- 172.21.15.43:0/1250547927 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fd3e000ed60 con 0x7fd3e8108400 2024-05-16T15:48:46.552 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.542+0000 7fd3e5ffb700 1 --2- 172.21.15.43:0/1250547927 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd3d00b2880 0x7fd3d00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:46.552 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.542+0000 7fd3eca67700 1 --2- 172.21.15.43:0/1250547927 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd3d00b2880 0x7fd3d00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:46.552 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.542+0000 7fd3e5ffb700 1 -- 172.21.15.43:0/1250547927 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fd3e00e2080 con 0x7fd3e8108400 2024-05-16T15:48:46.555 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.542+0000 7fd3eca67700 1 --2- 172.21.15.43:0/1250547927 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd3d00b2880 0x7fd3d00b4d40 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fd3d8009e60 tx=0x7fd3d800b7b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:46.555 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.542+0000 7fd3f955eb80 1 Processor -- start 2024-05-16T15:48:46.555 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.542+0000 7fd3f955eb80 1 -- start start 2024-05-16T15:48:46.555 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.543+0000 7fd3f955eb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56358abb5480 0x56358abb5860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:46.555 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.543+0000 7fd3f955eb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56358abb5da0 0x56358abb96a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:46.555 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.543+0000 7fd3f955eb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56358abb9c30 0x56358abba0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:46.555 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.543+0000 7fd3f955eb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x56358ab07810 con 0x56358abb5480 2024-05-16T15:48:46.555 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.543+0000 7fd3f955eb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x56358aaa6770 con 0x56358abb5da0 2024-05-16T15:48:46.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.543+0000 7fd3f955eb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x56358ab037d0 con 0x56358abb9c30 2024-05-16T15:48:46.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.543+0000 7fd3eca67700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56358abb5480 0x56358abb5860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:46.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.543+0000 7fd3eca67700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56358abb5480 0x56358abb5860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:36752/0 (socket says 172.21.15.43:36752) 2024-05-16T15:48:46.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.543+0000 7fd3eca67700 1 -- 172.21.15.43:0/364278647 learned_addr learned my addr 172.21.15.43:0/364278647 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:48:46.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.543+0000 7fd3e7fff700 1 --2- 172.21.15.43:0/364278647 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56358abb5da0 0x56358abb96a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:46.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.543+0000 7fd3ed268700 1 --2- 172.21.15.43:0/364278647 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56358abb9c30 0x56358abba0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:46.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.543+0000 7fd3eca67700 1 -- 172.21.15.43:0/364278647 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56358abb9c30 msgr2=0x56358abba0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:48:46.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.543+0000 7fd3eca67700 1 --2- 172.21.15.43:0/364278647 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56358abb9c30 0x56358abba0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:46.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.543+0000 7fd3eca67700 1 -- 172.21.15.43:0/364278647 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56358abb5da0 msgr2=0x56358abb96a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:48:46.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.543+0000 7fd3eca67700 1 --2- 172.21.15.43:0/364278647 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56358abb5da0 0x56358abb96a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:46.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.543+0000 7fd3eca67700 1 -- 172.21.15.43:0/364278647 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56358aa54880 con 0x56358abb5480 2024-05-16T15:48:46.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.543+0000 7fd3eca67700 1 --2- 172.21.15.43:0/364278647 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56358abb5480 0x56358abb5860 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fd3d800b0a0 tx=0x7fd3d801d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bcc83c3908b5624f server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:46.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.544+0000 7fd3ceffd700 1 -- 172.21.15.43:0/364278647 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3d802c030 con 0x56358abb5480 2024-05-16T15:48:46.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.544+0000 7fd3ceffd700 1 -- 172.21.15.43:0/364278647 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd3d8007970 con 0x56358abb5480 2024-05-16T15:48:46.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.544+0000 7fd3ceffd700 1 -- 172.21.15.43:0/364278647 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3d80289e0 con 0x56358abb5480 2024-05-16T15:48:46.557 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.544+0000 7fd3f955eb80 1 -- 172.21.15.43:0/364278647 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56358abb5480 msgr2=0x56358abb5860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:46.557 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.544+0000 7fd3f955eb80 1 --2- 172.21.15.43:0/364278647 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56358abb5480 0x56358abb5860 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fd3d800b0a0 tx=0x7fd3d801d000 comp rx=0 tx=0).stop 2024-05-16T15:48:46.557 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.544+0000 7fd3f955eb80 1 -- 172.21.15.43:0/364278647 shutdown_connections 2024-05-16T15:48:46.557 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.544+0000 7fd3f955eb80 1 --2- 172.21.15.43:0/364278647 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56358abb9c30 0x56358abba0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:46.557 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.544+0000 7fd3f955eb80 1 --2- 172.21.15.43:0/364278647 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56358abb5480 0x56358abb5860 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:46.557 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.544+0000 7fd3f955eb80 1 --2- 172.21.15.43:0/364278647 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56358abb5da0 0x56358abb96a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:46.557 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.544+0000 7fd3f955eb80 1 -- 172.21.15.43:0/364278647 >> 172.21.15.43:0/364278647 conn(0x56358aae10b0 msgr2=0x56358abafc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:46.557 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.545+0000 7fd3f955eb80 1 -- 172.21.15.43:0/364278647 shutdown_connections 2024-05-16T15:48:46.557 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.545+0000 7fd3f955eb80 1 -- 172.21.15.43:0/364278647 wait complete. 2024-05-16T15:48:46.557 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.545+0000 7fd3f955eb80 1 -- start start 2024-05-16T15:48:46.557 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.545+0000 7fd3f955eb80 1 Processor -- start 2024-05-16T15:48:46.561 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.546+0000 7fd3f955eb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56358abb5480 0x56358abc10d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:46.561 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.546+0000 7fd3f955eb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56358abb5da0 0x56358abbe470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:46.561 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.546+0000 7fd3f955eb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56358abb9c30 0x56358abbe9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:46.562 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.546+0000 7fd3f955eb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x56358abc1de0 con 0x56358abb5da0 2024-05-16T15:48:46.562 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.546+0000 7fd3f955eb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x56358aa6dbe0 con 0x56358abb9c30 2024-05-16T15:48:46.562 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.546+0000 7fd3f955eb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x56358abc1f60 con 0x56358abb5480 2024-05-16T15:48:46.562 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.546+0000 7fd3f955eb80 10 client.0 _ll_register_callbacks cb 0x56358aa9f8d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:48:46.562 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.546+0000 7fd3e7fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56358abb5da0 0x56358abbe470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:46.562 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.546+0000 7fd3e7fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56358abb5da0 0x56358abbe470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:36764/0 (socket says 172.21.15.43:36764) 2024-05-16T15:48:46.563 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.546+0000 7fd3e7fff700 1 -- 172.21.15.43:0/1040719203 learned_addr learned my addr 172.21.15.43:0/1040719203 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:48:46.563 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.546+0000 7fd3ed268700 1 --2- 172.21.15.43:0/1040719203 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56358abb9c30 0x56358abbe9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:46.563 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.546+0000 7fd3eca67700 1 --2- 172.21.15.43:0/1040719203 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56358abb5480 0x56358abc10d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:46.563 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.546+0000 7fd3e7fff700 1 -- 172.21.15.43:0/1040719203 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56358abb5480 msgr2=0x56358abc10d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:48:46.563 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.546+0000 7fd3e7fff700 1 --2- 172.21.15.43:0/1040719203 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56358abb5480 0x56358abc10d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:46.563 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.546+0000 7fd3e7fff700 1 -- 172.21.15.43:0/1040719203 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56358abb9c30 msgr2=0x56358abbe9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:48:46.563 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.546+0000 7fd3e7fff700 1 --2- 172.21.15.43:0/1040719203 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56358abb9c30 0x56358abbe9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:46.564 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.546+0000 7fd3e7fff700 1 -- 172.21.15.43:0/1040719203 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56358aaa3640 con 0x56358abb5da0 2024-05-16T15:48:46.564 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.546+0000 7fd3ed268700 1 --2- 172.21.15.43:0/1040719203 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56358abb9c30 0x56358abbe9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:48:46.564 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.546+0000 7fd3e7fff700 1 --2- 172.21.15.43:0/1040719203 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56358abb5da0 0x56358abbe470 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fd3dc00bb70 tx=0x7fd3dc00be80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79589ad46ad943a4 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:46.564 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.546+0000 7fd3c7fff700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:48:46.564 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.546+0000 7fd3c7fff700 1 -- 172.21.15.43:0/1040719203 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3dc003ca0 con 0x56358abb5da0 2024-05-16T15:48:46.564 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.546+0000 7fd3c7fff700 1 -- 172.21.15.43:0/1040719203 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fd3dc004830 con 0x56358abb5da0 2024-05-16T15:48:46.565 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.546+0000 7fd3f955eb80 1 -- 172.21.15.43:0/1040719203 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd3d8007970 con 0x56358abb5da0 2024-05-16T15:48:46.565 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.547+0000 7fd3c7fff700 1 -- 172.21.15.43:0/1040719203 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fd3dc024050 con 0x56358abb5da0 2024-05-16T15:48:46.565 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.547+0000 7fd3f955eb80 10 client.15075 fetch_fsmap learned FSMap version 29 2024-05-16T15:48:46.565 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.547+0000 7fd3f955eb80 1 -- 172.21.15.43:0/1040719203 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56358abcc6f0 con 0x56358abb5da0 2024-05-16T15:48:46.565 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.547+0000 7fd3c7fff700 1 -- 172.21.15.43:0/1040719203 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd3d8007970 con 0x56358abb5da0 2024-05-16T15:48:46.565 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.547+0000 7fd3c7fff700 1 -- 172.21.15.43:0/1040719203 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fd3dc011440 con 0x56358abb5da0 2024-05-16T15:48:46.565 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.547+0000 7fd3f955eb80 10 client.15075 fetch_fsmap finished waiting for FSMap version 29 2024-05-16T15:48:46.565 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.547+0000 7fd3f955eb80 10 client.15075 resolve_mds: resolved name 'i' to daemon mds.i 2024-05-16T15:48:46.566 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.547+0000 7fd3f955eb80 20 client.15075 populate_metadata read hostname 'smithi043' 2024-05-16T15:48:46.566 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.547+0000 7fd3f955eb80 1 --2- 172.21.15.43:0/1040719203 >> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] conn(0x56358abced40 0x56358abd01b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:46.566 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.547+0000 7fd3f955eb80 4 client.15075 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:48:46.566 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.547+0000 7fd3f955eb80 1 -- 172.21.15.43:0/1040719203 --> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56358ab81600 con 0x56358abced40 2024-05-16T15:48:46.566 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.548+0000 7fd3eca67700 1 --2- 172.21.15.43:0/1040719203 >> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] conn(0x56358abced40 0x56358abd01b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:46.566 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.548+0000 7fd3eca67700 1 --2- 172.21.15.43:0/1040719203 >> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] conn(0x56358abced40 0x56358abd01b0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=be7eeadf02e2d20d server_cookie=3b0119b71e7b155e in_seq=0 out_seq=0 2024-05-16T15:48:46.566 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.548+0000 7fd3c7fff700 10 client.15075 ms_handle_connect on v2:172.21.15.157:6838/2377589154 2024-05-16T15:48:46.566 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.549+0000 7fd3c7fff700 1 -- 172.21.15.43:0/1040719203 <== mds.1 v2:172.21.15.157:6838/2377589154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x56358ab81600 con 0x56358abced40 2024-05-16T15:48:46.567 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.549+0000 7fd3c7fff700 10 client.15075 handle_command_reply: tid=0 2024-05-16T15:48:46.567 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.549+0000 7fd3f955eb80 1 client.15075 shutdown 2024-05-16T15:48:46.567 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.549+0000 7fd3f955eb80 1 -- 172.21.15.43:0/1040719203 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56358abb5da0 msgr2=0x56358abbe470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:46.567 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.549+0000 7fd3f955eb80 1 --2- 172.21.15.43:0/1040719203 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56358abb5da0 0x56358abbe470 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fd3dc00bb70 tx=0x7fd3dc00be80 comp rx=0 tx=0).stop 2024-05-16T15:48:46.567 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.549+0000 7fd3f955eb80 1 -- 172.21.15.43:0/1040719203 shutdown_connections 2024-05-16T15:48:46.567 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.549+0000 7fd3f955eb80 1 --2- 172.21.15.43:0/1040719203 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56358abb9c30 0x56358abbe9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:46.567 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.549+0000 7fd3f955eb80 1 --2- 172.21.15.43:0/1040719203 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56358abb5480 0x56358abc10d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:46.568 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.549+0000 7fd3f955eb80 1 --2- 172.21.15.43:0/1040719203 >> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] conn(0x56358abced40 0x56358abd01b0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:46.568 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.549+0000 7fd3f955eb80 1 --2- 172.21.15.43:0/1040719203 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56358abb5da0 0x56358abbe470 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:46.568 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.549+0000 7fd3f955eb80 1 -- 172.21.15.43:0/1040719203 >> 172.21.15.43:0/1040719203 conn(0x56358aae10b0 msgr2=0x56358abaa6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:46.568 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.549+0000 7fd3c7fff700 0 client.15075 ms_handle_reset on v2:172.21.15.157:6838/2377589154 2024-05-16T15:48:46.568 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.550+0000 7fd3f955eb80 1 -- 172.21.15.43:0/1040719203 shutdown_connections 2024-05-16T15:48:46.568 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.550+0000 7fd3f955eb80 1 -- 172.21.15.43:0/1040719203 wait complete. 2024-05-16T15:48:46.568 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.550+0000 7fd3f955eb80 20 client.15075 trim_cache size 0 max 16384 2024-05-16T15:48:46.581 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.571+0000 7fd3f955eb80 1 Processor -- start 2024-05-16T15:48:46.581 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.571+0000 7fd3f955eb80 1 -- start start 2024-05-16T15:48:46.581 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.571+0000 7fd3f955eb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56358abb5480 0x56358abbcda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:46.584 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.571+0000 7fd3f955eb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56358abb5da0 0x56358abbd2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:46.584 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.571+0000 7fd3f955eb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56358abb9c30 0x56358abb75a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:46.584 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.572+0000 7fd3f955eb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x56358abce4f0 con 0x56358abb9c30 2024-05-16T15:48:46.584 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.572+0000 7fd3f955eb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x56358abcebc0 con 0x56358abb5da0 2024-05-16T15:48:46.584 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.572+0000 7fd3f955eb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x56358abcf290 con 0x56358abb5480 2024-05-16T15:48:46.584 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.572+0000 7fd3ed268700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56358abb9c30 0x56358abb75a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:46.584 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.572+0000 7fd3ed268700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56358abb9c30 0x56358abb75a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:36768/0 (socket says 172.21.15.43:36768) 2024-05-16T15:48:46.584 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.572+0000 7fd3ed268700 1 -- 172.21.15.43:0/3023948901 learned_addr learned my addr 172.21.15.43:0/3023948901 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:48:46.584 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.572+0000 7fd3eca67700 1 --2- 172.21.15.43:0/3023948901 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56358abb5480 0x56358abbcda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:46.584 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.572+0000 7fd3e7fff700 1 --2- 172.21.15.43:0/3023948901 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56358abb5da0 0x56358abbd2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:46.584 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.572+0000 7fd3ed268700 1 -- 172.21.15.43:0/3023948901 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56358abb5480 msgr2=0x56358abbcda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:48:46.584 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.572+0000 7fd3ed268700 1 --2- 172.21.15.43:0/3023948901 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56358abb5480 0x56358abbcda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:46.585 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.572+0000 7fd3ed268700 1 -- 172.21.15.43:0/3023948901 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56358abb5da0 msgr2=0x56358abbd2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:48:46.585 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.572+0000 7fd3ed268700 1 --2- 172.21.15.43:0/3023948901 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56358abb5da0 0x56358abbd2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:46.585 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.572+0000 7fd3ed268700 1 -- 172.21.15.43:0/3023948901 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56358abbf470 con 0x56358abb9c30 2024-05-16T15:48:46.585 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.572+0000 7fd3eca67700 1 --2- 172.21.15.43:0/3023948901 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56358abb5480 0x56358abbcda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:48:46.585 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.572+0000 7fd3ed268700 1 --2- 172.21.15.43:0/3023948901 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56358abb9c30 0x56358abb75a0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fd3e000c940 tx=0x7fd3e0005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7052283302537333 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:46.585 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.572+0000 7fd3ce7fc700 1 -- 172.21.15.43:0/3023948901 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3e00c2070 con 0x56358abb9c30 2024-05-16T15:48:46.585 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.572+0000 7fd3ce7fc700 1 -- 172.21.15.43:0/3023948901 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd3e00ad640 con 0x56358abb9c30 2024-05-16T15:48:46.585 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.572+0000 7fd3ce7fc700 1 -- 172.21.15.43:0/3023948901 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3e001d040 con 0x56358abb9c30 2024-05-16T15:48:46.585 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.573+0000 7fd3f955eb80 1 -- 172.21.15.43:0/3023948901 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56358abb9c30 msgr2=0x56358abb75a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:46.585 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.573+0000 7fd3f955eb80 1 --2- 172.21.15.43:0/3023948901 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56358abb9c30 0x56358abb75a0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fd3e000c940 tx=0x7fd3e0005780 comp rx=0 tx=0).stop 2024-05-16T15:48:46.585 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.573+0000 7fd3f955eb80 1 -- 172.21.15.43:0/3023948901 shutdown_connections 2024-05-16T15:48:46.585 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.573+0000 7fd3f955eb80 1 --2- 172.21.15.43:0/3023948901 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56358abb9c30 0x56358abb75a0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:46.585 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.573+0000 7fd3f955eb80 1 --2- 172.21.15.43:0/3023948901 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56358abb5480 0x56358abbcda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:46.585 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.573+0000 7fd3f955eb80 1 --2- 172.21.15.43:0/3023948901 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56358abb5da0 0x56358abbd2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:46.585 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.573+0000 7fd3f955eb80 1 -- 172.21.15.43:0/3023948901 >> 172.21.15.43:0/3023948901 conn(0x56358aae10b0 msgr2=0x56358abc0d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:46.586 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.573+0000 7fd3f955eb80 1 -- 172.21.15.43:0/3023948901 shutdown_connections 2024-05-16T15:48:46.586 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.573+0000 7fd3f955eb80 1 -- 172.21.15.43:0/3023948901 wait complete. 2024-05-16T15:48:46.586 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.574+0000 7fd3f955eb80 1 -- start start 2024-05-16T15:48:46.586 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.574+0000 7fd3f955eb80 1 Processor -- start 2024-05-16T15:48:46.589 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.574+0000 7fd3f955eb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56358abb5480 0x56358abd25d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:46.589 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.574+0000 7fd3f955eb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56358abb5da0 0x56358abd2b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:46.589 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.574+0000 7fd3f955eb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56358abb9c30 0x56358ac381a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:46.589 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.574+0000 7fd3f955eb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x56358abd0030 con 0x56358abb9c30 2024-05-16T15:48:46.589 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.574+0000 7fd3f955eb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x56358abcf960 con 0x56358abb5da0 2024-05-16T15:48:46.589 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.574+0000 7fd3f955eb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x56358abd0700 con 0x56358abb5480 2024-05-16T15:48:46.589 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.574+0000 7fd3ed268700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56358abb9c30 0x56358ac381a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:46.589 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.574+0000 7fd3f955eb80 10 client.0 _ll_register_callbacks cb 0x56358aa9f8d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:48:46.589 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.574+0000 7fd3e7fff700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56358abb5da0 0x56358abd2b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:46.589 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.574+0000 7fd3e7fff700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56358abb5da0 0x56358abd2b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:58090/0 (socket says 172.21.15.43:58090) 2024-05-16T15:48:46.589 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.574+0000 7fd3e7fff700 1 -- 172.21.15.43:0/756310207 learned_addr learned my addr 172.21.15.43:0/756310207 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:48:46.590 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.575+0000 7fd3eca67700 1 --2- 172.21.15.43:0/756310207 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56358abb5480 0x56358abd25d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:46.590 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.575+0000 7fd3e7fff700 1 -- 172.21.15.43:0/756310207 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56358abb5480 msgr2=0x56358abd25d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:48:46.590 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.575+0000 7fd3e7fff700 1 --2- 172.21.15.43:0/756310207 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56358abb5480 0x56358abd25d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:46.590 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.575+0000 7fd3e7fff700 1 -- 172.21.15.43:0/756310207 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56358abb9c30 msgr2=0x56358ac381a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:48:46.590 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.575+0000 7fd3e7fff700 1 --2- 172.21.15.43:0/756310207 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56358abb9c30 0x56358ac381a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:46.590 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.575+0000 7fd3e7fff700 1 -- 172.21.15.43:0/756310207 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56358ac386e0 con 0x56358abb5da0 2024-05-16T15:48:46.590 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.575+0000 7fd3eca67700 1 --2- 172.21.15.43:0/756310207 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56358abb5480 0x56358abd25d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:48:46.590 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.575+0000 7fd3e7fff700 1 --2- 172.21.15.43:0/756310207 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56358abb5da0 0x56358abd2b10 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fd3dc011c90 tx=0x7fd3dc011cc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7639cc364036acc5 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:46.590 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.575+0000 7fd3c7fff700 10 client.0 ms_handle_connect on v2:172.21.15.148:3300/0 2024-05-16T15:48:46.590 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.575+0000 7fd3c7fff700 1 -- 172.21.15.43:0/756310207 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3dc021040 con 0x56358abb5da0 2024-05-16T15:48:46.590 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.575+0000 7fd3f955eb80 1 -- 172.21.15.43:0/756310207 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd3e00ad640 con 0x56358abb5da0 2024-05-16T15:48:46.590 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.575+0000 7fd3c7fff700 1 -- 172.21.15.43:0/756310207 <== mon.2 v2:172.21.15.148:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fd3dc011440 con 0x56358abb5da0 2024-05-16T15:48:46.590 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.576+0000 7fd3c7fff700 1 -- 172.21.15.43:0/756310207 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fd3dc0116a0 con 0x56358abb5da0 2024-05-16T15:48:46.591 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.576+0000 7fd3f955eb80 10 client.24815 fetch_fsmap learned FSMap version 29 2024-05-16T15:48:46.591 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.576+0000 7fd3f955eb80 1 -- 172.21.15.43:0/756310207 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56358ac398f0 con 0x56358abb5da0 2024-05-16T15:48:46.591 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.576+0000 7fd3c7fff700 1 -- 172.21.15.43:0/756310207 <== mon.2 v2:172.21.15.148:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd3e00ad640 con 0x56358abb5da0 2024-05-16T15:48:46.591 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.576+0000 7fd3c7fff700 1 -- 172.21.15.43:0/756310207 <== mon.2 v2:172.21.15.148:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fd3dc004950 con 0x56358abb5da0 2024-05-16T15:48:46.591 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.576+0000 7fd3f955eb80 10 client.24815 fetch_fsmap finished waiting for FSMap version 29 2024-05-16T15:48:46.591 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.576+0000 7fd3f955eb80 10 client.24815 resolve_mds: resolved name 'i' to daemon mds.i 2024-05-16T15:48:46.591 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.576+0000 7fd3f955eb80 20 client.24815 populate_metadata read hostname 'smithi043' 2024-05-16T15:48:46.591 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.576+0000 7fd3f955eb80 1 --2- 172.21.15.43:0/756310207 >> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] conn(0x56358ac3e490 0x56358ac3d1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:46.591 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.576+0000 7fd3f955eb80 4 client.24815 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-16T15:48:46.591 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.576+0000 7fd3f955eb80 1 -- 172.21.15.43:0/756310207 --> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] -- command(tid 0: {"prefix": "status"}) -- 0x56358ab151f0 con 0x56358ac3e490 2024-05-16T15:48:46.591 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.577+0000 7fd3eca67700 1 --2- 172.21.15.43:0/756310207 >> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] conn(0x56358ac3e490 0x56358ac3d1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:46.591 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.577+0000 7fd3eca67700 1 --2- 172.21.15.43:0/756310207 >> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] conn(0x56358ac3e490 0x56358ac3d1a0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=1d4bf6bf5739b18f server_cookie=80afc1eb230b9e79 in_seq=0 out_seq=0 2024-05-16T15:48:46.591 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.577+0000 7fd3c7fff700 10 client.24815 ms_handle_connect on v2:172.21.15.157:6838/2377589154 2024-05-16T15:48:46.591 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.577+0000 7fd3c7fff700 1 -- 172.21.15.43:0/756310207 <== mds.1 v2:172.21.15.157:6838/2377589154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x56358ab151f0 con 0x56358ac3e490 2024-05-16T15:48:46.591 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.577+0000 7fd3c7fff700 10 client.24815 handle_command_reply: tid=0 2024-05-16T15:48:46.591 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.577+0000 7fd3f955eb80 1 client.24815 shutdown 2024-05-16T15:48:46.591 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.577+0000 7fd3f955eb80 1 -- 172.21.15.43:0/756310207 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56358abb5da0 msgr2=0x56358abd2b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:46.592 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.577+0000 7fd3f955eb80 1 --2- 172.21.15.43:0/756310207 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56358abb5da0 0x56358abd2b10 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fd3dc011c90 tx=0x7fd3dc011cc0 comp rx=0 tx=0).stop 2024-05-16T15:48:46.592 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.577+0000 7fd3f955eb80 1 -- 172.21.15.43:0/756310207 shutdown_connections 2024-05-16T15:48:46.592 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.577+0000 7fd3f955eb80 1 --2- 172.21.15.43:0/756310207 >> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] conn(0x56358ac3e490 0x56358ac3d1a0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:46.592 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.577+0000 7fd3f955eb80 1 --2- 172.21.15.43:0/756310207 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56358abb9c30 0x56358ac381a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:46.592 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.577+0000 7fd3f955eb80 1 --2- 172.21.15.43:0/756310207 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56358abb5480 0x56358abd25d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:46.592 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.577+0000 7fd3f955eb80 1 --2- 172.21.15.43:0/756310207 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56358abb5da0 0x56358abd2b10 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:46.592 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.577+0000 7fd3c7fff700 0 client.24815 ms_handle_reset on v2:172.21.15.157:6838/2377589154 2024-05-16T15:48:46.592 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.577+0000 7fd3f955eb80 1 -- 172.21.15.43:0/756310207 >> 172.21.15.43:0/756310207 conn(0x56358aae10b0 msgr2=0x56358aba9e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:46.592 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.578+0000 7fd3f955eb80 1 -- 172.21.15.43:0/756310207 shutdown_connections 2024-05-16T15:48:46.592 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.578+0000 7fd3f955eb80 1 -- 172.21.15.43:0/756310207 wait complete. 2024-05-16T15:48:46.592 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.578+0000 7fd3f955eb80 20 client.24815 trim_cache size 0 max 16384 2024-05-16T15:48:46.592 INFO:teuthology.orchestra.run.smithi043.stdout:{ 2024-05-16T15:48:46.593 INFO:teuthology.orchestra.run.smithi043.stdout: "cluster_fsid": "13155b42-139a-11ef-bc9a-c7b262605968", 2024-05-16T15:48:46.593 INFO:teuthology.orchestra.run.smithi043.stdout: "whoami": 1, 2024-05-16T15:48:46.593 INFO:teuthology.orchestra.run.smithi043.stdout: "id": 24463, 2024-05-16T15:48:46.593 INFO:teuthology.orchestra.run.smithi043.stdout: "want_state": "up:active", 2024-05-16T15:48:46.593 INFO:teuthology.orchestra.run.smithi043.stdout: "state": "up:active", 2024-05-16T15:48:46.593 INFO:teuthology.orchestra.run.smithi043.stdout: "fs_name": "cephfs", 2024-05-16T15:48:46.593 INFO:teuthology.orchestra.run.smithi043.stdout: "rank_uptime": 130.38556604300001, 2024-05-16T15:48:46.593 INFO:teuthology.orchestra.run.smithi043.stdout: "mdsmap_epoch": 29, 2024-05-16T15:48:46.593 INFO:teuthology.orchestra.run.smithi043.stdout: "osdmap_epoch": 89, 2024-05-16T15:48:46.593 INFO:teuthology.orchestra.run.smithi043.stdout: "osdmap_epoch_barrier": 87, 2024-05-16T15:48:46.593 INFO:teuthology.orchestra.run.smithi043.stdout: "uptime": 212.30950759199999 2024-05-16T15:48:46.593 INFO:teuthology.orchestra.run.smithi043.stdout:} 2024-05-16T15:48:46.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.578+0000 7fd3eeccb700 1 -- 172.21.15.43:0/1250547927 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd3d00b2880 msgr2=0x7fd3d00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:46.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.578+0000 7fd3eeccb700 1 --2- 172.21.15.43:0/1250547927 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd3d00b2880 0x7fd3d00b4d40 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fd3d8009e60 tx=0x7fd3d800b7b0 comp rx=0 tx=0).stop 2024-05-16T15:48:46.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.578+0000 7fd3eeccb700 1 -- 172.21.15.43:0/1250547927 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd3e8108400 msgr2=0x7fd3e81998b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:46.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.578+0000 7fd3eeccb700 1 --2- 172.21.15.43:0/1250547927 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd3e8108400 0x7fd3e81998b0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fd3e000c970 tx=0x7fd3e000cc80 comp rx=0 tx=0).stop 2024-05-16T15:48:46.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.578+0000 7fd3eeccb700 1 -- 172.21.15.43:0/1250547927 shutdown_connections 2024-05-16T15:48:46.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.578+0000 7fd3eeccb700 1 --2- 172.21.15.43:0/1250547927 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd3d00b2880 0x7fd3d00b4d40 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:46.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.578+0000 7fd3eeccb700 1 --2- 172.21.15.43:0/1250547927 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd3e8108400 0x7fd3e81998b0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:46.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.578+0000 7fd3eeccb700 1 --2- 172.21.15.43:0/1250547927 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd3e8102390 0x7fd3e819f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:46.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.578+0000 7fd3eeccb700 1 --2- 172.21.15.43:0/1250547927 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd3e8102d50 0x7fd3e819fc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:46.595 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.579+0000 7fd3eeccb700 1 -- 172.21.15.43:0/1250547927 >> 172.21.15.43:0/1250547927 conn(0x7fd3e8079310 msgr2=0x7fd3e806bc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:46.595 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.579+0000 7fd3eeccb700 1 -- 172.21.15.43:0/1250547927 shutdown_connections 2024-05-16T15:48:46.595 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:46.579+0000 7fd3eeccb700 1 -- 172.21.15.43:0/1250547927 wait complete. 2024-05-16T15:48:47.216 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell mds.b status 2024-05-16T15:48:47.471 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:48:47.474 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:47 smithi043 ceph-mon[31619]: pgmap v392: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-16T15:48:47.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:47 smithi157 ceph-mon[35584]: pgmap v392: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-16T15:48:47.686 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:47 smithi148 ceph-mon[34976]: pgmap v392: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-16T15:48:49.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.197+0000 7faccd529700 1 -- 172.21.15.43:0/3574086935 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7facc8104130 msgr2=0x7facc8108140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:49.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.197+0000 7faccd529700 1 --2- 172.21.15.43:0/3574086935 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7facc8104130 0x7facc8108140 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7facbc0099c0 tx=0x7facbc009cd0 comp rx=0 tx=0).stop 2024-05-16T15:48:49.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.197+0000 7faccd529700 1 -- 172.21.15.43:0/3574086935 shutdown_connections 2024-05-16T15:48:49.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.197+0000 7faccd529700 1 --2- 172.21.15.43:0/3574086935 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7facc8108870 0x7facc81103f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:49.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.197+0000 7faccd529700 1 --2- 172.21.15.43:0/3574086935 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7facc8103780 0x7facc8103b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:49.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.197+0000 7faccd529700 1 --2- 172.21.15.43:0/3574086935 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7facc8104130 0x7facc8108140 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:49.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.197+0000 7faccd529700 1 -- 172.21.15.43:0/3574086935 >> 172.21.15.43:0/3574086935 conn(0x7facc807a610 msgr2=0x7facc807aa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:49.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.197+0000 7faccd529700 1 -- 172.21.15.43:0/3574086935 shutdown_connections 2024-05-16T15:48:49.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.197+0000 7faccd529700 1 -- 172.21.15.43:0/3574086935 wait complete. 2024-05-16T15:48:49.210 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.198+0000 7faccd529700 1 Processor -- start 2024-05-16T15:48:49.210 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.198+0000 7faccd529700 1 -- start start 2024-05-16T15:48:49.210 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.198+0000 7faccd529700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7facc8103780 0x7facc80757a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:49.210 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.198+0000 7faccd529700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7facc8104130 0x7facc8075ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:49.210 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.198+0000 7faccd529700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7facc8108870 0x7facc8076220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:49.210 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.198+0000 7faccd529700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7facc81135e0 con 0x7facc8108870 2024-05-16T15:48:49.210 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.198+0000 7faccd529700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7facc8113460 con 0x7facc8104130 2024-05-16T15:48:49.210 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.198+0000 7faccd529700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7facc8113760 con 0x7facc8103780 2024-05-16T15:48:49.210 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.198+0000 7facc77fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7facc8108870 0x7facc8076220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:49.210 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.198+0000 7facc77fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7facc8108870 0x7facc8076220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:36806/0 (socket says 172.21.15.43:36806) 2024-05-16T15:48:49.210 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.198+0000 7facc77fe700 1 -- 172.21.15.43:0/1732842813 learned_addr learned my addr 172.21.15.43:0/1732842813 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:48:49.210 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.198+0000 7facc6ffd700 1 --2- 172.21.15.43:0/1732842813 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7facc8103780 0x7facc80757a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:49.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.198+0000 7facc67fc700 1 --2- 172.21.15.43:0/1732842813 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7facc8104130 0x7facc8075ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:49.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.199+0000 7facc77fe700 1 -- 172.21.15.43:0/1732842813 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7facc8103780 msgr2=0x7facc80757a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:49.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.199+0000 7facc77fe700 1 --2- 172.21.15.43:0/1732842813 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7facc8103780 0x7facc80757a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:49.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.199+0000 7facc77fe700 1 -- 172.21.15.43:0/1732842813 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7facc8104130 msgr2=0x7facc8075ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:49.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.199+0000 7facc77fe700 1 --2- 172.21.15.43:0/1732842813 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7facc8104130 0x7facc8075ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:49.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.199+0000 7facc77fe700 1 -- 172.21.15.43:0/1732842813 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7facc81a8000 con 0x7facc8108870 2024-05-16T15:48:49.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.199+0000 7facc67fc700 1 --2- 172.21.15.43:0/1732842813 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7facc8104130 0x7facc8075ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:48:49.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.199+0000 7facc77fe700 1 --2- 172.21.15.43:0/1732842813 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7facc8108870 0x7facc8076220 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7facc000b970 tx=0x7facc000bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:49.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.199+0000 7facaffff700 1 -- 172.21.15.43:0/1732842813 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facc0019070 con 0x7facc8108870 2024-05-16T15:48:49.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.199+0000 7facaffff700 1 -- 172.21.15.43:0/1732842813 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7facc000cdc0 con 0x7facc8108870 2024-05-16T15:48:49.212 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.199+0000 7faccd529700 1 -- 172.21.15.43:0/1732842813 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7facc81a82f0 con 0x7facc8108870 2024-05-16T15:48:49.212 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.199+0000 7facaffff700 1 -- 172.21.15.43:0/1732842813 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facc0014e30 con 0x7facc8108870 2024-05-16T15:48:49.212 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.199+0000 7faccd529700 1 -- 172.21.15.43:0/1732842813 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7facc81a87b0 con 0x7facc8108870 2024-05-16T15:48:49.212 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.202+0000 7facaffff700 1 -- 172.21.15.43:0/1732842813 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7facc001c070 con 0x7facc8108870 2024-05-16T15:48:49.213 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.202+0000 7facaffff700 1 --2- 172.21.15.43:0/1732842813 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7facb00b2880 0x7facb00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:49.213 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.203+0000 7facd7dbcb80 1 Processor -- start 2024-05-16T15:48:49.213 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.203+0000 7facc6ffd700 1 --2- 172.21.15.43:0/1732842813 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7facb00b2880 0x7facb00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:49.213 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.203+0000 7facaffff700 1 -- 172.21.15.43:0/1732842813 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7facc00e1970 con 0x7facc8108870 2024-05-16T15:48:49.213 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.203+0000 7facd7dbcb80 1 -- start start 2024-05-16T15:48:49.214 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.203+0000 7facd7dbcb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5602404ee160 0x5602404ee540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:49.214 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.203+0000 7facd7dbcb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5602404eea80 0x5602404e87c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:49.214 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.203+0000 7facd7dbcb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5602404e8d00 0x5602404e9140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:49.215 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.203+0000 7facd7dbcb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x56024043a8f0 con 0x5602404e8d00 2024-05-16T15:48:49.215 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.203+0000 7facd7dbcb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x56024039fd50 con 0x5602404eea80 2024-05-16T15:48:49.215 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.203+0000 7facd7dbcb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x5602404368b0 con 0x5602404ee160 2024-05-16T15:48:49.215 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.203+0000 7facc77fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5602404e8d00 0x5602404e9140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:49.215 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.203+0000 7facc6ffd700 1 --2- 172.21.15.43:0/1732842813 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7facb00b2880 0x7facb00b4d40 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7facb8009a10 tx=0x7facb8009190 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:49.215 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.203+0000 7facc77fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5602404e8d00 0x5602404e9140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:36820/0 (socket says 172.21.15.43:36820) 2024-05-16T15:48:49.215 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.203+0000 7facc77fe700 1 -- 172.21.15.43:0/3627682910 learned_addr learned my addr 172.21.15.43:0/3627682910 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:48:49.215 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.203+0000 7facc6ffd700 1 --2- 172.21.15.43:0/3627682910 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5602404ee160 0x5602404ee540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:49.215 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.203+0000 7facc67fc700 1 --2- 172.21.15.43:0/3627682910 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5602404eea80 0x5602404e87c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:49.215 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.204+0000 7facc77fe700 1 -- 172.21.15.43:0/3627682910 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5602404ee160 msgr2=0x5602404ee540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:48:49.215 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.204+0000 7facc77fe700 1 --2- 172.21.15.43:0/3627682910 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5602404ee160 0x5602404ee540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:49.215 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.204+0000 7facc77fe700 1 -- 172.21.15.43:0/3627682910 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5602404eea80 msgr2=0x5602404e87c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:48:49.216 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.204+0000 7facc77fe700 1 --2- 172.21.15.43:0/3627682910 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5602404eea80 0x5602404e87c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:49.216 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.204+0000 7facc77fe700 1 -- 172.21.15.43:0/3627682910 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560240387880 con 0x5602404e8d00 2024-05-16T15:48:49.216 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.204+0000 7facc77fe700 1 --2- 172.21.15.43:0/3627682910 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5602404e8d00 0x5602404e9140 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7facc0016000 tx=0x7facc00a83d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ba8bb6eb6b2143d server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:49.216 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.204+0000 7facad7fa700 1 -- 172.21.15.43:0/3627682910 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facc00145d0 con 0x5602404e8d00 2024-05-16T15:48:49.216 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.204+0000 7facad7fa700 1 -- 172.21.15.43:0/3627682910 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7facc00a86f0 con 0x5602404e8d00 2024-05-16T15:48:49.216 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.204+0000 7facad7fa700 1 -- 172.21.15.43:0/3627682910 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facc00b1810 con 0x5602404e8d00 2024-05-16T15:48:49.220 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.205+0000 7facd7dbcb80 1 -- 172.21.15.43:0/3627682910 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5602404e8d00 msgr2=0x5602404e9140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:49.220 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.205+0000 7facd7dbcb80 1 --2- 172.21.15.43:0/3627682910 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5602404e8d00 0x5602404e9140 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7facc0016000 tx=0x7facc00a83d0 comp rx=0 tx=0).stop 2024-05-16T15:48:49.220 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.205+0000 7facd7dbcb80 1 -- 172.21.15.43:0/3627682910 shutdown_connections 2024-05-16T15:48:49.220 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.205+0000 7facd7dbcb80 1 --2- 172.21.15.43:0/3627682910 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5602404e8d00 0x5602404e9140 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:49.220 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.205+0000 7facd7dbcb80 1 --2- 172.21.15.43:0/3627682910 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5602404ee160 0x5602404ee540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:49.220 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.205+0000 7facd7dbcb80 1 --2- 172.21.15.43:0/3627682910 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5602404eea80 0x5602404e87c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:49.220 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.205+0000 7facd7dbcb80 1 -- 172.21.15.43:0/3627682910 >> 172.21.15.43:0/3627682910 conn(0x560240414b20 msgr2=0x5602404e3250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:49.220 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.205+0000 7facd7dbcb80 1 -- 172.21.15.43:0/3627682910 shutdown_connections 2024-05-16T15:48:49.221 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.205+0000 7facd7dbcb80 1 -- 172.21.15.43:0/3627682910 wait complete. 2024-05-16T15:48:49.221 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.205+0000 7facd7dbcb80 1 -- start start 2024-05-16T15:48:49.221 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.205+0000 7facd7dbcb80 1 Processor -- start 2024-05-16T15:48:49.221 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.206+0000 7facd7dbcb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5602404e8d00 0x5602404f4660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:49.221 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.206+0000 7facd7dbcb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5602404ee160 0x5602404f1a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:49.221 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.206+0000 7facd7dbcb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5602404eea80 0x5602404f1f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:49.221 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.206+0000 7facd7dbcb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x5602404f5400 con 0x5602404eea80 2024-05-16T15:48:49.221 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.206+0000 7facd7dbcb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x5602403f3e80 con 0x5602404ee160 2024-05-16T15:48:49.221 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.206+0000 7facc77fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5602404eea80 0x5602404f1f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:49.221 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.206+0000 7facd7dbcb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x5602404f5580 con 0x5602404e8d00 2024-05-16T15:48:49.221 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.206+0000 7facc77fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5602404eea80 0x5602404f1f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:36832/0 (socket says 172.21.15.43:36832) 2024-05-16T15:48:49.221 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.206+0000 7facc77fe700 1 -- 172.21.15.43:0/1498698555 learned_addr learned my addr 172.21.15.43:0/1498698555 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:48:49.221 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.206+0000 7facd7dbcb80 10 client.0 _ll_register_callbacks cb 0x5602403ce560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:48:49.221 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.206+0000 7facc67fc700 1 --2- 172.21.15.43:0/1498698555 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5602404ee160 0x5602404f1a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:49.222 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.206+0000 7facc6ffd700 1 --2- 172.21.15.43:0/1498698555 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5602404e8d00 0x5602404f4660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:49.222 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.206+0000 7facc77fe700 1 -- 172.21.15.43:0/1498698555 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5602404e8d00 msgr2=0x5602404f4660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:48:49.222 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.206+0000 7facc77fe700 1 --2- 172.21.15.43:0/1498698555 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5602404e8d00 0x5602404f4660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:49.222 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.206+0000 7facc77fe700 1 -- 172.21.15.43:0/1498698555 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5602404ee160 msgr2=0x5602404f1a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:48:49.222 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.206+0000 7facc77fe700 1 --2- 172.21.15.43:0/1498698555 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5602404ee160 0x5602404f1a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:49.222 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.206+0000 7facc77fe700 1 -- 172.21.15.43:0/1498698555 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5602403f1710 con 0x5602404eea80 2024-05-16T15:48:49.222 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.207+0000 7facc77fe700 1 --2- 172.21.15.43:0/1498698555 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5602404eea80 0x5602404f1f90 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7facc00a8b70 tx=0x7facc000cbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17ca41d2e0265a0c server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:49.222 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.207+0000 7facaaff5700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:48:49.222 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.207+0000 7facaaff5700 1 -- 172.21.15.43:0/1498698555 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facc00c8070 con 0x5602404eea80 2024-05-16T15:48:49.222 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.207+0000 7facaaff5700 1 -- 172.21.15.43:0/1498698555 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7facc00a8050 con 0x5602404eea80 2024-05-16T15:48:49.222 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.207+0000 7facd7dbcb80 1 -- 172.21.15.43:0/1498698555 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7facc00a86f0 con 0x5602404eea80 2024-05-16T15:48:49.222 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.207+0000 7facaaff5700 1 -- 172.21.15.43:0/1498698555 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7facc00145d0 con 0x5602404eea80 2024-05-16T15:48:49.222 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.207+0000 7facd7dbcb80 10 client.15093 fetch_fsmap learned FSMap version 29 2024-05-16T15:48:49.222 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.207+0000 7facd7dbcb80 1 -- 172.21.15.43:0/1498698555 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5602404f5400 con 0x5602404eea80 2024-05-16T15:48:49.223 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.207+0000 7facaaff5700 1 -- 172.21.15.43:0/1498698555 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7facc00a86f0 con 0x5602404eea80 2024-05-16T15:48:49.223 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.207+0000 7facaaff5700 1 -- 172.21.15.43:0/1498698555 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7facc0084030 con 0x5602404eea80 2024-05-16T15:48:49.223 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.207+0000 7facd7dbcb80 10 client.15093 fetch_fsmap finished waiting for FSMap version 29 2024-05-16T15:48:49.223 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.208+0000 7facd7dbcb80 10 client.15093 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-16T15:48:49.223 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.208+0000 7facd7dbcb80 20 client.15093 populate_metadata read hostname 'smithi043' 2024-05-16T15:48:49.223 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.208+0000 7facd7dbcb80 1 --2- 172.21.15.43:0/1498698555 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x560240501c40 0x5602405030b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:49.223 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.208+0000 7facd7dbcb80 4 client.15093 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:48:49.223 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.208+0000 7facd7dbcb80 1 -- 172.21.15.43:0/1498698555 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5602404482d0 con 0x560240501c40 2024-05-16T15:48:49.223 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.208+0000 7facc6ffd700 1 --2- 172.21.15.43:0/1498698555 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x560240501c40 0x5602405030b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:49.223 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.208+0000 7facc6ffd700 1 --2- 172.21.15.43:0/1498698555 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x560240501c40 0x5602405030b0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=44ebec1b26055e19 server_cookie=12a5816e95134a38 in_seq=0 out_seq=0 2024-05-16T15:48:49.223 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.208+0000 7facaaff5700 10 client.15093 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:48:49.223 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.209+0000 7facaaff5700 1 -- 172.21.15.43:0/1498698555 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5602404482d0 con 0x560240501c40 2024-05-16T15:48:49.223 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.209+0000 7facaaff5700 10 client.15093 handle_command_reply: tid=0 2024-05-16T15:48:49.223 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.209+0000 7facd7dbcb80 1 client.15093 shutdown 2024-05-16T15:48:49.223 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.209+0000 7facd7dbcb80 1 -- 172.21.15.43:0/1498698555 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5602404eea80 msgr2=0x5602404f1f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:49.223 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.209+0000 7facd7dbcb80 1 --2- 172.21.15.43:0/1498698555 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5602404eea80 0x5602404f1f90 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7facc00a8b70 tx=0x7facc000cbe0 comp rx=0 tx=0).stop 2024-05-16T15:48:49.224 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.209+0000 7facd7dbcb80 1 -- 172.21.15.43:0/1498698555 shutdown_connections 2024-05-16T15:48:49.224 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.209+0000 7facd7dbcb80 1 --2- 172.21.15.43:0/1498698555 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x560240501c40 0x5602405030b0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:49.224 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.209+0000 7facd7dbcb80 1 --2- 172.21.15.43:0/1498698555 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5602404eea80 0x5602404f1f90 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:49.224 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.209+0000 7facd7dbcb80 1 --2- 172.21.15.43:0/1498698555 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5602404e8d00 0x5602404f4660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:49.224 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.209+0000 7facd7dbcb80 1 --2- 172.21.15.43:0/1498698555 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5602404ee160 0x5602404f1a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:49.224 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.209+0000 7facd7dbcb80 1 -- 172.21.15.43:0/1498698555 >> 172.21.15.43:0/1498698555 conn(0x560240414b20 msgr2=0x5602404ddae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:49.224 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.209+0000 7facaaff5700 0 client.15093 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:48:49.224 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.209+0000 7facd7dbcb80 1 -- 172.21.15.43:0/1498698555 shutdown_connections 2024-05-16T15:48:49.224 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.210+0000 7facd7dbcb80 1 -- 172.21.15.43:0/1498698555 wait complete. 2024-05-16T15:48:49.224 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.210+0000 7facd7dbcb80 20 client.15093 trim_cache size 0 max 16384 2024-05-16T15:48:49.243 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.231+0000 7facd7dbcb80 1 Processor -- start 2024-05-16T15:48:49.243 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.231+0000 7facd7dbcb80 1 -- start start 2024-05-16T15:48:49.243 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.231+0000 7facd7dbcb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5602404e8d00 0x5602404e87c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:49.243 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.231+0000 7facd7dbcb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5602404ee160 0x5602404f4660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:49.243 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.231+0000 7facd7dbcb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5602404eea80 0x5602404ddbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:49.243 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.231+0000 7facd7dbcb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x5602405013f0 con 0x5602404eea80 2024-05-16T15:48:49.243 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.231+0000 7facd7dbcb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x560240501ac0 con 0x5602404ee160 2024-05-16T15:48:49.244 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.231+0000 7facd7dbcb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x560240502190 con 0x5602404e8d00 2024-05-16T15:48:49.244 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.231+0000 7facc77fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5602404eea80 0x5602404ddbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:49.244 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.231+0000 7facc77fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5602404eea80 0x5602404ddbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:36842/0 (socket says 172.21.15.43:36842) 2024-05-16T15:48:49.244 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.231+0000 7facc77fe700 1 -- 172.21.15.43:0/2030512824 learned_addr learned my addr 172.21.15.43:0/2030512824 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:48:49.244 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.231+0000 7facc6ffd700 1 --2- 172.21.15.43:0/2030512824 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5602404e8d00 0x5602404e87c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:49.244 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.231+0000 7facc77fe700 1 -- 172.21.15.43:0/2030512824 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5602404e8d00 msgr2=0x5602404e87c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:48:49.244 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.231+0000 7facc77fe700 1 --2- 172.21.15.43:0/2030512824 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5602404e8d00 0x5602404e87c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:49.244 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.231+0000 7facc77fe700 1 -- 172.21.15.43:0/2030512824 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5602404ee160 msgr2=0x5602404f4660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:48:49.244 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.231+0000 7facc77fe700 1 --2- 172.21.15.43:0/2030512824 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5602404ee160 0x5602404f4660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:49.244 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.231+0000 7facc77fe700 1 -- 172.21.15.43:0/2030512824 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5602404e94a0 con 0x5602404eea80 2024-05-16T15:48:49.244 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.231+0000 7facc6ffd700 1 --2- 172.21.15.43:0/2030512824 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5602404e8d00 0x5602404e87c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:48:49.244 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.232+0000 7facc77fe700 1 --2- 172.21.15.43:0/2030512824 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5602404eea80 0x5602404ddbf0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7facc00a4c60 tx=0x7facc00a9120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3655b547108a768e server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:49.244 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.232+0000 7facacff9700 1 -- 172.21.15.43:0/2030512824 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facc00c8040 con 0x5602404eea80 2024-05-16T15:48:49.244 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.232+0000 7facacff9700 1 -- 172.21.15.43:0/2030512824 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7facc00c32c0 con 0x5602404eea80 2024-05-16T15:48:49.245 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.232+0000 7facacff9700 1 -- 172.21.15.43:0/2030512824 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facc00a86f0 con 0x5602404eea80 2024-05-16T15:48:49.245 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.232+0000 7facd7dbcb80 1 -- 172.21.15.43:0/2030512824 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5602404eea80 msgr2=0x5602404ddbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:49.245 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.232+0000 7facd7dbcb80 1 --2- 172.21.15.43:0/2030512824 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5602404eea80 0x5602404ddbf0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7facc00a4c60 tx=0x7facc00a9120 comp rx=0 tx=0).stop 2024-05-16T15:48:49.245 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.232+0000 7facd7dbcb80 1 -- 172.21.15.43:0/2030512824 shutdown_connections 2024-05-16T15:48:49.245 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.232+0000 7facd7dbcb80 1 --2- 172.21.15.43:0/2030512824 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5602404eea80 0x5602404ddbf0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:49.245 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.232+0000 7facd7dbcb80 1 --2- 172.21.15.43:0/2030512824 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5602404e8d00 0x5602404e87c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:49.245 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.232+0000 7facd7dbcb80 1 --2- 172.21.15.43:0/2030512824 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5602404ee160 0x5602404f4660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:49.245 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.232+0000 7facd7dbcb80 1 -- 172.21.15.43:0/2030512824 >> 172.21.15.43:0/2030512824 conn(0x560240414b20 msgr2=0x5602404ecb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:49.245 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.232+0000 7facd7dbcb80 1 -- 172.21.15.43:0/2030512824 shutdown_connections 2024-05-16T15:48:49.245 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.232+0000 7facd7dbcb80 1 -- 172.21.15.43:0/2030512824 wait complete. 2024-05-16T15:48:49.245 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.233+0000 7facd7dbcb80 1 -- start start 2024-05-16T15:48:49.245 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.233+0000 7facd7dbcb80 1 Processor -- start 2024-05-16T15:48:49.248 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.233+0000 7facd7dbcb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5602404e8d00 0x560240508790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:49.248 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.233+0000 7facd7dbcb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5602404ee160 0x560240508cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:49.248 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.233+0000 7facd7dbcb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5602404eea80 0x56024056c0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:49.248 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.233+0000 7facd7dbcb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x560240502f30 con 0x5602404e8d00 2024-05-16T15:48:49.248 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.233+0000 7facd7dbcb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x560240502860 con 0x5602404eea80 2024-05-16T15:48:49.248 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.233+0000 7facd7dbcb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x560240503600 con 0x5602404ee160 2024-05-16T15:48:49.248 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.233+0000 7facc6ffd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5602404e8d00 0x560240508790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:49.249 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.233+0000 7facd7dbcb80 10 client.0 _ll_register_callbacks cb 0x5602403ce560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:48:49.249 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.233+0000 7facc6ffd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5602404e8d00 0x560240508790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:36852/0 (socket says 172.21.15.43:36852) 2024-05-16T15:48:49.249 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.233+0000 7facc6ffd700 1 -- 172.21.15.43:0/2337441798 learned_addr learned my addr 172.21.15.43:0/2337441798 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:48:49.249 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.233+0000 7facc77fe700 1 --2- 172.21.15.43:0/2337441798 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5602404eea80 0x56024056c0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:49.249 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.234+0000 7facc67fc700 1 --2- 172.21.15.43:0/2337441798 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5602404ee160 0x560240508cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:49.249 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.234+0000 7facc6ffd700 1 -- 172.21.15.43:0/2337441798 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5602404ee160 msgr2=0x560240508cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:48:49.249 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.234+0000 7facc6ffd700 1 --2- 172.21.15.43:0/2337441798 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5602404ee160 0x560240508cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:49.249 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.234+0000 7facc6ffd700 1 -- 172.21.15.43:0/2337441798 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5602404eea80 msgr2=0x56024056c0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:48:49.249 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.234+0000 7facc6ffd700 1 --2- 172.21.15.43:0/2337441798 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5602404eea80 0x56024056c0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:49.249 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.234+0000 7facc6ffd700 1 -- 172.21.15.43:0/2337441798 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56024056c5f0 con 0x5602404e8d00 2024-05-16T15:48:49.249 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.234+0000 7facc6ffd700 1 --2- 172.21.15.43:0/2337441798 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5602404e8d00 0x560240508790 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x5602404e3d20 tx=0x7facb8004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c32675249712e2b7 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:49.249 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.234+0000 7facaaff5700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:48:49.249 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.234+0000 7facaaff5700 1 -- 172.21.15.43:0/2337441798 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facb801b040 con 0x5602404e8d00 2024-05-16T15:48:49.249 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.234+0000 7facaaff5700 1 -- 172.21.15.43:0/2337441798 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7facb8015aa0 con 0x5602404e8d00 2024-05-16T15:48:49.250 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.234+0000 7facd7dbcb80 1 -- 172.21.15.43:0/2337441798 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7facc00c32c0 con 0x5602404e8d00 2024-05-16T15:48:49.250 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.234+0000 7facaaff5700 1 -- 172.21.15.43:0/2337441798 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7facb803a050 con 0x5602404e8d00 2024-05-16T15:48:49.250 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.234+0000 7facd7dbcb80 10 client.15099 fetch_fsmap learned FSMap version 29 2024-05-16T15:48:49.250 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.234+0000 7facd7dbcb80 1 -- 172.21.15.43:0/2337441798 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56024056d930 con 0x5602404e8d00 2024-05-16T15:48:49.250 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.234+0000 7facaaff5700 1 -- 172.21.15.43:0/2337441798 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7facc00c32c0 con 0x5602404e8d00 2024-05-16T15:48:49.250 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.235+0000 7facaaff5700 1 -- 172.21.15.43:0/2337441798 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7facb8029ce0 con 0x5602404e8d00 2024-05-16T15:48:49.250 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.235+0000 7facd7dbcb80 10 client.15099 fetch_fsmap finished waiting for FSMap version 29 2024-05-16T15:48:49.250 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.235+0000 7facd7dbcb80 10 client.15099 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-16T15:48:49.250 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.235+0000 7facd7dbcb80 20 client.15099 populate_metadata read hostname 'smithi043' 2024-05-16T15:48:49.250 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.235+0000 7facd7dbcb80 1 --2- 172.21.15.43:0/2337441798 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x560240572560 0x560240571270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:49.250 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.235+0000 7facd7dbcb80 4 client.15099 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-16T15:48:49.250 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.235+0000 7facd7dbcb80 1 -- 172.21.15.43:0/2337441798 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "status"}) -- 0x560240442370 con 0x560240572560 2024-05-16T15:48:49.250 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.235+0000 7facc67fc700 1 --2- 172.21.15.43:0/2337441798 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x560240572560 0x560240571270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:49.250 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.236+0000 7facaaff5700 10 client.15099 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:48:49.251 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.236+0000 7facc67fc700 1 --2- 172.21.15.43:0/2337441798 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x560240572560 0x560240571270 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=67aa94cf4176a36a server_cookie=f5b12defafbce588 in_seq=0 out_seq=0 2024-05-16T15:48:49.251 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.236+0000 7facaaff5700 1 -- 172.21.15.43:0/2337441798 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x560240442370 con 0x560240572560 2024-05-16T15:48:49.251 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.236+0000 7facaaff5700 10 client.15099 handle_command_reply: tid=0 2024-05-16T15:48:49.251 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.236+0000 7facd7dbcb80 1 client.15099 shutdown 2024-05-16T15:48:49.251 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.236+0000 7facd7dbcb80 1 -- 172.21.15.43:0/2337441798 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5602404e8d00 msgr2=0x560240508790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:49.251 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.236+0000 7facd7dbcb80 1 --2- 172.21.15.43:0/2337441798 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5602404e8d00 0x560240508790 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x5602404e3d20 tx=0x7facb8004750 comp rx=0 tx=0).stop 2024-05-16T15:48:49.251 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.236+0000 7facd7dbcb80 1 -- 172.21.15.43:0/2337441798 shutdown_connections 2024-05-16T15:48:49.251 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.236+0000 7facd7dbcb80 1 --2- 172.21.15.43:0/2337441798 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x560240572560 0x560240571270 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:49.251 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.236+0000 7facd7dbcb80 1 --2- 172.21.15.43:0/2337441798 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5602404eea80 0x56024056c0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:49.251 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.236+0000 7facd7dbcb80 1 --2- 172.21.15.43:0/2337441798 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5602404e8d00 0x560240508790 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:49.251 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.236+0000 7facd7dbcb80 1 --2- 172.21.15.43:0/2337441798 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5602404ee160 0x560240508cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:49.251 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.236+0000 7facd7dbcb80 1 -- 172.21.15.43:0/2337441798 >> 172.21.15.43:0/2337441798 conn(0x560240414b20 msgr2=0x5602404ef570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:49.251 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.236+0000 7facaaff5700 0 client.15099 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:48:49.251 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.237+0000 7facd7dbcb80 1 -- 172.21.15.43:0/2337441798 shutdown_connections 2024-05-16T15:48:49.252 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.237+0000 7facd7dbcb80 1 -- 172.21.15.43:0/2337441798 wait complete. 2024-05-16T15:48:49.252 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.237+0000 7facd7dbcb80 20 client.15099 trim_cache size 0 max 16384 2024-05-16T15:48:49.252 INFO:teuthology.orchestra.run.smithi043.stdout:{ 2024-05-16T15:48:49.252 INFO:teuthology.orchestra.run.smithi043.stdout: "cluster_fsid": "13155b42-139a-11ef-bc9a-c7b262605968", 2024-05-16T15:48:49.252 INFO:teuthology.orchestra.run.smithi043.stdout: "whoami": 0, 2024-05-16T15:48:49.252 INFO:teuthology.orchestra.run.smithi043.stdout: "id": 24482, 2024-05-16T15:48:49.252 INFO:teuthology.orchestra.run.smithi043.stdout: "want_state": "up:active", 2024-05-16T15:48:49.252 INFO:teuthology.orchestra.run.smithi043.stdout: "state": "up:active", 2024-05-16T15:48:49.252 INFO:teuthology.orchestra.run.smithi043.stdout: "fs_name": "cephfs", 2024-05-16T15:48:49.252 INFO:teuthology.orchestra.run.smithi043.stdout: "rank_uptime": 190.010229275, 2024-05-16T15:48:49.252 INFO:teuthology.orchestra.run.smithi043.stdout: "mdsmap_epoch": 29, 2024-05-16T15:48:49.253 INFO:teuthology.orchestra.run.smithi043.stdout: "osdmap_epoch": 89, 2024-05-16T15:48:49.253 INFO:teuthology.orchestra.run.smithi043.stdout: "osdmap_epoch_barrier": 87, 2024-05-16T15:48:49.253 INFO:teuthology.orchestra.run.smithi043.stdout: "uptime": 205.08713557199999 2024-05-16T15:48:49.253 INFO:teuthology.orchestra.run.smithi043.stdout:} 2024-05-16T15:48:49.253 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.237+0000 7faccd529700 1 -- 172.21.15.43:0/1732842813 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7facb00b2880 msgr2=0x7facb00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:49.253 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.237+0000 7faccd529700 1 --2- 172.21.15.43:0/1732842813 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7facb00b2880 0x7facb00b4d40 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7facb8009a10 tx=0x7facb8009190 comp rx=0 tx=0).stop 2024-05-16T15:48:49.254 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.237+0000 7faccd529700 1 -- 172.21.15.43:0/1732842813 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7facc8108870 msgr2=0x7facc8076220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:49.254 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.237+0000 7faccd529700 1 --2- 172.21.15.43:0/1732842813 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7facc8108870 0x7facc8076220 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7facc000b970 tx=0x7facc000bc80 comp rx=0 tx=0).stop 2024-05-16T15:48:49.254 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.237+0000 7faccd529700 1 -- 172.21.15.43:0/1732842813 shutdown_connections 2024-05-16T15:48:49.254 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.237+0000 7faccd529700 1 --2- 172.21.15.43:0/1732842813 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7facb00b2880 0x7facb00b4d40 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:49.254 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.237+0000 7faccd529700 1 --2- 172.21.15.43:0/1732842813 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7facc8108870 0x7facc8076220 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:49.254 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.237+0000 7faccd529700 1 --2- 172.21.15.43:0/1732842813 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7facc8103780 0x7facc80757a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:49.254 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.237+0000 7faccd529700 1 --2- 172.21.15.43:0/1732842813 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7facc8104130 0x7facc8075ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:49.254 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.237+0000 7faccd529700 1 -- 172.21.15.43:0/1732842813 >> 172.21.15.43:0/1732842813 conn(0x7facc807a610 msgr2=0x7facc8101780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:49.254 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.238+0000 7faccd529700 1 -- 172.21.15.43:0/1732842813 shutdown_connections 2024-05-16T15:48:49.254 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:49.238+0000 7faccd529700 1 -- 172.21.15.43:0/1732842813 wait complete. 2024-05-16T15:48:49.474 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:49 smithi043 ceph-mon[31619]: pgmap v393: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:48:49.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:49 smithi157 ceph-mon[35584]: pgmap v393: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:48:49.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:49 smithi148 ceph-mon[34976]: pgmap v393: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:48:49.906 INFO:tasks.cephadm:Setup complete, yielding 2024-05-16T15:48:49.906 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-05-16T15:48:49.915 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi043.front.sepia.ceph.com 2024-05-16T15:48:49.916 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- bash -c 'ceph orch status' 2024-05-16T15:48:50.166 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:48:51.655 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:51 smithi043 ceph-mon[31619]: pgmap v394: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-05-16T15:48:51.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:51 smithi157 ceph-mon[35584]: pgmap v394: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-05-16T15:48:51.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:51 smithi148 ceph-mon[34976]: pgmap v394: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-05-16T15:48:51.875 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:51.862+0000 7f8a50c0f700 1 -- 172.21.15.43:0/2271035957 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8a4c104700 msgr2=0x7f8a4c104b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:51.875 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:51.862+0000 7f8a50c0f700 1 --2- 172.21.15.43:0/2271035957 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8a4c104700 0x7f8a4c104b60 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f8a4000b0d0 tx=0x7f8a4000b3e0 comp rx=0 tx=0).stop 2024-05-16T15:48:51.875 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:51.863+0000 7f8a50c0f700 1 -- 172.21.15.43:0/2271035957 shutdown_connections 2024-05-16T15:48:51.875 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:51.863+0000 7f8a50c0f700 1 --2- 172.21.15.43:0/2271035957 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8a4c1050a0 0x7f8a4c10b950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:51.875 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:51.863+0000 7f8a50c0f700 1 --2- 172.21.15.43:0/2271035957 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8a4c103500 0x7f8a4c103920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:51.875 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:51.863+0000 7f8a50c0f700 1 --2- 172.21.15.43:0/2271035957 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8a4c104700 0x7f8a4c104b60 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:51.875 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:51.863+0000 7f8a50c0f700 1 -- 172.21.15.43:0/2271035957 >> 172.21.15.43:0/2271035957 conn(0x7f8a4c0feaa0 msgr2=0x7f8a4c100ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:51.875 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:51.863+0000 7f8a50c0f700 1 -- 172.21.15.43:0/2271035957 shutdown_connections 2024-05-16T15:48:51.875 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:51.863+0000 7f8a50c0f700 1 -- 172.21.15.43:0/2271035957 wait complete. 2024-05-16T15:48:51.876 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:51.863+0000 7f8a50c0f700 1 Processor -- start 2024-05-16T15:48:51.876 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:51.863+0000 7f8a50c0f700 1 -- start start 2024-05-16T15:48:51.876 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:51.863+0000 7f8a50c0f700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8a4c103500 0x7f8a4c19b910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:51.876 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:51.864+0000 7f8a50c0f700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8a4c104700 0x7f8a4c19be50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:51.876 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:51.864+0000 7f8a50c0f700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8a4c1050a0 0x7f8a4c1a2e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:51.876 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:51.864+0000 7f8a50c0f700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f8a4c10ef40 con 0x7f8a4c1050a0 2024-05-16T15:48:51.876 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:51.864+0000 7f8a50c0f700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f8a4c10edc0 con 0x7f8a4c103500 2024-05-16T15:48:51.876 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:51.864+0000 7f8a50c0f700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f8a4c10f0c0 con 0x7f8a4c104700 2024-05-16T15:48:51.876 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:51.864+0000 7f8a4ad9d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8a4c1050a0 0x7f8a4c1a2e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:51.876 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:51.864+0000 7f8a4ad9d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8a4c1050a0 0x7f8a4c1a2e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:36870/0 (socket says 172.21.15.43:36870) 2024-05-16T15:48:51.876 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:51.864+0000 7f8a4ad9d700 1 -- 172.21.15.43:0/3064493773 learned_addr learned my addr 172.21.15.43:0/3064493773 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:48:51.876 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:51.864+0000 7f8a49d9b700 1 --2- 172.21.15.43:0/3064493773 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8a4c104700 0x7f8a4c19be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:51.876 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:51.864+0000 7f8a4a59c700 1 --2- 172.21.15.43:0/3064493773 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8a4c103500 0x7f8a4c19b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:51.877 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:51.864+0000 7f8a4ad9d700 1 -- 172.21.15.43:0/3064493773 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8a4c104700 msgr2=0x7f8a4c19be50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:51.877 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:51.864+0000 7f8a4ad9d700 1 --2- 172.21.15.43:0/3064493773 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8a4c104700 0x7f8a4c19be50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:51.877 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:51.864+0000 7f8a4ad9d700 1 -- 172.21.15.43:0/3064493773 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8a4c103500 msgr2=0x7f8a4c19b910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:51.877 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:51.864+0000 7f8a4ad9d700 1 --2- 172.21.15.43:0/3064493773 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8a4c103500 0x7f8a4c19b910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:51.877 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:51.864+0000 7f8a4ad9d700 1 -- 172.21.15.43:0/3064493773 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a4c1a3520 con 0x7f8a4c1050a0 2024-05-16T15:48:51.877 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:51.864+0000 7f8a4a59c700 1 --2- 172.21.15.43:0/3064493773 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8a4c103500 0x7f8a4c19b910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:48:51.877 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:51.864+0000 7f8a4ad9d700 1 --2- 172.21.15.43:0/3064493773 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8a4c1050a0 0x7f8a4c1a2e80 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f8a4400b580 tx=0x7f8a4400b890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:51.877 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:51.864+0000 7f8a3b7fe700 1 -- 172.21.15.43:0/3064493773 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a44015020 con 0x7f8a4c1050a0 2024-05-16T15:48:51.877 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:51.864+0000 7f8a3b7fe700 1 -- 172.21.15.43:0/3064493773 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8a44011cc0 con 0x7f8a4c1050a0 2024-05-16T15:48:51.877 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:51.864+0000 7f8a50c0f700 1 -- 172.21.15.43:0/3064493773 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a4c1a3810 con 0x7f8a4c1050a0 2024-05-16T15:48:51.877 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:51.864+0000 7f8a3b7fe700 1 -- 172.21.15.43:0/3064493773 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a44010c80 con 0x7f8a4c1050a0 2024-05-16T15:48:51.877 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:51.864+0000 7f8a50c0f700 1 -- 172.21.15.43:0/3064493773 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a4c1a3dd0 con 0x7f8a4c1050a0 2024-05-16T15:48:51.878 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:51.865+0000 7f8a50c0f700 1 -- 172.21.15.43:0/3064493773 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a4c06a190 con 0x7f8a4c1050a0 2024-05-16T15:48:51.879 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:51.867+0000 7f8a3b7fe700 1 -- 172.21.15.43:0/3064493773 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f8a44018020 con 0x7f8a4c1050a0 2024-05-16T15:48:51.879 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:51.868+0000 7f8a3b7fe700 1 --2- 172.21.15.43:0/3064493773 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f8a340b2880 0x7f8a340b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:51.879 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:51.868+0000 7f8a4a59c700 1 --2- 172.21.15.43:0/3064493773 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f8a340b2880 0x7f8a340b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:51.879 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:51.868+0000 7f8a3b7fe700 1 -- 172.21.15.43:0/3064493773 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f8a440e2240 con 0x7f8a4c1050a0 2024-05-16T15:48:51.879 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:51.868+0000 7f8a4a59c700 1 --2- 172.21.15.43:0/3064493773 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f8a340b2880 0x7f8a340b4d40 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f8a4c104560 tx=0x7f8a3c008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:51.881 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:51.871+0000 7f8a3b7fe700 1 -- 172.21.15.43:0/3064493773 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f8a4401f020 con 0x7f8a4c1050a0 2024-05-16T15:48:52.116 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:52.105+0000 7f8a50c0f700 1 -- 172.21.15.43:0/3064493773 --> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) -- 0x7f8a4c10b660 con 0x7f8a340b2880 2024-05-16T15:48:52.116 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:52.106+0000 7f8a3b7fe700 1 -- 172.21.15.43:0/3064493773 <== mgr.14150 v2:172.21.15.43:6800/198025071 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7f8a4c10b660 con 0x7f8a340b2880 2024-05-16T15:48:52.116 INFO:teuthology.orchestra.run.smithi043.stdout:Backend: cephadm 2024-05-16T15:48:52.117 INFO:teuthology.orchestra.run.smithi043.stdout:Available: Yes 2024-05-16T15:48:52.117 INFO:teuthology.orchestra.run.smithi043.stdout:Paused: No 2024-05-16T15:48:52.119 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:52.108+0000 7f8a50c0f700 1 -- 172.21.15.43:0/3064493773 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f8a340b2880 msgr2=0x7f8a340b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:52.119 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:52.108+0000 7f8a50c0f700 1 --2- 172.21.15.43:0/3064493773 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f8a340b2880 0x7f8a340b4d40 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f8a4c104560 tx=0x7f8a3c008040 comp rx=0 tx=0).stop 2024-05-16T15:48:52.119 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:52.108+0000 7f8a50c0f700 1 -- 172.21.15.43:0/3064493773 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8a4c1050a0 msgr2=0x7f8a4c1a2e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:52.119 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:52.108+0000 7f8a50c0f700 1 --2- 172.21.15.43:0/3064493773 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8a4c1050a0 0x7f8a4c1a2e80 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f8a4400b580 tx=0x7f8a4400b890 comp rx=0 tx=0).stop 2024-05-16T15:48:52.119 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:52.109+0000 7f8a50c0f700 1 -- 172.21.15.43:0/3064493773 shutdown_connections 2024-05-16T15:48:52.119 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:52.109+0000 7f8a50c0f700 1 --2- 172.21.15.43:0/3064493773 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f8a340b2880 0x7f8a340b4d40 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:52.119 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:52.109+0000 7f8a50c0f700 1 --2- 172.21.15.43:0/3064493773 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8a4c1050a0 0x7f8a4c1a2e80 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:52.119 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:52.109+0000 7f8a50c0f700 1 --2- 172.21.15.43:0/3064493773 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8a4c103500 0x7f8a4c19b910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:52.119 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:52.109+0000 7f8a50c0f700 1 --2- 172.21.15.43:0/3064493773 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8a4c104700 0x7f8a4c19be50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:52.119 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:52.109+0000 7f8a50c0f700 1 -- 172.21.15.43:0/3064493773 >> 172.21.15.43:0/3064493773 conn(0x7f8a4c0feaa0 msgr2=0x7f8a4c109f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:52.120 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:52.109+0000 7f8a50c0f700 1 -- 172.21.15.43:0/3064493773 shutdown_connections 2024-05-16T15:48:52.120 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:52.109+0000 7f8a50c0f700 1 -- 172.21.15.43:0/3064493773 wait complete. 2024-05-16T15:48:52.811 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- bash -c 'ceph orch ps' 2024-05-16T15:48:53.065 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:48:53.440 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:53 smithi043 ceph-mon[31619]: pgmap v395: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-05-16T15:48:53.440 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:53 smithi043 ceph-mon[31619]: from='client.15105 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:48:53.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:53 smithi157 ceph-mon[35584]: pgmap v395: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-05-16T15:48:53.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:53 smithi157 ceph-mon[35584]: from='client.15105 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:48:53.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:53 smithi148 ceph-mon[34976]: pgmap v395: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-05-16T15:48:53.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:53 smithi148 ceph-mon[34976]: from='client.15105 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:48:54.722 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.711+0000 7f37767fe700 1 -- 172.21.15.43:0/611412934 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f37701017b0 msgr2=0x7f3770101bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:54.722 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.711+0000 7f37767fe700 1 --2- 172.21.15.43:0/611412934 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f37701017b0 0x7f3770101bd0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f3760009990 tx=0x7f3760009ca0 comp rx=0 tx=0).stop 2024-05-16T15:48:54.722 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.711+0000 7f37767fe700 1 -- 172.21.15.43:0/611412934 shutdown_connections 2024-05-16T15:48:54.723 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.711+0000 7f37767fe700 1 --2- 172.21.15.43:0/611412934 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3770105130 0x7f377010b9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:54.723 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.711+0000 7f37767fe700 1 --2- 172.21.15.43:0/611412934 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f37701017b0 0x7f3770101bd0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:54.723 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.711+0000 7f37767fe700 1 --2- 172.21.15.43:0/611412934 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3770104790 0x7f3770104bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:54.723 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.711+0000 7f37767fe700 1 -- 172.21.15.43:0/611412934 >> 172.21.15.43:0/611412934 conn(0x7f37700fd130 msgr2=0x7f37700ff550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:54.723 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.711+0000 7f37767fe700 1 -- 172.21.15.43:0/611412934 shutdown_connections 2024-05-16T15:48:54.723 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.712+0000 7f37767fe700 1 -- 172.21.15.43:0/611412934 wait complete. 2024-05-16T15:48:54.725 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.712+0000 7f37767fe700 1 Processor -- start 2024-05-16T15:48:54.725 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.713+0000 7f37767fe700 1 -- start start 2024-05-16T15:48:54.725 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.713+0000 7f37767fe700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f37701017b0 0x7f3770199440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:54.725 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.713+0000 7f37767fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3770104790 0x7f3770199980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:54.725 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.713+0000 7f37767fe700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3770105130 0x7f37701a0a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:54.725 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.713+0000 7f37767fe700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f377010ee20 con 0x7f3770104790 2024-05-16T15:48:54.725 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.713+0000 7f37767fe700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f377010eca0 con 0x7f37701017b0 2024-05-16T15:48:54.725 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.713+0000 7f37767fe700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f377010efa0 con 0x7f3770105130 2024-05-16T15:48:54.725 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.713+0000 7f376f7fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3770104790 0x7f3770199980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:54.725 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.713+0000 7f376f7fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3770104790 0x7f3770199980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:36882/0 (socket says 172.21.15.43:36882) 2024-05-16T15:48:54.725 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.713+0000 7f376f7fe700 1 -- 172.21.15.43:0/1407032911 learned_addr learned my addr 172.21.15.43:0/1407032911 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:48:54.725 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.713+0000 7f376ffff700 1 --2- 172.21.15.43:0/1407032911 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f37701017b0 0x7f3770199440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:54.725 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.713+0000 7f3774d9b700 1 --2- 172.21.15.43:0/1407032911 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3770105130 0x7f37701a0a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:54.726 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.714+0000 7f376f7fe700 1 -- 172.21.15.43:0/1407032911 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3770105130 msgr2=0x7f37701a0a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:54.726 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.714+0000 7f376f7fe700 1 --2- 172.21.15.43:0/1407032911 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3770105130 0x7f37701a0a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:54.726 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.714+0000 7f376f7fe700 1 -- 172.21.15.43:0/1407032911 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f37701017b0 msgr2=0x7f3770199440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:54.726 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.714+0000 7f376f7fe700 1 --2- 172.21.15.43:0/1407032911 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f37701017b0 0x7f3770199440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:54.726 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.714+0000 7f376f7fe700 1 -- 172.21.15.43:0/1407032911 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37701a10a0 con 0x7f3770104790 2024-05-16T15:48:54.726 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.714+0000 7f376f7fe700 1 --2- 172.21.15.43:0/1407032911 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3770104790 0x7f3770199980 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f376400c9e0 tx=0x7f376400ccf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:54.726 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.714+0000 7f376d7fa700 1 -- 172.21.15.43:0/1407032911 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3764007ac0 con 0x7f3770104790 2024-05-16T15:48:54.726 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.714+0000 7f37767fe700 1 -- 172.21.15.43:0/1407032911 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37701025e0 con 0x7f3770104790 2024-05-16T15:48:54.726 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.714+0000 7f37767fe700 1 -- 172.21.15.43:0/1407032911 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3770102b70 con 0x7f3770104790 2024-05-16T15:48:54.726 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.714+0000 7f376d7fa700 1 -- 172.21.15.43:0/1407032911 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3764007c60 con 0x7f3770104790 2024-05-16T15:48:54.726 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.714+0000 7f376d7fa700 1 -- 172.21.15.43:0/1407032911 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3764018420 con 0x7f3770104790 2024-05-16T15:48:54.727 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.715+0000 7f37767fe700 1 -- 172.21.15.43:0/1407032911 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f377006a190 con 0x7f3770104790 2024-05-16T15:48:54.727 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.717+0000 7f376d7fa700 1 -- 172.21.15.43:0/1407032911 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f376400f450 con 0x7f3770104790 2024-05-16T15:48:54.728 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.718+0000 7f376d7fa700 1 --2- 172.21.15.43:0/1407032911 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f37580b2900 0x7f37580b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:54.728 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.718+0000 7f376ffff700 1 --2- 172.21.15.43:0/1407032911 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f37580b2900 0x7f37580b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:54.728 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.718+0000 7f376d7fa700 1 -- 172.21.15.43:0/1407032911 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f37640e2760 con 0x7f3770104790 2024-05-16T15:48:54.728 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.718+0000 7f376ffff700 1 --2- 172.21.15.43:0/1407032911 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f37580b2900 0x7f37580b4dc0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f37600036f0 tx=0x7f37600037c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:54.731 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.721+0000 7f376d7fa700 1 -- 172.21.15.43:0/1407032911 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f3764014030 con 0x7f3770104790 2024-05-16T15:48:54.955 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.945+0000 7f37767fe700 1 -- 172.21.15.43:0/1407032911 --> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) -- 0x7f37700638e0 con 0x7f37580b2900 2024-05-16T15:48:54.970 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.959+0000 7f376d7fa700 1 -- 172.21.15.43:0/1407032911 <== mgr.14150 v2:172.21.15.43:6800/198025071 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+4123 (secure 0 0 0) 0x7f37700638e0 con 0x7f37580b2900 2024-05-16T15:48:54.970 INFO:teuthology.orchestra.run.smithi043.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-05-16T15:48:54.970 INFO:teuthology.orchestra.run.smithi043.stdout:mds.a smithi043 running (3m) 40s ago 3m 19.9M - 19.0.0-3449-gddbc91cb bc0afc5f7922 b2fc7f61ebff 2024-05-16T15:48:54.970 INFO:teuthology.orchestra.run.smithi043.stdout:mds.b smithi148 running (3m) 75s ago 3m 29.0M - 19.0.0-3449-gddbc91cb bc0afc5f7922 b973ee776782 2024-05-16T15:48:54.970 INFO:teuthology.orchestra.run.smithi043.stdout:mds.c smithi157 running (3m) 75s ago 3m 20.9M - 19.0.0-3449-gddbc91cb bc0afc5f7922 1d0df0eeaee7 2024-05-16T15:48:54.970 INFO:teuthology.orchestra.run.smithi043.stdout:mds.d smithi043 running (3m) 40s ago 3m 14.5M - 19.0.0-3449-gddbc91cb bc0afc5f7922 2110cb4e1324 2024-05-16T15:48:54.970 INFO:teuthology.orchestra.run.smithi043.stdout:mds.e smithi148 running (3m) 75s ago 3m 18.7M - 19.0.0-3449-gddbc91cb bc0afc5f7922 037ba626d2fd 2024-05-16T15:48:54.970 INFO:teuthology.orchestra.run.smithi043.stdout:mds.f smithi157 running (3m) 75s ago 3m 20.1M - 19.0.0-3449-gddbc91cb bc0afc5f7922 fd58ca2c35bf 2024-05-16T15:48:54.970 INFO:teuthology.orchestra.run.smithi043.stdout:mds.g smithi043 running (3m) 40s ago 3m 19.9M - 19.0.0-3449-gddbc91cb bc0afc5f7922 fa96591a0127 2024-05-16T15:48:54.971 INFO:teuthology.orchestra.run.smithi043.stdout:mds.h smithi148 running (3m) 75s ago 3m 18.9M - 19.0.0-3449-gddbc91cb bc0afc5f7922 c83057a106cf 2024-05-16T15:48:54.971 INFO:teuthology.orchestra.run.smithi043.stdout:mds.i smithi157 running (3m) 75s ago 3m 21.1M - 19.0.0-3449-gddbc91cb bc0afc5f7922 e8fb4fe19f1f 2024-05-16T15:48:54.971 INFO:teuthology.orchestra.run.smithi043.stdout:mds.j smithi043 running (3m) 40s ago 3m 14.6M - 19.0.0-3449-gddbc91cb bc0afc5f7922 1cd993b5cd9e 2024-05-16T15:48:54.971 INFO:teuthology.orchestra.run.smithi043.stdout:mds.k smithi148 running (4m) 75s ago 4m 17.3M - 19.0.0-3449-gddbc91cb bc0afc5f7922 6607fd5f5ff7 2024-05-16T15:48:54.971 INFO:teuthology.orchestra.run.smithi043.stdout:mds.l smithi157 running (4m) 75s ago 4m 20.0M - 19.0.0-3449-gddbc91cb bc0afc5f7922 9c90bc7994fb 2024-05-16T15:48:54.971 INFO:teuthology.orchestra.run.smithi043.stdout:mgr.x smithi043 *:9283,8765 running (11m) 40s ago 11m 531M - 19.0.0-3449-gddbc91cb bc0afc5f7922 3ca9adc59e86 2024-05-16T15:48:54.971 INFO:teuthology.orchestra.run.smithi043.stdout:mgr.y smithi148 *:8443,8765 running (9m) 75s ago 9m 466M - 19.0.0-3449-gddbc91cb bc0afc5f7922 8fb5f7743f04 2024-05-16T15:48:54.971 INFO:teuthology.orchestra.run.smithi043.stdout:mgr.z smithi157 *:8443,8765 running (9m) 75s ago 9m 470M - 19.0.0-3449-gddbc91cb bc0afc5f7922 c22c18e0a3aa 2024-05-16T15:48:54.971 INFO:teuthology.orchestra.run.smithi043.stdout:mon.a smithi043 running (11m) 40s ago 11m 53.5M 2048M 19.0.0-3449-gddbc91cb bc0afc5f7922 6b3f8b8081b2 2024-05-16T15:48:54.971 INFO:teuthology.orchestra.run.smithi043.stdout:mon.b smithi148 running (9m) 75s ago 9m 40.1M 2048M 19.0.0-3449-gddbc91cb bc0afc5f7922 2de409d417f1 2024-05-16T15:48:54.971 INFO:teuthology.orchestra.run.smithi043.stdout:mon.c smithi157 running (9m) 75s ago 9m 40.3M 2048M 19.0.0-3449-gddbc91cb bc0afc5f7922 3c8aab480598 2024-05-16T15:48:54.971 INFO:teuthology.orchestra.run.smithi043.stdout:osd.0 smithi043 running (9m) 40s ago 9m 52.8M 4273M 19.0.0-3449-gddbc91cb bc0afc5f7922 f4ae852e17b0 2024-05-16T15:48:54.971 INFO:teuthology.orchestra.run.smithi043.stdout:osd.1 smithi148 running (8m) 75s ago 8m 54.4M 4272M 19.0.0-3449-gddbc91cb bc0afc5f7922 7575bb9b1938 2024-05-16T15:48:54.971 INFO:teuthology.orchestra.run.smithi043.stdout:osd.2 smithi157 running (8m) 75s ago 8m 47.1M 4272M 19.0.0-3449-gddbc91cb bc0afc5f7922 3a907574adcc 2024-05-16T15:48:54.971 INFO:teuthology.orchestra.run.smithi043.stdout:osd.3 smithi043 running (7m) 40s ago 7m 53.2M 4273M 19.0.0-3449-gddbc91cb bc0afc5f7922 060d940ffc13 2024-05-16T15:48:54.971 INFO:teuthology.orchestra.run.smithi043.stdout:osd.4 smithi148 running (7m) 75s ago 7m 50.3M 4272M 19.0.0-3449-gddbc91cb bc0afc5f7922 bbe986d528cc 2024-05-16T15:48:54.971 INFO:teuthology.orchestra.run.smithi043.stdout:osd.5 smithi157 running (7m) 75s ago 7m 52.6M 4272M 19.0.0-3449-gddbc91cb bc0afc5f7922 8c3771b1dc86 2024-05-16T15:48:54.972 INFO:teuthology.orchestra.run.smithi043.stdout:osd.6 smithi043 running (6m) 40s ago 6m 50.7M 4273M 19.0.0-3449-gddbc91cb bc0afc5f7922 446d4c754360 2024-05-16T15:48:54.972 INFO:teuthology.orchestra.run.smithi043.stdout:osd.7 smithi148 running (6m) 75s ago 6m 45.1M 4272M 19.0.0-3449-gddbc91cb bc0afc5f7922 e5dca6220afc 2024-05-16T15:48:54.972 INFO:teuthology.orchestra.run.smithi043.stdout:osd.8 smithi157 running (5m) 75s ago 5m 43.7M 4272M 19.0.0-3449-gddbc91cb bc0afc5f7922 6cf2b2a867d7 2024-05-16T15:48:54.972 INFO:teuthology.orchestra.run.smithi043.stdout:osd.9 smithi043 running (5m) 40s ago 5m 42.5M 4273M 19.0.0-3449-gddbc91cb bc0afc5f7922 3a857a8a2d44 2024-05-16T15:48:54.972 INFO:teuthology.orchestra.run.smithi043.stdout:osd.10 smithi148 running (4m) 75s ago 4m 44.2M 4272M 19.0.0-3449-gddbc91cb bc0afc5f7922 5d8801dd01ec 2024-05-16T15:48:54.972 INFO:teuthology.orchestra.run.smithi043.stdout:osd.11 smithi157 running (4m) 75s ago 4m 44.8M 4272M 19.0.0-3449-gddbc91cb bc0afc5f7922 d55e13cb1e7d 2024-05-16T15:48:54.973 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.962+0000 7f37767fe700 1 -- 172.21.15.43:0/1407032911 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f37580b2900 msgr2=0x7f37580b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:54.973 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.962+0000 7f37767fe700 1 --2- 172.21.15.43:0/1407032911 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f37580b2900 0x7f37580b4dc0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f37600036f0 tx=0x7f37600037c0 comp rx=0 tx=0).stop 2024-05-16T15:48:54.973 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.962+0000 7f37767fe700 1 -- 172.21.15.43:0/1407032911 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3770104790 msgr2=0x7f3770199980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:54.973 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.962+0000 7f37767fe700 1 --2- 172.21.15.43:0/1407032911 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3770104790 0x7f3770199980 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f376400c9e0 tx=0x7f376400ccf0 comp rx=0 tx=0).stop 2024-05-16T15:48:54.973 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.962+0000 7f37767fe700 1 -- 172.21.15.43:0/1407032911 shutdown_connections 2024-05-16T15:48:54.973 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.962+0000 7f37767fe700 1 --2- 172.21.15.43:0/1407032911 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3770105130 0x7f37701a0a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:54.973 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.962+0000 7f37767fe700 1 --2- 172.21.15.43:0/1407032911 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f37701017b0 0x7f3770199440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:54.973 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.962+0000 7f37767fe700 1 --2- 172.21.15.43:0/1407032911 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f37580b2900 0x7f37580b4dc0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:54.973 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.962+0000 7f37767fe700 1 --2- 172.21.15.43:0/1407032911 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3770104790 0x7f3770199980 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:54.973 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.962+0000 7f37767fe700 1 -- 172.21.15.43:0/1407032911 >> 172.21.15.43:0/1407032911 conn(0x7f37700fd130 msgr2=0x7f3770107b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:54.973 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.962+0000 7f37767fe700 1 -- 172.21.15.43:0/1407032911 shutdown_connections 2024-05-16T15:48:54.973 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:54.962+0000 7f37767fe700 1 -- 172.21.15.43:0/1407032911 wait complete. 2024-05-16T15:48:55.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:55 smithi157 ceph-mon[35584]: pgmap v396: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:48:55.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:55 smithi148 ceph-mon[34976]: pgmap v396: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:48:55.688 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:55 smithi043 ceph-mon[31619]: pgmap v396: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:48:55.719 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- bash -c 'ceph orch ls' 2024-05-16T15:48:55.972 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:48:56.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:56 smithi157 ceph-mon[35584]: from='client.15111 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:48:56.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:56 smithi148 ceph-mon[34976]: from='client.15111 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:48:56.724 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:56 smithi043 ceph-mon[31619]: from='client.15111 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:48:57.619 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.608+0000 7f1791f05700 1 -- 172.21.15.43:0/1538933689 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f178c103510 msgr2=0x7f178c103930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:57.619 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.608+0000 7f1791f05700 1 --2- 172.21.15.43:0/1538933689 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f178c103510 0x7f178c103930 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f177c00b0d0 tx=0x7f177c00b3e0 comp rx=0 tx=0).stop 2024-05-16T15:48:57.619 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.608+0000 7f1791f05700 1 -- 172.21.15.43:0/1538933689 shutdown_connections 2024-05-16T15:48:57.619 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.608+0000 7f1791f05700 1 --2- 172.21.15.43:0/1538933689 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f178c1050b0 0x7f178c10b960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:57.619 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.608+0000 7f1791f05700 1 --2- 172.21.15.43:0/1538933689 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f178c103510 0x7f178c103930 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:57.619 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.608+0000 7f1791f05700 1 --2- 172.21.15.43:0/1538933689 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f178c104710 0x7f178c104b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:57.619 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.608+0000 7f1791f05700 1 -- 172.21.15.43:0/1538933689 >> 172.21.15.43:0/1538933689 conn(0x7f178c0feab0 msgr2=0x7f178c100ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:57.619 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.608+0000 7f1791f05700 1 -- 172.21.15.43:0/1538933689 shutdown_connections 2024-05-16T15:48:57.620 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.608+0000 7f1791f05700 1 -- 172.21.15.43:0/1538933689 wait complete. 2024-05-16T15:48:57.620 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.609+0000 7f1791f05700 1 Processor -- start 2024-05-16T15:48:57.620 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.609+0000 7f1791f05700 1 -- start start 2024-05-16T15:48:57.621 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.609+0000 7f1791f05700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f178c103510 0x7f178c199600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:57.621 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.609+0000 7f1791f05700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f178c104710 0x7f178c199b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:57.622 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.609+0000 7f1791f05700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f178c1050b0 0x7f178c1a0b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:57.622 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.609+0000 7f1791f05700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f178c10ee90 con 0x7f178c103510 2024-05-16T15:48:57.622 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.609+0000 7f1791f05700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f178c10ed10 con 0x7f178c104710 2024-05-16T15:48:57.622 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.609+0000 7f1791f05700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f178c10f010 con 0x7f178c1050b0 2024-05-16T15:48:57.622 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.609+0000 7f178b7fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f178c103510 0x7f178c199600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:57.622 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.609+0000 7f178b7fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f178c103510 0x7f178c199600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:38116/0 (socket says 172.21.15.43:38116) 2024-05-16T15:48:57.622 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.609+0000 7f178b7fe700 1 -- 172.21.15.43:0/3440220530 learned_addr learned my addr 172.21.15.43:0/3440220530 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:48:57.622 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.609+0000 7f178affd700 1 --2- 172.21.15.43:0/3440220530 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f178c104710 0x7f178c199b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:57.622 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.609+0000 7f178bfff700 1 --2- 172.21.15.43:0/3440220530 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f178c1050b0 0x7f178c1a0b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:57.622 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.610+0000 7f178b7fe700 1 -- 172.21.15.43:0/3440220530 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f178c1050b0 msgr2=0x7f178c1a0b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:57.622 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.610+0000 7f178b7fe700 1 --2- 172.21.15.43:0/3440220530 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f178c1050b0 0x7f178c1a0b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:57.622 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.610+0000 7f178b7fe700 1 -- 172.21.15.43:0/3440220530 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f178c104710 msgr2=0x7f178c199b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:57.623 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.610+0000 7f178b7fe700 1 --2- 172.21.15.43:0/3440220530 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f178c104710 0x7f178c199b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:57.623 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.610+0000 7f178b7fe700 1 -- 172.21.15.43:0/3440220530 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f178c1a1210 con 0x7f178c103510 2024-05-16T15:48:57.623 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.610+0000 7f178affd700 1 --2- 172.21.15.43:0/3440220530 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f178c104710 0x7f178c199b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:48:57.623 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.610+0000 7f178b7fe700 1 --2- 172.21.15.43:0/3440220530 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f178c103510 0x7f178c199600 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f177c009c00 tx=0x7f177c00bd60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:57.623 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.610+0000 7f1788ff9700 1 -- 172.21.15.43:0/3440220530 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f177c01f030 con 0x7f178c103510 2024-05-16T15:48:57.623 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.610+0000 7f1788ff9700 1 -- 172.21.15.43:0/3440220530 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f177c007bc0 con 0x7f178c103510 2024-05-16T15:48:57.623 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.610+0000 7f1791f05700 1 -- 172.21.15.43:0/3440220530 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f178c1a14a0 con 0x7f178c103510 2024-05-16T15:48:57.623 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.610+0000 7f1788ff9700 1 -- 172.21.15.43:0/3440220530 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f177c01b690 con 0x7f178c103510 2024-05-16T15:48:57.623 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.610+0000 7f1791f05700 1 -- 172.21.15.43:0/3440220530 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f178c1a1890 con 0x7f178c103510 2024-05-16T15:48:57.625 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.611+0000 7f1791f05700 1 -- 172.21.15.43:0/3440220530 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f178c06a190 con 0x7f178c103510 2024-05-16T15:48:57.626 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.613+0000 7f1788ff9700 1 -- 172.21.15.43:0/3440220530 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f177c0055f0 con 0x7f178c103510 2024-05-16T15:48:57.626 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.614+0000 7f1788ff9700 1 --2- 172.21.15.43:0/3440220530 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f17780b2880 0x7f17780b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:48:57.626 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.614+0000 7f178affd700 1 --2- 172.21.15.43:0/3440220530 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f17780b2880 0x7f17780b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:48:57.626 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.614+0000 7f1788ff9700 1 -- 172.21.15.43:0/3440220530 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f177c00f020 con 0x7f178c103510 2024-05-16T15:48:57.626 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.615+0000 7f178affd700 1 --2- 172.21.15.43:0/3440220530 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f17780b2880 0x7f17780b4d40 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f1774005950 tx=0x7f1774005f50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:48:57.628 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.618+0000 7f1788ff9700 1 -- 172.21.15.43:0/3440220530 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f177c029020 con 0x7f178c103510 2024-05-16T15:48:57.628 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:57 smithi043 ceph-mon[31619]: pgmap v397: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-16T15:48:57.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:57 smithi157 ceph-mon[35584]: pgmap v397: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-16T15:48:57.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:57 smithi148 ceph-mon[34976]: pgmap v397: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-16T15:48:57.854 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.844+0000 7f1791f05700 1 -- 172.21.15.43:0/3440220530 --> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) -- 0x7f178c0638e0 con 0x7f17780b2880 2024-05-16T15:48:57.860 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.850+0000 7f1788ff9700 1 -- 172.21.15.43:0/3440220530 <== mgr.14150 v2:172.21.15.43:6800/198025071 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+980 (secure 0 0 0) 0x7f178c0638e0 con 0x7f17780b2880 2024-05-16T15:48:57.861 INFO:teuthology.orchestra.run.smithi043.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-05-16T15:48:57.861 INFO:teuthology.orchestra.run.smithi043.stdout:mds.all 12/12 78s ago 4m smithi043=a;smithi043=d;smithi043=g;smithi043=j;smithi148=b;smithi148=e;smithi148=h;smithi148=k;smithi157=c;smithi157=f;smithi157=i;smithi157=l;count:12 2024-05-16T15:48:57.861 INFO:teuthology.orchestra.run.smithi043.stdout:mgr 3/3 78s ago 9m smithi043=x;smithi148=y;smithi157=z;count:3 2024-05-16T15:48:57.861 INFO:teuthology.orchestra.run.smithi043.stdout:mon 3/3 78s ago 9m smithi043:172.21.15.43=a;smithi148:172.21.15.148=b;smithi157:172.21.15.157=c;count:3 2024-05-16T15:48:57.861 INFO:teuthology.orchestra.run.smithi043.stdout:osd 12 78s ago - 2024-05-16T15:48:57.863 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.853+0000 7f1791f05700 1 -- 172.21.15.43:0/3440220530 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f17780b2880 msgr2=0x7f17780b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:57.864 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.853+0000 7f1791f05700 1 --2- 172.21.15.43:0/3440220530 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f17780b2880 0x7f17780b4d40 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f1774005950 tx=0x7f1774005f50 comp rx=0 tx=0).stop 2024-05-16T15:48:57.864 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.853+0000 7f1791f05700 1 -- 172.21.15.43:0/3440220530 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f178c103510 msgr2=0x7f178c199600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:48:57.864 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.853+0000 7f1791f05700 1 --2- 172.21.15.43:0/3440220530 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f178c103510 0x7f178c199600 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f177c009c00 tx=0x7f177c00bd60 comp rx=0 tx=0).stop 2024-05-16T15:48:57.864 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.853+0000 7f1791f05700 1 -- 172.21.15.43:0/3440220530 shutdown_connections 2024-05-16T15:48:57.864 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.853+0000 7f1791f05700 1 --2- 172.21.15.43:0/3440220530 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f178c1050b0 0x7f178c1a0b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:57.864 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.853+0000 7f1791f05700 1 --2- 172.21.15.43:0/3440220530 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f17780b2880 0x7f17780b4d40 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:57.864 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.853+0000 7f1791f05700 1 --2- 172.21.15.43:0/3440220530 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f178c103510 0x7f178c199600 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:57.864 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.853+0000 7f1791f05700 1 --2- 172.21.15.43:0/3440220530 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f178c104710 0x7f178c199b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:48:57.864 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.853+0000 7f1791f05700 1 -- 172.21.15.43:0/3440220530 >> 172.21.15.43:0/3440220530 conn(0x7f178c0feab0 msgr2=0x7f178c107b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:48:57.864 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.853+0000 7f1791f05700 1 -- 172.21.15.43:0/3440220530 shutdown_connections 2024-05-16T15:48:57.864 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:48:57.853+0000 7f1791f05700 1 -- 172.21.15.43:0/3440220530 wait complete. 2024-05-16T15:48:58.543 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- bash -c 'ceph orch host ls' 2024-05-16T15:48:58.796 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:48:59.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:59 smithi157 ceph-mon[35584]: from='client.15117 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:48:59.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:48:59 smithi157 ceph-mon[35584]: pgmap v398: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:48:59.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:59 smithi148 ceph-mon[34976]: from='client.15117 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:48:59.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:48:59 smithi148 ceph-mon[34976]: pgmap v398: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:48:59.724 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:59 smithi043 ceph-mon[31619]: from='client.15117 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:48:59.724 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:48:59 smithi043 ceph-mon[31619]: pgmap v398: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:49:00.387 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.376+0000 7f2a36899700 1 -- 172.21.15.43:0/2385067880 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2a30103fa0 msgr2=0x7f2a3010a850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:00.387 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.376+0000 7f2a36899700 1 --2- 172.21.15.43:0/2385067880 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2a30103fa0 0x7f2a3010a850 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f2a2800b0d0 tx=0x7f2a2800b3e0 comp rx=0 tx=0).stop 2024-05-16T15:49:00.387 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.376+0000 7f2a36899700 1 -- 172.21.15.43:0/2385067880 shutdown_connections 2024-05-16T15:49:00.387 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.376+0000 7f2a36899700 1 --2- 172.21.15.43:0/2385067880 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2a30103fa0 0x7f2a3010a850 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:00.387 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.376+0000 7f2a36899700 1 --2- 172.21.15.43:0/2385067880 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2a30102400 0x7f2a30102820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:00.387 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.376+0000 7f2a36899700 1 --2- 172.21.15.43:0/2385067880 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2a30103600 0x7f2a30103a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:00.387 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.376+0000 7f2a36899700 1 -- 172.21.15.43:0/2385067880 >> 172.21.15.43:0/2385067880 conn(0x7f2a300fd9c0 msgr2=0x7f2a300ffde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:00.387 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.376+0000 7f2a36899700 1 -- 172.21.15.43:0/2385067880 shutdown_connections 2024-05-16T15:49:00.388 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.376+0000 7f2a36899700 1 -- 172.21.15.43:0/2385067880 wait complete. 2024-05-16T15:49:00.388 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.377+0000 7f2a36899700 1 Processor -- start 2024-05-16T15:49:00.388 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.377+0000 7f2a36899700 1 -- start start 2024-05-16T15:49:00.390 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.377+0000 7f2a36899700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2a30102400 0x7f2a30106340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:00.390 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.377+0000 7f2a36899700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2a30103600 0x7f2a301049e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:00.390 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.377+0000 7f2a36899700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2a30103fa0 0x7f2a30104f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:00.390 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.377+0000 7f2a36899700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f2a3010dd40 con 0x7f2a30103600 2024-05-16T15:49:00.390 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.377+0000 7f2a36899700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f2a3010dbc0 con 0x7f2a30102400 2024-05-16T15:49:00.390 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.377+0000 7f2a36899700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f2a3010dec0 con 0x7f2a30103fa0 2024-05-16T15:49:00.390 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.377+0000 7f2a2f7fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2a30103600 0x7f2a301049e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:00.390 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.377+0000 7f2a2f7fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2a30103600 0x7f2a301049e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:38140/0 (socket says 172.21.15.43:38140) 2024-05-16T15:49:00.390 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.377+0000 7f2a2f7fe700 1 -- 172.21.15.43:0/2986705050 learned_addr learned my addr 172.21.15.43:0/2986705050 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:00.390 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.377+0000 7f2a2ffff700 1 --2- 172.21.15.43:0/2986705050 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2a30102400 0x7f2a30106340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:00.391 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.377+0000 7f2a34e36700 1 --2- 172.21.15.43:0/2986705050 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2a30103fa0 0x7f2a30104f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:00.391 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.377+0000 7f2a2f7fe700 1 -- 172.21.15.43:0/2986705050 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2a30103fa0 msgr2=0x7f2a30104f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:00.391 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.377+0000 7f2a2f7fe700 1 --2- 172.21.15.43:0/2986705050 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2a30103fa0 0x7f2a30104f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:00.391 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.378+0000 7f2a2f7fe700 1 -- 172.21.15.43:0/2986705050 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2a30102400 msgr2=0x7f2a30106340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:00.391 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.378+0000 7f2a2f7fe700 1 --2- 172.21.15.43:0/2986705050 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2a30102400 0x7f2a30106340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:00.391 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.378+0000 7f2a2f7fe700 1 -- 172.21.15.43:0/2986705050 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a301057f0 con 0x7f2a30103600 2024-05-16T15:49:00.391 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.378+0000 7f2a2f7fe700 1 --2- 172.21.15.43:0/2986705050 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2a30103600 0x7f2a301049e0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f2a2400d950 tx=0x7f2a2400dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:00.391 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.378+0000 7f2a2d7fa700 1 -- 172.21.15.43:0/2986705050 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a24016070 con 0x7f2a30103600 2024-05-16T15:49:00.391 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.378+0000 7f2a36899700 1 -- 172.21.15.43:0/2986705050 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a301a3650 con 0x7f2a30103600 2024-05-16T15:49:00.391 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.378+0000 7f2a2d7fa700 1 -- 172.21.15.43:0/2986705050 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2a24009dd0 con 0x7f2a30103600 2024-05-16T15:49:00.391 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.378+0000 7f2a2d7fa700 1 -- 172.21.15.43:0/2986705050 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a2400f3c0 con 0x7f2a30103600 2024-05-16T15:49:00.391 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.378+0000 7f2a36899700 1 -- 172.21.15.43:0/2986705050 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a301a3b60 con 0x7f2a30103600 2024-05-16T15:49:00.391 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.379+0000 7f2a36899700 1 -- 172.21.15.43:0/2986705050 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a3006a190 con 0x7f2a30103600 2024-05-16T15:49:00.392 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.380+0000 7f2a2d7fa700 1 -- 172.21.15.43:0/2986705050 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f2a24019070 con 0x7f2a30103600 2024-05-16T15:49:00.392 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.381+0000 7f2a2d7fa700 1 --2- 172.21.15.43:0/2986705050 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f2a180b2880 0x7f2a180b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:00.393 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.382+0000 7f2a2ffff700 1 --2- 172.21.15.43:0/2986705050 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f2a180b2880 0x7f2a180b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:00.393 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.382+0000 7f2a2d7fa700 1 -- 172.21.15.43:0/2986705050 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f2a240e2230 con 0x7f2a30103600 2024-05-16T15:49:00.393 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.382+0000 7f2a2ffff700 1 --2- 172.21.15.43:0/2986705050 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f2a180b2880 0x7f2a180b4d40 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f2a30103460 tx=0x7f2a2000b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:00.396 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.386+0000 7f2a2d7fa700 1 -- 172.21.15.43:0/2986705050 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f2a240a9ba0 con 0x7f2a30103600 2024-05-16T15:49:00.620 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.610+0000 7f2a36899700 1 -- 172.21.15.43:0/2986705050 --> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) -- 0x7f2a300ffbc0 con 0x7f2a180b2880 2024-05-16T15:49:00.621 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.611+0000 7f2a2d7fa700 1 -- 172.21.15.43:0/2986705050 <== mgr.14150 v2:172.21.15.43:6800/198025071 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+191 (secure 0 0 0) 0x7f2a300ffbc0 con 0x7f2a180b2880 2024-05-16T15:49:00.621 INFO:teuthology.orchestra.run.smithi043.stdout:HOST ADDR LABELS STATUS 2024-05-16T15:49:00.622 INFO:teuthology.orchestra.run.smithi043.stdout:smithi043 172.21.15.43 2024-05-16T15:49:00.622 INFO:teuthology.orchestra.run.smithi043.stdout:smithi148 172.21.15.148 2024-05-16T15:49:00.622 INFO:teuthology.orchestra.run.smithi043.stdout:smithi157 172.21.15.157 2024-05-16T15:49:00.622 INFO:teuthology.orchestra.run.smithi043.stdout:3 hosts in cluster 2024-05-16T15:49:00.624 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.614+0000 7f2a36899700 1 -- 172.21.15.43:0/2986705050 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f2a180b2880 msgr2=0x7f2a180b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:00.624 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.614+0000 7f2a36899700 1 --2- 172.21.15.43:0/2986705050 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f2a180b2880 0x7f2a180b4d40 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f2a30103460 tx=0x7f2a2000b410 comp rx=0 tx=0).stop 2024-05-16T15:49:00.624 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.614+0000 7f2a36899700 1 -- 172.21.15.43:0/2986705050 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2a30103600 msgr2=0x7f2a301049e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:00.624 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.614+0000 7f2a36899700 1 --2- 172.21.15.43:0/2986705050 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2a30103600 0x7f2a301049e0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f2a2400d950 tx=0x7f2a2400dc60 comp rx=0 tx=0).stop 2024-05-16T15:49:00.624 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.614+0000 7f2a36899700 1 -- 172.21.15.43:0/2986705050 shutdown_connections 2024-05-16T15:49:00.624 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.614+0000 7f2a36899700 1 --2- 172.21.15.43:0/2986705050 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2a30103fa0 0x7f2a30104f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:00.624 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.614+0000 7f2a36899700 1 --2- 172.21.15.43:0/2986705050 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2a30102400 0x7f2a30106340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:00.624 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.614+0000 7f2a36899700 1 --2- 172.21.15.43:0/2986705050 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f2a180b2880 0x7f2a180b4d40 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:00.625 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.614+0000 7f2a36899700 1 --2- 172.21.15.43:0/2986705050 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2a30103600 0x7f2a301049e0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:00.625 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.614+0000 7f2a36899700 1 -- 172.21.15.43:0/2986705050 >> 172.21.15.43:0/2986705050 conn(0x7f2a300fd9c0 msgr2=0x7f2a300ff4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:00.625 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.614+0000 7f2a36899700 1 -- 172.21.15.43:0/2986705050 shutdown_connections 2024-05-16T15:49:00.625 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:00.614+0000 7f2a36899700 1 -- 172.21.15.43:0/2986705050 wait complete. 2024-05-16T15:49:01.287 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- bash -c 'ceph orch device ls' 2024-05-16T15:49:01.543 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:49:01.665 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:01 smithi043 ceph-mon[31619]: pgmap v399: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-05-16T15:49:01.675 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:01 smithi157 ceph-mon[35584]: pgmap v399: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-05-16T15:49:01.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:01 smithi148 ceph-mon[34976]: pgmap v399: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-05-16T15:49:02.647 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:02 smithi043 ceph-mon[31619]: from='client.15123 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:49:02.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:02 smithi148 ceph-mon[34976]: from='client.15123 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:49:02.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:02 smithi157 ceph-mon[35584]: from='client.15123 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:49:03.233 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.222+0000 7f85781f6700 1 -- 172.21.15.43:0/431357688 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f85701017c0 msgr2=0x7f8570101be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:03.233 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.222+0000 7f85781f6700 1 --2- 172.21.15.43:0/431357688 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f85701017c0 0x7f8570101be0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f856c00b0a0 tx=0x7f856c00b3b0 comp rx=0 tx=0).stop 2024-05-16T15:49:03.233 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.222+0000 7f85781f6700 1 -- 172.21.15.43:0/431357688 shutdown_connections 2024-05-16T15:49:03.233 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.222+0000 7f85781f6700 1 --2- 172.21.15.43:0/431357688 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8570105140 0x7f857010b9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:03.233 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.222+0000 7f85781f6700 1 --2- 172.21.15.43:0/431357688 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f85701017c0 0x7f8570101be0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:03.233 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.222+0000 7f85781f6700 1 --2- 172.21.15.43:0/431357688 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f85701047a0 0x7f8570104c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:03.233 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.222+0000 7f85781f6700 1 -- 172.21.15.43:0/431357688 >> 172.21.15.43:0/431357688 conn(0x7f85700fd100 msgr2=0x7f85700ff560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:03.233 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.222+0000 7f85781f6700 1 -- 172.21.15.43:0/431357688 shutdown_connections 2024-05-16T15:49:03.233 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.222+0000 7f85781f6700 1 -- 172.21.15.43:0/431357688 wait complete. 2024-05-16T15:49:03.235 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.223+0000 7f85781f6700 1 Processor -- start 2024-05-16T15:49:03.235 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.223+0000 7f85781f6700 1 -- start start 2024-05-16T15:49:03.235 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.223+0000 7f85781f6700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f85701017c0 0x7f8570104100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:03.235 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.223+0000 7f85781f6700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f85701047a0 0x7f8570102750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:03.235 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.223+0000 7f85781f6700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8570105140 0x7f8570102c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:03.235 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.223+0000 7f85781f6700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f857010eee0 con 0x7f85701017c0 2024-05-16T15:49:03.235 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.223+0000 7f85781f6700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f857010ed60 con 0x7f85701047a0 2024-05-16T15:49:03.236 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.223+0000 7f85781f6700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f857010f060 con 0x7f8570105140 2024-05-16T15:49:03.236 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.223+0000 7f8575f92700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f85701017c0 0x7f8570104100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:03.236 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.223+0000 7f8575f92700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f85701017c0 0x7f8570104100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:38164/0 (socket says 172.21.15.43:38164) 2024-05-16T15:49:03.236 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.223+0000 7f8575f92700 1 -- 172.21.15.43:0/2816068266 learned_addr learned my addr 172.21.15.43:0/2816068266 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:03.236 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.223+0000 7f8575791700 1 --2- 172.21.15.43:0/2816068266 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f85701047a0 0x7f8570102750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:03.236 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.224+0000 7f8575f92700 1 -- 172.21.15.43:0/2816068266 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8570105140 msgr2=0x7f8570102c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:03.236 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.224+0000 7f8575f92700 1 --2- 172.21.15.43:0/2816068266 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8570105140 0x7f8570102c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:03.236 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.224+0000 7f8575f92700 1 -- 172.21.15.43:0/2816068266 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f85701047a0 msgr2=0x7f8570102750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:03.236 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.224+0000 7f8575f92700 1 --2- 172.21.15.43:0/2816068266 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f85701047a0 0x7f8570102750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:03.236 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.224+0000 7f8575f92700 1 -- 172.21.15.43:0/2816068266 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8570103540 con 0x7f85701017c0 2024-05-16T15:49:03.236 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.224+0000 7f8575791700 1 --2- 172.21.15.43:0/2816068266 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f85701047a0 0x7f8570102750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:49:03.236 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.224+0000 7f8575f92700 1 --2- 172.21.15.43:0/2816068266 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f85701017c0 0x7f8570104100 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f856c00b830 tx=0x7f856c00bd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:03.236 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.224+0000 7f8566ffd700 1 -- 172.21.15.43:0/2816068266 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f856c021070 con 0x7f85701017c0 2024-05-16T15:49:03.236 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.224+0000 7f85781f6700 1 -- 172.21.15.43:0/2816068266 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85701a3760 con 0x7f85701017c0 2024-05-16T15:49:03.236 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.224+0000 7f8566ffd700 1 -- 172.21.15.43:0/2816068266 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f856c0054d0 con 0x7f85701017c0 2024-05-16T15:49:03.236 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.224+0000 7f8566ffd700 1 -- 172.21.15.43:0/2816068266 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f856c01b890 con 0x7f85701017c0 2024-05-16T15:49:03.237 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.224+0000 7f85781f6700 1 -- 172.21.15.43:0/2816068266 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85701a3c30 con 0x7f85701017c0 2024-05-16T15:49:03.237 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.225+0000 7f85781f6700 1 -- 172.21.15.43:0/2816068266 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f857006a190 con 0x7f85701017c0 2024-05-16T15:49:03.238 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.228+0000 7f8566ffd700 1 -- 172.21.15.43:0/2816068266 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f856c024070 con 0x7f85701017c0 2024-05-16T15:49:03.239 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.228+0000 7f8566ffd700 1 --2- 172.21.15.43:0/2816068266 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f855c0b2880 0x7f855c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:03.239 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.228+0000 7f8575791700 1 --2- 172.21.15.43:0/2816068266 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f855c0b2880 0x7f855c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:03.239 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.228+0000 7f8566ffd700 1 -- 172.21.15.43:0/2816068266 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f856c00f020 con 0x7f85701017c0 2024-05-16T15:49:03.239 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.229+0000 7f8575791700 1 --2- 172.21.15.43:0/2816068266 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f855c0b2880 0x7f855c0b4d40 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f85600099d0 tx=0x7f8560008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:03.242 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.232+0000 7f8566ffd700 1 -- 172.21.15.43:0/2816068266 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f856c02b020 con 0x7f85701017c0 2024-05-16T15:49:03.466 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.456+0000 7f85781f6700 1 -- 172.21.15.43:0/2816068266 --> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) -- 0x7f85700638e0 con 0x7f855c0b2880 2024-05-16T15:49:03.468 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.457+0000 7f8566ffd700 1 -- 172.21.15.43:0/2816068266 <== mgr.14150 v2:172.21.15.43:6800/198025071 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+532 (secure 0 0 0) 0x7f85700638e0 con 0x7f855c0b2880 2024-05-16T15:49:03.468 INFO:teuthology.orchestra.run.smithi043.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2024-05-16T15:49:03.468 INFO:teuthology.orchestra.run.smithi043.stdout:smithi043 /dev/nvme0n1 ssd INTEL_SSDPED1D480GA_PHMB751300GH480DGN 447G No 5m ago Has a FileSystem, LVM detected 2024-05-16T15:49:03.468 INFO:teuthology.orchestra.run.smithi043.stdout:smithi148 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT6233005G400BGN 372G No 4m ago Has a FileSystem, LVM detected 2024-05-16T15:49:03.468 INFO:teuthology.orchestra.run.smithi043.stdout:smithi157 /dev/nvme0n1 ssd INTEL_SSDPED1D480GA_PHMB7476002V480DGN 447G No 4m ago Has a FileSystem, LVM detected 2024-05-16T15:49:03.470 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.460+0000 7f85781f6700 1 -- 172.21.15.43:0/2816068266 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f855c0b2880 msgr2=0x7f855c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:03.470 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.460+0000 7f85781f6700 1 --2- 172.21.15.43:0/2816068266 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f855c0b2880 0x7f855c0b4d40 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f85600099d0 tx=0x7f8560008040 comp rx=0 tx=0).stop 2024-05-16T15:49:03.471 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.460+0000 7f85781f6700 1 -- 172.21.15.43:0/2816068266 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f85701017c0 msgr2=0x7f8570104100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:03.471 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.460+0000 7f85781f6700 1 --2- 172.21.15.43:0/2816068266 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f85701017c0 0x7f8570104100 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f856c00b830 tx=0x7f856c00bd70 comp rx=0 tx=0).stop 2024-05-16T15:49:03.471 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.460+0000 7f85781f6700 1 -- 172.21.15.43:0/2816068266 shutdown_connections 2024-05-16T15:49:03.471 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.460+0000 7f85781f6700 1 --2- 172.21.15.43:0/2816068266 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8570105140 0x7f8570102c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:03.471 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.460+0000 7f85781f6700 1 --2- 172.21.15.43:0/2816068266 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f855c0b2880 0x7f855c0b4d40 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:03.471 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.460+0000 7f85781f6700 1 --2- 172.21.15.43:0/2816068266 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f85701017c0 0x7f8570104100 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:03.471 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.460+0000 7f85781f6700 1 --2- 172.21.15.43:0/2816068266 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f85701047a0 0x7f8570102750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:03.471 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.460+0000 7f85781f6700 1 -- 172.21.15.43:0/2816068266 >> 172.21.15.43:0/2816068266 conn(0x7f85700fd100 msgr2=0x7f8570107bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:03.471 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.460+0000 7f85781f6700 1 -- 172.21.15.43:0/2816068266 shutdown_connections 2024-05-16T15:49:03.471 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:03.460+0000 7f85781f6700 1 -- 172.21.15.43:0/2816068266 wait complete. 2024-05-16T15:49:03.685 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:03 smithi148 ceph-mon[34976]: pgmap v400: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-05-16T15:49:03.724 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:03 smithi043 ceph-mon[31619]: pgmap v400: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-05-16T15:49:03.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:03 smithi157 ceph-mon[35584]: pgmap v400: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-05-16T15:49:04.137 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-05-16T15:49:04.147 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi043.front.sepia.ceph.com 2024-05-16T15:49:04.148 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- bash -c 'ceph fs dump' 2024-05-16T15:49:04.399 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:49:04.724 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:04 smithi043 ceph-mon[31619]: from='client.15129 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:49:04.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:04 smithi157 ceph-mon[35584]: from='client.15129 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:49:04.935 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:04 smithi148 ceph-mon[34976]: from='client.15129 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-16T15:49:05.614 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:05 smithi043 ceph-mon[31619]: pgmap v401: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:49:05.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:05 smithi157 ceph-mon[35584]: pgmap v401: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:49:05.935 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:05 smithi148 ceph-mon[34976]: pgmap v401: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:49:06.176 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.164+0000 7f72e9c84700 1 -- 172.21.15.43:0/3079476846 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f72e41050a0 msgr2=0x7f72e410b950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:06.177 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.164+0000 7f72e9c84700 1 --2- 172.21.15.43:0/3079476846 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f72e41050a0 0x7f72e410b950 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f72dc00b0d0 tx=0x7f72dc00b3e0 comp rx=0 tx=0).stop 2024-05-16T15:49:06.177 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.164+0000 7f72e9c84700 1 -- 172.21.15.43:0/3079476846 shutdown_connections 2024-05-16T15:49:06.177 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.164+0000 7f72e9c84700 1 --2- 172.21.15.43:0/3079476846 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f72e41050a0 0x7f72e410b950 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:06.177 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.164+0000 7f72e9c84700 1 --2- 172.21.15.43:0/3079476846 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f72e4103500 0x7f72e4103920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:06.177 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.164+0000 7f72e9c84700 1 --2- 172.21.15.43:0/3079476846 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f72e4104700 0x7f72e4104b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:06.177 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.164+0000 7f72e9c84700 1 -- 172.21.15.43:0/3079476846 >> 172.21.15.43:0/3079476846 conn(0x7f72e40feaa0 msgr2=0x7f72e4100ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:06.177 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.164+0000 7f72e9c84700 1 -- 172.21.15.43:0/3079476846 shutdown_connections 2024-05-16T15:49:06.177 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.164+0000 7f72e9c84700 1 -- 172.21.15.43:0/3079476846 wait complete. 2024-05-16T15:49:06.177 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.165+0000 7f72e9c84700 1 Processor -- start 2024-05-16T15:49:06.177 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.165+0000 7f72e9c84700 1 -- start start 2024-05-16T15:49:06.178 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.165+0000 7f72e9c84700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f72e4103500 0x7f72e4077240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:06.178 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.165+0000 7f72e9c84700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f72e4104700 0x7f72e4075890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:06.178 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.165+0000 7f72e9c84700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f72e41050a0 0x7f72e4075dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:06.178 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.165+0000 7f72e9c84700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f72e410ee30 con 0x7f72e4103500 2024-05-16T15:49:06.178 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.165+0000 7f72e9c84700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f72e410ecb0 con 0x7f72e4104700 2024-05-16T15:49:06.178 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.165+0000 7f72e9c84700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f72e410efb0 con 0x7f72e41050a0 2024-05-16T15:49:06.178 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.165+0000 7f72e37fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f72e4103500 0x7f72e4077240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:06.178 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.165+0000 7f72e37fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f72e4103500 0x7f72e4077240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:52438/0 (socket says 172.21.15.43:52438) 2024-05-16T15:49:06.178 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.165+0000 7f72e37fe700 1 -- 172.21.15.43:0/171572972 learned_addr learned my addr 172.21.15.43:0/171572972 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:06.178 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.165+0000 7f72daffd700 1 --2- 172.21.15.43:0/171572972 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f72e4104700 0x7f72e4075890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:06.178 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.166+0000 7f72e3fff700 1 --2- 172.21.15.43:0/171572972 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f72e41050a0 0x7f72e4075dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:06.178 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.166+0000 7f72e37fe700 1 -- 172.21.15.43:0/171572972 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f72e41050a0 msgr2=0x7f72e4075dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:06.178 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.166+0000 7f72e37fe700 1 --2- 172.21.15.43:0/171572972 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f72e41050a0 0x7f72e4075dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:06.178 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.166+0000 7f72e37fe700 1 -- 172.21.15.43:0/171572972 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f72e4104700 msgr2=0x7f72e4075890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:06.179 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.166+0000 7f72e37fe700 1 --2- 172.21.15.43:0/171572972 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f72e4104700 0x7f72e4075890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:06.179 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.166+0000 7f72e37fe700 1 -- 172.21.15.43:0/171572972 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72e4076680 con 0x7f72e4103500 2024-05-16T15:49:06.179 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.166+0000 7f72e37fe700 1 --2- 172.21.15.43:0/171572972 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f72e4103500 0x7f72e4077240 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f72d400c990 tx=0x7f72d400cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:06.179 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.166+0000 7f72e17fa700 1 -- 172.21.15.43:0/171572972 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72d4007b00 con 0x7f72e4103500 2024-05-16T15:49:06.179 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.166+0000 7f72e9c84700 1 -- 172.21.15.43:0/171572972 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72e41a3600 con 0x7f72e4103500 2024-05-16T15:49:06.179 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.166+0000 7f72e17fa700 1 -- 172.21.15.43:0/171572972 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f72d4007ca0 con 0x7f72e4103500 2024-05-16T15:49:06.179 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.166+0000 7f72e17fa700 1 -- 172.21.15.43:0/171572972 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72d4018660 con 0x7f72e4103500 2024-05-16T15:49:06.179 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.166+0000 7f72e9c84700 1 -- 172.21.15.43:0/171572972 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72e41a3b10 con 0x7f72e4103500 2024-05-16T15:49:06.180 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.167+0000 7f72e9c84700 1 -- 172.21.15.43:0/171572972 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72e406a190 con 0x7f72e4103500 2024-05-16T15:49:06.180 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.169+0000 7f72e17fa700 1 -- 172.21.15.43:0/171572972 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f72d4004020 con 0x7f72e4103500 2024-05-16T15:49:06.180 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.169+0000 7f72e17fa700 1 --2- 172.21.15.43:0/171572972 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f72d00b2880 0x7f72d00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:06.180 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.169+0000 7f72daffd700 1 --2- 172.21.15.43:0/171572972 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f72d00b2880 0x7f72d00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:06.180 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.169+0000 7f72e17fa700 1 -- 172.21.15.43:0/171572972 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f72d40e26a0 con 0x7f72e4103500 2024-05-16T15:49:06.180 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.170+0000 7f72daffd700 1 --2- 172.21.15.43:0/171572972 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f72d00b2880 0x7f72d00b4d40 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f72cc005950 tx=0x7f72cc00a300 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:06.183 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.173+0000 7f72e17fa700 1 -- 172.21.15.43:0/171572972 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f72d4053d70 con 0x7f72e4103500 2024-05-16T15:49:06.446 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.436+0000 7f72e9c84700 1 -- 172.21.15.43:0/171572972 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7f72e40640b0 con 0x7f72e4103500 2024-05-16T15:49:06.447 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.436+0000 7f72e17fa700 1 -- 172.21.15.43:0/171572972 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 29 v29) ==== 76+0+3100 (secure 0 0 0) 0x7f72d4014030 con 0x7f72e4103500 2024-05-16T15:49:06.447 INFO:teuthology.orchestra.run.smithi043.stdout:e29 2024-05-16T15:49:06.447 INFO:teuthology.orchestra.run.smithi043.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-05-16T15:49:06.447 INFO:teuthology.orchestra.run.smithi043.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-05-16T15:49:06.447 INFO:teuthology.orchestra.run.smithi043.stdout:legacy client fscid: 1 2024-05-16T15:49:06.447 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:49:06.447 INFO:teuthology.orchestra.run.smithi043.stdout:Filesystem 'cephfs' (1) 2024-05-16T15:49:06.447 INFO:teuthology.orchestra.run.smithi043.stdout:fs_name cephfs 2024-05-16T15:49:06.447 INFO:teuthology.orchestra.run.smithi043.stdout:epoch 29 2024-05-16T15:49:06.447 INFO:teuthology.orchestra.run.smithi043.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2024-05-16T15:49:06.447 INFO:teuthology.orchestra.run.smithi043.stdout:created 2024-05-16T15:45:39.175942+0000 2024-05-16T15:49:06.447 INFO:teuthology.orchestra.run.smithi043.stdout:modified 2024-05-16T15:46:42.188203+0000 2024-05-16T15:49:06.448 INFO:teuthology.orchestra.run.smithi043.stdout:tableserver 0 2024-05-16T15:49:06.448 INFO:teuthology.orchestra.run.smithi043.stdout:root 0 2024-05-16T15:49:06.448 INFO:teuthology.orchestra.run.smithi043.stdout:session_timeout 300 2024-05-16T15:49:06.448 INFO:teuthology.orchestra.run.smithi043.stdout:session_autoclose 300 2024-05-16T15:49:06.448 INFO:teuthology.orchestra.run.smithi043.stdout:max_file_size 1099511627776 2024-05-16T15:49:06.448 INFO:teuthology.orchestra.run.smithi043.stdout:max_xattr_size 65536 2024-05-16T15:49:06.448 INFO:teuthology.orchestra.run.smithi043.stdout:required_client_features {} 2024-05-16T15:49:06.448 INFO:teuthology.orchestra.run.smithi043.stdout:last_failure 0 2024-05-16T15:49:06.448 INFO:teuthology.orchestra.run.smithi043.stdout:last_failure_osd_epoch 0 2024-05-16T15:49:06.448 INFO:teuthology.orchestra.run.smithi043.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-05-16T15:49:06.448 INFO:teuthology.orchestra.run.smithi043.stdout:max_mds 5 2024-05-16T15:49:06.448 INFO:teuthology.orchestra.run.smithi043.stdout:in 0,1,2,3,4 2024-05-16T15:49:06.448 INFO:teuthology.orchestra.run.smithi043.stdout:up {0=24482,1=24463,2=24452,3=24451,4=24445} 2024-05-16T15:49:06.449 INFO:teuthology.orchestra.run.smithi043.stdout:failed 2024-05-16T15:49:06.449 INFO:teuthology.orchestra.run.smithi043.stdout:damaged 2024-05-16T15:49:06.449 INFO:teuthology.orchestra.run.smithi043.stdout:stopped 2024-05-16T15:49:06.449 INFO:teuthology.orchestra.run.smithi043.stdout:data_pools [3,4] 2024-05-16T15:49:06.449 INFO:teuthology.orchestra.run.smithi043.stdout:metadata_pool 2 2024-05-16T15:49:06.449 INFO:teuthology.orchestra.run.smithi043.stdout:inline_data disabled 2024-05-16T15:49:06.449 INFO:teuthology.orchestra.run.smithi043.stdout:balancer 2024-05-16T15:49:06.449 INFO:teuthology.orchestra.run.smithi043.stdout:bal_rank_mask -1 2024-05-16T15:49:06.449 INFO:teuthology.orchestra.run.smithi043.stdout:standby_count_wanted 0 2024-05-16T15:49:06.449 INFO:teuthology.orchestra.run.smithi043.stdout:qdb_cluster leader: 24482 members: 24445,24452,24451,24463,24482 2024-05-16T15:49:06.449 INFO:teuthology.orchestra.run.smithi043.stdout:[mds.b{0:24482} state up:active seq 5 addr [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] compat {c=[1],r=[1],i=[1fff]}] 2024-05-16T15:49:06.449 INFO:teuthology.orchestra.run.smithi043.stdout:[mds.e{0:24431} state up:standby-replay seq 1 addr [v2:172.21.15.148:6834/516622533,v1:172.21.15.148:6835/516622533] compat {c=[1],r=[1],i=[1fff]}] 2024-05-16T15:49:06.449 INFO:teuthology.orchestra.run.smithi043.stdout:[mds.i{1:24463} state up:active seq 22 addr [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] compat {c=[1],r=[1],i=[1fff]}] 2024-05-16T15:49:06.449 INFO:teuthology.orchestra.run.smithi043.stdout:[mds.l{1:24412} state up:standby-replay seq 1 addr [v2:172.21.15.157:6832/3972392500,v1:172.21.15.157:6833/3972392500] compat {c=[1],r=[1],i=[1fff]}] 2024-05-16T15:49:06.450 INFO:teuthology.orchestra.run.smithi043.stdout:[mds.h{2:24452} state up:active seq 23 addr [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] compat {c=[1],r=[1],i=[1fff]}] 2024-05-16T15:49:06.450 INFO:teuthology.orchestra.run.smithi043.stdout:[mds.k{2:24410} state up:standby-replay seq 1 addr [v2:172.21.15.148:6832/3084392719,v1:172.21.15.148:6833/3084392719] compat {c=[1],r=[1],i=[1fff]}] 2024-05-16T15:49:06.450 INFO:teuthology.orchestra.run.smithi043.stdout:[mds.c{3:24451} state up:active seq 24 addr [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] compat {c=[1],r=[1],i=[1fff]}] 2024-05-16T15:49:06.450 INFO:teuthology.orchestra.run.smithi043.stdout:[mds.a{3:14574} state up:standby-replay seq 1 addr [v2:172.21.15.43:6840/2042970804,v1:172.21.15.43:6841/2042970804] compat {c=[1],r=[1],i=[1fff]}] 2024-05-16T15:49:06.450 INFO:teuthology.orchestra.run.smithi043.stdout:[mds.f{4:24445} state up:active seq 25 addr [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] compat {c=[1],r=[1],i=[1fff]}] 2024-05-16T15:49:06.450 INFO:teuthology.orchestra.run.smithi043.stdout:[mds.g{4:14562} state up:standby-replay seq 1 addr [v2:172.21.15.43:6838/4087815034,v1:172.21.15.43:6839/4087815034] compat {c=[1],r=[1],i=[1fff]}] 2024-05-16T15:49:06.450 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:49:06.450 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:49:06.450 INFO:teuthology.orchestra.run.smithi043.stdout:Standby daemons: 2024-05-16T15:49:06.450 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:49:06.450 INFO:teuthology.orchestra.run.smithi043.stdout:[mds.j{-1:14508} state up:standby seq 1 addr [v2:172.21.15.43:6834/1448137759,v1:172.21.15.43:6835/1448137759] compat {c=[1],r=[1],i=[1fff]}] 2024-05-16T15:49:06.450 INFO:teuthology.orchestra.run.smithi043.stdout:[mds.d{-1:14520} state up:standby seq 1 addr [v2:172.21.15.43:6836/3286596297,v1:172.21.15.43:6837/3286596297] compat {c=[1],r=[1],i=[1fff]}] 2024-05-16T15:49:06.451 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.438+0000 7f72e9c84700 1 -- 172.21.15.43:0/171572972 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f72d00b2880 msgr2=0x7f72d00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:06.451 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.438+0000 7f72e9c84700 1 --2- 172.21.15.43:0/171572972 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f72d00b2880 0x7f72d00b4d40 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f72cc005950 tx=0x7f72cc00a300 comp rx=0 tx=0).stop 2024-05-16T15:49:06.451 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.438+0000 7f72e9c84700 1 -- 172.21.15.43:0/171572972 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f72e4103500 msgr2=0x7f72e4077240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:06.451 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.438+0000 7f72e9c84700 1 --2- 172.21.15.43:0/171572972 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f72e4103500 0x7f72e4077240 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f72d400c990 tx=0x7f72d400cca0 comp rx=0 tx=0).stop 2024-05-16T15:49:06.451 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.439+0000 7f72e9c84700 1 -- 172.21.15.43:0/171572972 shutdown_connections 2024-05-16T15:49:06.451 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.439+0000 7f72e9c84700 1 --2- 172.21.15.43:0/171572972 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f72e41050a0 0x7f72e4075dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:06.452 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.439+0000 7f72e9c84700 1 --2- 172.21.15.43:0/171572972 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f72d00b2880 0x7f72d00b4d40 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:06.452 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.439+0000 7f72e9c84700 1 --2- 172.21.15.43:0/171572972 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f72e4103500 0x7f72e4077240 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:06.452 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.439+0000 7f72e9c84700 1 --2- 172.21.15.43:0/171572972 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f72e4104700 0x7f72e4075890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:06.452 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.439+0000 7f72e9c84700 1 -- 172.21.15.43:0/171572972 >> 172.21.15.43:0/171572972 conn(0x7f72e40feaa0 msgr2=0x7f72e4107a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:06.452 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.439+0000 7f72e9c84700 1 -- 172.21.15.43:0/171572972 shutdown_connections 2024-05-16T15:49:06.452 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:06.439+0000 7f72e9c84700 1 -- 172.21.15.43:0/171572972 wait complete. 2024-05-16T15:49:06.452 INFO:teuthology.orchestra.run.smithi043.stderr:dumped fsmap epoch 29 2024-05-16T15:49:07.104 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- bash -c 'ceph osd dump' 2024-05-16T15:49:07.357 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:49:07.724 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:07 smithi043 ceph-mon[31619]: pgmap v402: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-16T15:49:07.724 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:07 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/171572972' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-05-16T15:49:07.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:07 smithi157 ceph-mon[35584]: pgmap v402: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-16T15:49:07.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:07 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/171572972' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-05-16T15:49:07.935 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:07 smithi148 ceph-mon[34976]: pgmap v402: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-16T15:49:07.935 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:07 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/171572972' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-05-16T15:49:09.108 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.096+0000 7f1087b09700 1 -- 172.21.15.43:0/115229320 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1080105090 msgr2=0x7f108010b940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:09.108 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.096+0000 7f1087b09700 1 --2- 172.21.15.43:0/115229320 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1080105090 0x7f108010b940 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f107800b0d0 tx=0x7f107800b3e0 comp rx=0 tx=0).stop 2024-05-16T15:49:09.109 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.096+0000 7f1087b09700 1 -- 172.21.15.43:0/115229320 shutdown_connections 2024-05-16T15:49:09.109 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.096+0000 7f1087b09700 1 --2- 172.21.15.43:0/115229320 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1080105090 0x7f108010b940 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:09.109 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.096+0000 7f1087b09700 1 --2- 172.21.15.43:0/115229320 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f10801034f0 0x7f1080103910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:09.109 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.096+0000 7f1087b09700 1 --2- 172.21.15.43:0/115229320 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f10801046f0 0x7f1080104b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:09.109 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.096+0000 7f1087b09700 1 -- 172.21.15.43:0/115229320 >> 172.21.15.43:0/115229320 conn(0x7f10800fea90 msgr2=0x7f1080100ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:09.109 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.096+0000 7f1087b09700 1 -- 172.21.15.43:0/115229320 shutdown_connections 2024-05-16T15:49:09.109 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.096+0000 7f1087b09700 1 -- 172.21.15.43:0/115229320 wait complete. 2024-05-16T15:49:09.109 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.097+0000 7f1087b09700 1 Processor -- start 2024-05-16T15:49:09.109 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.097+0000 7f1087b09700 1 -- start start 2024-05-16T15:49:09.109 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.097+0000 7f1087b09700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f10801034f0 0x7f1080077240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:09.109 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.097+0000 7f1087b09700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f10801046f0 0x7f1080075890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:09.109 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.097+0000 7f1087b09700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1080105090 0x7f1080075dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:09.109 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.097+0000 7f1087b09700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f108010ee20 con 0x7f10801046f0 2024-05-16T15:49:09.110 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.097+0000 7f1087b09700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f108010eca0 con 0x7f10801034f0 2024-05-16T15:49:09.110 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.097+0000 7f1087b09700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f108010efa0 con 0x7f1080105090 2024-05-16T15:49:09.110 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.097+0000 7f10850a4700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f10801046f0 0x7f1080075890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:09.110 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.097+0000 7f10850a4700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f10801046f0 0x7f1080075890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:52444/0 (socket says 172.21.15.43:52444) 2024-05-16T15:49:09.110 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.097+0000 7f10850a4700 1 -- 172.21.15.43:0/1426931349 learned_addr learned my addr 172.21.15.43:0/1426931349 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:09.110 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.097+0000 7f10858a5700 1 --2- 172.21.15.43:0/1426931349 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f10801034f0 0x7f1080077240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:09.110 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.097+0000 7f10860a6700 1 --2- 172.21.15.43:0/1426931349 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1080105090 0x7f1080075dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:09.110 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.097+0000 7f10850a4700 1 -- 172.21.15.43:0/1426931349 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1080105090 msgr2=0x7f1080075dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:09.110 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.097+0000 7f10850a4700 1 --2- 172.21.15.43:0/1426931349 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1080105090 0x7f1080075dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:09.110 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.097+0000 7f10850a4700 1 -- 172.21.15.43:0/1426931349 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f10801034f0 msgr2=0x7f1080077240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:09.110 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.097+0000 7f10850a4700 1 --2- 172.21.15.43:0/1426931349 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f10801034f0 0x7f1080077240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:09.110 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.097+0000 7f10850a4700 1 -- 172.21.15.43:0/1426931349 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1080076680 con 0x7f10801046f0 2024-05-16T15:49:09.110 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.097+0000 7f10860a6700 1 --2- 172.21.15.43:0/1426931349 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1080105090 0x7f1080075dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:49:09.110 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.098+0000 7f10850a4700 1 --2- 172.21.15.43:0/1426931349 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f10801046f0 0x7f1080075890 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f107000c920 tx=0x7f107000cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:09.111 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.098+0000 7f1076ffd700 1 -- 172.21.15.43:0/1426931349 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1070007b00 con 0x7f10801046f0 2024-05-16T15:49:09.111 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.098+0000 7f1087b09700 1 -- 172.21.15.43:0/1426931349 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10801a35c0 con 0x7f10801046f0 2024-05-16T15:49:09.111 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.098+0000 7f1076ffd700 1 -- 172.21.15.43:0/1426931349 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1070004cc0 con 0x7f10801046f0 2024-05-16T15:49:09.111 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.098+0000 7f1076ffd700 1 -- 172.21.15.43:0/1426931349 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10700053f0 con 0x7f10801046f0 2024-05-16T15:49:09.111 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.098+0000 7f1087b09700 1 -- 172.21.15.43:0/1426931349 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10801a3b00 con 0x7f10801046f0 2024-05-16T15:49:09.112 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.099+0000 7f1087b09700 1 -- 172.21.15.43:0/1426931349 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f108006a190 con 0x7f10801046f0 2024-05-16T15:49:09.112 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.100+0000 7f1076ffd700 1 -- 172.21.15.43:0/1426931349 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f1070004750 con 0x7f10801046f0 2024-05-16T15:49:09.112 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.101+0000 7f1076ffd700 1 --2- 172.21.15.43:0/1426931349 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f106c0b2880 0x7f106c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:09.112 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.101+0000 7f10858a5700 1 --2- 172.21.15.43:0/1426931349 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f106c0b2880 0x7f106c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:09.112 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.101+0000 7f1076ffd700 1 -- 172.21.15.43:0/1426931349 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f10700e2580 con 0x7f10801046f0 2024-05-16T15:49:09.112 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.101+0000 7f10858a5700 1 --2- 172.21.15.43:0/1426931349 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f106c0b2880 0x7f106c0b4d40 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f1080104550 tx=0x7f107c00a3b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:09.115 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.104+0000 7f1076ffd700 1 -- 172.21.15.43:0/1426931349 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f1070014030 con 0x7f10801046f0 2024-05-16T15:49:09.328 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.317+0000 7f1087b09700 1 -- 172.21.15.43:0/1426931349 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "osd dump"} v 0) -- 0x7f108002e5b0 con 0x7f10801046f0 2024-05-16T15:49:09.329 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.318+0000 7f1076ffd700 1 -- 172.21.15.43:0/1426931349 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v89) ==== 56+0+5674 (secure 0 0 0) 0x7f108002e5b0 con 0x7f10801046f0 2024-05-16T15:49:09.329 INFO:teuthology.orchestra.run.smithi043.stdout:epoch 89 2024-05-16T15:49:09.329 INFO:teuthology.orchestra.run.smithi043.stdout:fsid 13155b42-139a-11ef-bc9a-c7b262605968 2024-05-16T15:49:09.329 INFO:teuthology.orchestra.run.smithi043.stdout:created 2024-05-16T15:37:22.311071+0000 2024-05-16T15:49:09.329 INFO:teuthology.orchestra.run.smithi043.stdout:modified 2024-05-16T15:47:21.509762+0000 2024-05-16T15:49:09.329 INFO:teuthology.orchestra.run.smithi043.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2024-05-16T15:49:09.329 INFO:teuthology.orchestra.run.smithi043.stdout:crush_version 27 2024-05-16T15:49:09.329 INFO:teuthology.orchestra.run.smithi043.stdout:full_ratio 0.95 2024-05-16T15:49:09.329 INFO:teuthology.orchestra.run.smithi043.stdout:backfillfull_ratio 0.9 2024-05-16T15:49:09.329 INFO:teuthology.orchestra.run.smithi043.stdout:nearfull_ratio 0.85 2024-05-16T15:49:09.329 INFO:teuthology.orchestra.run.smithi043.stdout:require_min_compat_client luminous 2024-05-16T15:49:09.330 INFO:teuthology.orchestra.run.smithi043.stdout:min_compat_client luminous 2024-05-16T15:49:09.330 INFO:teuthology.orchestra.run.smithi043.stdout:require_osd_release squid 2024-05-16T15:49:09.330 INFO:teuthology.orchestra.run.smithi043.stdout:stretch_mode_enabled false 2024-05-16T15:49:09.330 INFO:teuthology.orchestra.run.smithi043.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 21 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2024-05-16T15:49:09.330 INFO:teuthology.orchestra.run.smithi043.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 78 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 1.88 2024-05-16T15:49:09.330 INFO:teuthology.orchestra.run.smithi043.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 78 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.05 application cephfs read_balance_score 1.50 2024-05-16T15:49:09.330 INFO:teuthology.orchestra.run.smithi043.stdout:pool 4 'cephfs_data_ec' erasure profile cephfs_data_ec size 4 min_size 3 crush_rule 1 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 85 flags hashpspool,ec_overwrites stripe_width 8192 pg_num_min 64 target_size_ratio 0.9 application cephfs 2024-05-16T15:49:09.330 INFO:teuthology.orchestra.run.smithi043.stdout:max_osd 12 2024-05-16T15:49:09.330 INFO:teuthology.orchestra.run.smithi043.stdout:osd.0 up in weight 1 up_from 8 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.43:6802/2827692837,v1:172.21.15.43:6803/2827692837] [v2:172.21.15.43:6804/2827692837,v1:172.21.15.43:6805/2827692837] exists,up b4de8b19-c914-400d-bf10-135fe3a0a81a 2024-05-16T15:49:09.330 INFO:teuthology.orchestra.run.smithi043.stdout:osd.1 up in weight 1 up_from 13 up_thru 81 down_at 0 last_clean_interval [0,0) [v2:172.21.15.148:6800/2384349877,v1:172.21.15.148:6801/2384349877] [v2:172.21.15.148:6802/2384349877,v1:172.21.15.148:6803/2384349877] exists,up 178a5d73-e946-41b5-9ef3-f15c16b2e8d0 2024-05-16T15:49:09.330 INFO:teuthology.orchestra.run.smithi043.stdout:osd.2 up in weight 1 up_from 18 up_thru 81 down_at 0 last_clean_interval [0,0) [v2:172.21.15.157:6800/512969814,v1:172.21.15.157:6801/512969814] [v2:172.21.15.157:6802/512969814,v1:172.21.15.157:6803/512969814] exists,up 5b40d2f9-afb6-42b3-a76b-641eddcc2948 2024-05-16T15:49:09.330 INFO:teuthology.orchestra.run.smithi043.stdout:osd.3 up in weight 1 up_from 25 up_thru 81 down_at 0 last_clean_interval [0,0) [v2:172.21.15.43:6810/1305033610,v1:172.21.15.43:6811/1305033610] [v2:172.21.15.43:6812/1305033610,v1:172.21.15.43:6813/1305033610] exists,up 869f2122-f5c7-4b16-b48c-db114730bd5c 2024-05-16T15:49:09.330 INFO:teuthology.orchestra.run.smithi043.stdout:osd.4 up in weight 1 up_from 31 up_thru 81 down_at 0 last_clean_interval [0,0) [v2:172.21.15.148:6808/298572470,v1:172.21.15.148:6809/298572470] [v2:172.21.15.148:6810/298572470,v1:172.21.15.148:6811/298572470] exists,up c488d334-6676-4abf-81ff-596e7c507159 2024-05-16T15:49:09.330 INFO:teuthology.orchestra.run.smithi043.stdout:osd.5 up in weight 1 up_from 36 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.157:6808/2793566993,v1:172.21.15.157:6809/2793566993] [v2:172.21.15.157:6810/2793566993,v1:172.21.15.157:6811/2793566993] exists,up b858ef2e-c51c-4044-a143-30583374ef2c 2024-05-16T15:49:09.331 INFO:teuthology.orchestra.run.smithi043.stdout:osd.6 up in weight 1 up_from 42 up_thru 88 down_at 0 last_clean_interval [0,0) [v2:172.21.15.43:6818/417494707,v1:172.21.15.43:6819/417494707] [v2:172.21.15.43:6820/417494707,v1:172.21.15.43:6821/417494707] exists,up 70b4d49c-e33c-4334-a293-ce89cb37da1f 2024-05-16T15:49:09.331 INFO:teuthology.orchestra.run.smithi043.stdout:osd.7 up in weight 1 up_from 47 up_thru 81 down_at 0 last_clean_interval [0,0) [v2:172.21.15.148:6816/3852418694,v1:172.21.15.148:6817/3852418694] [v2:172.21.15.148:6818/3852418694,v1:172.21.15.148:6819/3852418694] exists,up 6a39c63f-8d2b-475f-8026-869d766fde01 2024-05-16T15:49:09.331 INFO:teuthology.orchestra.run.smithi043.stdout:osd.8 up in weight 1 up_from 53 up_thru 88 down_at 0 last_clean_interval [0,0) [v2:172.21.15.157:6816/3332637555,v1:172.21.15.157:6817/3332637555] [v2:172.21.15.157:6818/3332637555,v1:172.21.15.157:6819/3332637555] exists,up f9e0ed4f-7211-43b5-bac9-33a64cec91d5 2024-05-16T15:49:09.331 INFO:teuthology.orchestra.run.smithi043.stdout:osd.9 up in weight 1 up_from 59 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.43:6826/3226599249,v1:172.21.15.43:6827/3226599249] [v2:172.21.15.43:6828/3226599249,v1:172.21.15.43:6829/3226599249] exists,up ba1b04ea-a184-445a-8c31-0eed73a488e5 2024-05-16T15:49:09.331 INFO:teuthology.orchestra.run.smithi043.stdout:osd.10 up in weight 1 up_from 64 up_thru 75 down_at 0 last_clean_interval [0,0) [v2:172.21.15.148:6824/3418113451,v1:172.21.15.148:6825/3418113451] [v2:172.21.15.148:6826/3418113451,v1:172.21.15.148:6827/3418113451] exists,up 6dc35480-fd4a-428d-8ede-eb3e9058a7cf 2024-05-16T15:49:09.331 INFO:teuthology.orchestra.run.smithi043.stdout:osd.11 up in weight 1 up_from 70 up_thru 88 down_at 0 last_clean_interval [0,0) [v2:172.21.15.157:6824/1613641998,v1:172.21.15.157:6825/1613641998] [v2:172.21.15.157:6826/1613641998,v1:172.21.15.157:6827/1613641998] exists,up da02e920-1b89-4b7d-857b-14cf82a1f0e0 2024-05-16T15:49:09.331 INFO:teuthology.orchestra.run.smithi043.stdout:pg_upmap_items 2.5 [8,11] 2024-05-16T15:49:09.331 INFO:teuthology.orchestra.run.smithi043.stdout:pg_upmap_items 2.e [2,4] 2024-05-16T15:49:09.331 INFO:teuthology.orchestra.run.smithi043.stdout:pg_upmap_items 2.10 [8,11] 2024-05-16T15:49:09.331 INFO:teuthology.orchestra.run.smithi043.stdout:pg_upmap_items 2.1d [2,1] 2024-05-16T15:49:09.331 INFO:teuthology.orchestra.run.smithi043.stdout:pg_upmap_items 3.0 [5,9] 2024-05-16T15:49:09.331 INFO:teuthology.orchestra.run.smithi043.stdout:pg_upmap_items 3.17 [4,6] 2024-05-16T15:49:09.331 INFO:teuthology.orchestra.run.smithi043.stdout:pg_upmap_items 3.1b [4,8] 2024-05-16T15:49:09.331 INFO:teuthology.orchestra.run.smithi043.stdout:pg_upmap_items 3.38 [3,9] 2024-05-16T15:49:09.332 INFO:teuthology.orchestra.run.smithi043.stdout:pg_upmap_items 3.3c [4,9] 2024-05-16T15:49:09.332 INFO:teuthology.orchestra.run.smithi043.stdout:pg_upmap_items 4.2 [9,1] 2024-05-16T15:49:09.332 INFO:teuthology.orchestra.run.smithi043.stdout:pg_upmap_items 4.3 [5,10] 2024-05-16T15:49:09.332 INFO:teuthology.orchestra.run.smithi043.stdout:pg_upmap_items 4.b [9,8] 2024-05-16T15:49:09.332 INFO:teuthology.orchestra.run.smithi043.stdout:pg_upmap_items 4.16 [9,8] 2024-05-16T15:49:09.332 INFO:teuthology.orchestra.run.smithi043.stdout:blocklist 172.21.15.43:6801/86887644 expires 2024-05-17T15:38:19.897772+0000 2024-05-16T15:49:09.332 INFO:teuthology.orchestra.run.smithi043.stdout:blocklist 172.21.15.43:6800/86887644 expires 2024-05-17T15:38:19.897772+0000 2024-05-16T15:49:09.332 INFO:teuthology.orchestra.run.smithi043.stdout:blocklist 172.21.15.43:0/1519374213 expires 2024-05-17T15:38:19.897772+0000 2024-05-16T15:49:09.332 INFO:teuthology.orchestra.run.smithi043.stdout:blocklist 172.21.15.43:6800/2824545909 expires 2024-05-17T15:37:53.291030+0000 2024-05-16T15:49:09.332 INFO:teuthology.orchestra.run.smithi043.stdout:blocklist 172.21.15.43:0/561872100 expires 2024-05-17T15:37:53.291030+0000 2024-05-16T15:49:09.332 INFO:teuthology.orchestra.run.smithi043.stdout:blocklist 172.21.15.43:0/3260845824 expires 2024-05-17T15:38:19.897772+0000 2024-05-16T15:49:09.332 INFO:teuthology.orchestra.run.smithi043.stdout:blocklist 172.21.15.43:0/465511688 expires 2024-05-17T15:38:19.897772+0000 2024-05-16T15:49:09.332 INFO:teuthology.orchestra.run.smithi043.stdout:blocklist 172.21.15.43:0/1478293844 expires 2024-05-17T15:37:53.291030+0000 2024-05-16T15:49:09.332 INFO:teuthology.orchestra.run.smithi043.stdout:blocklist 172.21.15.43:0/3264891829 expires 2024-05-17T15:37:53.291030+0000 2024-05-16T15:49:09.333 INFO:teuthology.orchestra.run.smithi043.stdout:blocklist 172.21.15.43:6801/2824545909 expires 2024-05-17T15:37:53.291030+0000 2024-05-16T15:49:09.333 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.321+0000 7f1087b09700 1 -- 172.21.15.43:0/1426931349 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f106c0b2880 msgr2=0x7f106c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:09.334 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.321+0000 7f1087b09700 1 --2- 172.21.15.43:0/1426931349 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f106c0b2880 0x7f106c0b4d40 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f1080104550 tx=0x7f107c00a3b0 comp rx=0 tx=0).stop 2024-05-16T15:49:09.334 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.321+0000 7f1087b09700 1 -- 172.21.15.43:0/1426931349 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f10801046f0 msgr2=0x7f1080075890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:09.334 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.321+0000 7f1087b09700 1 --2- 172.21.15.43:0/1426931349 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f10801046f0 0x7f1080075890 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f107000c920 tx=0x7f107000cc30 comp rx=0 tx=0).stop 2024-05-16T15:49:09.334 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.321+0000 7f1087b09700 1 -- 172.21.15.43:0/1426931349 shutdown_connections 2024-05-16T15:49:09.334 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.321+0000 7f1087b09700 1 --2- 172.21.15.43:0/1426931349 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1080105090 0x7f1080075dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:09.334 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.321+0000 7f1087b09700 1 --2- 172.21.15.43:0/1426931349 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f10801034f0 0x7f1080077240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:09.334 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.321+0000 7f1087b09700 1 --2- 172.21.15.43:0/1426931349 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f106c0b2880 0x7f106c0b4d40 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:09.334 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.321+0000 7f1087b09700 1 --2- 172.21.15.43:0/1426931349 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f10801046f0 0x7f1080075890 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:09.334 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.321+0000 7f1087b09700 1 -- 172.21.15.43:0/1426931349 >> 172.21.15.43:0/1426931349 conn(0x7f10800fea90 msgr2=0x7f10801079f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:09.334 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.321+0000 7f1087b09700 1 -- 172.21.15.43:0/1426931349 shutdown_connections 2024-05-16T15:49:09.334 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:09.321+0000 7f1087b09700 1 -- 172.21.15.43:0/1426931349 wait complete. 2024-05-16T15:49:09.633 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:09 smithi043 ceph-mon[31619]: pgmap v403: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:49:09.633 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:09 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/1426931349' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-05-16T15:49:09.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:09 smithi157 ceph-mon[35584]: pgmap v403: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:49:09.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:09 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/1426931349' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-05-16T15:49:09.935 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:09 smithi148 ceph-mon[34976]: pgmap v403: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:49:09.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:09 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/1426931349' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-05-16T15:49:10.047 INFO:teuthology.run_tasks:Running task fs.ready... 2024-05-16T15:49:10.058 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-16T15:49:10.313 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:49:11.724 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:11 smithi043 ceph-mon[31619]: pgmap v404: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-05-16T15:49:11.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:11 smithi157 ceph-mon[35584]: pgmap v404: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-05-16T15:49:11.935 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:11 smithi148 ceph-mon[34976]: pgmap v404: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-05-16T15:49:12.037 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.026+0000 7f78842fd700 1 -- 172.21.15.43:0/383980099 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f787c103780 msgr2=0x7f787c103b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:12.037 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.026+0000 7f78842fd700 1 --2- 172.21.15.43:0/383980099 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f787c103780 0x7f787c103b60 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f78780099c0 tx=0x7f7878009cd0 comp rx=0 tx=0).stop 2024-05-16T15:49:12.037 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.026+0000 7f78842fd700 1 -- 172.21.15.43:0/383980099 shutdown_connections 2024-05-16T15:49:12.037 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.026+0000 7f78842fd700 1 --2- 172.21.15.43:0/383980099 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f787c108870 0x7f787c1103f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:12.037 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.026+0000 7f78842fd700 1 --2- 172.21.15.43:0/383980099 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f787c103780 0x7f787c103b60 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:12.038 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.026+0000 7f78842fd700 1 --2- 172.21.15.43:0/383980099 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f787c104130 0x7f787c108140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:12.038 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.026+0000 7f78842fd700 1 -- 172.21.15.43:0/383980099 >> 172.21.15.43:0/383980099 conn(0x7f787c07a610 msgr2=0x7f787c07aa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:12.038 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.026+0000 7f78842fd700 1 -- 172.21.15.43:0/383980099 shutdown_connections 2024-05-16T15:49:12.038 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.027+0000 7f78842fd700 1 -- 172.21.15.43:0/383980099 wait complete. 2024-05-16T15:49:12.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.027+0000 7f78842fd700 1 Processor -- start 2024-05-16T15:49:12.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.027+0000 7f78842fd700 1 -- start start 2024-05-16T15:49:12.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.028+0000 7f78842fd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f787c103780 0x7f787c19f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:12.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.028+0000 7f78842fd700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f787c104130 0x7f787c19fc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:12.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.028+0000 7f78842fd700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f787c108870 0x7f787c1998a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:12.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.028+0000 7f78842fd700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f787c113560 con 0x7f787c103780 2024-05-16T15:49:12.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.028+0000 7f78842fd700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f787c1133e0 con 0x7f787c108870 2024-05-16T15:49:12.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.028+0000 7f78842fd700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f787c1136e0 con 0x7f787c104130 2024-05-16T15:49:12.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.028+0000 7f7882099700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f787c103780 0x7f787c19f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:12.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.028+0000 7f7882099700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f787c103780 0x7f787c19f6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:52460/0 (socket says 172.21.15.43:52460) 2024-05-16T15:49:12.041 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.028+0000 7f7882099700 1 -- 172.21.15.43:0/1954564699 learned_addr learned my addr 172.21.15.43:0/1954564699 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:12.041 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.028+0000 7f788289a700 1 --2- 172.21.15.43:0/1954564699 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f787c108870 0x7f787c1998a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:12.041 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.028+0000 7f7882099700 1 -- 172.21.15.43:0/1954564699 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f787c104130 msgr2=0x7f787c19fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:12.041 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.028+0000 7f7882099700 1 --2- 172.21.15.43:0/1954564699 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f787c104130 0x7f787c19fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:12.041 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.028+0000 7f7882099700 1 -- 172.21.15.43:0/1954564699 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f787c108870 msgr2=0x7f787c1998a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:12.041 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.028+0000 7f7882099700 1 --2- 172.21.15.43:0/1954564699 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f787c108870 0x7f787c1998a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:12.041 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.028+0000 7f7882099700 1 -- 172.21.15.43:0/1954564699 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f787c19a000 con 0x7f787c103780 2024-05-16T15:49:12.041 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.029+0000 7f7882099700 1 --2- 172.21.15.43:0/1954564699 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f787c103780 0x7f787c19f6e0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f7878000c00 tx=0x7f787800f510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:12.041 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.029+0000 7f78737fe700 1 -- 172.21.15.43:0/1954564699 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f787800f940 con 0x7f787c103780 2024-05-16T15:49:12.041 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.029+0000 7f78842fd700 1 -- 172.21.15.43:0/1954564699 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f787c19a290 con 0x7f787c103780 2024-05-16T15:49:12.041 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.029+0000 7f78737fe700 1 -- 172.21.15.43:0/1954564699 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7878004830 con 0x7f787c103780 2024-05-16T15:49:12.041 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.029+0000 7f78737fe700 1 -- 172.21.15.43:0/1954564699 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78780054b0 con 0x7f787c103780 2024-05-16T15:49:12.041 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.029+0000 7f78842fd700 1 -- 172.21.15.43:0/1954564699 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f787c1a65b0 con 0x7f787c103780 2024-05-16T15:49:12.042 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.030+0000 7f78842fd700 1 -- 172.21.15.43:0/1954564699 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f787c06a190 con 0x7f787c103780 2024-05-16T15:49:12.042 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.031+0000 7f78737fe700 1 -- 172.21.15.43:0/1954564699 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f7878029060 con 0x7f787c103780 2024-05-16T15:49:12.043 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.032+0000 7f78737fe700 1 --2- 172.21.15.43:0/1954564699 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f78680b2880 0x7f78680b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:12.043 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.032+0000 7f7881898700 1 --2- 172.21.15.43:0/1954564699 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f78680b2880 0x7f78680b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:12.043 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.032+0000 7f78737fe700 1 -- 172.21.15.43:0/1954564699 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f78780e31f0 con 0x7f787c103780 2024-05-16T15:49:12.043 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.033+0000 7f7881898700 1 --2- 172.21.15.43:0/1954564699 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f78680b2880 0x7f78680b4d40 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f787c103210 tx=0x7f786c006d20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:12.046 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.035+0000 7f78737fe700 1 -- 172.21.15.43:0/1954564699 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f7878013070 con 0x7f787c103780 2024-05-16T15:49:12.313 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.302+0000 7f78842fd700 1 -- 172.21.15.43:0/1954564699 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f787c02e510 con 0x7f787c103780 2024-05-16T15:49:12.313 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.303+0000 7f78737fe700 1 -- 172.21.15.43:0/1954564699 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11944 (secure 0 0 0) 0x7f78780aabf0 con 0x7f787c103780 2024-05-16T15:49:12.313 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:49:12.314 INFO:teuthology.orchestra.run.smithi043.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.43:6835/1448137759","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6834","nonce":1448137759},{"type":"v1","addr":"172.21.15.43:6835","nonce":1448137759}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.43:6837/3286596297","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6836","nonce":3286596297},{"type":"v1","addr":"172.21.15.43:6837","nonce":3286596297}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-16T15:45:39.175942+0000","modified":"2024-05-16T15:46:42.188203+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24482,"mds_1":24463,"mds_2":24452,"mds_3":24451,"mds_4":24445},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14562":{"gid":14562,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.43:6839/4087815034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6838","nonce":4087815034},{"type":"v1","addr":"172.21.15.43:6839","nonce":4087815034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14574":{"gid":14574,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.43:6841/2042970804","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6840","nonce":2042970804},{"type":"v1","addr":"172.21.15.43:6841","nonce":2042970804}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24410":{"gid":24410,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.148:6833/3084392719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6832","nonce":3084392719},{"type":"v1","addr":"172.21.15.148:6833","nonce":3084392719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24412":{"gid":24412,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.157:6833/3972392500","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6832","nonce":3972392500},{"type":"v1","addr":"172.21.15.157:6833","nonce":3972392500}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.148:6835/516622533","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6834","nonce":516622533},{"type":"v1","addr":"172.21.15.148:6835","nonce":516622533}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"f","rank":4,"incarnation":26,"state":"up:active","state_seq":25,"addr":"172.21.15.157:6835/2303077574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2303077574},{"type":"v1","addr":"172.21.15.157:6835","nonce":2303077574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"c","rank":3,"incarnation":24,"state":"up:active","state_seq":24,"addr":"172.21.15.157:6837/3777341889","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6836","nonce":3777341889},{"type":"v1","addr":"172.21.15.157:6837","nonce":3777341889}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24452":{"gid":24452,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":23,"addr":"172.21.15.148:6837/4036870683","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6836","nonce":4036870683},{"type":"v1","addr":"172.21.15.148:6837","nonce":4036870683}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":22,"addr":"172.21.15.157:6839/2377589154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6838","nonce":2377589154},{"type":"v1","addr":"172.21.15.157:6839","nonce":2377589154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.148:6839/717807397","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6838","nonce":717807397},{"type":"v1","addr":"172.21.15.148:6839","nonce":717807397}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24482,"qdb_cluster":[24445,24452,24451,24463,24482]},"id":1}]} 2024-05-16T15:49:12.315 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.305+0000 7f78842fd700 1 -- 172.21.15.43:0/1954564699 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f78680b2880 msgr2=0x7f78680b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:12.316 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.305+0000 7f78842fd700 1 --2- 172.21.15.43:0/1954564699 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f78680b2880 0x7f78680b4d40 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f787c103210 tx=0x7f786c006d20 comp rx=0 tx=0).stop 2024-05-16T15:49:12.316 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.305+0000 7f78842fd700 1 -- 172.21.15.43:0/1954564699 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f787c103780 msgr2=0x7f787c19f6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:12.316 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.305+0000 7f78842fd700 1 --2- 172.21.15.43:0/1954564699 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f787c103780 0x7f787c19f6e0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f7878000c00 tx=0x7f787800f510 comp rx=0 tx=0).stop 2024-05-16T15:49:12.316 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.305+0000 7f78842fd700 1 -- 172.21.15.43:0/1954564699 shutdown_connections 2024-05-16T15:49:12.316 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.305+0000 7f78842fd700 1 --2- 172.21.15.43:0/1954564699 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f787c108870 0x7f787c1998a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:12.316 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.305+0000 7f78842fd700 1 --2- 172.21.15.43:0/1954564699 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f78680b2880 0x7f78680b4d40 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:12.316 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.305+0000 7f78842fd700 1 --2- 172.21.15.43:0/1954564699 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f787c103780 0x7f787c19f6e0 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:12.316 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.305+0000 7f78842fd700 1 --2- 172.21.15.43:0/1954564699 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f787c104130 0x7f787c19fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:12.316 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.305+0000 7f78842fd700 1 -- 172.21.15.43:0/1954564699 >> 172.21.15.43:0/1954564699 conn(0x7f787c07a610 msgr2=0x7f787c1019d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:12.316 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.305+0000 7f78842fd700 1 -- 172.21.15.43:0/1954564699 shutdown_connections 2024-05-16T15:49:12.316 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:12.305+0000 7f78842fd700 1 -- 172.21.15.43:0/1954564699 wait complete. 2024-05-16T15:49:12.317 INFO:teuthology.orchestra.run.smithi043.stderr:dumped fsmap epoch 29 2024-05-16T15:49:12.683 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:12 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/1954564699' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:49:12.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:12 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/1954564699' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:49:12.935 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:12 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/1954564699' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:49:12.964 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-16T15:49:13.217 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:49:13.479 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:13 smithi043 ceph-mon[31619]: pgmap v405: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-05-16T15:49:13.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:13 smithi157 ceph-mon[35584]: pgmap v405: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-05-16T15:49:13.935 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:13 smithi148 ceph-mon[34976]: pgmap v405: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-05-16T15:49:14.929 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:14.918+0000 7f38db75b700 1 -- 172.21.15.43:0/2730887581 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f38d4103750 msgr2=0x7f38d4103b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:14.929 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:14.918+0000 7f38db75b700 1 --2- 172.21.15.43:0/2730887581 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f38d4103750 0x7f38d4103b30 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f38d00099c0 tx=0x7f38d0009cd0 comp rx=0 tx=0).stop 2024-05-16T15:49:14.929 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:14.918+0000 7f38db75b700 1 -- 172.21.15.43:0/2730887581 shutdown_connections 2024-05-16T15:49:14.929 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:14.918+0000 7f38db75b700 1 --2- 172.21.15.43:0/2730887581 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f38d4108850 0x7f38d41103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:14.929 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:14.918+0000 7f38db75b700 1 --2- 172.21.15.43:0/2730887581 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f38d4103750 0x7f38d4103b30 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:14.929 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:14.918+0000 7f38db75b700 1 --2- 172.21.15.43:0/2730887581 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f38d4104100 0x7f38d4108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:14.930 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:14.918+0000 7f38db75b700 1 -- 172.21.15.43:0/2730887581 >> 172.21.15.43:0/2730887581 conn(0x7f38d407a600 msgr2=0x7f38d407aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:14.930 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:14.918+0000 7f38db75b700 1 -- 172.21.15.43:0/2730887581 shutdown_connections 2024-05-16T15:49:14.930 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:14.918+0000 7f38db75b700 1 -- 172.21.15.43:0/2730887581 wait complete. 2024-05-16T15:49:14.932 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:14.919+0000 7f38db75b700 1 Processor -- start 2024-05-16T15:49:14.932 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:14.919+0000 7f38db75b700 1 -- start start 2024-05-16T15:49:14.932 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:14.919+0000 7f38db75b700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f38d4103750 0x7f38d419f700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:14.932 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:14.919+0000 7f38db75b700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f38d4104100 0x7f38d419fc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:14.932 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:14.919+0000 7f38db75b700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f38d4108850 0x7f38d41998c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:14.932 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:14.919+0000 7f38db75b700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f38d4113540 con 0x7f38d4104100 2024-05-16T15:49:14.932 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:14.919+0000 7f38db75b700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f38d41133c0 con 0x7f38d4108850 2024-05-16T15:49:14.932 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:14.919+0000 7f38db75b700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f38d41136c0 con 0x7f38d4103750 2024-05-16T15:49:14.932 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:14.919+0000 7f38d8cf6700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f38d4104100 0x7f38d419fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:14.932 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:14.919+0000 7f38d8cf6700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f38d4104100 0x7f38d419fc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:52474/0 (socket says 172.21.15.43:52474) 2024-05-16T15:49:14.932 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:14.919+0000 7f38d8cf6700 1 -- 172.21.15.43:0/2594721517 learned_addr learned my addr 172.21.15.43:0/2594721517 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:14.932 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:14.919+0000 7f38d9cf8700 1 --2- 172.21.15.43:0/2594721517 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f38d4108850 0x7f38d41998c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:14.933 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:14.919+0000 7f38d94f7700 1 --2- 172.21.15.43:0/2594721517 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f38d4103750 0x7f38d419f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:14.933 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:14.920+0000 7f38d8cf6700 1 -- 172.21.15.43:0/2594721517 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f38d4103750 msgr2=0x7f38d419f700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:14.933 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:14.920+0000 7f38d8cf6700 1 --2- 172.21.15.43:0/2594721517 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f38d4103750 0x7f38d419f700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:14.933 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:14.920+0000 7f38d8cf6700 1 -- 172.21.15.43:0/2594721517 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f38d4108850 msgr2=0x7f38d41998c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:14.933 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:14.920+0000 7f38d8cf6700 1 --2- 172.21.15.43:0/2594721517 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f38d4108850 0x7f38d41998c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:14.933 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:14.920+0000 7f38d8cf6700 1 -- 172.21.15.43:0/2594721517 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38d419a020 con 0x7f38d4104100 2024-05-16T15:49:14.933 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:14.920+0000 7f38d8cf6700 1 --2- 172.21.15.43:0/2594721517 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f38d4104100 0x7f38d419fc40 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f38c400b530 tx=0x7f38c400b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:14.933 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:14.920+0000 7f38ca7fc700 1 -- 172.21.15.43:0/2594721517 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38c4015020 con 0x7f38d4104100 2024-05-16T15:49:14.933 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:14.920+0000 7f38ca7fc700 1 -- 172.21.15.43:0/2594721517 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f38c4011cc0 con 0x7f38d4104100 2024-05-16T15:49:14.933 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:14.920+0000 7f38db75b700 1 -- 172.21.15.43:0/2594721517 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38d419a310 con 0x7f38d4104100 2024-05-16T15:49:14.933 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:14.920+0000 7f38ca7fc700 1 -- 172.21.15.43:0/2594721517 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38c4010c80 con 0x7f38d4104100 2024-05-16T15:49:14.933 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:14.920+0000 7f38db75b700 1 -- 172.21.15.43:0/2594721517 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38d41a65d0 con 0x7f38d4104100 2024-05-16T15:49:14.933 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:14.921+0000 7f38db75b700 1 -- 172.21.15.43:0/2594721517 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f38d410ba90 con 0x7f38d4104100 2024-05-16T15:49:14.934 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:14.923+0000 7f38ca7fc700 1 -- 172.21.15.43:0/2594721517 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f38c4018020 con 0x7f38d4104100 2024-05-16T15:49:14.935 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:14.924+0000 7f38ca7fc700 1 --2- 172.21.15.43:0/2594721517 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f38c00b2880 0x7f38c00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:14.935 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:14.924+0000 7f38d94f7700 1 --2- 172.21.15.43:0/2594721517 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f38c00b2880 0x7f38c00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:14.935 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:14.924+0000 7f38ca7fc700 1 -- 172.21.15.43:0/2594721517 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f38c40e22a0 con 0x7f38d4104100 2024-05-16T15:49:14.935 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:14.925+0000 7f38d94f7700 1 --2- 172.21.15.43:0/2594721517 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f38c00b2880 0x7f38c00b4d40 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f38d0009990 tx=0x7f38d001a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:14.938 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:14.928+0000 7f38ca7fc700 1 -- 172.21.15.43:0/2594721517 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f38c401f020 con 0x7f38d4104100 2024-05-16T15:49:15.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:15.196+0000 7f38db75b700 1 -- 172.21.15.43:0/2594721517 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f38d406a190 con 0x7f38d4104100 2024-05-16T15:49:15.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:15.197+0000 7f38ca7fc700 1 -- 172.21.15.43:0/2594721517 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11944 (secure 0 0 0) 0x7f38c40a9bb0 con 0x7f38d4104100 2024-05-16T15:49:15.207 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:49:15.207 INFO:teuthology.orchestra.run.smithi043.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.43:6835/1448137759","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6834","nonce":1448137759},{"type":"v1","addr":"172.21.15.43:6835","nonce":1448137759}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.43:6837/3286596297","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6836","nonce":3286596297},{"type":"v1","addr":"172.21.15.43:6837","nonce":3286596297}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-16T15:45:39.175942+0000","modified":"2024-05-16T15:46:42.188203+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24482,"mds_1":24463,"mds_2":24452,"mds_3":24451,"mds_4":24445},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14562":{"gid":14562,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.43:6839/4087815034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6838","nonce":4087815034},{"type":"v1","addr":"172.21.15.43:6839","nonce":4087815034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14574":{"gid":14574,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.43:6841/2042970804","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6840","nonce":2042970804},{"type":"v1","addr":"172.21.15.43:6841","nonce":2042970804}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24410":{"gid":24410,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.148:6833/3084392719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6832","nonce":3084392719},{"type":"v1","addr":"172.21.15.148:6833","nonce":3084392719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24412":{"gid":24412,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.157:6833/3972392500","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6832","nonce":3972392500},{"type":"v1","addr":"172.21.15.157:6833","nonce":3972392500}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.148:6835/516622533","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6834","nonce":516622533},{"type":"v1","addr":"172.21.15.148:6835","nonce":516622533}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"f","rank":4,"incarnation":26,"state":"up:active","state_seq":25,"addr":"172.21.15.157:6835/2303077574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2303077574},{"type":"v1","addr":"172.21.15.157:6835","nonce":2303077574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"c","rank":3,"incarnation":24,"state":"up:active","state_seq":24,"addr":"172.21.15.157:6837/3777341889","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6836","nonce":3777341889},{"type":"v1","addr":"172.21.15.157:6837","nonce":3777341889}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24452":{"gid":24452,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":23,"addr":"172.21.15.148:6837/4036870683","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6836","nonce":4036870683},{"type":"v1","addr":"172.21.15.148:6837","nonce":4036870683}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":22,"addr":"172.21.15.157:6839/2377589154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6838","nonce":2377589154},{"type":"v1","addr":"172.21.15.157:6839","nonce":2377589154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.148:6839/717807397","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6838","nonce":717807397},{"type":"v1","addr":"172.21.15.148:6839","nonce":717807397}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24482,"qdb_cluster":[24445,24452,24451,24463,24482]},"id":1}]} 2024-05-16T15:49:15.209 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:15.199+0000 7f38db75b700 1 -- 172.21.15.43:0/2594721517 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f38c00b2880 msgr2=0x7f38c00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:15.209 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:15.199+0000 7f38db75b700 1 --2- 172.21.15.43:0/2594721517 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f38c00b2880 0x7f38c00b4d40 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f38d0009990 tx=0x7f38d001a040 comp rx=0 tx=0).stop 2024-05-16T15:49:15.210 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:15.199+0000 7f38db75b700 1 -- 172.21.15.43:0/2594721517 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f38d4104100 msgr2=0x7f38d419fc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:15.210 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:15.199+0000 7f38db75b700 1 --2- 172.21.15.43:0/2594721517 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f38d4104100 0x7f38d419fc40 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f38c400b530 tx=0x7f38c400b840 comp rx=0 tx=0).stop 2024-05-16T15:49:15.210 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:15.199+0000 7f38db75b700 1 -- 172.21.15.43:0/2594721517 shutdown_connections 2024-05-16T15:49:15.210 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:15.199+0000 7f38db75b700 1 --2- 172.21.15.43:0/2594721517 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f38d4108850 0x7f38d41998c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:15.210 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:15.199+0000 7f38db75b700 1 --2- 172.21.15.43:0/2594721517 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f38d4103750 0x7f38d419f700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:15.210 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:15.199+0000 7f38db75b700 1 --2- 172.21.15.43:0/2594721517 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f38c00b2880 0x7f38c00b4d40 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:15.210 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:15.199+0000 7f38db75b700 1 --2- 172.21.15.43:0/2594721517 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f38d4104100 0x7f38d419fc40 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:15.210 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:15.199+0000 7f38db75b700 1 -- 172.21.15.43:0/2594721517 >> 172.21.15.43:0/2594721517 conn(0x7f38d407a600 msgr2=0x7f38d4101840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:15.210 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:15.199+0000 7f38db75b700 1 -- 172.21.15.43:0/2594721517 shutdown_connections 2024-05-16T15:49:15.210 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:15.199+0000 7f38db75b700 1 -- 172.21.15.43:0/2594721517 wait complete. 2024-05-16T15:49:15.211 INFO:teuthology.orchestra.run.smithi043.stderr:dumped fsmap epoch 29 2024-05-16T15:49:15.474 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:15 smithi043 ceph-mon[31619]: pgmap v406: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:49:15.474 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:15 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/2594721517' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:49:15.830 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-16T15:49:15.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:15 smithi157 ceph-mon[35584]: pgmap v406: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:49:15.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:15 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/2594721517' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:49:15.935 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:15 smithi148 ceph-mon[34976]: pgmap v406: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:49:15.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:15 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/2594721517' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:49:16.080 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:49:17.590 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:17 smithi043 ceph-mon[31619]: pgmap v407: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-16T15:49:17.591 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:17 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:49:17.591 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:17 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:49:17.591 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:17 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:49:17.591 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:17 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:49:17.591 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:17 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:49:17.591 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:17 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:49:17.591 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:17 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:49:17.848 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:17.837+0000 7f5b6ded0700 1 -- 172.21.15.43:0/1539972565 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5b68104100 msgr2=0x7f5b68108120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:17.848 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:17.837+0000 7f5b6ded0700 1 --2- 172.21.15.43:0/1539972565 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5b68104100 0x7f5b68108120 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f5b5c0099c0 tx=0x7f5b5c009cd0 comp rx=0 tx=0).stop 2024-05-16T15:49:17.848 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:17.837+0000 7f5b6ded0700 1 -- 172.21.15.43:0/1539972565 shutdown_connections 2024-05-16T15:49:17.848 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:17.837+0000 7f5b6ded0700 1 --2- 172.21.15.43:0/1539972565 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5b68108850 0x7f5b681103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:17.848 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:17.837+0000 7f5b6ded0700 1 --2- 172.21.15.43:0/1539972565 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5b68103750 0x7f5b68103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:17.848 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:17.837+0000 7f5b6ded0700 1 --2- 172.21.15.43:0/1539972565 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5b68104100 0x7f5b68108120 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:17.848 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:17.837+0000 7f5b6ded0700 1 -- 172.21.15.43:0/1539972565 >> 172.21.15.43:0/1539972565 conn(0x7f5b6807a600 msgr2=0x7f5b6807aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:17.848 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:17.837+0000 7f5b6ded0700 1 -- 172.21.15.43:0/1539972565 shutdown_connections 2024-05-16T15:49:17.848 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:17.837+0000 7f5b6ded0700 1 -- 172.21.15.43:0/1539972565 wait complete. 2024-05-16T15:49:17.850 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:17.838+0000 7f5b6ded0700 1 Processor -- start 2024-05-16T15:49:17.850 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:17.838+0000 7f5b6ded0700 1 -- start start 2024-05-16T15:49:17.850 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:17.839+0000 7f5b6ded0700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5b68103750 0x7f5b6819f680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:17.850 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:17.839+0000 7f5b6ded0700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5b68104100 0x7f5b6819fbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:17.850 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:17.839+0000 7f5b6ded0700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5b68108850 0x7f5b68199800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:17.850 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:17.839+0000 7f5b6ded0700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f5b681134e0 con 0x7f5b68104100 2024-05-16T15:49:17.850 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:17.839+0000 7f5b6ded0700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f5b68113360 con 0x7f5b68108850 2024-05-16T15:49:17.850 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:17.839+0000 7f5b6ded0700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f5b68113660 con 0x7f5b68103750 2024-05-16T15:49:17.850 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:17.839+0000 7f5b677fe700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5b68103750 0x7f5b6819f680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:17.850 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:17.839+0000 7f5b677fe700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5b68103750 0x7f5b6819f680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:43902/0 (socket says 172.21.15.43:43902) 2024-05-16T15:49:17.850 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:17.839+0000 7f5b677fe700 1 -- 172.21.15.43:0/1748603426 learned_addr learned my addr 172.21.15.43:0/1748603426 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:17.850 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:17.839+0000 7f5b67fff700 1 --2- 172.21.15.43:0/1748603426 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5b68108850 0x7f5b68199800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:17.851 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:17.839+0000 7f5b677fe700 1 -- 172.21.15.43:0/1748603426 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5b68108850 msgr2=0x7f5b68199800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:17.851 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:17.839+0000 7f5b677fe700 1 --2- 172.21.15.43:0/1748603426 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5b68108850 0x7f5b68199800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:17.851 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:17.839+0000 7f5b677fe700 1 -- 172.21.15.43:0/1748603426 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5b68104100 msgr2=0x7f5b6819fbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:17.851 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:17.839+0000 7f5b677fe700 1 --2- 172.21.15.43:0/1748603426 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5b68104100 0x7f5b6819fbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:17.851 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:17.839+0000 7f5b677fe700 1 -- 172.21.15.43:0/1748603426 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b68199fe0 con 0x7f5b68103750 2024-05-16T15:49:17.851 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:17.839+0000 7f5b677fe700 1 --2- 172.21.15.43:0/1748603426 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5b68103750 0x7f5b6819f680 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f5b5800e9a0 tx=0x7f5b5800ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:17.852 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:17.840+0000 7f5b64ff9700 1 -- 172.21.15.43:0/1748603426 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b5800cbd0 con 0x7f5b68103750 2024-05-16T15:49:17.852 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:17.840+0000 7f5b64ff9700 1 -- 172.21.15.43:0/1748603426 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5b5800cd70 con 0x7f5b68103750 2024-05-16T15:49:17.852 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:17.840+0000 7f5b6ded0700 1 -- 172.21.15.43:0/1748603426 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b6819a2d0 con 0x7f5b68103750 2024-05-16T15:49:17.852 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:17.840+0000 7f5b64ff9700 1 -- 172.21.15.43:0/1748603426 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b58018680 con 0x7f5b68103750 2024-05-16T15:49:17.852 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:17.840+0000 7f5b6ded0700 1 -- 172.21.15.43:0/1748603426 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b681a64e0 con 0x7f5b68103750 2024-05-16T15:49:17.852 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:17.841+0000 7f5b6ded0700 1 -- 172.21.15.43:0/1748603426 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5b68104be0 con 0x7f5b68103750 2024-05-16T15:49:17.852 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:17.842+0000 7f5b64ff9700 1 -- 172.21.15.43:0/1748603426 <== mon.1 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f5b58049a60 con 0x7f5b68103750 2024-05-16T15:49:17.854 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:17.843+0000 7f5b64ff9700 1 --2- 172.21.15.43:0/1748603426 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f5b500b2900 0x7f5b500b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:17.854 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:17.843+0000 7f5b66ffd700 1 --2- 172.21.15.43:0/1748603426 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f5b500b2900 0x7f5b500b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:17.854 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:17.843+0000 7f5b64ff9700 1 -- 172.21.15.43:0/1748603426 <== mon.1 v2:172.21.15.157:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f5b580e2a60 con 0x7f5b68103750 2024-05-16T15:49:17.854 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:17.844+0000 7f5b66ffd700 1 --2- 172.21.15.43:0/1748603426 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f5b500b2900 0x7f5b500b4dc0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f5b5c0098e0 tx=0x7f5b5c000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:17.856 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:17.846+0000 7f5b64ff9700 1 -- 172.21.15.43:0/1748603426 <== mon.1 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f5b580aa370 con 0x7f5b68103750 2024-05-16T15:49:17.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:17 smithi157 ceph-mon[35584]: pgmap v407: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-16T15:49:17.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:17 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:49:17.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:17 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:49:17.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:17 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:49:17.926 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:17 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:49:17.926 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:17 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:49:17.926 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:17 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:49:17.926 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:17 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:49:17.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:17 smithi148 ceph-mon[34976]: pgmap v407: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-16T15:49:17.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:17 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:49:17.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:17 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:49:17.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:17 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:49:17.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:17 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:49:17.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:17 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:49:17.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:17 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:49:17.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:17 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:49:18.079 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:18.068+0000 7f5b6ded0700 1 -- 172.21.15.43:0/1748603426 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5b6802e6d0 con 0x7f5b68103750 2024-05-16T15:49:18.080 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:18.070+0000 7f5b64ff9700 1 -- 172.21.15.43:0/1748603426 <== mon.1 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+24790 (secure 0 0 0) 0x7f5b580a9c70 con 0x7f5b68103750 2024-05-16T15:49:18.081 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:49:18.081 INFO:teuthology.orchestra.run.smithi043.stdout:{"epoch":89,"fsid":"13155b42-139a-11ef-bc9a-c7b262605968","created":"2024-05-16T15:37:22.311071+0000","modified":"2024-05-16T15:47:21.509762+0000","last_up_change":"2024-05-16T15:44:35.160481+0000","last_in_change":"2024-05-16T15:44:14.991724+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-16T15:40:47.990763+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-16T15:45:32.249662+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-16T15:45:35.938913+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-05-16T15:45:45.256550+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"b4de8b19-c914-400d-bf10-135fe3a0a81a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6802","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6803","nonce":2827692837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6804","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6805","nonce":2827692837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6808","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6809","nonce":2827692837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6806","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6807","nonce":2827692837}]},"public_addr":"172.21.15.43:6803/2827692837","cluster_addr":"172.21.15.43:6805/2827692837","heartbeat_back_addr":"172.21.15.43:6809/2827692837","heartbeat_front_addr":"172.21.15.43:6807/2827692837","state":["exists","up"]},{"osd":1,"uuid":"178a5d73-e946-41b5-9ef3-f15c16b2e8d0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6800","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6801","nonce":2384349877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6802","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6803","nonce":2384349877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6806","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6807","nonce":2384349877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6804","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6805","nonce":2384349877}]},"public_addr":"172.21.15.148:6801/2384349877","cluster_addr":"172.21.15.148:6803/2384349877","heartbeat_back_addr":"172.21.15.148:6807/2384349877","heartbeat_front_addr":"172.21.15.148:6805/2384349877","state":["exists","up"]},{"osd":2,"uuid":"5b40d2f9-afb6-42b3-a76b-641eddcc2948","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6801","nonce":512969814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6803","nonce":512969814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6807","nonce":512969814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6805","nonce":512969814}]},"public_addr":"172.21.15.157:6801/512969814","cluster_addr":"172.21.15.157:6803/512969814","heartbeat_back_addr":"172.21.15.157:6807/512969814","heartbeat_front_addr":"172.21.15.157:6805/512969814","state":["exists","up"]},{"osd":3,"uuid":"869f2122-f5c7-4b16-b48c-db114730bd5c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6810","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6811","nonce":1305033610}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6812","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6813","nonce":1305033610}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6816","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6817","nonce":1305033610}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6814","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6815","nonce":1305033610}]},"public_addr":"172.21.15.43:6811/1305033610","cluster_addr":"172.21.15.43:6813/1305033610","heartbeat_back_addr":"172.21.15.43:6817/1305033610","heartbeat_front_addr":"172.21.15.43:6815/1305033610","state":["exists","up"]},{"osd":4,"uuid":"c488d334-6676-4abf-81ff-596e7c507159","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6808","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6809","nonce":298572470}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6810","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6811","nonce":298572470}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6814","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6815","nonce":298572470}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6812","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6813","nonce":298572470}]},"public_addr":"172.21.15.148:6809/298572470","cluster_addr":"172.21.15.148:6811/298572470","heartbeat_back_addr":"172.21.15.148:6815/298572470","heartbeat_front_addr":"172.21.15.148:6813/298572470","state":["exists","up"]},{"osd":5,"uuid":"b858ef2e-c51c-4044-a143-30583374ef2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6809","nonce":2793566993}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6811","nonce":2793566993}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6815","nonce":2793566993}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6813","nonce":2793566993}]},"public_addr":"172.21.15.157:6809/2793566993","cluster_addr":"172.21.15.157:6811/2793566993","heartbeat_back_addr":"172.21.15.157:6815/2793566993","heartbeat_front_addr":"172.21.15.157:6813/2793566993","state":["exists","up"]},{"osd":6,"uuid":"70b4d49c-e33c-4334-a293-ce89cb37da1f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6818","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6819","nonce":417494707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6820","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6821","nonce":417494707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6824","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6825","nonce":417494707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6822","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6823","nonce":417494707}]},"public_addr":"172.21.15.43:6819/417494707","cluster_addr":"172.21.15.43:6821/417494707","heartbeat_back_addr":"172.21.15.43:6825/417494707","heartbeat_front_addr":"172.21.15.43:6823/417494707","state":["exists","up"]},{"osd":7,"uuid":"6a39c63f-8d2b-475f-8026-869d766fde01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6816","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6817","nonce":3852418694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6818","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6819","nonce":3852418694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6822","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6823","nonce":3852418694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6820","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6821","nonce":3852418694}]},"public_addr":"172.21.15.148:6817/3852418694","cluster_addr":"172.21.15.148:6819/3852418694","heartbeat_back_addr":"172.21.15.148:6823/3852418694","heartbeat_front_addr":"172.21.15.148:6821/3852418694","state":["exists","up"]},{"osd":8,"uuid":"f9e0ed4f-7211-43b5-bac9-33a64cec91d5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6817","nonce":3332637555}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6819","nonce":3332637555}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6823","nonce":3332637555}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6821","nonce":3332637555}]},"public_addr":"172.21.15.157:6817/3332637555","cluster_addr":"172.21.15.157:6819/3332637555","heartbeat_back_addr":"172.21.15.157:6823/3332637555","heartbeat_front_addr":"172.21.15.157:6821/3332637555","state":["exists","up"]},{"osd":9,"uuid":"ba1b04ea-a184-445a-8c31-0eed73a488e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6826","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6827","nonce":3226599249}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6828","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6829","nonce":3226599249}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6832","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6833","nonce":3226599249}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6830","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6831","nonce":3226599249}]},"public_addr":"172.21.15.43:6827/3226599249","cluster_addr":"172.21.15.43:6829/3226599249","heartbeat_back_addr":"172.21.15.43:6833/3226599249","heartbeat_front_addr":"172.21.15.43:6831/3226599249","state":["exists","up"]},{"osd":10,"uuid":"6dc35480-fd4a-428d-8ede-eb3e9058a7cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6824","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6825","nonce":3418113451}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6826","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6827","nonce":3418113451}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6830","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6831","nonce":3418113451}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6828","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6829","nonce":3418113451}]},"public_addr":"172.21.15.148:6825/3418113451","cluster_addr":"172.21.15.148:6827/3418113451","heartbeat_back_addr":"172.21.15.148:6831/3418113451","heartbeat_front_addr":"172.21.15.148:6829/3418113451","state":["exists","up"]},{"osd":11,"uuid":"da02e920-1b89-4b7d-857b-14cf82a1f0e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6825","nonce":1613641998}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6827","nonce":1613641998}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6831","nonce":1613641998}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6829","nonce":1613641998}]},"public_addr":"172.21.15.157:6825/1613641998","cluster_addr":"172.21.15.157:6827/1613641998","heartbeat_back_addr":"172.21.15.157:6831/1613641998","heartbeat_front_addr":"172.21.15.157:6829/1613641998","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:39:58.214793+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:40:22.181940+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:40:45.520107+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:41:10.377805+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:41:35.387615+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:41:59.845861+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:42:25.042874+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:42:50.427164+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:43:15.686930+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:43:41.803831+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:44:07.624551+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:44:33.414511+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"2.1d","mappings":[{"from":2,"to":1}]},{"pgid":"3.0","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.2","mappings":[{"from":9,"to":1}]},{"pgid":"4.3","mappings":[{"from":5,"to":10}]},{"pgid":"4.b","mappings":[{"from":9,"to":8}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.43:6801/86887644":"2024-05-17T15:38:19.897772+0000","172.21.15.43:6800/86887644":"2024-05-17T15:38:19.897772+0000","172.21.15.43:0/1519374213":"2024-05-17T15:38:19.897772+0000","172.21.15.43:6800/2824545909":"2024-05-17T15:37:53.291030+0000","172.21.15.43:0/561872100":"2024-05-17T15:37:53.291030+0000","172.21.15.43:0/3260845824":"2024-05-17T15:38:19.897772+0000","172.21.15.43:0/465511688":"2024-05-17T15:38:19.897772+0000","172.21.15.43:0/1478293844":"2024-05-17T15:37:53.291030+0000","172.21.15.43:0/3264891829":"2024-05-17T15:37:53.291030+0000","172.21.15.43:6801/2824545909":"2024-05-17T15:37:53.291030+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-16T15:49:18.083 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:18.072+0000 7f5b6ded0700 1 -- 172.21.15.43:0/1748603426 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f5b500b2900 msgr2=0x7f5b500b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:18.083 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:18.072+0000 7f5b6ded0700 1 --2- 172.21.15.43:0/1748603426 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f5b500b2900 0x7f5b500b4dc0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f5b5c0098e0 tx=0x7f5b5c000bc0 comp rx=0 tx=0).stop 2024-05-16T15:49:18.083 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:18.072+0000 7f5b6ded0700 1 -- 172.21.15.43:0/1748603426 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5b68103750 msgr2=0x7f5b6819f680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:18.083 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:18.072+0000 7f5b6ded0700 1 --2- 172.21.15.43:0/1748603426 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5b68103750 0x7f5b6819f680 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f5b5800e9a0 tx=0x7f5b5800ecb0 comp rx=0 tx=0).stop 2024-05-16T15:49:18.083 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:18.072+0000 7f5b6ded0700 1 -- 172.21.15.43:0/1748603426 shutdown_connections 2024-05-16T15:49:18.083 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:18.072+0000 7f5b6ded0700 1 --2- 172.21.15.43:0/1748603426 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5b68108850 0x7f5b68199800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:18.083 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:18.072+0000 7f5b6ded0700 1 --2- 172.21.15.43:0/1748603426 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5b68103750 0x7f5b6819f680 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:18.083 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:18.072+0000 7f5b6ded0700 1 --2- 172.21.15.43:0/1748603426 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f5b500b2900 0x7f5b500b4dc0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:18.083 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:18.072+0000 7f5b6ded0700 1 --2- 172.21.15.43:0/1748603426 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5b68104100 0x7f5b6819fbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:18.083 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:18.072+0000 7f5b6ded0700 1 -- 172.21.15.43:0/1748603426 >> 172.21.15.43:0/1748603426 conn(0x7f5b6807a600 msgr2=0x7f5b68101930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:18.083 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:18.072+0000 7f5b6ded0700 1 -- 172.21.15.43:0/1748603426 shutdown_connections 2024-05-16T15:49:18.084 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:18.072+0000 7f5b6ded0700 1 -- 172.21.15.43:0/1748603426 wait complete. 2024-05-16T15:49:18.646 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:18 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:49:18.647 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:18 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:49:18.647 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:18 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:49:18.647 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:18 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/1748603426' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-16T15:49:18.677 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 29, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-05-16T15:45:39.175942+0000', 'modified': '2024-05-16T15:46:42.188203+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24482, 'mds_1': 24463, 'mds_2': 24452, 'mds_3': 24451, 'mds_4': 24445}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14562': {'gid': 14562, 'name': 'g', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.43:6839/4087815034', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.43:6838', 'nonce': 4087815034}, {'type': 'v1', 'addr': '172.21.15.43:6839', 'nonce': 4087815034}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_14574': {'gid': 14574, 'name': 'a', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.43:6841/2042970804', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.43:6840', 'nonce': 2042970804}, {'type': 'v1', 'addr': '172.21.15.43:6841', 'nonce': 2042970804}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24410': {'gid': 24410, 'name': 'k', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.148:6833/3084392719', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.148:6832', 'nonce': 3084392719}, {'type': 'v1', 'addr': '172.21.15.148:6833', 'nonce': 3084392719}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24412': {'gid': 24412, 'name': 'l', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.157:6833/3972392500', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.157:6832', 'nonce': 3972392500}, {'type': 'v1', 'addr': '172.21.15.157:6833', 'nonce': 3972392500}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24431': {'gid': 24431, 'name': 'e', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.148:6835/516622533', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.148:6834', 'nonce': 516622533}, {'type': 'v1', 'addr': '172.21.15.148:6835', 'nonce': 516622533}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24445': {'gid': 24445, 'name': 'f', 'rank': 4, 'incarnation': 26, 'state': 'up:active', 'state_seq': 25, 'addr': '172.21.15.157:6835/2303077574', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.157:6834', 'nonce': 2303077574}, {'type': 'v1', 'addr': '172.21.15.157:6835', 'nonce': 2303077574}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24451': {'gid': 24451, 'name': 'c', 'rank': 3, 'incarnation': 24, 'state': 'up:active', 'state_seq': 24, 'addr': '172.21.15.157:6837/3777341889', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.157:6836', 'nonce': 3777341889}, {'type': 'v1', 'addr': '172.21.15.157:6837', 'nonce': 3777341889}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24452': {'gid': 24452, 'name': 'h', 'rank': 2, 'incarnation': 22, 'state': 'up:active', 'state_seq': 23, 'addr': '172.21.15.148:6837/4036870683', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.148:6836', 'nonce': 4036870683}, {'type': 'v1', 'addr': '172.21.15.148:6837', 'nonce': 4036870683}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24463': {'gid': 24463, 'name': 'i', 'rank': 1, 'incarnation': 20, 'state': 'up:active', 'state_seq': 22, 'addr': '172.21.15.157:6839/2377589154', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.157:6838', 'nonce': 2377589154}, {'type': 'v1', 'addr': '172.21.15.157:6839', 'nonce': 2377589154}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24482': {'gid': 24482, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.148:6839/717807397', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.148:6838', 'nonce': 717807397}, {'type': 'v1', 'addr': '172.21.15.148:6839', 'nonce': 717807397}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24482, 'qdb_cluster': [24445, 24452, 24451, 24463, 24482]} 2024-05-16T15:49:18.677 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-05-16T15:49:18.677 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell mds.f status 2024-05-16T15:49:18.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:18 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:49:18.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:18 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:49:18.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:18 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:49:18.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:18 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/1748603426' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-16T15:49:18.929 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:49:18.935 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:18 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:49:18.935 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:18 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:49:18.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:18 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:49:18.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:18 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/1748603426' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-16T15:49:19.724 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:19 smithi043 ceph-mon[31619]: pgmap v408: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:49:19.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:19 smithi157 ceph-mon[35584]: pgmap v408: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:49:19.935 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:19 smithi148 ceph-mon[34976]: pgmap v408: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:49:20.633 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.622+0000 7f91d470b700 1 -- 172.21.15.43:0/1246511822 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f91cc108410 msgr2=0x7f91cc1087f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:20.633 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.622+0000 7f91d470b700 1 --2- 172.21.15.43:0/1246511822 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f91cc108410 0x7f91cc1087f0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f91c8009990 tx=0x7f91c8009ca0 comp rx=0 tx=0).stop 2024-05-16T15:49:20.633 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.622+0000 7f91d470b700 1 -- 172.21.15.43:0/1246511822 shutdown_connections 2024-05-16T15:49:20.633 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.622+0000 7f91d470b700 1 --2- 172.21.15.43:0/1246511822 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f91cc102d60 0x7f91cc10f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:20.633 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.622+0000 7f91d470b700 1 --2- 172.21.15.43:0/1246511822 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f91cc108410 0x7f91cc1087f0 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:20.633 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.622+0000 7f91d470b700 1 --2- 172.21.15.43:0/1246511822 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f91cc1023a0 0x7f91cc102820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:20.633 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.622+0000 7f91d470b700 1 -- 172.21.15.43:0/1246511822 >> 172.21.15.43:0/1246511822 conn(0x7f91cc079350 msgr2=0x7f91cc079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:20.633 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.622+0000 7f91d470b700 1 -- 172.21.15.43:0/1246511822 shutdown_connections 2024-05-16T15:49:20.634 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.622+0000 7f91d470b700 1 -- 172.21.15.43:0/1246511822 wait complete. 2024-05-16T15:49:20.634 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.622+0000 7f91d470b700 1 Processor -- start 2024-05-16T15:49:20.634 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.623+0000 7f91d470b700 1 -- start start 2024-05-16T15:49:20.635 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.623+0000 7f91d470b700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f91cc1023a0 0x7f91cc19e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:20.635 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.623+0000 7f91d470b700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f91cc102d60 0x7f91cc19ed00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:20.636 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.623+0000 7f91d470b700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f91cc108410 0x7f91cc198980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:20.636 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.623+0000 7f91d470b700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f91cc1124e0 con 0x7f91cc1023a0 2024-05-16T15:49:20.636 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.623+0000 7f91d470b700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f91cc112360 con 0x7f91cc108410 2024-05-16T15:49:20.636 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.623+0000 7f91d470b700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f91cc112660 con 0x7f91cc102d60 2024-05-16T15:49:20.636 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.623+0000 7f91d24a7700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f91cc1023a0 0x7f91cc19e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:20.636 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.623+0000 7f91d24a7700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f91cc1023a0 0x7f91cc19e7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:48452/0 (socket says 172.21.15.43:48452) 2024-05-16T15:49:20.636 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.623+0000 7f91d24a7700 1 -- 172.21.15.43:0/700454808 learned_addr learned my addr 172.21.15.43:0/700454808 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:20.636 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.623+0000 7f91d1ca6700 1 --2- 172.21.15.43:0/700454808 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f91cc102d60 0x7f91cc19ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:20.636 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.623+0000 7f91d24a7700 1 -- 172.21.15.43:0/700454808 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f91cc102d60 msgr2=0x7f91cc19ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:20.636 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.623+0000 7f91d2ca8700 1 --2- 172.21.15.43:0/700454808 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f91cc108410 0x7f91cc198980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:20.636 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.623+0000 7f91d24a7700 1 --2- 172.21.15.43:0/700454808 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f91cc102d60 0x7f91cc19ed00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:20.636 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.623+0000 7f91d24a7700 1 -- 172.21.15.43:0/700454808 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f91cc108410 msgr2=0x7f91cc198980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:20.636 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.623+0000 7f91d24a7700 1 --2- 172.21.15.43:0/700454808 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f91cc108410 0x7f91cc198980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:20.637 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.623+0000 7f91d24a7700 1 -- 172.21.15.43:0/700454808 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91cc1990e0 con 0x7f91cc1023a0 2024-05-16T15:49:20.637 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.623+0000 7f91d1ca6700 1 --2- 172.21.15.43:0/700454808 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f91cc102d60 0x7f91cc19ed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:49:20.637 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.623+0000 7f91d2ca8700 1 --2- 172.21.15.43:0/700454808 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f91cc108410 0x7f91cc198980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:49:20.637 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.624+0000 7f91d24a7700 1 --2- 172.21.15.43:0/700454808 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f91cc1023a0 0x7f91cc19e7c0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f91c8000c00 tx=0x7f91c80047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:20.637 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.624+0000 7f91bf7fe700 1 -- 172.21.15.43:0/700454808 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91c8027070 con 0x7f91cc1023a0 2024-05-16T15:49:20.637 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.624+0000 7f91bf7fe700 1 -- 172.21.15.43:0/700454808 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f91c800fdb0 con 0x7f91cc1023a0 2024-05-16T15:49:20.637 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.624+0000 7f91d470b700 1 -- 172.21.15.43:0/700454808 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91cc199370 con 0x7f91cc1023a0 2024-05-16T15:49:20.637 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.624+0000 7f91bf7fe700 1 -- 172.21.15.43:0/700454808 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91c80173f0 con 0x7f91cc1023a0 2024-05-16T15:49:20.637 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.624+0000 7f91d470b700 1 -- 172.21.15.43:0/700454808 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91cc1a5690 con 0x7f91cc1023a0 2024-05-16T15:49:20.639 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.626+0000 7f91bf7fe700 1 -- 172.21.15.43:0/700454808 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f91c802a070 con 0x7f91cc1023a0 2024-05-16T15:49:20.639 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.627+0000 7f91bf7fe700 1 --2- 172.21.15.43:0/700454808 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f91b80b2880 0x7f91b80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:20.640 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.627+0000 7f91d1ca6700 1 --2- 172.21.15.43:0/700454808 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f91b80b2880 0x7f91b80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:20.640 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.627+0000 7f91bf7fe700 1 -- 172.21.15.43:0/700454808 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f91c80e36a0 con 0x7f91cc1023a0 2024-05-16T15:49:20.640 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.627+0000 7f91d1ca6700 1 --2- 172.21.15.43:0/700454808 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f91b80b2880 0x7f91b80b4d40 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f91cc079b70 tx=0x7f91c0008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:20.640 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.627+0000 7f91def9eb80 1 Processor -- start 2024-05-16T15:49:20.640 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.628+0000 7f91def9eb80 1 -- start start 2024-05-16T15:49:20.640 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.628+0000 7f91def9eb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559066227ce0 0x5590662280c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:20.640 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.628+0000 7f91def9eb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559066228600 0x559066232f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:20.640 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.628+0000 7f91def9eb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5590662334b0 0x5590662358a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:20.640 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.628+0000 7f91def9eb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x559066179810 con 0x5590662334b0 2024-05-16T15:49:20.640 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.628+0000 7f91def9eb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x559066118770 con 0x559066228600 2024-05-16T15:49:20.640 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.628+0000 7f91def9eb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x5590661757d0 con 0x559066227ce0 2024-05-16T15:49:20.641 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.628+0000 7f91d2ca8700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5590662334b0 0x5590662358a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:20.641 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.628+0000 7f91d2ca8700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5590662334b0 0x5590662358a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:48464/0 (socket says 172.21.15.43:48464) 2024-05-16T15:49:20.641 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.628+0000 7f91d2ca8700 1 -- 172.21.15.43:0/3600427502 learned_addr learned my addr 172.21.15.43:0/3600427502 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:20.641 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.628+0000 7f91d24a7700 1 --2- 172.21.15.43:0/3600427502 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559066227ce0 0x5590662280c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:20.641 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.628+0000 7f91d1ca6700 1 --2- 172.21.15.43:0/3600427502 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559066228600 0x559066232f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:20.641 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.628+0000 7f91d2ca8700 1 -- 172.21.15.43:0/3600427502 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559066227ce0 msgr2=0x5590662280c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:20.641 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.628+0000 7f91d2ca8700 1 --2- 172.21.15.43:0/3600427502 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559066227ce0 0x5590662280c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:20.641 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.629+0000 7f91d2ca8700 1 -- 172.21.15.43:0/3600427502 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559066228600 msgr2=0x559066232f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:20.641 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.629+0000 7f91d2ca8700 1 --2- 172.21.15.43:0/3600427502 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559066228600 0x559066232f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:20.641 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.629+0000 7f91d2ca8700 1 -- 172.21.15.43:0/3600427502 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5590660c6880 con 0x5590662334b0 2024-05-16T15:49:20.641 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.629+0000 7f91d2ca8700 1 --2- 172.21.15.43:0/3600427502 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5590662334b0 0x5590662358a0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f91c4007f60 tx=0x7f91c4007f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f701fc02ea8c315f server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:20.641 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.629+0000 7f91bcff9700 1 -- 172.21.15.43:0/3600427502 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91c4014070 con 0x5590662334b0 2024-05-16T15:49:20.641 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.629+0000 7f91bcff9700 1 -- 172.21.15.43:0/3600427502 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f91c400fad0 con 0x5590662334b0 2024-05-16T15:49:20.641 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.629+0000 7f91bcff9700 1 -- 172.21.15.43:0/3600427502 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91c400e900 con 0x5590662334b0 2024-05-16T15:49:20.646 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.630+0000 7f91def9eb80 1 -- 172.21.15.43:0/3600427502 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5590662334b0 msgr2=0x5590662358a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:20.646 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.630+0000 7f91def9eb80 1 --2- 172.21.15.43:0/3600427502 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5590662334b0 0x5590662358a0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f91c4007f60 tx=0x7f91c4007f90 comp rx=0 tx=0).stop 2024-05-16T15:49:20.647 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.630+0000 7f91def9eb80 1 -- 172.21.15.43:0/3600427502 shutdown_connections 2024-05-16T15:49:20.647 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.630+0000 7f91def9eb80 1 --2- 172.21.15.43:0/3600427502 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5590662334b0 0x5590662358a0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:20.647 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.630+0000 7f91def9eb80 1 --2- 172.21.15.43:0/3600427502 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559066227ce0 0x5590662280c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:20.647 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.630+0000 7f91def9eb80 1 --2- 172.21.15.43:0/3600427502 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559066228600 0x559066232f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:20.647 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.630+0000 7f91def9eb80 1 -- 172.21.15.43:0/3600427502 >> 172.21.15.43:0/3600427502 conn(0x5590661530b0 msgr2=0x559066224750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:20.647 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.630+0000 7f91def9eb80 1 -- 172.21.15.43:0/3600427502 shutdown_connections 2024-05-16T15:49:20.647 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.630+0000 7f91def9eb80 1 -- 172.21.15.43:0/3600427502 wait complete. 2024-05-16T15:49:20.647 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.630+0000 7f91def9eb80 1 -- start start 2024-05-16T15:49:20.647 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.630+0000 7f91def9eb80 1 Processor -- start 2024-05-16T15:49:20.647 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.630+0000 7f91def9eb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559066227ce0 0x559066232b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:20.647 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.631+0000 7f91def9eb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x559066228600 0x55906622fee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:20.647 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.631+0000 7f91def9eb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5590662334b0 0x559066230420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:20.647 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.631+0000 7f91def9eb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x559066236130 con 0x559066228600 2024-05-16T15:49:20.648 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.631+0000 7f91def9eb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x5590660dfbe0 con 0x559066227ce0 2024-05-16T15:49:20.648 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.631+0000 7f91def9eb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x5590662362b0 con 0x5590662334b0 2024-05-16T15:49:20.648 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.631+0000 7f91def9eb80 10 client.0 _ll_register_callbacks cb 0x5590661118d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:49:20.648 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.631+0000 7f91d1ca6700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x559066228600 0x55906622fee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:20.648 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.631+0000 7f91d1ca6700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x559066228600 0x55906622fee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:48474/0 (socket says 172.21.15.43:48474) 2024-05-16T15:49:20.648 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.631+0000 7f91d1ca6700 1 -- 172.21.15.43:0/1430540551 learned_addr learned my addr 172.21.15.43:0/1430540551 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:20.648 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.631+0000 7f91d24a7700 1 --2- 172.21.15.43:0/1430540551 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559066227ce0 0x559066232b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:20.648 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.631+0000 7f91d2ca8700 1 --2- 172.21.15.43:0/1430540551 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5590662334b0 0x559066230420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:20.648 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.631+0000 7f91d1ca6700 1 -- 172.21.15.43:0/1430540551 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5590662334b0 msgr2=0x559066230420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:20.648 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.631+0000 7f91d1ca6700 1 --2- 172.21.15.43:0/1430540551 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5590662334b0 0x559066230420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:20.648 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.631+0000 7f91d1ca6700 1 -- 172.21.15.43:0/1430540551 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559066227ce0 msgr2=0x559066232b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:20.648 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.631+0000 7f91d1ca6700 1 --2- 172.21.15.43:0/1430540551 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559066227ce0 0x559066232b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:20.648 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.631+0000 7f91d1ca6700 1 -- 172.21.15.43:0/1430540551 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559066115640 con 0x559066228600 2024-05-16T15:49:20.648 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.631+0000 7f91d1ca6700 1 --2- 172.21.15.43:0/1430540551 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x559066228600 0x55906622fee0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f91c000cd40 tx=0x7f91c0004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef7cd6c71c01b250 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:20.648 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.631+0000 7f91b5ffb700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:49:20.649 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.631+0000 7f91b5ffb700 1 -- 172.21.15.43:0/1430540551 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91c0013c40 con 0x559066228600 2024-05-16T15:49:20.649 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.631+0000 7f91b5ffb700 1 -- 172.21.15.43:0/1430540551 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f91c0013de0 con 0x559066228600 2024-05-16T15:49:20.649 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.631+0000 7f91def9eb80 1 -- 172.21.15.43:0/1430540551 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f91c400fad0 con 0x559066228600 2024-05-16T15:49:20.649 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.632+0000 7f91b5ffb700 1 -- 172.21.15.43:0/1430540551 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f91c002d050 con 0x559066228600 2024-05-16T15:49:20.649 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.632+0000 7f91def9eb80 10 client.15168 fetch_fsmap learned FSMap version 29 2024-05-16T15:49:20.649 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.632+0000 7f91def9eb80 1 -- 172.21.15.43:0/1430540551 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x559066240950 con 0x559066228600 2024-05-16T15:49:20.649 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.632+0000 7f91b5ffb700 1 -- 172.21.15.43:0/1430540551 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f91c400fad0 con 0x559066228600 2024-05-16T15:49:20.649 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.632+0000 7f91b5ffb700 1 -- 172.21.15.43:0/1430540551 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f91c00116d0 con 0x559066228600 2024-05-16T15:49:20.649 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.632+0000 7f91def9eb80 10 client.15168 fetch_fsmap finished waiting for FSMap version 29 2024-05-16T15:49:20.649 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.632+0000 7f91def9eb80 10 client.15168 resolve_mds: resolved name 'f' to daemon mds.f 2024-05-16T15:49:20.649 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.632+0000 7f91def9eb80 20 client.15168 populate_metadata read hostname 'smithi043' 2024-05-16T15:49:20.649 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.632+0000 7f91def9eb80 1 --2- 172.21.15.43:0/1430540551 >> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] conn(0x559066243050 0x5590662444c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:20.649 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.632+0000 7f91def9eb80 4 client.15168 mds_command: new command op to 24445 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:49:20.649 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.632+0000 7f91def9eb80 1 -- 172.21.15.43:0/1430540551 --> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5590661f3600 con 0x559066243050 2024-05-16T15:49:20.650 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.632+0000 7f91d24a7700 1 --2- 172.21.15.43:0/1430540551 >> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] conn(0x559066243050 0x5590662444c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:20.650 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.633+0000 7f91d24a7700 1 --2- 172.21.15.43:0/1430540551 >> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] conn(0x559066243050 0x5590662444c0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=6c8c24229701d10f server_cookie=cea5155935a81b2e in_seq=0 out_seq=0 2024-05-16T15:49:20.650 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.633+0000 7f91b5ffb700 10 client.15168 ms_handle_connect on v2:172.21.15.157:6834/2303077574 2024-05-16T15:49:20.650 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.634+0000 7f91b5ffb700 1 -- 172.21.15.43:0/1430540551 <== mds.4 v2:172.21.15.157:6834/2303077574 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5590661f3600 con 0x559066243050 2024-05-16T15:49:20.650 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.634+0000 7f91b5ffb700 10 client.15168 handle_command_reply: tid=0 2024-05-16T15:49:20.650 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.634+0000 7f91def9eb80 1 client.15168 shutdown 2024-05-16T15:49:20.650 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.634+0000 7f91def9eb80 1 -- 172.21.15.43:0/1430540551 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x559066228600 msgr2=0x55906622fee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:20.650 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.634+0000 7f91def9eb80 1 --2- 172.21.15.43:0/1430540551 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x559066228600 0x55906622fee0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f91c000cd40 tx=0x7f91c0004750 comp rx=0 tx=0).stop 2024-05-16T15:49:20.650 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.634+0000 7f91def9eb80 1 -- 172.21.15.43:0/1430540551 shutdown_connections 2024-05-16T15:49:20.650 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.634+0000 7f91def9eb80 1 --2- 172.21.15.43:0/1430540551 >> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] conn(0x559066243050 0x5590662444c0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:20.651 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.634+0000 7f91def9eb80 1 --2- 172.21.15.43:0/1430540551 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5590662334b0 0x559066230420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:20.651 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.634+0000 7f91def9eb80 1 --2- 172.21.15.43:0/1430540551 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559066227ce0 0x559066232b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:20.651 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.634+0000 7f91def9eb80 1 --2- 172.21.15.43:0/1430540551 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x559066228600 0x55906622fee0 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:20.651 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.634+0000 7f91def9eb80 1 -- 172.21.15.43:0/1430540551 >> 172.21.15.43:0/1430540551 conn(0x5590661530b0 msgr2=0x55906621c6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:20.651 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.634+0000 7f91b5ffb700 0 client.15168 ms_handle_reset on v2:172.21.15.157:6834/2303077574 2024-05-16T15:49:20.651 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.634+0000 7f91def9eb80 1 -- 172.21.15.43:0/1430540551 shutdown_connections 2024-05-16T15:49:20.651 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.634+0000 7f91def9eb80 1 -- 172.21.15.43:0/1430540551 wait complete. 2024-05-16T15:49:20.651 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.634+0000 7f91def9eb80 20 client.15168 trim_cache size 0 max 16384 2024-05-16T15:49:20.667 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.655+0000 7f91def9eb80 1 Processor -- start 2024-05-16T15:49:20.667 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.655+0000 7f91def9eb80 1 -- start start 2024-05-16T15:49:20.668 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.656+0000 7f91def9eb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559066227ce0 0x5590662248f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:20.668 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.656+0000 7f91def9eb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559066228600 0x559066230a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:20.668 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.656+0000 7f91def9eb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5590662334b0 0x55906622b600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:20.668 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.656+0000 7f91def9eb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x559066242800 con 0x5590662334b0 2024-05-16T15:49:20.668 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.656+0000 7f91def9eb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x559066242ed0 con 0x559066228600 2024-05-16T15:49:20.668 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.656+0000 7f91def9eb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x5590662435a0 con 0x559066227ce0 2024-05-16T15:49:20.668 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.656+0000 7f91d2ca8700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5590662334b0 0x55906622b600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:20.668 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.656+0000 7f91d2ca8700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5590662334b0 0x55906622b600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:48478/0 (socket says 172.21.15.43:48478) 2024-05-16T15:49:20.668 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.656+0000 7f91d2ca8700 1 -- 172.21.15.43:0/2996517394 learned_addr learned my addr 172.21.15.43:0/2996517394 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:20.668 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.656+0000 7f91d24a7700 1 --2- 172.21.15.43:0/2996517394 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559066227ce0 0x5590662248f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:20.668 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.656+0000 7f91d1ca6700 1 --2- 172.21.15.43:0/2996517394 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559066228600 0x559066230a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:20.668 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.656+0000 7f91d2ca8700 1 -- 172.21.15.43:0/2996517394 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559066227ce0 msgr2=0x5590662248f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:20.668 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.656+0000 7f91d2ca8700 1 --2- 172.21.15.43:0/2996517394 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559066227ce0 0x5590662248f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:20.668 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.656+0000 7f91d2ca8700 1 -- 172.21.15.43:0/2996517394 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559066228600 msgr2=0x559066230a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:20.669 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.656+0000 7f91d2ca8700 1 --2- 172.21.15.43:0/2996517394 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559066228600 0x559066230a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:20.669 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.656+0000 7f91d2ca8700 1 -- 172.21.15.43:0/2996517394 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55906621e7c0 con 0x5590662334b0 2024-05-16T15:49:20.669 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.656+0000 7f91d2ca8700 1 --2- 172.21.15.43:0/2996517394 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5590662334b0 0x55906622b600 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f91c400c930 tx=0x7f91c4007a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b674cd0a02b22b3c server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:20.669 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.657+0000 7f91b7fff700 1 -- 172.21.15.43:0/2996517394 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91c4027070 con 0x5590662334b0 2024-05-16T15:49:20.669 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.657+0000 7f91b7fff700 1 -- 172.21.15.43:0/2996517394 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f91c4007280 con 0x5590662334b0 2024-05-16T15:49:20.669 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.657+0000 7f91b7fff700 1 -- 172.21.15.43:0/2996517394 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91c4014040 con 0x5590662334b0 2024-05-16T15:49:20.673 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.657+0000 7f91def9eb80 1 -- 172.21.15.43:0/2996517394 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5590662334b0 msgr2=0x55906622b600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:20.673 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.657+0000 7f91def9eb80 1 --2- 172.21.15.43:0/2996517394 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5590662334b0 0x55906622b600 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f91c400c930 tx=0x7f91c4007a40 comp rx=0 tx=0).stop 2024-05-16T15:49:20.673 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.657+0000 7f91def9eb80 1 -- 172.21.15.43:0/2996517394 shutdown_connections 2024-05-16T15:49:20.673 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.657+0000 7f91def9eb80 1 --2- 172.21.15.43:0/2996517394 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5590662334b0 0x55906622b600 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:20.673 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.657+0000 7f91def9eb80 1 --2- 172.21.15.43:0/2996517394 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559066227ce0 0x5590662248f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:20.673 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.657+0000 7f91def9eb80 1 --2- 172.21.15.43:0/2996517394 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559066228600 0x559066230a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:20.674 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.657+0000 7f91def9eb80 1 -- 172.21.15.43:0/2996517394 >> 172.21.15.43:0/2996517394 conn(0x5590661530b0 msgr2=0x55906622aef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:20.674 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.658+0000 7f91def9eb80 1 -- 172.21.15.43:0/2996517394 shutdown_connections 2024-05-16T15:49:20.674 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.658+0000 7f91def9eb80 1 -- 172.21.15.43:0/2996517394 wait complete. 2024-05-16T15:49:20.674 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.658+0000 7f91def9eb80 1 -- start start 2024-05-16T15:49:20.674 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.658+0000 7f91def9eb80 1 Processor -- start 2024-05-16T15:49:20.674 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.658+0000 7f91def9eb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x559066227ce0 0x55906622c1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:20.674 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.658+0000 7f91def9eb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559066228600 0x55906622c710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:20.674 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.659+0000 7f91def9eb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5590662334b0 0x55906622cd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:20.674 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.659+0000 7f91def9eb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x559066244340 con 0x559066227ce0 2024-05-16T15:49:20.674 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.659+0000 7f91def9eb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x559066243c70 con 0x5590662334b0 2024-05-16T15:49:20.674 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.659+0000 7f91def9eb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x559066244a10 con 0x559066228600 2024-05-16T15:49:20.674 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.659+0000 7f91def9eb80 10 client.0 _ll_register_callbacks cb 0x5590661118d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:49:20.674 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.659+0000 7f91d24a7700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x559066227ce0 0x55906622c1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:20.675 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.659+0000 7f91d24a7700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x559066227ce0 0x55906622c1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:48482/0 (socket says 172.21.15.43:48482) 2024-05-16T15:49:20.675 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.659+0000 7f91d24a7700 1 -- 172.21.15.43:0/1861237330 learned_addr learned my addr 172.21.15.43:0/1861237330 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:20.675 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.659+0000 7f91d1ca6700 1 --2- 172.21.15.43:0/1861237330 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559066228600 0x55906622c710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:20.675 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.659+0000 7f91d24a7700 1 -- 172.21.15.43:0/1861237330 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559066228600 msgr2=0x55906622c710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:20.675 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.659+0000 7f91d24a7700 1 --2- 172.21.15.43:0/1861237330 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559066228600 0x55906622c710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:20.675 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.659+0000 7f91d24a7700 1 -- 172.21.15.43:0/1861237330 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5590662334b0 msgr2=0x55906622cd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:20.675 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.659+0000 7f91d24a7700 1 --2- 172.21.15.43:0/1861237330 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5590662334b0 0x55906622cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:20.675 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.659+0000 7f91d24a7700 1 -- 172.21.15.43:0/1861237330 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55906623f550 con 0x559066227ce0 2024-05-16T15:49:20.675 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.659+0000 7f91d1ca6700 1 --2- 172.21.15.43:0/1861237330 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559066228600 0x55906622c710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:49:20.675 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.659+0000 7f91d24a7700 1 --2- 172.21.15.43:0/1861237330 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x559066227ce0 0x55906622c1d0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f91c80e1160 tx=0x7f91c80cd040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20e636e950a5bf65 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:20.675 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.659+0000 7f91b5ffb700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:49:20.675 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.659+0000 7f91b5ffb700 1 -- 172.21.15.43:0/1861237330 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91c80c4060 con 0x559066227ce0 2024-05-16T15:49:20.675 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.659+0000 7f91b5ffb700 1 -- 172.21.15.43:0/1861237330 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f91c8022470 con 0x559066227ce0 2024-05-16T15:49:20.675 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.659+0000 7f91def9eb80 1 -- 172.21.15.43:0/1861237330 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f91c4007280 con 0x559066227ce0 2024-05-16T15:49:20.676 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.660+0000 7f91b5ffb700 1 -- 172.21.15.43:0/1861237330 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f91c80aa9a0 con 0x559066227ce0 2024-05-16T15:49:20.676 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.660+0000 7f91def9eb80 10 client.15174 fetch_fsmap learned FSMap version 29 2024-05-16T15:49:20.676 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.660+0000 7f91def9eb80 1 -- 172.21.15.43:0/1861237330 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x559066228c20 con 0x559066227ce0 2024-05-16T15:49:20.676 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.660+0000 7f91b5ffb700 1 -- 172.21.15.43:0/1861237330 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f91c4007280 con 0x559066227ce0 2024-05-16T15:49:20.676 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.660+0000 7f91b5ffb700 1 -- 172.21.15.43:0/1861237330 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f91c8022690 con 0x559066227ce0 2024-05-16T15:49:20.676 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.660+0000 7f91def9eb80 10 client.15174 fetch_fsmap finished waiting for FSMap version 29 2024-05-16T15:49:20.676 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.660+0000 7f91def9eb80 10 client.15174 resolve_mds: resolved name 'f' to daemon mds.f 2024-05-16T15:49:20.676 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.660+0000 7f91def9eb80 20 client.15174 populate_metadata read hostname 'smithi043' 2024-05-16T15:49:20.676 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.660+0000 7f91def9eb80 1 --2- 172.21.15.43:0/1861237330 >> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] conn(0x5590662b5400 0x5590662b4110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:20.676 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.660+0000 7f91def9eb80 4 client.15174 mds_command: new command op to 24445 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-16T15:49:20.676 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.660+0000 7f91def9eb80 1 -- 172.21.15.43:0/1861237330 --> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] -- command(tid 0: {"prefix": "status"}) -- 0x5590661871f0 con 0x5590662b5400 2024-05-16T15:49:20.676 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.661+0000 7f91d1ca6700 1 --2- 172.21.15.43:0/1861237330 >> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] conn(0x5590662b5400 0x5590662b4110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:20.676 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.661+0000 7f91d1ca6700 1 --2- 172.21.15.43:0/1861237330 >> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] conn(0x5590662b5400 0x5590662b4110 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=9ad1a97e0a5c384 server_cookie=36a09bc4fa239147 in_seq=0 out_seq=0 2024-05-16T15:49:20.676 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.661+0000 7f91b5ffb700 10 client.15174 ms_handle_connect on v2:172.21.15.157:6834/2303077574 2024-05-16T15:49:20.677 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.661+0000 7f91b5ffb700 1 -- 172.21.15.43:0/1861237330 <== mds.4 v2:172.21.15.157:6834/2303077574 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x5590661871f0 con 0x5590662b5400 2024-05-16T15:49:20.677 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.661+0000 7f91b5ffb700 10 client.15174 handle_command_reply: tid=0 2024-05-16T15:49:20.677 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.661+0000 7f91def9eb80 1 client.15174 shutdown 2024-05-16T15:49:20.677 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.661+0000 7f91def9eb80 1 -- 172.21.15.43:0/1861237330 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x559066227ce0 msgr2=0x55906622c1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:20.677 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.661+0000 7f91def9eb80 1 --2- 172.21.15.43:0/1861237330 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x559066227ce0 0x55906622c1d0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f91c80e1160 tx=0x7f91c80cd040 comp rx=0 tx=0).stop 2024-05-16T15:49:20.677 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.661+0000 7f91def9eb80 1 -- 172.21.15.43:0/1861237330 shutdown_connections 2024-05-16T15:49:20.677 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.661+0000 7f91def9eb80 1 --2- 172.21.15.43:0/1861237330 >> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] conn(0x5590662b5400 0x5590662b4110 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:20.677 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.662+0000 7f91def9eb80 1 --2- 172.21.15.43:0/1861237330 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5590662334b0 0x55906622cd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:20.677 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.662+0000 7f91b5ffb700 0 client.15174 ms_handle_reset on v2:172.21.15.157:6834/2303077574 2024-05-16T15:49:20.677 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.662+0000 7f91def9eb80 1 --2- 172.21.15.43:0/1861237330 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x559066227ce0 0x55906622c1d0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:20.677 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.662+0000 7f91def9eb80 1 --2- 172.21.15.43:0/1861237330 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559066228600 0x55906622c710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:20.677 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.662+0000 7f91def9eb80 1 -- 172.21.15.43:0/1861237330 >> 172.21.15.43:0/1861237330 conn(0x5590661530b0 msgr2=0x55906621be40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:20.677 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.662+0000 7f91def9eb80 1 -- 172.21.15.43:0/1861237330 shutdown_connections 2024-05-16T15:49:20.677 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.662+0000 7f91def9eb80 1 -- 172.21.15.43:0/1861237330 wait complete. 2024-05-16T15:49:20.677 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.662+0000 7f91def9eb80 20 client.15174 trim_cache size 0 max 16384 2024-05-16T15:49:20.678 INFO:teuthology.orchestra.run.smithi043.stdout:{ 2024-05-16T15:49:20.678 INFO:teuthology.orchestra.run.smithi043.stdout: "cluster_fsid": "13155b42-139a-11ef-bc9a-c7b262605968", 2024-05-16T15:49:20.678 INFO:teuthology.orchestra.run.smithi043.stdout: "whoami": 4, 2024-05-16T15:49:20.678 INFO:teuthology.orchestra.run.smithi043.stdout: "id": 24445, 2024-05-16T15:49:20.678 INFO:teuthology.orchestra.run.smithi043.stdout: "want_state": "up:active", 2024-05-16T15:49:20.678 INFO:teuthology.orchestra.run.smithi043.stdout: "state": "up:active", 2024-05-16T15:49:20.678 INFO:teuthology.orchestra.run.smithi043.stdout: "fs_name": "cephfs", 2024-05-16T15:49:20.678 INFO:teuthology.orchestra.run.smithi043.stdout: "rank_uptime": 161.44648070299999, 2024-05-16T15:49:20.678 INFO:teuthology.orchestra.run.smithi043.stdout: "mdsmap_epoch": 29, 2024-05-16T15:49:20.679 INFO:teuthology.orchestra.run.smithi043.stdout: "osdmap_epoch": 89, 2024-05-16T15:49:20.679 INFO:teuthology.orchestra.run.smithi043.stdout: "osdmap_epoch_barrier": 87, 2024-05-16T15:49:20.679 INFO:teuthology.orchestra.run.smithi043.stdout: "uptime": 254.940646077 2024-05-16T15:49:20.679 INFO:teuthology.orchestra.run.smithi043.stdout:} 2024-05-16T15:49:20.679 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.662+0000 7f91d470b700 1 -- 172.21.15.43:0/700454808 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f91b80b2880 msgr2=0x7f91b80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:20.680 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.662+0000 7f91d470b700 1 --2- 172.21.15.43:0/700454808 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f91b80b2880 0x7f91b80b4d40 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f91cc079b70 tx=0x7f91c0008040 comp rx=0 tx=0).stop 2024-05-16T15:49:20.680 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.662+0000 7f91d470b700 1 -- 172.21.15.43:0/700454808 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f91cc1023a0 msgr2=0x7f91cc19e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:20.680 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.662+0000 7f91d470b700 1 --2- 172.21.15.43:0/700454808 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f91cc1023a0 0x7f91cc19e7c0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f91c8000c00 tx=0x7f91c80047b0 comp rx=0 tx=0).stop 2024-05-16T15:49:20.680 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.662+0000 7f91d470b700 1 -- 172.21.15.43:0/700454808 shutdown_connections 2024-05-16T15:49:20.680 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.662+0000 7f91d470b700 1 --2- 172.21.15.43:0/700454808 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f91cc108410 0x7f91cc198980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:20.680 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.662+0000 7f91d470b700 1 --2- 172.21.15.43:0/700454808 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f91b80b2880 0x7f91b80b4d40 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:20.680 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.662+0000 7f91d470b700 1 --2- 172.21.15.43:0/700454808 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f91cc1023a0 0x7f91cc19e7c0 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:20.680 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.662+0000 7f91d470b700 1 --2- 172.21.15.43:0/700454808 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f91cc102d60 0x7f91cc19ed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:20.680 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.662+0000 7f91d470b700 1 -- 172.21.15.43:0/700454808 >> 172.21.15.43:0/700454808 conn(0x7f91cc079350 msgr2=0x7f91cc101320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:20.680 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.663+0000 7f91d470b700 1 -- 172.21.15.43:0/700454808 shutdown_connections 2024-05-16T15:49:20.680 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:20.663+0000 7f91d470b700 1 -- 172.21.15.43:0/700454808 wait complete. 2024-05-16T15:49:21.362 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell mds.c status 2024-05-16T15:49:21.613 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:49:21.724 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:21 smithi043 ceph-mon[31619]: pgmap v409: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-05-16T15:49:21.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:21 smithi157 ceph-mon[35584]: pgmap v409: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-05-16T15:49:21.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:21 smithi148 ceph-mon[34976]: pgmap v409: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-05-16T15:49:23.272 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.259+0000 7f9f06092700 1 -- 172.21.15.43:0/2957770380 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9f00103780 msgr2=0x7f9f00103b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:23.272 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.259+0000 7f9f06092700 1 --2- 172.21.15.43:0/2957770380 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9f00103780 0x7f9f00103b60 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f9ef00099c0 tx=0x7f9ef0009cd0 comp rx=0 tx=0).stop 2024-05-16T15:49:23.272 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.259+0000 7f9f06092700 1 -- 172.21.15.43:0/2957770380 shutdown_connections 2024-05-16T15:49:23.272 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.259+0000 7f9f06092700 1 --2- 172.21.15.43:0/2957770380 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9f00108870 0x7f9f001103f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:23.272 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.259+0000 7f9f06092700 1 --2- 172.21.15.43:0/2957770380 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9f00103780 0x7f9f00103b60 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:23.272 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.259+0000 7f9f06092700 1 --2- 172.21.15.43:0/2957770380 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9f00104130 0x7f9f00108140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:23.272 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.259+0000 7f9f06092700 1 -- 172.21.15.43:0/2957770380 >> 172.21.15.43:0/2957770380 conn(0x7f9f0007a610 msgr2=0x7f9f0007aa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:23.272 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.259+0000 7f9f06092700 1 -- 172.21.15.43:0/2957770380 shutdown_connections 2024-05-16T15:49:23.273 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.259+0000 7f9f06092700 1 -- 172.21.15.43:0/2957770380 wait complete. 2024-05-16T15:49:23.273 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.260+0000 7f9f06092700 1 Processor -- start 2024-05-16T15:49:23.273 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.260+0000 7f9f06092700 1 -- start start 2024-05-16T15:49:23.273 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.260+0000 7f9f06092700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9f00103780 0x7f9f000757a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:23.273 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.260+0000 7f9f06092700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9f00104130 0x7f9f00075ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:23.273 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.260+0000 7f9f06092700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9f00108870 0x7f9f00076220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:23.273 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.260+0000 7f9f06092700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f9f001135e0 con 0x7f9f00104130 2024-05-16T15:49:23.273 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.260+0000 7f9f06092700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f9f00113460 con 0x7f9f00103780 2024-05-16T15:49:23.273 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.260+0000 7f9f06092700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f9f00113760 con 0x7f9f00108870 2024-05-16T15:49:23.273 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.260+0000 7f9ef6ffd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9f00104130 0x7f9f00075ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:23.273 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.261+0000 7f9eff7fe700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9f00103780 0x7f9f000757a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:23.273 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.261+0000 7f9ef6ffd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9f00104130 0x7f9f00075ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:48506/0 (socket says 172.21.15.43:48506) 2024-05-16T15:49:23.273 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.261+0000 7f9ef6ffd700 1 -- 172.21.15.43:0/816798321 learned_addr learned my addr 172.21.15.43:0/816798321 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:23.273 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.261+0000 7f9efffff700 1 --2- 172.21.15.43:0/816798321 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9f00108870 0x7f9f00076220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:23.273 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.261+0000 7f9ef6ffd700 1 -- 172.21.15.43:0/816798321 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9f00108870 msgr2=0x7f9f00076220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:23.274 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.261+0000 7f9ef6ffd700 1 --2- 172.21.15.43:0/816798321 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9f00108870 0x7f9f00076220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:23.274 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.261+0000 7f9ef6ffd700 1 -- 172.21.15.43:0/816798321 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9f00103780 msgr2=0x7f9f000757a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:23.274 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.261+0000 7f9ef6ffd700 1 --2- 172.21.15.43:0/816798321 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9f00103780 0x7f9f000757a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:23.274 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.261+0000 7f9ef6ffd700 1 -- 172.21.15.43:0/816798321 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f001a7fe0 con 0x7f9f00104130 2024-05-16T15:49:23.274 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.261+0000 7f9efffff700 1 --2- 172.21.15.43:0/816798321 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9f00108870 0x7f9f00076220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:49:23.274 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.261+0000 7f9ef6ffd700 1 --2- 172.21.15.43:0/816798321 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9f00104130 0x7f9f00075ce0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f9ee800b530 tx=0x7f9ee800b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:23.274 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.261+0000 7f9efd7fa700 1 -- 172.21.15.43:0/816798321 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ee8015020 con 0x7f9f00104130 2024-05-16T15:49:23.274 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.261+0000 7f9f06092700 1 -- 172.21.15.43:0/816798321 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f001a82d0 con 0x7f9f00104130 2024-05-16T15:49:23.274 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.261+0000 7f9efd7fa700 1 -- 172.21.15.43:0/816798321 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9ee8011cc0 con 0x7f9f00104130 2024-05-16T15:49:23.274 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.261+0000 7f9efd7fa700 1 -- 172.21.15.43:0/816798321 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ee8010dc0 con 0x7f9f00104130 2024-05-16T15:49:23.274 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.261+0000 7f9f06092700 1 -- 172.21.15.43:0/816798321 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f001a87c0 con 0x7f9f00104130 2024-05-16T15:49:23.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.264+0000 7f9efd7fa700 1 -- 172.21.15.43:0/816798321 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f9ee8018020 con 0x7f9f00104130 2024-05-16T15:49:23.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.265+0000 7f9efd7fa700 1 --2- 172.21.15.43:0/816798321 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f9eec0b2880 0x7f9eec0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:23.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.265+0000 7f9eff7fe700 1 --2- 172.21.15.43:0/816798321 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f9eec0b2880 0x7f9eec0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:23.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.265+0000 7f9efd7fa700 1 -- 172.21.15.43:0/816798321 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f9ee80e1ea0 con 0x7f9f00104130 2024-05-16T15:49:23.277 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.265+0000 7f9f10925b80 1 Processor -- start 2024-05-16T15:49:23.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.265+0000 7f9f10925b80 1 -- start start 2024-05-16T15:49:23.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.265+0000 7f9eff7fe700 1 --2- 172.21.15.43:0/816798321 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f9eec0b2880 0x7f9eec0b4d40 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f9ef0000c00 tx=0x7f9ef0005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:23.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.265+0000 7f9f10925b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ebfa443160 0x55ebfa443540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:23.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.265+0000 7f9f10925b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ebfa443a80 0x55ebfa43d7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:23.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.266+0000 7f9f10925b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ebfa43dd00 0x55ebfa43e140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:23.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.266+0000 7f9f10925b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55ebfa38f8f0 con 0x55ebfa443a80 2024-05-16T15:49:23.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.266+0000 7f9f10925b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55ebfa2f4d50 con 0x55ebfa443160 2024-05-16T15:49:23.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.266+0000 7f9f10925b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55ebfa38b8b0 con 0x55ebfa43dd00 2024-05-16T15:49:23.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.266+0000 7f9ef6ffd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ebfa443a80 0x55ebfa43d7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:23.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.266+0000 7f9ef6ffd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ebfa443a80 0x55ebfa43d7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:48514/0 (socket says 172.21.15.43:48514) 2024-05-16T15:49:23.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.266+0000 7f9ef6ffd700 1 -- 172.21.15.43:0/1610917403 learned_addr learned my addr 172.21.15.43:0/1610917403 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:23.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.266+0000 7f9efffff700 1 --2- 172.21.15.43:0/1610917403 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ebfa43dd00 0x55ebfa43e140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:23.279 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.266+0000 7f9eff7fe700 1 --2- 172.21.15.43:0/1610917403 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ebfa443160 0x55ebfa443540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:23.279 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.266+0000 7f9ef6ffd700 1 -- 172.21.15.43:0/1610917403 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ebfa43dd00 msgr2=0x55ebfa43e140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:23.279 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.266+0000 7f9ef6ffd700 1 --2- 172.21.15.43:0/1610917403 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ebfa43dd00 0x55ebfa43e140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:23.279 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.266+0000 7f9ef6ffd700 1 -- 172.21.15.43:0/1610917403 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ebfa443160 msgr2=0x55ebfa443540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:23.279 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.266+0000 7f9ef6ffd700 1 --2- 172.21.15.43:0/1610917403 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ebfa443160 0x55ebfa443540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:23.279 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.266+0000 7f9ef6ffd700 1 -- 172.21.15.43:0/1610917403 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ebfa2dc880 con 0x55ebfa443a80 2024-05-16T15:49:23.279 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.266+0000 7f9efffff700 1 --2- 172.21.15.43:0/1610917403 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ebfa43dd00 0x55ebfa43e140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:49:23.279 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.266+0000 7f9eff7fe700 1 --2- 172.21.15.43:0/1610917403 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ebfa443160 0x55ebfa443540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:49:23.279 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.266+0000 7f9ef6ffd700 1 --2- 172.21.15.43:0/1610917403 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ebfa443a80 0x55ebfa43d7c0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f9ee80a8e10 tx=0x7f9ee80a8900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6fced7332a134b8 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:23.279 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.266+0000 7f9ef5ffb700 1 -- 172.21.15.43:0/1610917403 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ee80c3070 con 0x55ebfa443a80 2024-05-16T15:49:23.279 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.266+0000 7f9ef5ffb700 1 -- 172.21.15.43:0/1610917403 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9ee80a9810 con 0x55ebfa443a80 2024-05-16T15:49:23.279 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.266+0000 7f9ef5ffb700 1 -- 172.21.15.43:0/1610917403 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ee80ad170 con 0x55ebfa443a80 2024-05-16T15:49:23.279 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.267+0000 7f9f10925b80 1 -- 172.21.15.43:0/1610917403 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ebfa443a80 msgr2=0x55ebfa43d7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:23.279 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.267+0000 7f9f10925b80 1 --2- 172.21.15.43:0/1610917403 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ebfa443a80 0x55ebfa43d7c0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f9ee80a8e10 tx=0x7f9ee80a8900 comp rx=0 tx=0).stop 2024-05-16T15:49:23.279 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.267+0000 7f9f10925b80 1 -- 172.21.15.43:0/1610917403 shutdown_connections 2024-05-16T15:49:23.280 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.267+0000 7f9f10925b80 1 --2- 172.21.15.43:0/1610917403 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ebfa43dd00 0x55ebfa43e140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:23.280 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.267+0000 7f9f10925b80 1 --2- 172.21.15.43:0/1610917403 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ebfa443160 0x55ebfa443540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:23.280 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.267+0000 7f9f10925b80 1 --2- 172.21.15.43:0/1610917403 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ebfa443a80 0x55ebfa43d7c0 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:23.280 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.267+0000 7f9f10925b80 1 -- 172.21.15.43:0/1610917403 >> 172.21.15.43:0/1610917403 conn(0x55ebfa369b20 msgr2=0x55ebfa438250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:23.280 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.267+0000 7f9f10925b80 1 -- 172.21.15.43:0/1610917403 shutdown_connections 2024-05-16T15:49:23.280 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.267+0000 7f9f10925b80 1 -- 172.21.15.43:0/1610917403 wait complete. 2024-05-16T15:49:23.283 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.268+0000 7f9f10925b80 1 -- start start 2024-05-16T15:49:23.283 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.268+0000 7f9f10925b80 1 Processor -- start 2024-05-16T15:49:23.283 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.268+0000 7f9f10925b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ebfa43dd00 0x55ebfa449770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:23.283 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.268+0000 7f9f10925b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ebfa443160 0x55ebfa446b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:23.283 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.268+0000 7f9f10925b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ebfa443a80 0x55ebfa447050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:23.284 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.268+0000 7f9f10925b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55ebfa44a400 con 0x55ebfa443160 2024-05-16T15:49:23.284 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.268+0000 7f9f10925b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55ebfa348e80 con 0x55ebfa43dd00 2024-05-16T15:49:23.284 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.268+0000 7f9f10925b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55ebfa44a580 con 0x55ebfa443a80 2024-05-16T15:49:23.284 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.268+0000 7f9f10925b80 10 client.0 _ll_register_callbacks cb 0x55ebfa323560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:49:23.284 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.268+0000 7f9ef6ffd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ebfa443160 0x55ebfa446b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:23.284 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.269+0000 7f9ef6ffd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ebfa443160 0x55ebfa446b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:48518/0 (socket says 172.21.15.43:48518) 2024-05-16T15:49:23.284 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.269+0000 7f9ef6ffd700 1 -- 172.21.15.43:0/1123033641 learned_addr learned my addr 172.21.15.43:0/1123033641 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:23.284 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.269+0000 7f9eff7fe700 1 --2- 172.21.15.43:0/1123033641 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ebfa43dd00 0x55ebfa449770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:23.284 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.269+0000 7f9efffff700 1 --2- 172.21.15.43:0/1123033641 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ebfa443a80 0x55ebfa447050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:23.284 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.269+0000 7f9ef6ffd700 1 -- 172.21.15.43:0/1123033641 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ebfa443a80 msgr2=0x55ebfa447050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:23.284 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.269+0000 7f9ef6ffd700 1 --2- 172.21.15.43:0/1123033641 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ebfa443a80 0x55ebfa447050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:23.284 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.269+0000 7f9ef6ffd700 1 -- 172.21.15.43:0/1123033641 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ebfa43dd00 msgr2=0x55ebfa449770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:23.284 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.269+0000 7f9ef6ffd700 1 --2- 172.21.15.43:0/1123033641 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ebfa43dd00 0x55ebfa449770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:23.284 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.269+0000 7f9ef6ffd700 1 -- 172.21.15.43:0/1123033641 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ebfa346710 con 0x55ebfa443160 2024-05-16T15:49:23.284 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.269+0000 7f9eff7fe700 1 --2- 172.21.15.43:0/1123033641 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ebfa43dd00 0x55ebfa449770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:49:23.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.269+0000 7f9ef6ffd700 1 --2- 172.21.15.43:0/1123033641 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ebfa443160 0x55ebfa446b10 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f9ee80a6380 tx=0x7f9ee8010760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=112b203087f072c8 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:23.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.269+0000 7f9edeffd700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:49:23.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.269+0000 7f9edeffd700 1 -- 172.21.15.43:0/1123033641 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ee806c030 con 0x55ebfa443160 2024-05-16T15:49:23.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.269+0000 7f9edeffd700 1 -- 172.21.15.43:0/1123033641 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f9ee80a5700 con 0x55ebfa443160 2024-05-16T15:49:23.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.269+0000 7f9f10925b80 1 -- 172.21.15.43:0/1123033641 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9ee80a9810 con 0x55ebfa443160 2024-05-16T15:49:23.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.270+0000 7f9edeffd700 1 -- 172.21.15.43:0/1123033641 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f9ee80c3040 con 0x55ebfa443160 2024-05-16T15:49:23.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.270+0000 7f9f10925b80 10 client.15186 fetch_fsmap learned FSMap version 29 2024-05-16T15:49:23.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.270+0000 7f9f10925b80 1 -- 172.21.15.43:0/1123033641 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ebfa44a400 con 0x55ebfa443160 2024-05-16T15:49:23.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.270+0000 7f9edeffd700 1 -- 172.21.15.43:0/1123033641 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9ee80a9810 con 0x55ebfa443160 2024-05-16T15:49:23.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.270+0000 7f9edeffd700 1 -- 172.21.15.43:0/1123033641 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f9ee8068ca0 con 0x55ebfa443160 2024-05-16T15:49:23.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.270+0000 7f9f10925b80 10 client.15186 fetch_fsmap finished waiting for FSMap version 29 2024-05-16T15:49:23.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.270+0000 7f9f10925b80 10 client.15186 resolve_mds: resolved name 'c' to daemon mds.c 2024-05-16T15:49:23.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.270+0000 7f9f10925b80 20 client.15186 populate_metadata read hostname 'smithi043' 2024-05-16T15:49:23.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.270+0000 7f9f10925b80 1 --2- 172.21.15.43:0/1123033641 >> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] conn(0x55ebfa456d60 0x55ebfa4581d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:23.286 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.270+0000 7f9f10925b80 4 client.15186 mds_command: new command op to 24451 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:49:23.286 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.270+0000 7f9f10925b80 1 -- 172.21.15.43:0/1123033641 --> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ebfa39d2d0 con 0x55ebfa456d60 2024-05-16T15:49:23.286 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.270+0000 7f9eff7fe700 1 --2- 172.21.15.43:0/1123033641 >> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] conn(0x55ebfa456d60 0x55ebfa4581d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:23.286 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.271+0000 7f9edeffd700 10 client.15186 ms_handle_connect on v2:172.21.15.157:6836/3777341889 2024-05-16T15:49:23.286 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.271+0000 7f9eff7fe700 1 --2- 172.21.15.43:0/1123033641 >> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] conn(0x55ebfa456d60 0x55ebfa4581d0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=7b36ba139f0bcc6a server_cookie=f47bc59f01eb49e0 in_seq=0 out_seq=0 2024-05-16T15:49:23.286 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.272+0000 7f9edeffd700 1 -- 172.21.15.43:0/1123033641 <== mds.3 v2:172.21.15.157:6836/3777341889 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55ebfa39d2d0 con 0x55ebfa456d60 2024-05-16T15:49:23.286 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.272+0000 7f9edeffd700 10 client.15186 handle_command_reply: tid=0 2024-05-16T15:49:23.286 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.272+0000 7f9f10925b80 1 client.15186 shutdown 2024-05-16T15:49:23.286 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.272+0000 7f9f10925b80 1 -- 172.21.15.43:0/1123033641 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ebfa443160 msgr2=0x55ebfa446b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:23.286 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.272+0000 7f9f10925b80 1 --2- 172.21.15.43:0/1123033641 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ebfa443160 0x55ebfa446b10 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f9ee80a6380 tx=0x7f9ee8010760 comp rx=0 tx=0).stop 2024-05-16T15:49:23.286 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.272+0000 7f9f10925b80 1 -- 172.21.15.43:0/1123033641 shutdown_connections 2024-05-16T15:49:23.286 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.272+0000 7f9f10925b80 1 --2- 172.21.15.43:0/1123033641 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ebfa443a80 0x55ebfa447050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:23.286 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.272+0000 7f9f10925b80 1 --2- 172.21.15.43:0/1123033641 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ebfa43dd00 0x55ebfa449770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:23.286 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.272+0000 7f9f10925b80 1 --2- 172.21.15.43:0/1123033641 >> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] conn(0x55ebfa456d60 0x55ebfa4581d0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:23.287 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.272+0000 7f9f10925b80 1 --2- 172.21.15.43:0/1123033641 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ebfa443160 0x55ebfa446b10 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:23.287 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.272+0000 7f9edeffd700 0 client.15186 ms_handle_reset on v2:172.21.15.157:6836/3777341889 2024-05-16T15:49:23.287 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.272+0000 7f9f10925b80 1 -- 172.21.15.43:0/1123033641 >> 172.21.15.43:0/1123033641 conn(0x55ebfa369b20 msgr2=0x55ebfa432ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:23.287 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.272+0000 7f9f10925b80 1 -- 172.21.15.43:0/1123033641 shutdown_connections 2024-05-16T15:49:23.287 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.272+0000 7f9f10925b80 1 -- 172.21.15.43:0/1123033641 wait complete. 2024-05-16T15:49:23.287 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.272+0000 7f9f10925b80 20 client.15186 trim_cache size 0 max 16384 2024-05-16T15:49:23.307 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.295+0000 7f9f10925b80 1 Processor -- start 2024-05-16T15:49:23.307 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.295+0000 7f9f10925b80 1 -- start start 2024-05-16T15:49:23.307 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.296+0000 7f9f10925b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ebfa43dd00 0x55ebfa441270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:23.307 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.296+0000 7f9f10925b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ebfa443160 0x55ebfa4446f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:23.307 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.296+0000 7f9f10925b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ebfa443a80 0x55ebfa432bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:23.307 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.296+0000 7f9f10925b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55ebfa456510 con 0x55ebfa443160 2024-05-16T15:49:23.308 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.296+0000 7f9f10925b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55ebfa456be0 con 0x55ebfa443a80 2024-05-16T15:49:23.308 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.296+0000 7f9f10925b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55ebfa4572b0 con 0x55ebfa43dd00 2024-05-16T15:49:23.308 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.296+0000 7f9ef6ffd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ebfa443160 0x55ebfa4446f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:23.308 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.296+0000 7f9ef6ffd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ebfa443160 0x55ebfa4446f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:48534/0 (socket says 172.21.15.43:48534) 2024-05-16T15:49:23.308 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.296+0000 7f9ef6ffd700 1 -- 172.21.15.43:0/1237079887 learned_addr learned my addr 172.21.15.43:0/1237079887 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:23.308 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.296+0000 7f9eff7fe700 1 --2- 172.21.15.43:0/1237079887 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ebfa43dd00 0x55ebfa441270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:23.308 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.296+0000 7f9ef6ffd700 1 -- 172.21.15.43:0/1237079887 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ebfa43dd00 msgr2=0x55ebfa441270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:23.308 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.296+0000 7f9ef6ffd700 1 --2- 172.21.15.43:0/1237079887 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ebfa43dd00 0x55ebfa441270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:23.308 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.296+0000 7f9efffff700 1 --2- 172.21.15.43:0/1237079887 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ebfa443a80 0x55ebfa432bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:23.308 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.296+0000 7f9ef6ffd700 1 -- 172.21.15.43:0/1237079887 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ebfa443a80 msgr2=0x55ebfa432bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:23.308 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.296+0000 7f9ef6ffd700 1 --2- 172.21.15.43:0/1237079887 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ebfa443a80 0x55ebfa432bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:23.308 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.296+0000 7f9ef6ffd700 1 -- 172.21.15.43:0/1237079887 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ebfa456a00 con 0x55ebfa443160 2024-05-16T15:49:23.308 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.296+0000 7f9ef6ffd700 1 --2- 172.21.15.43:0/1237079887 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ebfa443160 0x55ebfa4446f0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f9ee80a83c0 tx=0x7f9ee80a8900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4033ab04ff74ca4 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:23.308 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.296+0000 7f9ef57fa700 1 -- 172.21.15.43:0/1237079887 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ee806c070 con 0x55ebfa443160 2024-05-16T15:49:23.308 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.297+0000 7f9ef57fa700 1 -- 172.21.15.43:0/1237079887 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9ee80a9810 con 0x55ebfa443160 2024-05-16T15:49:23.309 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.297+0000 7f9ef57fa700 1 -- 172.21.15.43:0/1237079887 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ee80b1ae0 con 0x55ebfa443160 2024-05-16T15:49:23.312 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.297+0000 7f9f10925b80 1 -- 172.21.15.43:0/1237079887 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ebfa443160 msgr2=0x55ebfa4446f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:23.312 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.297+0000 7f9f10925b80 1 --2- 172.21.15.43:0/1237079887 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ebfa443160 0x55ebfa4446f0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f9ee80a83c0 tx=0x7f9ee80a8900 comp rx=0 tx=0).stop 2024-05-16T15:49:23.312 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.297+0000 7f9f10925b80 1 -- 172.21.15.43:0/1237079887 shutdown_connections 2024-05-16T15:49:23.313 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.297+0000 7f9f10925b80 1 --2- 172.21.15.43:0/1237079887 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ebfa443a80 0x55ebfa432bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:23.313 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.297+0000 7f9f10925b80 1 --2- 172.21.15.43:0/1237079887 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ebfa43dd00 0x55ebfa441270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:23.313 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.297+0000 7f9f10925b80 1 --2- 172.21.15.43:0/1237079887 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ebfa443160 0x55ebfa4446f0 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:23.313 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.297+0000 7f9f10925b80 1 -- 172.21.15.43:0/1237079887 >> 172.21.15.43:0/1237079887 conn(0x55ebfa369b20 msgr2=0x55ebfa441c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:23.313 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.297+0000 7f9f10925b80 1 -- 172.21.15.43:0/1237079887 shutdown_connections 2024-05-16T15:49:23.313 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.297+0000 7f9f10925b80 1 -- 172.21.15.43:0/1237079887 wait complete. 2024-05-16T15:49:23.313 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.298+0000 7f9f10925b80 1 -- start start 2024-05-16T15:49:23.313 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.298+0000 7f9f10925b80 1 Processor -- start 2024-05-16T15:49:23.313 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.298+0000 7f9f10925b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ebfa43dd00 0x55ebfa461b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:23.313 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.298+0000 7f9f10925b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ebfa443160 0x55ebfa45ce90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:23.313 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.298+0000 7f9f10925b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ebfa443a80 0x55ebfa45d3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:23.313 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.298+0000 7f9f10925b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55ebfa458050 con 0x55ebfa443160 2024-05-16T15:49:23.313 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.298+0000 7f9f10925b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55ebfa457980 con 0x55ebfa443a80 2024-05-16T15:49:23.313 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.298+0000 7f9f10925b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55ebfa458720 con 0x55ebfa43dd00 2024-05-16T15:49:23.314 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.298+0000 7f9f10925b80 10 client.0 _ll_register_callbacks cb 0x55ebfa323560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:49:23.314 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.298+0000 7f9ef6ffd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ebfa443160 0x55ebfa45ce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:23.314 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.298+0000 7f9ef6ffd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ebfa443160 0x55ebfa45ce90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:48550/0 (socket says 172.21.15.43:48550) 2024-05-16T15:49:23.314 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.298+0000 7f9ef6ffd700 1 -- 172.21.15.43:0/565970317 learned_addr learned my addr 172.21.15.43:0/565970317 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:23.314 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.298+0000 7f9eff7fe700 1 --2- 172.21.15.43:0/565970317 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ebfa43dd00 0x55ebfa461b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:23.314 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.298+0000 7f9efffff700 1 --2- 172.21.15.43:0/565970317 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ebfa443a80 0x55ebfa45d3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:23.314 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.299+0000 7f9ef6ffd700 1 -- 172.21.15.43:0/565970317 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ebfa43dd00 msgr2=0x55ebfa461b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:23.314 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.299+0000 7f9ef6ffd700 1 --2- 172.21.15.43:0/565970317 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ebfa43dd00 0x55ebfa461b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:23.314 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.299+0000 7f9ef6ffd700 1 -- 172.21.15.43:0/565970317 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ebfa443a80 msgr2=0x55ebfa45d3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:23.314 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.299+0000 7f9ef6ffd700 1 --2- 172.21.15.43:0/565970317 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ebfa443a80 0x55ebfa45d3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:23.314 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.299+0000 7f9ef6ffd700 1 -- 172.21.15.43:0/565970317 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ebfa45dbf0 con 0x55ebfa443160 2024-05-16T15:49:23.314 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.299+0000 7f9efffff700 1 --2- 172.21.15.43:0/565970317 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ebfa443a80 0x55ebfa45d3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:49:23.314 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.299+0000 7f9ef6ffd700 1 --2- 172.21.15.43:0/565970317 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ebfa443160 0x55ebfa45ce90 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f9ee80a90a0 tx=0x7f9ee80a5100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea358de51b1af592 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:23.314 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.299+0000 7f9edeffd700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:49:23.315 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.299+0000 7f9edeffd700 1 -- 172.21.15.43:0/565970317 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ee8088060 con 0x55ebfa443160 2024-05-16T15:49:23.315 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.299+0000 7f9edeffd700 1 -- 172.21.15.43:0/565970317 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f9ee80a5700 con 0x55ebfa443160 2024-05-16T15:49:23.315 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.299+0000 7f9f10925b80 1 -- 172.21.15.43:0/565970317 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9ee80a9810 con 0x55ebfa443160 2024-05-16T15:49:23.315 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.299+0000 7f9edeffd700 1 -- 172.21.15.43:0/565970317 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f9ee808f050 con 0x55ebfa443160 2024-05-16T15:49:23.315 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.299+0000 7f9f10925b80 10 client.15192 fetch_fsmap learned FSMap version 29 2024-05-16T15:49:23.315 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.299+0000 7f9f10925b80 1 -- 172.21.15.43:0/565970317 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ebfa4c21c0 con 0x55ebfa443160 2024-05-16T15:49:23.315 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.299+0000 7f9edeffd700 1 -- 172.21.15.43:0/565970317 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9ee80a9810 con 0x55ebfa443160 2024-05-16T15:49:23.315 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.300+0000 7f9edeffd700 1 -- 172.21.15.43:0/565970317 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f9ee8068ca0 con 0x55ebfa443160 2024-05-16T15:49:23.315 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.300+0000 7f9f10925b80 10 client.15192 fetch_fsmap finished waiting for FSMap version 29 2024-05-16T15:49:23.315 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.300+0000 7f9f10925b80 10 client.15192 resolve_mds: resolved name 'c' to daemon mds.c 2024-05-16T15:49:23.315 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.300+0000 7f9f10925b80 20 client.15192 populate_metadata read hostname 'smithi043' 2024-05-16T15:49:23.315 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.300+0000 7f9f10925b80 1 --2- 172.21.15.43:0/565970317 >> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] conn(0x55ebfa4c6800 0x55ebfa4c5510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:23.315 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.300+0000 7f9f10925b80 4 client.15192 mds_command: new command op to 24451 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-16T15:49:23.315 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.300+0000 7f9f10925b80 1 -- 172.21.15.43:0/565970317 --> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] -- command(tid 0: {"prefix": "status"}) -- 0x55ebfa397370 con 0x55ebfa4c6800 2024-05-16T15:49:23.315 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.300+0000 7f9eff7fe700 1 --2- 172.21.15.43:0/565970317 >> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] conn(0x55ebfa4c6800 0x55ebfa4c5510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:23.316 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.301+0000 7f9eff7fe700 1 --2- 172.21.15.43:0/565970317 >> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] conn(0x55ebfa4c6800 0x55ebfa4c5510 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=aba1c72d65b5ee6 server_cookie=570835c3dbe43687 in_seq=0 out_seq=0 2024-05-16T15:49:23.316 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.301+0000 7f9edeffd700 10 client.15192 ms_handle_connect on v2:172.21.15.157:6836/3777341889 2024-05-16T15:49:23.316 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.301+0000 7f9edeffd700 1 -- 172.21.15.43:0/565970317 <== mds.3 v2:172.21.15.157:6836/3777341889 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55ebfa397370 con 0x55ebfa4c6800 2024-05-16T15:49:23.316 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.301+0000 7f9edeffd700 10 client.15192 handle_command_reply: tid=0 2024-05-16T15:49:23.316 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.301+0000 7f9f10925b80 1 client.15192 shutdown 2024-05-16T15:49:23.316 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.301+0000 7f9f10925b80 1 -- 172.21.15.43:0/565970317 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ebfa443160 msgr2=0x55ebfa45ce90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:23.316 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.301+0000 7f9f10925b80 1 --2- 172.21.15.43:0/565970317 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ebfa443160 0x55ebfa45ce90 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f9ee80a90a0 tx=0x7f9ee80a5100 comp rx=0 tx=0).stop 2024-05-16T15:49:23.316 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.301+0000 7f9f10925b80 1 -- 172.21.15.43:0/565970317 shutdown_connections 2024-05-16T15:49:23.316 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.301+0000 7f9f10925b80 1 --2- 172.21.15.43:0/565970317 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ebfa443a80 0x55ebfa45d3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:23.316 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.301+0000 7f9f10925b80 1 --2- 172.21.15.43:0/565970317 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ebfa43dd00 0x55ebfa461b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:23.316 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.301+0000 7f9f10925b80 1 --2- 172.21.15.43:0/565970317 >> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] conn(0x55ebfa4c6800 0x55ebfa4c5510 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:23.316 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.301+0000 7f9f10925b80 1 --2- 172.21.15.43:0/565970317 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ebfa443160 0x55ebfa45ce90 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:23.316 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.301+0000 7f9edeffd700 0 client.15192 ms_handle_reset on v2:172.21.15.157:6836/3777341889 2024-05-16T15:49:23.316 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.301+0000 7f9f10925b80 1 -- 172.21.15.43:0/565970317 >> 172.21.15.43:0/565970317 conn(0x55ebfa369b20 msgr2=0x55ebfa444570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:23.316 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.301+0000 7f9f10925b80 1 -- 172.21.15.43:0/565970317 shutdown_connections 2024-05-16T15:49:23.316 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.301+0000 7f9f10925b80 1 -- 172.21.15.43:0/565970317 wait complete. 2024-05-16T15:49:23.317 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.301+0000 7f9f10925b80 20 client.15192 trim_cache size 0 max 16384 2024-05-16T15:49:23.317 INFO:teuthology.orchestra.run.smithi043.stdout:{ 2024-05-16T15:49:23.317 INFO:teuthology.orchestra.run.smithi043.stdout: "cluster_fsid": "13155b42-139a-11ef-bc9a-c7b262605968", 2024-05-16T15:49:23.317 INFO:teuthology.orchestra.run.smithi043.stdout: "whoami": 3, 2024-05-16T15:49:23.317 INFO:teuthology.orchestra.run.smithi043.stdout: "id": 24451, 2024-05-16T15:49:23.317 INFO:teuthology.orchestra.run.smithi043.stdout: "want_state": "up:active", 2024-05-16T15:49:23.317 INFO:teuthology.orchestra.run.smithi043.stdout: "state": "up:active", 2024-05-16T15:49:23.317 INFO:teuthology.orchestra.run.smithi043.stdout: "fs_name": "cephfs", 2024-05-16T15:49:23.317 INFO:teuthology.orchestra.run.smithi043.stdout: "rank_uptime": 165.09084605199999, 2024-05-16T15:49:23.317 INFO:teuthology.orchestra.run.smithi043.stdout: "mdsmap_epoch": 29, 2024-05-16T15:49:23.318 INFO:teuthology.orchestra.run.smithi043.stdout: "osdmap_epoch": 89, 2024-05-16T15:49:23.318 INFO:teuthology.orchestra.run.smithi043.stdout: "osdmap_epoch_barrier": 87, 2024-05-16T15:49:23.318 INFO:teuthology.orchestra.run.smithi043.stdout: "uptime": 254.75792336399999 2024-05-16T15:49:23.318 INFO:teuthology.orchestra.run.smithi043.stdout:} 2024-05-16T15:49:23.318 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.302+0000 7f9f06092700 1 -- 172.21.15.43:0/816798321 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f9eec0b2880 msgr2=0x7f9eec0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:23.318 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.302+0000 7f9f06092700 1 --2- 172.21.15.43:0/816798321 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f9eec0b2880 0x7f9eec0b4d40 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f9ef0000c00 tx=0x7f9ef0005fb0 comp rx=0 tx=0).stop 2024-05-16T15:49:23.319 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.302+0000 7f9f06092700 1 -- 172.21.15.43:0/816798321 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9f00104130 msgr2=0x7f9f00075ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:23.319 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.302+0000 7f9f06092700 1 --2- 172.21.15.43:0/816798321 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9f00104130 0x7f9f00075ce0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f9ee800b530 tx=0x7f9ee800b840 comp rx=0 tx=0).stop 2024-05-16T15:49:23.319 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.302+0000 7f9f06092700 1 -- 172.21.15.43:0/816798321 shutdown_connections 2024-05-16T15:49:23.319 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.302+0000 7f9f06092700 1 --2- 172.21.15.43:0/816798321 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9f00108870 0x7f9f00076220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:23.319 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.302+0000 7f9f06092700 1 --2- 172.21.15.43:0/816798321 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9f00103780 0x7f9f000757a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:23.319 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.302+0000 7f9f06092700 1 --2- 172.21.15.43:0/816798321 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f9eec0b2880 0x7f9eec0b4d40 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:23.319 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.302+0000 7f9f06092700 1 --2- 172.21.15.43:0/816798321 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9f00104130 0x7f9f00075ce0 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:23.319 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.302+0000 7f9f06092700 1 -- 172.21.15.43:0/816798321 >> 172.21.15.43:0/816798321 conn(0x7f9f0007a610 msgr2=0x7f9f00101820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:23.319 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.302+0000 7f9f06092700 1 -- 172.21.15.43:0/816798321 shutdown_connections 2024-05-16T15:49:23.319 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:23.302+0000 7f9f06092700 1 -- 172.21.15.43:0/816798321 wait complete. 2024-05-16T15:49:23.690 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:23 smithi043 ceph-mon[31619]: pgmap v410: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-05-16T15:49:23.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:23 smithi157 ceph-mon[35584]: pgmap v410: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-05-16T15:49:23.935 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:23 smithi148 ceph-mon[34976]: pgmap v410: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-05-16T15:49:24.084 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell mds.h status 2024-05-16T15:49:24.339 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:49:25.724 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:25 smithi043 ceph-mon[31619]: pgmap v411: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:49:25.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:25 smithi157 ceph-mon[35584]: pgmap v411: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:49:25.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:25 smithi148 ceph-mon[34976]: pgmap v411: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:49:25.972 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.959+0000 7fbaaaee8700 1 -- 172.21.15.43:0/2441013653 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbaa41095e0 msgr2=0x7fbaa41099c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:25.972 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.959+0000 7fbaaaee8700 1 --2- 172.21.15.43:0/2441013653 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbaa41095e0 0x7fbaa41099c0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fba9400b0d0 tx=0x7fba9400b3e0 comp rx=0 tx=0).stop 2024-05-16T15:49:25.972 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.959+0000 7fbaaaee8700 1 -- 172.21.15.43:0/2441013653 shutdown_connections 2024-05-16T15:49:25.972 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.959+0000 7fbaaaee8700 1 --2- 172.21.15.43:0/2441013653 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbaa4103f00 0x7fbaa41103b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:25.972 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.959+0000 7fbaaaee8700 1 --2- 172.21.15.43:0/2441013653 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbaa41095e0 0x7fbaa41099c0 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:25.972 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.959+0000 7fbaaaee8700 1 --2- 172.21.15.43:0/2441013653 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbaa4103540 0x7fbaa41039c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:25.972 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.959+0000 7fbaaaee8700 1 -- 172.21.15.43:0/2441013653 >> 172.21.15.43:0/2441013653 conn(0x7fbaa407a650 msgr2=0x7fbaa407aa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:25.972 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.959+0000 7fbaaaee8700 1 -- 172.21.15.43:0/2441013653 shutdown_connections 2024-05-16T15:49:25.972 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.959+0000 7fbaaaee8700 1 -- 172.21.15.43:0/2441013653 wait complete. 2024-05-16T15:49:25.972 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.960+0000 7fbaaaee8700 1 Processor -- start 2024-05-16T15:49:25.973 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.960+0000 7fbaaaee8700 1 -- start start 2024-05-16T15:49:25.973 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.960+0000 7fbaaaee8700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbaa4103540 0x7fbaa419f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:25.973 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.960+0000 7fbaaaee8700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbaa4103f00 0x7fbaa419fc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:25.973 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.960+0000 7fbaaaee8700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbaa41095e0 0x7fbaa41998b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:25.973 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.960+0000 7fbaaaee8700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fbaa41135b0 con 0x7fbaa4103f00 2024-05-16T15:49:25.973 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.960+0000 7fbaaaee8700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fbaa4113430 con 0x7fbaa41095e0 2024-05-16T15:49:25.973 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.960+0000 7fbaaaee8700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fbaa4113730 con 0x7fbaa4103540 2024-05-16T15:49:25.973 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.961+0000 7fbaa3fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbaa4103f00 0x7fbaa419fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:25.973 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.961+0000 7fbaa3fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbaa4103f00 0x7fbaa419fc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:42816/0 (socket says 172.21.15.43:42816) 2024-05-16T15:49:25.973 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.961+0000 7fbaa3fff700 1 -- 172.21.15.43:0/4156360405 learned_addr learned my addr 172.21.15.43:0/4156360405 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:25.973 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.961+0000 7fbaa8c84700 1 --2- 172.21.15.43:0/4156360405 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbaa4103540 0x7fbaa419f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:25.973 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.961+0000 7fbaa3fff700 1 -- 172.21.15.43:0/4156360405 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbaa4103540 msgr2=0x7fbaa419f6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:25.973 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.961+0000 7fbaa9485700 1 --2- 172.21.15.43:0/4156360405 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbaa41095e0 0x7fbaa41998b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:25.973 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.961+0000 7fbaa3fff700 1 --2- 172.21.15.43:0/4156360405 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbaa4103540 0x7fbaa419f6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:25.974 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.961+0000 7fbaa3fff700 1 -- 172.21.15.43:0/4156360405 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbaa41095e0 msgr2=0x7fbaa41998b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:25.974 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.961+0000 7fbaa3fff700 1 --2- 172.21.15.43:0/4156360405 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbaa41095e0 0x7fbaa41998b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:25.974 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.961+0000 7fbaa3fff700 1 -- 172.21.15.43:0/4156360405 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbaa419a010 con 0x7fbaa4103f00 2024-05-16T15:49:25.974 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.961+0000 7fbaa3fff700 1 --2- 172.21.15.43:0/4156360405 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbaa4103f00 0x7fbaa419fc30 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fba8c00e9c0 tx=0x7fba8c00ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:25.974 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.961+0000 7fbaa1ffb700 1 -- 172.21.15.43:0/4156360405 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba8c00cbd0 con 0x7fbaa4103f00 2024-05-16T15:49:25.974 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.961+0000 7fbaa1ffb700 1 -- 172.21.15.43:0/4156360405 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fba8c00cd70 con 0x7fbaa4103f00 2024-05-16T15:49:25.974 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.961+0000 7fbaaaee8700 1 -- 172.21.15.43:0/4156360405 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbaa419a300 con 0x7fbaa4103f00 2024-05-16T15:49:25.974 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.961+0000 7fbaa1ffb700 1 -- 172.21.15.43:0/4156360405 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba8c005540 con 0x7fbaa4103f00 2024-05-16T15:49:25.974 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.962+0000 7fbaaaee8700 1 -- 172.21.15.43:0/4156360405 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbaa41a65c0 con 0x7fbaa4103f00 2024-05-16T15:49:25.975 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.964+0000 7fbaa1ffb700 1 -- 172.21.15.43:0/4156360405 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fba8c004750 con 0x7fbaa4103f00 2024-05-16T15:49:25.975 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.965+0000 7fbaa1ffb700 1 --2- 172.21.15.43:0/4156360405 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fba900b2900 0x7fba900b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:25.977 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.965+0000 7fbaa8c84700 1 --2- 172.21.15.43:0/4156360405 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fba900b2900 0x7fba900b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:25.977 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.965+0000 7fbaa1ffb700 1 -- 172.21.15.43:0/4156360405 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fba8c0e2860 con 0x7fbaa4103f00 2024-05-16T15:49:25.977 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.965+0000 7fbab577bb80 1 Processor -- start 2024-05-16T15:49:25.977 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.965+0000 7fbab577bb80 1 -- start start 2024-05-16T15:49:25.977 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.965+0000 7fbaa8c84700 1 --2- 172.21.15.43:0/4156360405 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fba900b2900 0x7fba900b4dc0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fba94009fd0 tx=0x7fba9400b040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:25.977 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.965+0000 7fbab577bb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a73e7d3540 0x55a73e7d3920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:25.977 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.965+0000 7fbab577bb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a73e7d3e60 0x55a73e7cdbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:25.977 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.965+0000 7fbab577bb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a73e7ce160 0x55a73e7ce5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:25.977 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.965+0000 7fbab577bb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55a73e71b8f0 con 0x55a73e7d3e60 2024-05-16T15:49:25.977 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.965+0000 7fbab577bb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55a73e680d50 con 0x55a73e7ce160 2024-05-16T15:49:25.977 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.965+0000 7fbab577bb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55a73e7178b0 con 0x55a73e7d3540 2024-05-16T15:49:25.977 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.966+0000 7fbaa3fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a73e7d3e60 0x55a73e7cdbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:25.977 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.966+0000 7fbaa3fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a73e7d3e60 0x55a73e7cdbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:42826/0 (socket says 172.21.15.43:42826) 2024-05-16T15:49:25.978 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.966+0000 7fbaa3fff700 1 -- 172.21.15.43:0/918147740 learned_addr learned my addr 172.21.15.43:0/918147740 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:25.978 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.966+0000 7fbaa8c84700 1 --2- 172.21.15.43:0/918147740 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a73e7d3540 0x55a73e7d3920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:25.978 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.966+0000 7fbaa9485700 1 --2- 172.21.15.43:0/918147740 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a73e7ce160 0x55a73e7ce5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:25.978 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.966+0000 7fbaa3fff700 1 -- 172.21.15.43:0/918147740 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a73e7d3540 msgr2=0x55a73e7d3920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:25.978 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.966+0000 7fbaa3fff700 1 --2- 172.21.15.43:0/918147740 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a73e7d3540 0x55a73e7d3920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:25.978 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.966+0000 7fbaa3fff700 1 -- 172.21.15.43:0/918147740 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a73e7ce160 msgr2=0x55a73e7ce5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:25.978 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.966+0000 7fbaa3fff700 1 --2- 172.21.15.43:0/918147740 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a73e7ce160 0x55a73e7ce5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:25.978 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.966+0000 7fbaa3fff700 1 -- 172.21.15.43:0/918147740 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a73e668880 con 0x55a73e7d3e60 2024-05-16T15:49:25.978 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.966+0000 7fbaa9485700 1 --2- 172.21.15.43:0/918147740 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a73e7ce160 0x55a73e7ce5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:49:25.978 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.966+0000 7fbaa8c84700 1 --2- 172.21.15.43:0/918147740 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a73e7d3540 0x55a73e7d3920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:49:25.978 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.966+0000 7fbaa3fff700 1 --2- 172.21.15.43:0/918147740 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a73e7d3e60 0x55a73e7cdbd0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fba8c009fd0 tx=0x7fba8c0a94c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4eb63bce81494c87 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:25.978 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.966+0000 7fba9affd700 1 -- 172.21.15.43:0/918147740 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba8c0b2220 con 0x55a73e7d3e60 2024-05-16T15:49:25.978 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.966+0000 7fba9affd700 1 -- 172.21.15.43:0/918147740 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fba8c0aa170 con 0x55a73e7d3e60 2024-05-16T15:49:25.978 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.966+0000 7fba9affd700 1 -- 172.21.15.43:0/918147740 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba8c0b2440 con 0x55a73e7d3e60 2024-05-16T15:49:25.981 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.967+0000 7fbab577bb80 1 -- 172.21.15.43:0/918147740 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a73e7d3e60 msgr2=0x55a73e7cdbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:25.981 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.967+0000 7fbab577bb80 1 --2- 172.21.15.43:0/918147740 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a73e7d3e60 0x55a73e7cdbd0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fba8c009fd0 tx=0x7fba8c0a94c0 comp rx=0 tx=0).stop 2024-05-16T15:49:25.981 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.967+0000 7fbab577bb80 1 -- 172.21.15.43:0/918147740 shutdown_connections 2024-05-16T15:49:25.981 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.967+0000 7fbab577bb80 1 --2- 172.21.15.43:0/918147740 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a73e7ce160 0x55a73e7ce5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:25.981 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.967+0000 7fbab577bb80 1 --2- 172.21.15.43:0/918147740 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a73e7d3540 0x55a73e7d3920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:25.981 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.967+0000 7fbab577bb80 1 --2- 172.21.15.43:0/918147740 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a73e7d3e60 0x55a73e7cdbd0 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:25.981 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.967+0000 7fbab577bb80 1 -- 172.21.15.43:0/918147740 >> 172.21.15.43:0/918147740 conn(0x55a73e6f5b20 msgr2=0x55a73e7c4250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:25.982 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.967+0000 7fbab577bb80 1 -- 172.21.15.43:0/918147740 shutdown_connections 2024-05-16T15:49:25.982 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.967+0000 7fbab577bb80 1 -- 172.21.15.43:0/918147740 wait complete. 2024-05-16T15:49:25.982 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.967+0000 7fbab577bb80 1 -- start start 2024-05-16T15:49:25.982 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.968+0000 7fbab577bb80 1 Processor -- start 2024-05-16T15:49:25.982 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.968+0000 7fbab577bb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a73e7ce160 0x55a73e7d9a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:25.982 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.968+0000 7fbab577bb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a73e7d3540 0x55a73e7d6e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:25.982 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.968+0000 7fbab577bb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a73e7d3e60 0x55a73e7d7380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:25.982 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.968+0000 7fbab577bb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55a73e7da890 con 0x55a73e7d3540 2024-05-16T15:49:25.982 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.968+0000 7fbab577bb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55a73e6d4e80 con 0x55a73e7d3e60 2024-05-16T15:49:25.982 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.968+0000 7fbab577bb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55a73e7daa10 con 0x55a73e7ce160 2024-05-16T15:49:25.982 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.968+0000 7fbab577bb80 10 client.0 _ll_register_callbacks cb 0x55a73e6af560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:49:25.982 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.968+0000 7fbaa3fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a73e7d3540 0x55a73e7d6e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:25.982 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.968+0000 7fbaa3fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a73e7d3540 0x55a73e7d6e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:42838/0 (socket says 172.21.15.43:42838) 2024-05-16T15:49:25.982 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.968+0000 7fbaa3fff700 1 -- 172.21.15.43:0/846389777 learned_addr learned my addr 172.21.15.43:0/846389777 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:25.982 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.968+0000 7fbaa3fff700 1 -- 172.21.15.43:0/846389777 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a73e7ce160 msgr2=0x55a73e7d9a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:25.983 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.968+0000 7fbaa3fff700 1 --2- 172.21.15.43:0/846389777 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a73e7ce160 0x55a73e7d9a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:25.983 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.968+0000 7fbaa3fff700 1 -- 172.21.15.43:0/846389777 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a73e7d3e60 msgr2=0x55a73e7d7380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:25.983 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.968+0000 7fbaa3fff700 1 --2- 172.21.15.43:0/846389777 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a73e7d3e60 0x55a73e7d7380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:25.983 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.968+0000 7fbaa3fff700 1 -- 172.21.15.43:0/846389777 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a73e6d2710 con 0x55a73e7d3540 2024-05-16T15:49:25.983 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.969+0000 7fbaa3fff700 1 --2- 172.21.15.43:0/846389777 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a73e7d3540 0x55a73e7d6e40 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fba8c0a9720 tx=0x7fba8c0b2720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42db75b920aefda7 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:25.983 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.969+0000 7fba83fff700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:49:25.983 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.969+0000 7fba83fff700 1 -- 172.21.15.43:0/846389777 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba8c0a9a70 con 0x55a73e7d3540 2024-05-16T15:49:25.983 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.969+0000 7fba83fff700 1 -- 172.21.15.43:0/846389777 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fba8c0cc320 con 0x55a73e7d3540 2024-05-16T15:49:25.983 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.969+0000 7fbab577bb80 1 -- 172.21.15.43:0/846389777 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fba8c0aa170 con 0x55a73e7d3540 2024-05-16T15:49:25.983 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.969+0000 7fba83fff700 1 -- 172.21.15.43:0/846389777 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fba8c0ade20 con 0x55a73e7d3540 2024-05-16T15:49:25.983 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.969+0000 7fbab577bb80 10 client.15204 fetch_fsmap learned FSMap version 29 2024-05-16T15:49:25.983 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.969+0000 7fbab577bb80 1 -- 172.21.15.43:0/846389777 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a73e7e50c0 con 0x55a73e7d3540 2024-05-16T15:49:25.983 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.969+0000 7fba83fff700 1 -- 172.21.15.43:0/846389777 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fba8c085020 con 0x55a73e7d3540 2024-05-16T15:49:25.983 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.969+0000 7fba83fff700 1 -- 172.21.15.43:0/846389777 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fba8c0a5570 con 0x55a73e7d3540 2024-05-16T15:49:25.983 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.969+0000 7fbab577bb80 10 client.15204 fetch_fsmap finished waiting for FSMap version 29 2024-05-16T15:49:25.983 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.969+0000 7fbab577bb80 10 client.15204 resolve_mds: resolved name 'h' to daemon mds.h 2024-05-16T15:49:25.984 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.969+0000 7fbab577bb80 20 client.15204 populate_metadata read hostname 'smithi043' 2024-05-16T15:49:25.984 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.970+0000 7fbab577bb80 1 --2- 172.21.15.43:0/846389777 >> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] conn(0x55a73e7e7240 0x55a73e7e86b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:25.984 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.970+0000 7fbab577bb80 4 client.15204 mds_command: new command op to 24452 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:49:25.984 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.970+0000 7fbab577bb80 1 -- 172.21.15.43:0/846389777 --> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a73e7292d0 con 0x55a73e7e7240 2024-05-16T15:49:25.984 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.970+0000 7fbaa8c84700 1 --2- 172.21.15.43:0/846389777 >> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] conn(0x55a73e7e7240 0x55a73e7e86b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:25.984 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.970+0000 7fbaa8c84700 1 --2- 172.21.15.43:0/846389777 >> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] conn(0x55a73e7e7240 0x55a73e7e86b0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=1aca617ece6488d8 server_cookie=dc2c371244fa16e in_seq=0 out_seq=0 2024-05-16T15:49:25.984 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.970+0000 7fba83fff700 10 client.15204 ms_handle_connect on v2:172.21.15.148:6836/4036870683 2024-05-16T15:49:25.985 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.971+0000 7fba83fff700 1 -- 172.21.15.43:0/846389777 <== mds.2 v2:172.21.15.148:6836/4036870683 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55a73e7292d0 con 0x55a73e7e7240 2024-05-16T15:49:25.985 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.971+0000 7fba83fff700 10 client.15204 handle_command_reply: tid=0 2024-05-16T15:49:25.985 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.971+0000 7fbab577bb80 1 client.15204 shutdown 2024-05-16T15:49:25.985 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.972+0000 7fbab577bb80 1 -- 172.21.15.43:0/846389777 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a73e7d3540 msgr2=0x55a73e7d6e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:25.985 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.972+0000 7fbab577bb80 1 --2- 172.21.15.43:0/846389777 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a73e7d3540 0x55a73e7d6e40 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fba8c0a9720 tx=0x7fba8c0b2720 comp rx=0 tx=0).stop 2024-05-16T15:49:25.985 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.972+0000 7fbab577bb80 1 -- 172.21.15.43:0/846389777 shutdown_connections 2024-05-16T15:49:25.985 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.972+0000 7fbab577bb80 1 --2- 172.21.15.43:0/846389777 >> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] conn(0x55a73e7e7240 0x55a73e7e86b0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:25.985 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.972+0000 7fbab577bb80 1 --2- 172.21.15.43:0/846389777 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a73e7d3e60 0x55a73e7d7380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:25.985 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.972+0000 7fbab577bb80 1 --2- 172.21.15.43:0/846389777 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a73e7ce160 0x55a73e7d9a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:25.986 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.972+0000 7fba83fff700 0 client.15204 ms_handle_reset on v2:172.21.15.148:6836/4036870683 2024-05-16T15:49:25.986 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.972+0000 7fbab577bb80 1 --2- 172.21.15.43:0/846389777 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a73e7d3540 0x55a73e7d6e40 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:25.986 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.972+0000 7fbab577bb80 1 -- 172.21.15.43:0/846389777 >> 172.21.15.43:0/846389777 conn(0x55a73e6f5b20 msgr2=0x55a73e7beae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:25.986 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.972+0000 7fbab577bb80 1 -- 172.21.15.43:0/846389777 shutdown_connections 2024-05-16T15:49:25.986 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.972+0000 7fbab577bb80 1 -- 172.21.15.43:0/846389777 wait complete. 2024-05-16T15:49:25.986 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.972+0000 7fbab577bb80 20 client.15204 trim_cache size 0 max 16384 2024-05-16T15:49:26.005 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.993+0000 7fbab577bb80 1 Processor -- start 2024-05-16T15:49:26.005 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.993+0000 7fbab577bb80 1 -- start start 2024-05-16T15:49:26.005 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.993+0000 7fbab577bb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a73e7ce160 0x55a73e7d7a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:26.005 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.993+0000 7fbab577bb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a73e7d3540 0x55a73e7bebf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:26.005 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.993+0000 7fbab577bb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a73e7d3e60 0x55a73e7f1b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:26.005 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.993+0000 7fbab577bb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55a73e7e69f0 con 0x55a73e7d3e60 2024-05-16T15:49:26.005 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.993+0000 7fbab577bb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55a73e7e70c0 con 0x55a73e7d3540 2024-05-16T15:49:26.005 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.993+0000 7fbab577bb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55a73e7e7790 con 0x55a73e7ce160 2024-05-16T15:49:26.005 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.994+0000 7fbaa9485700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a73e7d3e60 0x55a73e7f1b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:26.005 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.994+0000 7fbaa9485700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a73e7d3e60 0x55a73e7f1b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:42844/0 (socket says 172.21.15.43:42844) 2024-05-16T15:49:26.005 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.994+0000 7fbaa9485700 1 -- 172.21.15.43:0/2578392325 learned_addr learned my addr 172.21.15.43:0/2578392325 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:26.005 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.994+0000 7fbaa8c84700 1 --2- 172.21.15.43:0/2578392325 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a73e7ce160 0x55a73e7d7a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:26.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.994+0000 7fbaa3fff700 1 --2- 172.21.15.43:0/2578392325 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a73e7d3540 0x55a73e7bebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:26.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.994+0000 7fbaa9485700 1 -- 172.21.15.43:0/2578392325 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a73e7ce160 msgr2=0x55a73e7d7a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:26.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.994+0000 7fbaa9485700 1 --2- 172.21.15.43:0/2578392325 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a73e7ce160 0x55a73e7d7a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:26.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.994+0000 7fbaa9485700 1 -- 172.21.15.43:0/2578392325 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a73e7d3540 msgr2=0x55a73e7bebf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:26.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.994+0000 7fbaa9485700 1 --2- 172.21.15.43:0/2578392325 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a73e7d3540 0x55a73e7bebf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:26.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.994+0000 7fbaa9485700 1 -- 172.21.15.43:0/2578392325 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a73e7c5b40 con 0x55a73e7d3e60 2024-05-16T15:49:26.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.994+0000 7fbaa9485700 1 --2- 172.21.15.43:0/2578392325 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a73e7d3e60 0x55a73e7f1b10 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fba9c00ea30 tx=0x7fba9c00ed40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9346370f80af08a server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:26.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.994+0000 7fba9a7fc700 1 -- 172.21.15.43:0/2578392325 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba9c010860 con 0x55a73e7d3e60 2024-05-16T15:49:26.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.995+0000 7fba9a7fc700 1 -- 172.21.15.43:0/2578392325 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fba9c010e90 con 0x55a73e7d3e60 2024-05-16T15:49:26.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.995+0000 7fba9a7fc700 1 -- 172.21.15.43:0/2578392325 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba9c01c410 con 0x55a73e7d3e60 2024-05-16T15:49:26.009 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.995+0000 7fbab577bb80 1 -- 172.21.15.43:0/2578392325 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a73e7d3e60 msgr2=0x55a73e7f1b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:26.009 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.995+0000 7fbab577bb80 1 --2- 172.21.15.43:0/2578392325 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a73e7d3e60 0x55a73e7f1b10 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fba9c00ea30 tx=0x7fba9c00ed40 comp rx=0 tx=0).stop 2024-05-16T15:49:26.009 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.995+0000 7fbab577bb80 1 -- 172.21.15.43:0/2578392325 shutdown_connections 2024-05-16T15:49:26.010 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.995+0000 7fbab577bb80 1 --2- 172.21.15.43:0/2578392325 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a73e7d3e60 0x55a73e7f1b10 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:26.010 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.995+0000 7fbab577bb80 1 --2- 172.21.15.43:0/2578392325 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a73e7ce160 0x55a73e7d7a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:26.010 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.995+0000 7fbab577bb80 1 --2- 172.21.15.43:0/2578392325 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a73e7d3540 0x55a73e7bebf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:26.010 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.995+0000 7fbab577bb80 1 -- 172.21.15.43:0/2578392325 >> 172.21.15.43:0/2578392325 conn(0x55a73e6f5b20 msgr2=0x55a73e7c4160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:26.010 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.996+0000 7fbab577bb80 1 -- 172.21.15.43:0/2578392325 shutdown_connections 2024-05-16T15:49:26.010 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.996+0000 7fbab577bb80 1 -- 172.21.15.43:0/2578392325 wait complete. 2024-05-16T15:49:26.010 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.996+0000 7fbab577bb80 1 -- start start 2024-05-16T15:49:26.010 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.996+0000 7fbab577bb80 1 Processor -- start 2024-05-16T15:49:26.010 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.997+0000 7fbab577bb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a73e7ce160 0x55a73e7ec220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:26.010 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.997+0000 7fbab577bb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a73e7d3540 0x55a73e7ec760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:26.010 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.997+0000 7fbab577bb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a73e7d3e60 0x55a73e7f1720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:26.010 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.997+0000 7fbab577bb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55a73e7e8530 con 0x55a73e7d3540 2024-05-16T15:49:26.010 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.997+0000 7fbab577bb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55a73e7e7e60 con 0x55a73e7d3e60 2024-05-16T15:49:26.011 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.997+0000 7fbab577bb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55a73e7e8c00 con 0x55a73e7ce160 2024-05-16T15:49:26.011 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.997+0000 7fbab577bb80 10 client.0 _ll_register_callbacks cb 0x55a73e6af560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:49:26.011 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.997+0000 7fbaa3fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a73e7d3540 0x55a73e7ec760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:26.011 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.997+0000 7fbaa3fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a73e7d3540 0x55a73e7ec760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:42860/0 (socket says 172.21.15.43:42860) 2024-05-16T15:49:26.011 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.997+0000 7fbaa3fff700 1 -- 172.21.15.43:0/2761475747 learned_addr learned my addr 172.21.15.43:0/2761475747 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:26.011 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.997+0000 7fbaa8c84700 1 --2- 172.21.15.43:0/2761475747 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a73e7ce160 0x55a73e7ec220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:26.011 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.997+0000 7fbaa9485700 1 --2- 172.21.15.43:0/2761475747 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a73e7d3e60 0x55a73e7f1720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:26.011 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.997+0000 7fbaa3fff700 1 -- 172.21.15.43:0/2761475747 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a73e7ce160 msgr2=0x55a73e7ec220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:26.011 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.997+0000 7fbaa3fff700 1 --2- 172.21.15.43:0/2761475747 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a73e7ce160 0x55a73e7ec220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:26.011 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.997+0000 7fbaa3fff700 1 -- 172.21.15.43:0/2761475747 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a73e7d3e60 msgr2=0x55a73e7f1720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:26.011 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.997+0000 7fbaa3fff700 1 --2- 172.21.15.43:0/2761475747 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a73e7d3e60 0x55a73e7f1720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:26.011 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.997+0000 7fbaa3fff700 1 -- 172.21.15.43:0/2761475747 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a73e7d77a0 con 0x55a73e7d3540 2024-05-16T15:49:26.011 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.997+0000 7fbaa8c84700 1 --2- 172.21.15.43:0/2761475747 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a73e7ce160 0x55a73e7ec220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:49:26.011 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.997+0000 7fbaa9485700 1 --2- 172.21.15.43:0/2761475747 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a73e7d3e60 0x55a73e7f1720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:49:26.012 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.997+0000 7fbaa3fff700 1 --2- 172.21.15.43:0/2761475747 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a73e7d3540 0x55a73e7ec760 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x55a73e7c0c70 tx=0x7fba8c005760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89f89d579a639adc server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:26.012 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.997+0000 7fba83fff700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:49:26.012 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.997+0000 7fba83fff700 1 -- 172.21.15.43:0/2761475747 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba8c0a9a70 con 0x55a73e7d3540 2024-05-16T15:49:26.012 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.998+0000 7fba83fff700 1 -- 172.21.15.43:0/2761475747 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fba8c0a6060 con 0x55a73e7d3540 2024-05-16T15:49:26.012 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.998+0000 7fbab577bb80 1 -- 172.21.15.43:0/2761475747 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fba9c010e90 con 0x55a73e7d3540 2024-05-16T15:49:26.012 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.998+0000 7fba83fff700 1 -- 172.21.15.43:0/2761475747 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fba8c0b28d0 con 0x55a73e7d3540 2024-05-16T15:49:26.012 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.998+0000 7fbab577bb80 10 client.15210 fetch_fsmap learned FSMap version 29 2024-05-16T15:49:26.012 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.998+0000 7fbab577bb80 1 -- 172.21.15.43:0/2761475747 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a73e7d77a0 con 0x55a73e7d3540 2024-05-16T15:49:26.012 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.998+0000 7fba83fff700 1 -- 172.21.15.43:0/2761475747 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fba9c010e90 con 0x55a73e7d3540 2024-05-16T15:49:26.012 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.998+0000 7fba83fff700 1 -- 172.21.15.43:0/2761475747 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fba8c08f070 con 0x55a73e7d3540 2024-05-16T15:49:26.012 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.998+0000 7fbab577bb80 10 client.15210 fetch_fsmap finished waiting for FSMap version 29 2024-05-16T15:49:26.012 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.998+0000 7fbab577bb80 10 client.15210 resolve_mds: resolved name 'h' to daemon mds.h 2024-05-16T15:49:26.012 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.998+0000 7fbab577bb80 20 client.15210 populate_metadata read hostname 'smithi043' 2024-05-16T15:49:26.012 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.998+0000 7fbab577bb80 1 --2- 172.21.15.43:0/2761475747 >> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] conn(0x55a73e857760 0x55a73e856470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:26.012 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.998+0000 7fbab577bb80 4 client.15210 mds_command: new command op to 24452 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-16T15:49:26.012 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.998+0000 7fbab577bb80 1 -- 172.21.15.43:0/2761475747 --> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] -- command(tid 0: {"prefix": "status"}) -- 0x55a73e723370 con 0x55a73e857760 2024-05-16T15:49:26.013 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.999+0000 7fbaa8c84700 1 --2- 172.21.15.43:0/2761475747 >> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] conn(0x55a73e857760 0x55a73e856470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:26.013 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.999+0000 7fbaa8c84700 1 --2- 172.21.15.43:0/2761475747 >> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] conn(0x55a73e857760 0x55a73e856470 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=85fd73326d387915 server_cookie=55f03ed047983885 in_seq=0 out_seq=0 2024-05-16T15:49:26.013 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.999+0000 7fba83fff700 10 client.15210 ms_handle_connect on v2:172.21.15.148:6836/4036870683 2024-05-16T15:49:26.014 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.999+0000 7fba83fff700 1 -- 172.21.15.43:0/2761475747 <== mds.2 v2:172.21.15.148:6836/4036870683 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55a73e723370 con 0x55a73e857760 2024-05-16T15:49:26.014 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.999+0000 7fba83fff700 10 client.15210 handle_command_reply: tid=0 2024-05-16T15:49:26.014 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:25.999+0000 7fbab577bb80 1 client.15210 shutdown 2024-05-16T15:49:26.014 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:26.000+0000 7fbab577bb80 1 -- 172.21.15.43:0/2761475747 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a73e7d3540 msgr2=0x55a73e7ec760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:26.014 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:26.000+0000 7fbab577bb80 1 --2- 172.21.15.43:0/2761475747 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a73e7d3540 0x55a73e7ec760 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x55a73e7c0c70 tx=0x7fba8c005760 comp rx=0 tx=0).stop 2024-05-16T15:49:26.014 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:26.000+0000 7fbab577bb80 1 -- 172.21.15.43:0/2761475747 shutdown_connections 2024-05-16T15:49:26.014 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:26.000+0000 7fbab577bb80 1 --2- 172.21.15.43:0/2761475747 >> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] conn(0x55a73e857760 0x55a73e856470 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:26.014 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:26.000+0000 7fbab577bb80 1 --2- 172.21.15.43:0/2761475747 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a73e7d3e60 0x55a73e7f1720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:26.014 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:26.000+0000 7fbab577bb80 1 --2- 172.21.15.43:0/2761475747 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a73e7ce160 0x55a73e7ec220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:26.014 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:26.000+0000 7fbab577bb80 1 --2- 172.21.15.43:0/2761475747 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a73e7d3540 0x55a73e7ec760 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:26.014 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:26.000+0000 7fbab577bb80 1 -- 172.21.15.43:0/2761475747 >> 172.21.15.43:0/2761475747 conn(0x55a73e6f5b20 msgr2=0x55a73e7c87b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:26.014 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:26.000+0000 7fba83fff700 0 client.15210 ms_handle_reset on v2:172.21.15.148:6836/4036870683 2024-05-16T15:49:26.014 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:26.000+0000 7fbab577bb80 1 -- 172.21.15.43:0/2761475747 shutdown_connections 2024-05-16T15:49:26.015 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:26.000+0000 7fbab577bb80 1 -- 172.21.15.43:0/2761475747 wait complete. 2024-05-16T15:49:26.015 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:26.000+0000 7fbab577bb80 20 client.15210 trim_cache size 0 max 16384 2024-05-16T15:49:26.015 INFO:teuthology.orchestra.run.smithi043.stdout:{ 2024-05-16T15:49:26.015 INFO:teuthology.orchestra.run.smithi043.stdout: "cluster_fsid": "13155b42-139a-11ef-bc9a-c7b262605968", 2024-05-16T15:49:26.015 INFO:teuthology.orchestra.run.smithi043.stdout: "whoami": 2, 2024-05-16T15:49:26.015 INFO:teuthology.orchestra.run.smithi043.stdout: "id": 24452, 2024-05-16T15:49:26.015 INFO:teuthology.orchestra.run.smithi043.stdout: "want_state": "up:active", 2024-05-16T15:49:26.015 INFO:teuthology.orchestra.run.smithi043.stdout: "state": "up:active", 2024-05-16T15:49:26.015 INFO:teuthology.orchestra.run.smithi043.stdout: "fs_name": "cephfs", 2024-05-16T15:49:26.015 INFO:teuthology.orchestra.run.smithi043.stdout: "rank_uptime": 168.79321530999999, 2024-05-16T15:49:26.015 INFO:teuthology.orchestra.run.smithi043.stdout: "mdsmap_epoch": 29, 2024-05-16T15:49:26.015 INFO:teuthology.orchestra.run.smithi043.stdout: "osdmap_epoch": 89, 2024-05-16T15:49:26.016 INFO:teuthology.orchestra.run.smithi043.stdout: "osdmap_epoch_barrier": 87, 2024-05-16T15:49:26.016 INFO:teuthology.orchestra.run.smithi043.stdout: "uptime": 254.63171914399999 2024-05-16T15:49:26.016 INFO:teuthology.orchestra.run.smithi043.stdout:} 2024-05-16T15:49:26.016 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:26.001+0000 7fbaaaee8700 1 -- 172.21.15.43:0/4156360405 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fba900b2900 msgr2=0x7fba900b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:26.016 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:26.001+0000 7fbaaaee8700 1 --2- 172.21.15.43:0/4156360405 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fba900b2900 0x7fba900b4dc0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fba94009fd0 tx=0x7fba9400b040 comp rx=0 tx=0).stop 2024-05-16T15:49:26.016 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:26.001+0000 7fbaaaee8700 1 -- 172.21.15.43:0/4156360405 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbaa4103f00 msgr2=0x7fbaa419fc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:26.017 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:26.001+0000 7fbaaaee8700 1 --2- 172.21.15.43:0/4156360405 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbaa4103f00 0x7fbaa419fc30 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fba8c00e9c0 tx=0x7fba8c00ecd0 comp rx=0 tx=0).stop 2024-05-16T15:49:26.017 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:26.001+0000 7fbaaaee8700 1 -- 172.21.15.43:0/4156360405 shutdown_connections 2024-05-16T15:49:26.017 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:26.001+0000 7fbaaaee8700 1 --2- 172.21.15.43:0/4156360405 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbaa41095e0 0x7fbaa41998b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:26.017 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:26.001+0000 7fbaaaee8700 1 --2- 172.21.15.43:0/4156360405 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbaa4103540 0x7fbaa419f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:26.017 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:26.001+0000 7fbaaaee8700 1 --2- 172.21.15.43:0/4156360405 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fba900b2900 0x7fba900b4dc0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:26.017 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:26.001+0000 7fbaaaee8700 1 --2- 172.21.15.43:0/4156360405 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbaa4103f00 0x7fbaa419fc30 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:26.017 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:26.001+0000 7fbaaaee8700 1 -- 172.21.15.43:0/4156360405 >> 172.21.15.43:0/4156360405 conn(0x7fbaa407a650 msgr2=0x7fbaa4102250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:26.017 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:26.001+0000 7fbaaaee8700 1 -- 172.21.15.43:0/4156360405 shutdown_connections 2024-05-16T15:49:26.017 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:26.001+0000 7fbaaaee8700 1 -- 172.21.15.43:0/4156360405 wait complete. 2024-05-16T15:49:26.827 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell mds.i status 2024-05-16T15:49:27.087 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:49:27.725 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:27 smithi043 ceph-mon[31619]: pgmap v412: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-16T15:49:27.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:27 smithi157 ceph-mon[35584]: pgmap v412: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-16T15:49:27.935 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:27 smithi148 ceph-mon[34976]: pgmap v412: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-16T15:49:28.806 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.795+0000 7f91fee7f700 1 -- 172.21.15.43:0/1648153172 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f91f8103780 msgr2=0x7f91f8103b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:28.806 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.795+0000 7f91fee7f700 1 --2- 172.21.15.43:0/1648153172 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f91f8103780 0x7f91f8103b60 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f91e80099c0 tx=0x7f91e8009cd0 comp rx=0 tx=0).stop 2024-05-16T15:49:28.806 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.795+0000 7f91fee7f700 1 -- 172.21.15.43:0/1648153172 shutdown_connections 2024-05-16T15:49:28.806 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.795+0000 7f91fee7f700 1 --2- 172.21.15.43:0/1648153172 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f91f8108870 0x7f91f81103f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:28.806 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.795+0000 7f91fee7f700 1 --2- 172.21.15.43:0/1648153172 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f91f8103780 0x7f91f8103b60 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:28.806 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.795+0000 7f91fee7f700 1 --2- 172.21.15.43:0/1648153172 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f91f8104130 0x7f91f8108140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:28.806 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.795+0000 7f91fee7f700 1 -- 172.21.15.43:0/1648153172 >> 172.21.15.43:0/1648153172 conn(0x7f91f807a610 msgr2=0x7f91f807aa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:28.807 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.795+0000 7f91fee7f700 1 -- 172.21.15.43:0/1648153172 shutdown_connections 2024-05-16T15:49:28.807 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.795+0000 7f91fee7f700 1 -- 172.21.15.43:0/1648153172 wait complete. 2024-05-16T15:49:28.808 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.796+0000 7f91fee7f700 1 Processor -- start 2024-05-16T15:49:28.808 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.796+0000 7f91fee7f700 1 -- start start 2024-05-16T15:49:28.808 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.796+0000 7f91fee7f700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f91f8103780 0x7f91f819f660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:28.808 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.796+0000 7f91fee7f700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f91f8104130 0x7f91f819fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:28.808 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.797+0000 7f91fee7f700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f91f8108870 0x7f91f8199830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:28.808 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.797+0000 7f91fee7f700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f91f8113510 con 0x7f91f8103780 2024-05-16T15:49:28.809 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.797+0000 7f91fee7f700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f91f8113390 con 0x7f91f8108870 2024-05-16T15:49:28.809 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.797+0000 7f91fee7f700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f91f8113690 con 0x7f91f8104130 2024-05-16T15:49:28.809 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.797+0000 7f91fcc1b700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f91f8103780 0x7f91f819f660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:28.809 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.797+0000 7f91fcc1b700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f91f8103780 0x7f91f819f660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:42874/0 (socket says 172.21.15.43:42874) 2024-05-16T15:49:28.809 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.797+0000 7f91fcc1b700 1 -- 172.21.15.43:0/3045355509 learned_addr learned my addr 172.21.15.43:0/3045355509 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:28.809 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.797+0000 7f91f7fff700 1 --2- 172.21.15.43:0/3045355509 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f91f8104130 0x7f91f819fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:28.809 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.797+0000 7f91fd41c700 1 --2- 172.21.15.43:0/3045355509 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f91f8108870 0x7f91f8199830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:28.809 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.797+0000 7f91fcc1b700 1 -- 172.21.15.43:0/3045355509 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f91f8104130 msgr2=0x7f91f819fba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:28.809 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.797+0000 7f91fcc1b700 1 --2- 172.21.15.43:0/3045355509 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f91f8104130 0x7f91f819fba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:28.809 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.797+0000 7f91fcc1b700 1 -- 172.21.15.43:0/3045355509 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f91f8108870 msgr2=0x7f91f8199830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:28.809 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.797+0000 7f91fcc1b700 1 --2- 172.21.15.43:0/3045355509 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f91f8108870 0x7f91f8199830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:28.809 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.797+0000 7f91fcc1b700 1 -- 172.21.15.43:0/3045355509 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91f819a010 con 0x7f91f8103780 2024-05-16T15:49:28.809 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.797+0000 7f91fcc1b700 1 --2- 172.21.15.43:0/3045355509 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f91f8103780 0x7f91f819f660 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f91e8000c00 tx=0x7f91e80047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:28.809 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.797+0000 7f91f5ffb700 1 -- 172.21.15.43:0/3045355509 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91e800f8a0 con 0x7f91f8103780 2024-05-16T15:49:28.809 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.797+0000 7f91f5ffb700 1 -- 172.21.15.43:0/3045355509 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f91e8004830 con 0x7f91f8103780 2024-05-16T15:49:28.809 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.798+0000 7f91f5ffb700 1 -- 172.21.15.43:0/3045355509 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91e8005410 con 0x7f91f8103780 2024-05-16T15:49:28.810 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.798+0000 7f91fee7f700 1 -- 172.21.15.43:0/3045355509 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91f819a2a0 con 0x7f91f8103780 2024-05-16T15:49:28.810 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.798+0000 7f91fee7f700 1 -- 172.21.15.43:0/3045355509 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91f81a64c0 con 0x7f91f8103780 2024-05-16T15:49:28.811 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.800+0000 7f91f5ffb700 1 -- 172.21.15.43:0/3045355509 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f91e8029060 con 0x7f91f8103780 2024-05-16T15:49:28.812 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.801+0000 7f91f5ffb700 1 --2- 172.21.15.43:0/3045355509 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f91e40b2880 0x7f91e40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:28.812 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.801+0000 7f91f7fff700 1 --2- 172.21.15.43:0/3045355509 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f91e40b2880 0x7f91e40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:28.812 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.801+0000 7f91f5ffb700 1 -- 172.21.15.43:0/3045355509 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f91e80e3090 con 0x7f91f8103780 2024-05-16T15:49:28.812 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.801+0000 7f9209712b80 1 Processor -- start 2024-05-16T15:49:28.812 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.801+0000 7f9209712b80 1 -- start start 2024-05-16T15:49:28.814 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.802+0000 7f9209712b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55aa3175df30 0x55aa3175e310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:28.814 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.802+0000 7f9209712b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55aa3175e850 0x55aa317586b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:28.814 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.802+0000 7f9209712b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55aa31758c40 0x55aa317590c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:28.814 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.802+0000 7f9209712b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55aa316a6810 con 0x55aa3175df30 2024-05-16T15:49:28.814 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.802+0000 7f9209712b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55aa31645770 con 0x55aa3175e850 2024-05-16T15:49:28.814 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.802+0000 7f9209712b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55aa316a27d0 con 0x55aa31758c40 2024-05-16T15:49:28.814 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.802+0000 7f91f7fff700 1 --2- 172.21.15.43:0/3045355509 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f91e40b2880 0x7f91e40b4d40 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f91f81030a0 tx=0x7f91e0009180 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:28.814 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.802+0000 7f91fcc1b700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55aa3175df30 0x55aa3175e310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:28.814 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.802+0000 7f91fcc1b700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55aa3175df30 0x55aa3175e310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:42886/0 (socket says 172.21.15.43:42886) 2024-05-16T15:49:28.814 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.802+0000 7f91fcc1b700 1 -- 172.21.15.43:0/3527368986 learned_addr learned my addr 172.21.15.43:0/3527368986 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:28.814 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.802+0000 7f91f7fff700 1 --2- 172.21.15.43:0/3527368986 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55aa3175e850 0x55aa317586b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:28.815 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.802+0000 7f91fcc1b700 1 -- 172.21.15.43:0/3527368986 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55aa31758c40 msgr2=0x55aa317590c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:28.815 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.802+0000 7f91fd41c700 1 --2- 172.21.15.43:0/3527368986 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55aa31758c40 0x55aa317590c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:28.815 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.802+0000 7f91fcc1b700 1 --2- 172.21.15.43:0/3527368986 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55aa31758c40 0x55aa317590c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:28.815 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.802+0000 7f91fcc1b700 1 -- 172.21.15.43:0/3527368986 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55aa3175e850 msgr2=0x55aa317586b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:28.815 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.802+0000 7f91fcc1b700 1 --2- 172.21.15.43:0/3527368986 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55aa3175e850 0x55aa317586b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:28.815 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.802+0000 7f91fcc1b700 1 -- 172.21.15.43:0/3527368986 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aa315f3880 con 0x55aa3175df30 2024-05-16T15:49:28.815 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.802+0000 7f91fd41c700 1 --2- 172.21.15.43:0/3527368986 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55aa31758c40 0x55aa317590c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:49:28.815 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.802+0000 7f91fcc1b700 1 --2- 172.21.15.43:0/3527368986 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55aa3175df30 0x55aa3175e310 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f91e80a6410 tx=0x7f91e80aa290 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71fd1ead79df63d2 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:28.815 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.802+0000 7f91eeffd700 1 -- 172.21.15.43:0/3527368986 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91e80ae740 con 0x55aa3175df30 2024-05-16T15:49:28.815 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.803+0000 7f91eeffd700 1 -- 172.21.15.43:0/3527368986 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f91e80b3160 con 0x55aa3175df30 2024-05-16T15:49:28.815 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.803+0000 7f91eeffd700 1 -- 172.21.15.43:0/3527368986 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91e80aa830 con 0x55aa3175df30 2024-05-16T15:49:28.815 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.803+0000 7f9209712b80 1 -- 172.21.15.43:0/3527368986 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55aa3175df30 msgr2=0x55aa3175e310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:28.815 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.803+0000 7f9209712b80 1 --2- 172.21.15.43:0/3527368986 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55aa3175df30 0x55aa3175e310 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f91e80a6410 tx=0x7f91e80aa290 comp rx=0 tx=0).stop 2024-05-16T15:49:28.815 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.803+0000 7f9209712b80 1 -- 172.21.15.43:0/3527368986 shutdown_connections 2024-05-16T15:49:28.815 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.803+0000 7f9209712b80 1 --2- 172.21.15.43:0/3527368986 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55aa31758c40 0x55aa317590c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:28.815 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.803+0000 7f9209712b80 1 --2- 172.21.15.43:0/3527368986 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55aa3175df30 0x55aa3175e310 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:28.816 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.803+0000 7f9209712b80 1 --2- 172.21.15.43:0/3527368986 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55aa3175e850 0x55aa317586b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:28.816 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.803+0000 7f9209712b80 1 -- 172.21.15.43:0/3527368986 >> 172.21.15.43:0/3527368986 conn(0x55aa316800b0 msgr2=0x55aa3174ec00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:28.816 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.803+0000 7f9209712b80 1 -- 172.21.15.43:0/3527368986 shutdown_connections 2024-05-16T15:49:28.816 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.803+0000 7f9209712b80 1 -- 172.21.15.43:0/3527368986 wait complete. 2024-05-16T15:49:28.819 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.804+0000 7f9209712b80 1 -- start start 2024-05-16T15:49:28.819 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.804+0000 7f9209712b80 1 Processor -- start 2024-05-16T15:49:28.819 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.804+0000 7f9209712b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55aa31758c40 0x55aa31764510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:28.819 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.804+0000 7f9209712b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55aa3175df30 0x55aa317618b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:28.819 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.804+0000 7f9209712b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55aa3175e850 0x55aa31761df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:28.819 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.804+0000 7f9209712b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55aa316a6810 con 0x55aa31758c40 2024-05-16T15:49:28.819 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.804+0000 7f9209712b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55aa3160cbe0 con 0x55aa3175e850 2024-05-16T15:49:28.819 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.804+0000 7f9209712b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55aa31765030 con 0x55aa3175df30 2024-05-16T15:49:28.820 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.804+0000 7f9209712b80 10 client.0 _ll_register_callbacks cb 0x55aa3163e8d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:49:28.820 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.804+0000 7f91fcc1b700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55aa31758c40 0x55aa31764510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:28.820 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.804+0000 7f91fcc1b700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55aa31758c40 0x55aa31764510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:42898/0 (socket says 172.21.15.43:42898) 2024-05-16T15:49:28.820 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.804+0000 7f91fcc1b700 1 -- 172.21.15.43:0/3984954647 learned_addr learned my addr 172.21.15.43:0/3984954647 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:28.820 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.805+0000 7f91fd41c700 1 --2- 172.21.15.43:0/3984954647 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55aa3175e850 0x55aa31761df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:28.820 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.805+0000 7f91f7fff700 1 --2- 172.21.15.43:0/3984954647 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55aa3175df30 0x55aa317618b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:28.820 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.805+0000 7f91fcc1b700 1 -- 172.21.15.43:0/3984954647 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55aa3175df30 msgr2=0x55aa317618b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:28.820 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.805+0000 7f91fcc1b700 1 --2- 172.21.15.43:0/3984954647 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55aa3175df30 0x55aa317618b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:28.820 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.805+0000 7f91fcc1b700 1 -- 172.21.15.43:0/3984954647 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55aa3175e850 msgr2=0x55aa31761df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:28.820 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.805+0000 7f91fcc1b700 1 --2- 172.21.15.43:0/3984954647 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55aa3175e850 0x55aa31761df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:28.820 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.805+0000 7f91fcc1b700 1 -- 172.21.15.43:0/3984954647 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aa31642640 con 0x55aa31758c40 2024-05-16T15:49:28.820 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.805+0000 7f91fd41c700 1 --2- 172.21.15.43:0/3984954647 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55aa3175e850 0x55aa31761df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:49:28.820 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.805+0000 7f91fcc1b700 1 --2- 172.21.15.43:0/3984954647 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55aa31758c40 0x55aa31764510 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f91e80058e0 tx=0x7f91e8004f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eaf752e1faeb5e7b server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:28.820 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.805+0000 7f91d7fff700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:49:28.821 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.805+0000 7f91d7fff700 1 -- 172.21.15.43:0/3984954647 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91e806d020 con 0x55aa31758c40 2024-05-16T15:49:28.821 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.805+0000 7f91d7fff700 1 -- 172.21.15.43:0/3984954647 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f91e80b2cd0 con 0x55aa31758c40 2024-05-16T15:49:28.821 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.805+0000 7f9209712b80 1 -- 172.21.15.43:0/3984954647 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f91e80b3160 con 0x55aa31758c40 2024-05-16T15:49:28.821 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.805+0000 7f91d7fff700 1 -- 172.21.15.43:0/3984954647 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f91e80b2ed0 con 0x55aa31758c40 2024-05-16T15:49:28.821 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.805+0000 7f9209712b80 10 client.15222 fetch_fsmap learned FSMap version 29 2024-05-16T15:49:28.821 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.805+0000 7f9209712b80 1 -- 172.21.15.43:0/3984954647 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55aa3176f6f0 con 0x55aa31758c40 2024-05-16T15:49:28.821 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.806+0000 7f91d7fff700 1 -- 172.21.15.43:0/3984954647 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f91e80b3160 con 0x55aa31758c40 2024-05-16T15:49:28.821 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.806+0000 7f91d7fff700 1 -- 172.21.15.43:0/3984954647 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f91e80a5d00 con 0x55aa31758c40 2024-05-16T15:49:28.821 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.806+0000 7f9209712b80 10 client.15222 fetch_fsmap finished waiting for FSMap version 29 2024-05-16T15:49:28.821 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.806+0000 7f9209712b80 10 client.15222 resolve_mds: resolved name 'i' to daemon mds.i 2024-05-16T15:49:28.821 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.806+0000 7f9209712b80 20 client.15222 populate_metadata read hostname 'smithi043' 2024-05-16T15:49:28.821 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.806+0000 7f9209712b80 1 --2- 172.21.15.43:0/3984954647 >> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] conn(0x55aa31771bb0 0x55aa31773020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:28.821 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.806+0000 7f9209712b80 4 client.15222 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:49:28.821 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.806+0000 7f9209712b80 1 -- 172.21.15.43:0/3984954647 --> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55aa31720600 con 0x55aa31771bb0 2024-05-16T15:49:28.821 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.806+0000 7f91f7fff700 1 --2- 172.21.15.43:0/3984954647 >> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] conn(0x55aa31771bb0 0x55aa31773020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:28.821 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.807+0000 7f91f7fff700 1 --2- 172.21.15.43:0/3984954647 >> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] conn(0x55aa31771bb0 0x55aa31773020 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=99c2ea3d3037978b server_cookie=5e019ba8ff1fe0e0 in_seq=0 out_seq=0 2024-05-16T15:49:28.822 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.807+0000 7f91d7fff700 10 client.15222 ms_handle_connect on v2:172.21.15.157:6838/2377589154 2024-05-16T15:49:28.822 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.807+0000 7f91d7fff700 1 -- 172.21.15.43:0/3984954647 <== mds.1 v2:172.21.15.157:6838/2377589154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55aa31720600 con 0x55aa31771bb0 2024-05-16T15:49:28.822 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.807+0000 7f91d7fff700 10 client.15222 handle_command_reply: tid=0 2024-05-16T15:49:28.822 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.807+0000 7f9209712b80 1 client.15222 shutdown 2024-05-16T15:49:28.822 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.808+0000 7f9209712b80 1 -- 172.21.15.43:0/3984954647 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55aa31758c40 msgr2=0x55aa31764510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:28.822 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.808+0000 7f9209712b80 1 --2- 172.21.15.43:0/3984954647 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55aa31758c40 0x55aa31764510 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f91e80058e0 tx=0x7f91e8004f10 comp rx=0 tx=0).stop 2024-05-16T15:49:28.822 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.808+0000 7f9209712b80 1 -- 172.21.15.43:0/3984954647 shutdown_connections 2024-05-16T15:49:28.822 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.808+0000 7f9209712b80 1 --2- 172.21.15.43:0/3984954647 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55aa3175e850 0x55aa31761df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:28.822 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.808+0000 7f9209712b80 1 --2- 172.21.15.43:0/3984954647 >> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] conn(0x55aa31771bb0 0x55aa31773020 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:28.822 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.808+0000 7f9209712b80 1 --2- 172.21.15.43:0/3984954647 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55aa31758c40 0x55aa31764510 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:28.822 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.808+0000 7f9209712b80 1 --2- 172.21.15.43:0/3984954647 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55aa3175df30 0x55aa317618b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:28.822 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.808+0000 7f91d7fff700 0 client.15222 ms_handle_reset on v2:172.21.15.157:6838/2377589154 2024-05-16T15:49:28.822 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.808+0000 7f9209712b80 1 -- 172.21.15.43:0/3984954647 >> 172.21.15.43:0/3984954647 conn(0x55aa316800b0 msgr2=0x55aa317496d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:28.822 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.808+0000 7f9209712b80 1 -- 172.21.15.43:0/3984954647 shutdown_connections 2024-05-16T15:49:28.823 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.808+0000 7f9209712b80 1 -- 172.21.15.43:0/3984954647 wait complete. 2024-05-16T15:49:28.823 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.808+0000 7f9209712b80 20 client.15222 trim_cache size 0 max 16384 2024-05-16T15:49:28.841 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.829+0000 7f9209712b80 1 Processor -- start 2024-05-16T15:49:28.841 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.829+0000 7f9209712b80 1 -- start start 2024-05-16T15:49:28.841 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.830+0000 7f9209712b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55aa31758c40 0x55aa3175b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:28.841 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.830+0000 7f9209712b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55aa3175df30 0x55aa3175be20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:28.841 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.830+0000 7f9209712b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55aa3175e850 0x55aa3177c480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:28.841 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.830+0000 7f9209712b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55aa31771360 con 0x55aa31758c40 2024-05-16T15:49:28.841 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.830+0000 7f9209712b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55aa31771a30 con 0x55aa3175df30 2024-05-16T15:49:28.842 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.830+0000 7f9209712b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55aa31772100 con 0x55aa3175e850 2024-05-16T15:49:28.842 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.830+0000 7f91fcc1b700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55aa31758c40 0x55aa3175b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:28.842 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.830+0000 7f91fcc1b700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55aa31758c40 0x55aa3175b8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:42900/0 (socket says 172.21.15.43:42900) 2024-05-16T15:49:28.842 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.830+0000 7f91fcc1b700 1 -- 172.21.15.43:0/1385019726 learned_addr learned my addr 172.21.15.43:0/1385019726 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:28.842 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.830+0000 7f91f7fff700 1 --2- 172.21.15.43:0/1385019726 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55aa3175df30 0x55aa3175be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:28.842 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.830+0000 7f91fd41c700 1 --2- 172.21.15.43:0/1385019726 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55aa3175e850 0x55aa3177c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:28.842 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.830+0000 7f91fcc1b700 1 -- 172.21.15.43:0/1385019726 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55aa3175e850 msgr2=0x55aa3177c480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:28.842 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.830+0000 7f91fcc1b700 1 --2- 172.21.15.43:0/1385019726 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55aa3175e850 0x55aa3177c480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:28.842 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.830+0000 7f91fcc1b700 1 -- 172.21.15.43:0/1385019726 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55aa3175df30 msgr2=0x55aa3175be20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:28.842 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.830+0000 7f91fcc1b700 1 --2- 172.21.15.43:0/1385019726 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55aa3175df30 0x55aa3175be20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:28.842 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.830+0000 7f91fcc1b700 1 -- 172.21.15.43:0/1385019726 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aa31771850 con 0x55aa31758c40 2024-05-16T15:49:28.842 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.830+0000 7f91fd41c700 1 --2- 172.21.15.43:0/1385019726 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55aa3175e850 0x55aa3177c480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:49:28.842 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.830+0000 7f91f7fff700 1 --2- 172.21.15.43:0/1385019726 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55aa3175df30 0x55aa3175be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:49:28.842 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.830+0000 7f91fcc1b700 1 --2- 172.21.15.43:0/1385019726 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55aa31758c40 0x55aa3175b8e0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f91e80a7600 tx=0x7f91e80aa290 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20e681b6f702874c server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:28.843 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.830+0000 7f91ee7fc700 1 -- 172.21.15.43:0/1385019726 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91e806d040 con 0x55aa31758c40 2024-05-16T15:49:28.843 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.830+0000 7f91ee7fc700 1 -- 172.21.15.43:0/1385019726 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f91e80b3160 con 0x55aa31758c40 2024-05-16T15:49:28.843 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.831+0000 7f91ee7fc700 1 -- 172.21.15.43:0/1385019726 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91e80a5d00 con 0x55aa31758c40 2024-05-16T15:49:28.846 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.831+0000 7f9209712b80 1 -- 172.21.15.43:0/1385019726 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55aa31758c40 msgr2=0x55aa3175b8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:28.846 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.831+0000 7f9209712b80 1 --2- 172.21.15.43:0/1385019726 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55aa31758c40 0x55aa3175b8e0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f91e80a7600 tx=0x7f91e80aa290 comp rx=0 tx=0).stop 2024-05-16T15:49:28.846 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.831+0000 7f9209712b80 1 -- 172.21.15.43:0/1385019726 shutdown_connections 2024-05-16T15:49:28.846 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.831+0000 7f9209712b80 1 --2- 172.21.15.43:0/1385019726 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55aa3175e850 0x55aa3177c480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:28.846 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.831+0000 7f9209712b80 1 --2- 172.21.15.43:0/1385019726 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55aa31758c40 0x55aa3175b8e0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:28.847 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.831+0000 7f9209712b80 1 --2- 172.21.15.43:0/1385019726 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55aa3175df30 0x55aa3175be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:28.847 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.831+0000 7f9209712b80 1 -- 172.21.15.43:0/1385019726 >> 172.21.15.43:0/1385019726 conn(0x55aa316800b0 msgr2=0x55aa3174ea90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:28.847 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.831+0000 7f9209712b80 1 -- 172.21.15.43:0/1385019726 shutdown_connections 2024-05-16T15:49:28.847 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.831+0000 7f9209712b80 1 -- 172.21.15.43:0/1385019726 wait complete. 2024-05-16T15:49:28.847 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.831+0000 7f9209712b80 1 -- start start 2024-05-16T15:49:28.847 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.832+0000 7f9209712b80 1 Processor -- start 2024-05-16T15:49:28.847 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.832+0000 7f9209712b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55aa31758c40 0x55aa3176d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:28.847 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.832+0000 7f9209712b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55aa3175df30 0x55aa3176dbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:28.847 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.832+0000 7f9209712b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55aa3175e850 0x55aa3176e160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:28.847 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.832+0000 7f9209712b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55aa31772ea0 con 0x55aa3175df30 2024-05-16T15:49:28.847 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.832+0000 7f9209712b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55aa317727d0 con 0x55aa3175e850 2024-05-16T15:49:28.847 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.832+0000 7f9209712b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55aa31773570 con 0x55aa31758c40 2024-05-16T15:49:28.847 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.832+0000 7f9209712b80 10 client.0 _ll_register_callbacks cb 0x55aa3163e8d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:49:28.847 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.832+0000 7f91f7fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55aa3175df30 0x55aa3176dbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:28.848 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.832+0000 7f91f7fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55aa3175df30 0x55aa3176dbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:42904/0 (socket says 172.21.15.43:42904) 2024-05-16T15:49:28.848 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.832+0000 7f91f7fff700 1 -- 172.21.15.43:0/3816238878 learned_addr learned my addr 172.21.15.43:0/3816238878 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:28.848 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.832+0000 7f91fcc1b700 1 --2- 172.21.15.43:0/3816238878 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55aa31758c40 0x55aa3176d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:28.848 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.832+0000 7f91fd41c700 1 --2- 172.21.15.43:0/3816238878 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55aa3175e850 0x55aa3176e160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:28.848 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.833+0000 7f91f7fff700 1 -- 172.21.15.43:0/3816238878 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55aa31758c40 msgr2=0x55aa3176d6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:28.848 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.833+0000 7f91f7fff700 1 --2- 172.21.15.43:0/3816238878 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55aa31758c40 0x55aa3176d6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:28.848 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.833+0000 7f91f7fff700 1 -- 172.21.15.43:0/3816238878 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55aa3175e850 msgr2=0x55aa3176e160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:28.848 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.833+0000 7f91f7fff700 1 --2- 172.21.15.43:0/3816238878 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55aa3175e850 0x55aa3176e160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:28.848 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.833+0000 7f91f7fff700 1 -- 172.21.15.43:0/3816238878 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aa3177add0 con 0x55aa3175df30 2024-05-16T15:49:28.848 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.833+0000 7f91f7fff700 1 --2- 172.21.15.43:0/3816238878 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55aa3175df30 0x55aa3176dbe0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x55aa3174f990 tx=0x7f91e0004b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56f33bf71a001a2f server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:28.848 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.833+0000 7f91d7fff700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:49:28.848 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.833+0000 7f91d7fff700 1 -- 172.21.15.43:0/3816238878 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91e00271d0 con 0x55aa3175df30 2024-05-16T15:49:28.848 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.833+0000 7f91d7fff700 1 -- 172.21.15.43:0/3816238878 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f91e001c040 con 0x55aa3175df30 2024-05-16T15:49:28.848 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.833+0000 7f9209712b80 1 -- 172.21.15.43:0/3816238878 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f91e80b3160 con 0x55aa3175df30 2024-05-16T15:49:28.848 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.833+0000 7f91d7fff700 1 -- 172.21.15.43:0/3816238878 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f91e0004bb0 con 0x55aa3175df30 2024-05-16T15:49:28.849 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.833+0000 7f9209712b80 10 client.15228 fetch_fsmap learned FSMap version 29 2024-05-16T15:49:28.849 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.833+0000 7f9209712b80 1 -- 172.21.15.43:0/3816238878 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55aa317dd6b0 con 0x55aa3175df30 2024-05-16T15:49:28.849 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.833+0000 7f91d7fff700 1 -- 172.21.15.43:0/3816238878 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f91e80b3160 con 0x55aa3175df30 2024-05-16T15:49:28.849 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.833+0000 7f91d7fff700 1 -- 172.21.15.43:0/3816238878 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f91e00154d0 con 0x55aa3175df30 2024-05-16T15:49:28.849 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.834+0000 7f9209712b80 10 client.15228 fetch_fsmap finished waiting for FSMap version 29 2024-05-16T15:49:28.849 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.834+0000 7f9209712b80 10 client.15228 resolve_mds: resolved name 'i' to daemon mds.i 2024-05-16T15:49:28.849 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.834+0000 7f9209712b80 20 client.15228 populate_metadata read hostname 'smithi043' 2024-05-16T15:49:28.849 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.834+0000 7f9209712b80 1 --2- 172.21.15.43:0/3816238878 >> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] conn(0x55aa317e2300 0x55aa317e1010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:28.849 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.834+0000 7f9209712b80 4 client.15228 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-16T15:49:28.849 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.834+0000 7f9209712b80 1 -- 172.21.15.43:0/3816238878 --> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] -- command(tid 0: {"prefix": "status"}) -- 0x55aa316b41f0 con 0x55aa317e2300 2024-05-16T15:49:28.849 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.834+0000 7f91fcc1b700 1 --2- 172.21.15.43:0/3816238878 >> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] conn(0x55aa317e2300 0x55aa317e1010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:28.849 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.834+0000 7f91d7fff700 10 client.15228 ms_handle_connect on v2:172.21.15.157:6838/2377589154 2024-05-16T15:49:28.849 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.834+0000 7f91fcc1b700 1 --2- 172.21.15.43:0/3816238878 >> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] conn(0x55aa317e2300 0x55aa317e1010 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a20cc9c162f2c833 server_cookie=1b2cd11ac9f5a055 in_seq=0 out_seq=0 2024-05-16T15:49:28.849 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.835+0000 7f91d7fff700 1 -- 172.21.15.43:0/3816238878 <== mds.1 v2:172.21.15.157:6838/2377589154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+326 (crc 0 0 0) 0x55aa316b41f0 con 0x55aa317e2300 2024-05-16T15:49:28.849 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.835+0000 7f91d7fff700 10 client.15228 handle_command_reply: tid=0 2024-05-16T15:49:28.850 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.835+0000 7f9209712b80 1 client.15228 shutdown 2024-05-16T15:49:28.850 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.835+0000 7f9209712b80 1 -- 172.21.15.43:0/3816238878 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55aa3175df30 msgr2=0x55aa3176dbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:28.850 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.835+0000 7f9209712b80 1 --2- 172.21.15.43:0/3816238878 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55aa3175df30 0x55aa3176dbe0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x55aa3174f990 tx=0x7f91e0004b40 comp rx=0 tx=0).stop 2024-05-16T15:49:28.850 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.835+0000 7f9209712b80 1 -- 172.21.15.43:0/3816238878 shutdown_connections 2024-05-16T15:49:28.850 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.835+0000 7f9209712b80 1 --2- 172.21.15.43:0/3816238878 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55aa3175e850 0x55aa3176e160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:28.850 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.835+0000 7f9209712b80 1 --2- 172.21.15.43:0/3816238878 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55aa31758c40 0x55aa3176d6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:28.850 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.835+0000 7f9209712b80 1 --2- 172.21.15.43:0/3816238878 >> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] conn(0x55aa317e2300 0x55aa317e1010 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:28.850 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.835+0000 7f91d7fff700 0 client.15228 ms_handle_reset on v2:172.21.15.157:6838/2377589154 2024-05-16T15:49:28.850 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.835+0000 7f9209712b80 1 --2- 172.21.15.43:0/3816238878 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55aa3175df30 0x55aa3176dbe0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:28.850 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.835+0000 7f9209712b80 1 -- 172.21.15.43:0/3816238878 >> 172.21.15.43:0/3816238878 conn(0x55aa316800b0 msgr2=0x55aa3175b8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:28.850 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.835+0000 7f9209712b80 1 -- 172.21.15.43:0/3816238878 shutdown_connections 2024-05-16T15:49:28.850 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.835+0000 7f9209712b80 1 -- 172.21.15.43:0/3816238878 wait complete. 2024-05-16T15:49:28.850 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.835+0000 7f9209712b80 20 client.15228 trim_cache size 0 max 16384 2024-05-16T15:49:28.851 INFO:teuthology.orchestra.run.smithi043.stdout:{ 2024-05-16T15:49:28.851 INFO:teuthology.orchestra.run.smithi043.stdout: "cluster_fsid": "13155b42-139a-11ef-bc9a-c7b262605968", 2024-05-16T15:49:28.851 INFO:teuthology.orchestra.run.smithi043.stdout: "whoami": 1, 2024-05-16T15:49:28.851 INFO:teuthology.orchestra.run.smithi043.stdout: "id": 24463, 2024-05-16T15:49:28.851 INFO:teuthology.orchestra.run.smithi043.stdout: "want_state": "up:active", 2024-05-16T15:49:28.851 INFO:teuthology.orchestra.run.smithi043.stdout: "state": "up:active", 2024-05-16T15:49:28.851 INFO:teuthology.orchestra.run.smithi043.stdout: "fs_name": "cephfs", 2024-05-16T15:49:28.851 INFO:teuthology.orchestra.run.smithi043.stdout: "rank_uptime": 172.64296134700001, 2024-05-16T15:49:28.851 INFO:teuthology.orchestra.run.smithi043.stdout: "mdsmap_epoch": 29, 2024-05-16T15:49:28.851 INFO:teuthology.orchestra.run.smithi043.stdout: "osdmap_epoch": 89, 2024-05-16T15:49:28.851 INFO:teuthology.orchestra.run.smithi043.stdout: "osdmap_epoch_barrier": 87, 2024-05-16T15:49:28.851 INFO:teuthology.orchestra.run.smithi043.stdout: "uptime": 254.56690265 2024-05-16T15:49:28.851 INFO:teuthology.orchestra.run.smithi043.stdout:} 2024-05-16T15:49:28.852 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.836+0000 7f91fee7f700 1 -- 172.21.15.43:0/3045355509 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f91e40b2880 msgr2=0x7f91e40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:28.852 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.836+0000 7f91fee7f700 1 --2- 172.21.15.43:0/3045355509 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f91e40b2880 0x7f91e40b4d40 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f91f81030a0 tx=0x7f91e0009180 comp rx=0 tx=0).stop 2024-05-16T15:49:28.852 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.836+0000 7f91fee7f700 1 -- 172.21.15.43:0/3045355509 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f91f8103780 msgr2=0x7f91f819f660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:28.852 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.836+0000 7f91fee7f700 1 --2- 172.21.15.43:0/3045355509 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f91f8103780 0x7f91f819f660 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f91e8000c00 tx=0x7f91e80047b0 comp rx=0 tx=0).stop 2024-05-16T15:49:28.852 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.836+0000 7f91fee7f700 1 -- 172.21.15.43:0/3045355509 shutdown_connections 2024-05-16T15:49:28.852 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.836+0000 7f91fee7f700 1 --2- 172.21.15.43:0/3045355509 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f91f8108870 0x7f91f8199830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:28.852 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.836+0000 7f91fee7f700 1 --2- 172.21.15.43:0/3045355509 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f91e40b2880 0x7f91e40b4d40 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:28.853 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.836+0000 7f91fee7f700 1 --2- 172.21.15.43:0/3045355509 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f91f8103780 0x7f91f819f660 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:28.853 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.836+0000 7f91fee7f700 1 --2- 172.21.15.43:0/3045355509 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f91f8104130 0x7f91f819fba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:28.853 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.836+0000 7f91fee7f700 1 -- 172.21.15.43:0/3045355509 >> 172.21.15.43:0/3045355509 conn(0x7f91f807a610 msgr2=0x7f91f8101860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:28.853 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.836+0000 7f91fee7f700 1 -- 172.21.15.43:0/3045355509 shutdown_connections 2024-05-16T15:49:28.853 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:28.836+0000 7f91fee7f700 1 -- 172.21.15.43:0/3045355509 wait complete. 2024-05-16T15:49:29.543 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell mds.b status 2024-05-16T15:49:29.797 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:49:29.920 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:29 smithi043 ceph-mon[31619]: pgmap v413: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:49:29.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:29 smithi157 ceph-mon[35584]: pgmap v413: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:49:29.935 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:29 smithi148 ceph-mon[34976]: pgmap v413: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:49:31.519 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.508+0000 7f93ef047700 1 -- 172.21.15.43:0/3471089054 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f93e8103560 msgr2=0x7f93e81039e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:31.519 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.508+0000 7f93ef047700 1 --2- 172.21.15.43:0/3471089054 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f93e8103560 0x7f93e81039e0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f93dc0099c0 tx=0x7f93dc009cd0 comp rx=0 tx=0).stop 2024-05-16T15:49:31.519 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.508+0000 7f93ef047700 1 -- 172.21.15.43:0/3471089054 shutdown_connections 2024-05-16T15:49:31.519 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.508+0000 7f93ef047700 1 --2- 172.21.15.43:0/3471089054 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f93e8103f20 0x7f93e8110310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:31.519 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.508+0000 7f93ef047700 1 --2- 172.21.15.43:0/3471089054 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f93e8109540 0x7f93e8109920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:31.519 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.508+0000 7f93ef047700 1 --2- 172.21.15.43:0/3471089054 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f93e8103560 0x7f93e81039e0 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:31.519 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.508+0000 7f93ef047700 1 -- 172.21.15.43:0/3471089054 >> 172.21.15.43:0/3471089054 conn(0x7f93e807a660 msgr2=0x7f93e807aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:31.519 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.508+0000 7f93ef047700 1 -- 172.21.15.43:0/3471089054 shutdown_connections 2024-05-16T15:49:31.519 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.508+0000 7f93ef047700 1 -- 172.21.15.43:0/3471089054 wait complete. 2024-05-16T15:49:31.521 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.509+0000 7f93ef047700 1 Processor -- start 2024-05-16T15:49:31.522 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.509+0000 7f93ef047700 1 -- start start 2024-05-16T15:49:31.522 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.509+0000 7f93ef047700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f93e8103560 0x7f93e819f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:31.522 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.509+0000 7f93ef047700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f93e8103f20 0x7f93e819fc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:31.522 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.509+0000 7f93ef047700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f93e8109540 0x7f93e8199840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:31.522 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.509+0000 7f93ef047700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f93e8113520 con 0x7f93e8109540 2024-05-16T15:49:31.522 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.509+0000 7f93ef047700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f93e81133a0 con 0x7f93e8103560 2024-05-16T15:49:31.522 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.509+0000 7f93ef047700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f93e81136a0 con 0x7f93e8103f20 2024-05-16T15:49:31.522 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.509+0000 7f93ed5e4700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f93e8109540 0x7f93e8199840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:31.522 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.509+0000 7f93ed5e4700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f93e8109540 0x7f93e8199840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:42914/0 (socket says 172.21.15.43:42914) 2024-05-16T15:49:31.522 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.509+0000 7f93ed5e4700 1 -- 172.21.15.43:0/4135275975 learned_addr learned my addr 172.21.15.43:0/4135275975 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:31.522 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.509+0000 7f93ecde3700 1 --2- 172.21.15.43:0/4135275975 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f93e8103560 0x7f93e819f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:31.522 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.509+0000 7f93e7fff700 1 --2- 172.21.15.43:0/4135275975 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f93e8103f20 0x7f93e819fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:31.522 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.510+0000 7f93ed5e4700 1 -- 172.21.15.43:0/4135275975 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f93e8103f20 msgr2=0x7f93e819fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:31.522 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.510+0000 7f93ed5e4700 1 --2- 172.21.15.43:0/4135275975 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f93e8103f20 0x7f93e819fc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:31.523 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.510+0000 7f93ed5e4700 1 -- 172.21.15.43:0/4135275975 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f93e8103560 msgr2=0x7f93e819f6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:31.523 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.510+0000 7f93ed5e4700 1 --2- 172.21.15.43:0/4135275975 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f93e8103560 0x7f93e819f6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:31.523 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.510+0000 7f93ed5e4700 1 -- 172.21.15.43:0/4135275975 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93e819a020 con 0x7f93e8109540 2024-05-16T15:49:31.523 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.510+0000 7f93e7fff700 1 --2- 172.21.15.43:0/4135275975 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f93e8103f20 0x7f93e819fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:49:31.523 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.510+0000 7f93ed5e4700 1 --2- 172.21.15.43:0/4135275975 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f93e8109540 0x7f93e8199840 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f93e0007ee0 tx=0x7f93e000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:31.523 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.510+0000 7f93e5ffb700 1 -- 172.21.15.43:0/4135275975 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93e000dbd0 con 0x7f93e8109540 2024-05-16T15:49:31.523 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.510+0000 7f93ef047700 1 -- 172.21.15.43:0/4135275975 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93e819a310 con 0x7f93e8109540 2024-05-16T15:49:31.523 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.510+0000 7f93e5ffb700 1 -- 172.21.15.43:0/4135275975 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f93e000dd70 con 0x7f93e8109540 2024-05-16T15:49:31.523 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.510+0000 7f93e5ffb700 1 -- 172.21.15.43:0/4135275975 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93e00058d0 con 0x7f93e8109540 2024-05-16T15:49:31.523 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.510+0000 7f93ef047700 1 -- 172.21.15.43:0/4135275975 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93e81a6520 con 0x7f93e8109540 2024-05-16T15:49:31.524 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.513+0000 7f93e5ffb700 1 -- 172.21.15.43:0/4135275975 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f93e001a020 con 0x7f93e8109540 2024-05-16T15:49:31.524 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.513+0000 7f93e5ffb700 1 --2- 172.21.15.43:0/4135275975 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f93d00b2880 0x7f93d00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:31.524 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.514+0000 7f93ecde3700 1 --2- 172.21.15.43:0/4135275975 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f93d00b2880 0x7f93d00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:31.524 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.514+0000 7f93e5ffb700 1 -- 172.21.15.43:0/4135275975 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f93e00e1da0 con 0x7f93e8109540 2024-05-16T15:49:31.526 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.514+0000 7f93f98dab80 1 Processor -- start 2024-05-16T15:49:31.526 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.514+0000 7f93ecde3700 1 --2- 172.21.15.43:0/4135275975 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f93d00b2880 0x7f93d00b4d40 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f93d8007be0 tx=0x7f93d80073d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:31.526 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.514+0000 7f93f98dab80 1 -- start start 2024-05-16T15:49:31.526 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.514+0000 7f93f98dab80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e7e5781160 0x55e7e5781540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:31.526 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.514+0000 7f93f98dab80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e7e5781a80 0x55e7e577b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:31.526 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.514+0000 7f93f98dab80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7e577bd00 0x55e7e577c140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:31.526 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.514+0000 7f93f98dab80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55e7e56cd8f0 con 0x55e7e577bd00 2024-05-16T15:49:31.526 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.514+0000 7f93f98dab80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55e7e5632d50 con 0x55e7e5781160 2024-05-16T15:49:31.526 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.514+0000 7f93f98dab80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55e7e56c98b0 con 0x55e7e5781a80 2024-05-16T15:49:31.526 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.515+0000 7f93ed5e4700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7e577bd00 0x55e7e577c140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:31.526 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.515+0000 7f93ed5e4700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7e577bd00 0x55e7e577c140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:42922/0 (socket says 172.21.15.43:42922) 2024-05-16T15:49:31.527 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.515+0000 7f93ed5e4700 1 -- 172.21.15.43:0/1222640283 learned_addr learned my addr 172.21.15.43:0/1222640283 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:31.527 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.515+0000 7f93e7fff700 1 --2- 172.21.15.43:0/1222640283 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e7e5781a80 0x55e7e577b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:31.527 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.515+0000 7f93ecde3700 1 --2- 172.21.15.43:0/1222640283 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e7e5781160 0x55e7e5781540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:31.527 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.515+0000 7f93ed5e4700 1 -- 172.21.15.43:0/1222640283 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e7e5781a80 msgr2=0x55e7e577b7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:31.527 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.515+0000 7f93ed5e4700 1 --2- 172.21.15.43:0/1222640283 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e7e5781a80 0x55e7e577b7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:31.527 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.515+0000 7f93ed5e4700 1 -- 172.21.15.43:0/1222640283 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e7e5781160 msgr2=0x55e7e5781540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:31.527 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.515+0000 7f93ed5e4700 1 --2- 172.21.15.43:0/1222640283 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e7e5781160 0x55e7e5781540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:31.527 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.515+0000 7f93ed5e4700 1 -- 172.21.15.43:0/1222640283 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e7e561a880 con 0x55e7e577bd00 2024-05-16T15:49:31.527 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.515+0000 7f93ecde3700 1 --2- 172.21.15.43:0/1222640283 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e7e5781160 0x55e7e5781540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:49:31.527 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.515+0000 7f93ed5e4700 1 --2- 172.21.15.43:0/1222640283 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7e577bd00 0x55e7e577c140 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f93e00a8d10 tx=0x7f93e00a8800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8b2fc161abf7eb7 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:31.527 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.515+0000 7f93ceffd700 1 -- 172.21.15.43:0/1222640283 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93e00a9010 con 0x55e7e577bd00 2024-05-16T15:49:31.527 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.515+0000 7f93ceffd700 1 -- 172.21.15.43:0/1222640283 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f93e00ad3c0 con 0x55e7e577bd00 2024-05-16T15:49:31.527 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.515+0000 7f93ceffd700 1 -- 172.21.15.43:0/1222640283 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93e00b19e0 con 0x55e7e577bd00 2024-05-16T15:49:31.530 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.516+0000 7f93f98dab80 1 -- 172.21.15.43:0/1222640283 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7e577bd00 msgr2=0x55e7e577c140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:31.530 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.516+0000 7f93f98dab80 1 --2- 172.21.15.43:0/1222640283 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7e577bd00 0x55e7e577c140 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f93e00a8d10 tx=0x7f93e00a8800 comp rx=0 tx=0).stop 2024-05-16T15:49:31.530 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.516+0000 7f93f98dab80 1 -- 172.21.15.43:0/1222640283 shutdown_connections 2024-05-16T15:49:31.530 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.516+0000 7f93f98dab80 1 --2- 172.21.15.43:0/1222640283 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7e577bd00 0x55e7e577c140 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:31.530 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.516+0000 7f93f98dab80 1 --2- 172.21.15.43:0/1222640283 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e7e5781160 0x55e7e5781540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:31.531 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.516+0000 7f93f98dab80 1 --2- 172.21.15.43:0/1222640283 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e7e5781a80 0x55e7e577b7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:31.531 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.516+0000 7f93f98dab80 1 -- 172.21.15.43:0/1222640283 >> 172.21.15.43:0/1222640283 conn(0x55e7e56a7b20 msgr2=0x55e7e5776250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:31.531 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.516+0000 7f93f98dab80 1 -- 172.21.15.43:0/1222640283 shutdown_connections 2024-05-16T15:49:31.531 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.516+0000 7f93f98dab80 1 -- 172.21.15.43:0/1222640283 wait complete. 2024-05-16T15:49:31.531 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.516+0000 7f93f98dab80 1 -- start start 2024-05-16T15:49:31.531 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.517+0000 7f93f98dab80 1 Processor -- start 2024-05-16T15:49:31.531 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.517+0000 7f93f98dab80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e7e577bd00 0x55e7e5787720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:31.531 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.517+0000 7f93f98dab80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e7e5781160 0x55e7e5784ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:31.531 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.517+0000 7f93f98dab80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7e5781a80 0x55e7e5785000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:31.531 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.517+0000 7f93f98dab80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55e7e5788400 con 0x55e7e5781a80 2024-05-16T15:49:31.531 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.517+0000 7f93f98dab80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55e7e5686e80 con 0x55e7e5781160 2024-05-16T15:49:31.531 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.517+0000 7f93f98dab80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55e7e5788580 con 0x55e7e577bd00 2024-05-16T15:49:31.531 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.517+0000 7f93f98dab80 10 client.0 _ll_register_callbacks cb 0x55e7e5661560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:49:31.531 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.517+0000 7f93ed5e4700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7e5781a80 0x55e7e5785000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:31.532 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.517+0000 7f93ed5e4700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7e5781a80 0x55e7e5785000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:42928/0 (socket says 172.21.15.43:42928) 2024-05-16T15:49:31.532 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.517+0000 7f93ed5e4700 1 -- 172.21.15.43:0/3025350028 learned_addr learned my addr 172.21.15.43:0/3025350028 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:31.532 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.517+0000 7f93ecde3700 1 --2- 172.21.15.43:0/3025350028 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e7e577bd00 0x55e7e5787720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:31.532 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.517+0000 7f93e7fff700 1 --2- 172.21.15.43:0/3025350028 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e7e5781160 0x55e7e5784ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:31.532 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.517+0000 7f93ed5e4700 1 -- 172.21.15.43:0/3025350028 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e7e577bd00 msgr2=0x55e7e5787720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:31.532 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.517+0000 7f93ed5e4700 1 --2- 172.21.15.43:0/3025350028 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e7e577bd00 0x55e7e5787720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:31.532 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.518+0000 7f93ed5e4700 1 -- 172.21.15.43:0/3025350028 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e7e5781160 msgr2=0x55e7e5784ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:31.532 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.518+0000 7f93ed5e4700 1 --2- 172.21.15.43:0/3025350028 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e7e5781160 0x55e7e5784ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:31.532 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.518+0000 7f93ed5e4700 1 -- 172.21.15.43:0/3025350028 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e7e5684710 con 0x55e7e5781a80 2024-05-16T15:49:31.532 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.518+0000 7f93ed5e4700 1 --2- 172.21.15.43:0/3025350028 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7e5781a80 0x55e7e5785000 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f93e00a8f50 tx=0x7f93e00a94a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33a9d29155d80ada server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:31.532 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.518+0000 7f93c7fff700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:49:31.532 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.518+0000 7f93c7fff700 1 -- 172.21.15.43:0/3025350028 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93e00a9010 con 0x55e7e5781a80 2024-05-16T15:49:31.532 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.518+0000 7f93c7fff700 1 -- 172.21.15.43:0/3025350028 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f93e00b1bf0 con 0x55e7e5781a80 2024-05-16T15:49:31.532 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.518+0000 7f93f98dab80 1 -- 172.21.15.43:0/3025350028 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f93e00ad3c0 con 0x55e7e5781a80 2024-05-16T15:49:31.532 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.518+0000 7f93c7fff700 1 -- 172.21.15.43:0/3025350028 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f93e0005000 con 0x55e7e5781a80 2024-05-16T15:49:31.533 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.518+0000 7f93f98dab80 10 client.15240 fetch_fsmap learned FSMap version 29 2024-05-16T15:49:31.533 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.518+0000 7f93f98dab80 1 -- 172.21.15.43:0/3025350028 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55e7e5792ce0 con 0x55e7e5781a80 2024-05-16T15:49:31.533 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.518+0000 7f93c7fff700 1 -- 172.21.15.43:0/3025350028 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f93e00ad3c0 con 0x55e7e5781a80 2024-05-16T15:49:31.533 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.518+0000 7f93c7fff700 1 -- 172.21.15.43:0/3025350028 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f93e00a7ce0 con 0x55e7e5781a80 2024-05-16T15:49:31.533 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.518+0000 7f93f98dab80 10 client.15240 fetch_fsmap finished waiting for FSMap version 29 2024-05-16T15:49:31.533 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.519+0000 7f93f98dab80 10 client.15240 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-16T15:49:31.533 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.519+0000 7f93f98dab80 20 client.15240 populate_metadata read hostname 'smithi043' 2024-05-16T15:49:31.533 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.519+0000 7f93f98dab80 1 --2- 172.21.15.43:0/3025350028 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55e7e5794030 0x55e7e5796140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:31.533 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.519+0000 7f93f98dab80 4 client.15240 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:49:31.533 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.519+0000 7f93f98dab80 1 -- 172.21.15.43:0/3025350028 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e7e56db2d0 con 0x55e7e5794030 2024-05-16T15:49:31.533 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.519+0000 7f93ecde3700 1 --2- 172.21.15.43:0/3025350028 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55e7e5794030 0x55e7e5796140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:31.533 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.519+0000 7f93ecde3700 1 --2- 172.21.15.43:0/3025350028 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55e7e5794030 0x55e7e5796140 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d2bdcd958b14565f server_cookie=7234d8a60e254f60 in_seq=0 out_seq=0 2024-05-16T15:49:31.533 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.519+0000 7f93c7fff700 10 client.15240 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:49:31.534 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.520+0000 7f93c7fff700 1 -- 172.21.15.43:0/3025350028 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55e7e56db2d0 con 0x55e7e5794030 2024-05-16T15:49:31.535 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.520+0000 7f93c7fff700 10 client.15240 handle_command_reply: tid=0 2024-05-16T15:49:31.535 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.520+0000 7f93f98dab80 1 client.15240 shutdown 2024-05-16T15:49:31.535 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.520+0000 7f93f98dab80 1 -- 172.21.15.43:0/3025350028 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7e5781a80 msgr2=0x55e7e5785000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:31.535 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.520+0000 7f93f98dab80 1 --2- 172.21.15.43:0/3025350028 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7e5781a80 0x55e7e5785000 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f93e00a8f50 tx=0x7f93e00a94a0 comp rx=0 tx=0).stop 2024-05-16T15:49:31.535 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.520+0000 7f93f98dab80 1 -- 172.21.15.43:0/3025350028 shutdown_connections 2024-05-16T15:49:31.535 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.520+0000 7f93f98dab80 1 --2- 172.21.15.43:0/3025350028 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55e7e5794030 0x55e7e5796140 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:31.535 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.521+0000 7f93f98dab80 1 --2- 172.21.15.43:0/3025350028 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7e5781a80 0x55e7e5785000 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:31.535 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.521+0000 7f93f98dab80 1 --2- 172.21.15.43:0/3025350028 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e7e577bd00 0x55e7e5787720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:31.535 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.521+0000 7f93f98dab80 1 --2- 172.21.15.43:0/3025350028 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e7e5781160 0x55e7e5784ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:31.535 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.521+0000 7f93f98dab80 1 -- 172.21.15.43:0/3025350028 >> 172.21.15.43:0/3025350028 conn(0x55e7e56a7b20 msgr2=0x55e7e5770ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:31.535 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.521+0000 7f93c7fff700 0 client.15240 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:49:31.535 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.521+0000 7f93f98dab80 1 -- 172.21.15.43:0/3025350028 shutdown_connections 2024-05-16T15:49:31.535 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.521+0000 7f93f98dab80 1 -- 172.21.15.43:0/3025350028 wait complete. 2024-05-16T15:49:31.535 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.521+0000 7f93f98dab80 20 client.15240 trim_cache size 0 max 16384 2024-05-16T15:49:31.553 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.542+0000 7f93f98dab80 1 Processor -- start 2024-05-16T15:49:31.553 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.542+0000 7f93f98dab80 1 -- start start 2024-05-16T15:49:31.553 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:31 smithi043 ceph-mon[31619]: pgmap v414: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-05-16T15:49:31.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.542+0000 7f93f98dab80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e7e577bd00 0x55e7e577b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:31.557 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.542+0000 7f93f98dab80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e7e5781160 0x55e7e5770bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:31.557 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.543+0000 7f93f98dab80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7e5781a80 0x55e7e5781e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:31.557 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.543+0000 7f93f98dab80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55e7e5794480 con 0x55e7e5781a80 2024-05-16T15:49:31.557 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.543+0000 7f93f98dab80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55e7e5794b50 con 0x55e7e577bd00 2024-05-16T15:49:31.557 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.543+0000 7f93f98dab80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55e7e5795220 con 0x55e7e5781160 2024-05-16T15:49:31.557 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.543+0000 7f93ed5e4700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7e5781a80 0x55e7e5781e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:31.557 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.543+0000 7f93ed5e4700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7e5781a80 0x55e7e5781e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:42942/0 (socket says 172.21.15.43:42942) 2024-05-16T15:49:31.557 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.543+0000 7f93ed5e4700 1 -- 172.21.15.43:0/747397878 learned_addr learned my addr 172.21.15.43:0/747397878 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:31.557 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.543+0000 7f93e7fff700 1 --2- 172.21.15.43:0/747397878 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e7e5781160 0x55e7e5770bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:31.557 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.543+0000 7f93ecde3700 1 --2- 172.21.15.43:0/747397878 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e7e577bd00 0x55e7e577b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:31.557 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.543+0000 7f93ed5e4700 1 -- 172.21.15.43:0/747397878 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e7e5781160 msgr2=0x55e7e5770bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:31.557 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.543+0000 7f93ed5e4700 1 --2- 172.21.15.43:0/747397878 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e7e5781160 0x55e7e5770bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:31.557 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.543+0000 7f93ed5e4700 1 -- 172.21.15.43:0/747397878 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e7e577bd00 msgr2=0x55e7e577b7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:31.557 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.543+0000 7f93ed5e4700 1 --2- 172.21.15.43:0/747397878 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e7e577bd00 0x55e7e577b7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:31.558 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.543+0000 7f93ed5e4700 1 -- 172.21.15.43:0/747397878 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e7e5781790 con 0x55e7e5781a80 2024-05-16T15:49:31.558 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.543+0000 7f93ecde3700 1 --2- 172.21.15.43:0/747397878 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e7e577bd00 0x55e7e577b7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:49:31.558 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.543+0000 7f93ed5e4700 1 --2- 172.21.15.43:0/747397878 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7e5781a80 0x55e7e5781e60 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f93e00a55b0 tx=0x7f93e000df20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72051f2d947108da server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:31.558 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.543+0000 7f93ce7fc700 1 -- 172.21.15.43:0/747397878 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93e00a4ed0 con 0x55e7e5781a80 2024-05-16T15:49:31.558 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.543+0000 7f93ce7fc700 1 -- 172.21.15.43:0/747397878 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f93e00a8b20 con 0x55e7e5781a80 2024-05-16T15:49:31.558 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.543+0000 7f93ce7fc700 1 -- 172.21.15.43:0/747397878 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93e00051a0 con 0x55e7e5781a80 2024-05-16T15:49:31.558 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.544+0000 7f93f98dab80 1 -- 172.21.15.43:0/747397878 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7e5781a80 msgr2=0x55e7e5781e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:31.558 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.544+0000 7f93f98dab80 1 --2- 172.21.15.43:0/747397878 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7e5781a80 0x55e7e5781e60 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f93e00a55b0 tx=0x7f93e000df20 comp rx=0 tx=0).stop 2024-05-16T15:49:31.558 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.544+0000 7f93f98dab80 1 -- 172.21.15.43:0/747397878 shutdown_connections 2024-05-16T15:49:31.558 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.544+0000 7f93f98dab80 1 --2- 172.21.15.43:0/747397878 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7e5781a80 0x55e7e5781e60 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:31.558 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.544+0000 7f93f98dab80 1 --2- 172.21.15.43:0/747397878 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e7e577bd00 0x55e7e577b7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:31.558 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.544+0000 7f93f98dab80 1 --2- 172.21.15.43:0/747397878 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e7e5781160 0x55e7e5770bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:31.558 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.544+0000 7f93f98dab80 1 -- 172.21.15.43:0/747397878 >> 172.21.15.43:0/747397878 conn(0x55e7e56a7b20 msgr2=0x55e7e5776160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:31.559 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.544+0000 7f93f98dab80 1 -- 172.21.15.43:0/747397878 shutdown_connections 2024-05-16T15:49:31.559 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.544+0000 7f93f98dab80 1 -- 172.21.15.43:0/747397878 wait complete. 2024-05-16T15:49:31.559 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.544+0000 7f93f98dab80 1 -- start start 2024-05-16T15:49:31.559 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.545+0000 7f93f98dab80 1 Processor -- start 2024-05-16T15:49:31.559 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.545+0000 7f93f98dab80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e7e577bd00 0x55e7e579fc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:31.559 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.545+0000 7f93f98dab80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e7e5781160 0x55e7e576fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:31.559 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.545+0000 7f93f98dab80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7e5781a80 0x55e7e57702d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:31.559 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.545+0000 7f93f98dab80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55e7e5795fc0 con 0x55e7e5781a80 2024-05-16T15:49:31.559 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.545+0000 7f93f98dab80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55e7e57958f0 con 0x55e7e577bd00 2024-05-16T15:49:31.559 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.545+0000 7f93f98dab80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55e7e5796690 con 0x55e7e5781160 2024-05-16T15:49:31.559 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.545+0000 7f93f98dab80 10 client.0 _ll_register_callbacks cb 0x55e7e5661560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:49:31.559 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.545+0000 7f93ed5e4700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7e5781a80 0x55e7e57702d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:31.559 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.545+0000 7f93e7fff700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e7e5781160 0x55e7e576fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:31.559 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.545+0000 7f93ed5e4700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7e5781a80 0x55e7e57702d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:42948/0 (socket says 172.21.15.43:42948) 2024-05-16T15:49:31.560 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.545+0000 7f93ed5e4700 1 -- 172.21.15.43:0/1340807363 learned_addr learned my addr 172.21.15.43:0/1340807363 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:31.560 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.545+0000 7f93ecde3700 1 --2- 172.21.15.43:0/1340807363 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e7e577bd00 0x55e7e579fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:31.560 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.546+0000 7f93ed5e4700 1 -- 172.21.15.43:0/1340807363 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e7e5781160 msgr2=0x55e7e576fbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:31.560 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.546+0000 7f93ed5e4700 1 --2- 172.21.15.43:0/1340807363 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e7e5781160 0x55e7e576fbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:31.560 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.546+0000 7f93ed5e4700 1 -- 172.21.15.43:0/1340807363 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e7e577bd00 msgr2=0x55e7e579fc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:31.560 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.546+0000 7f93ed5e4700 1 --2- 172.21.15.43:0/1340807363 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e7e577bd00 0x55e7e579fc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:31.560 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.546+0000 7f93ed5e4700 1 -- 172.21.15.43:0/1340807363 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e7e5803170 con 0x55e7e5781a80 2024-05-16T15:49:31.560 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.546+0000 7f93ecde3700 1 --2- 172.21.15.43:0/1340807363 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e7e577bd00 0x55e7e579fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:49:31.560 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.546+0000 7f93ed5e4700 1 --2- 172.21.15.43:0/1340807363 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7e5781a80 0x55e7e57702d0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f93e0005c30 tx=0x7f93e0009390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a67772873e6505 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:31.560 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.546+0000 7f93c7fff700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:49:31.560 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.546+0000 7f93c7fff700 1 -- 172.21.15.43:0/1340807363 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93e00c7020 con 0x55e7e5781a80 2024-05-16T15:49:31.560 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.546+0000 7f93c7fff700 1 -- 172.21.15.43:0/1340807363 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f93e00a9480 con 0x55e7e5781a80 2024-05-16T15:49:31.560 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.546+0000 7f93f98dab80 1 -- 172.21.15.43:0/1340807363 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f93e00a8b20 con 0x55e7e5781a80 2024-05-16T15:49:31.560 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.546+0000 7f93c7fff700 1 -- 172.21.15.43:0/1340807363 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f93e00ad3c0 con 0x55e7e5781a80 2024-05-16T15:49:31.560 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.546+0000 7f93f98dab80 10 client.15246 fetch_fsmap learned FSMap version 29 2024-05-16T15:49:31.561 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.546+0000 7f93f98dab80 1 -- 172.21.15.43:0/1340807363 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55e7e5803170 con 0x55e7e5781a80 2024-05-16T15:49:31.562 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.546+0000 7f93c7fff700 1 -- 172.21.15.43:0/1340807363 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f93e00a8b20 con 0x55e7e5781a80 2024-05-16T15:49:31.562 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.547+0000 7f93c7fff700 1 -- 172.21.15.43:0/1340807363 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f93e0068a80 con 0x55e7e5781a80 2024-05-16T15:49:31.562 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.547+0000 7f93f98dab80 10 client.15246 fetch_fsmap finished waiting for FSMap version 29 2024-05-16T15:49:31.563 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.547+0000 7f93f98dab80 10 client.15246 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-16T15:49:31.563 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.547+0000 7f93f98dab80 20 client.15246 populate_metadata read hostname 'smithi043' 2024-05-16T15:49:31.563 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.547+0000 7f93f98dab80 1 --2- 172.21.15.43:0/1340807363 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55e7e58086e0 0x55e7e58073f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:31.563 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.547+0000 7f93f98dab80 4 client.15246 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-16T15:49:31.563 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.547+0000 7f93f98dab80 1 -- 172.21.15.43:0/1340807363 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "status"}) -- 0x55e7e56d5370 con 0x55e7e58086e0 2024-05-16T15:49:31.563 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.547+0000 7f93ecde3700 1 --2- 172.21.15.43:0/1340807363 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55e7e58086e0 0x55e7e58073f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:31.563 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.548+0000 7f93ecde3700 1 --2- 172.21.15.43:0/1340807363 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55e7e58086e0 0x55e7e58073f0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=31b5581aaa81bd72 server_cookie=f71be112323f5675 in_seq=0 out_seq=0 2024-05-16T15:49:31.563 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.548+0000 7f93c7fff700 10 client.15246 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:49:31.563 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.548+0000 7f93c7fff700 1 -- 172.21.15.43:0/1340807363 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55e7e56d5370 con 0x55e7e58086e0 2024-05-16T15:49:31.563 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.548+0000 7f93c7fff700 10 client.15246 handle_command_reply: tid=0 2024-05-16T15:49:31.563 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.548+0000 7f93f98dab80 1 client.15246 shutdown 2024-05-16T15:49:31.563 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.548+0000 7f93f98dab80 1 -- 172.21.15.43:0/1340807363 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7e5781a80 msgr2=0x55e7e57702d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:31.563 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.548+0000 7f93f98dab80 1 --2- 172.21.15.43:0/1340807363 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7e5781a80 0x55e7e57702d0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f93e0005c30 tx=0x7f93e0009390 comp rx=0 tx=0).stop 2024-05-16T15:49:31.564 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.548+0000 7f93f98dab80 1 -- 172.21.15.43:0/1340807363 shutdown_connections 2024-05-16T15:49:31.564 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.548+0000 7f93f98dab80 1 --2- 172.21.15.43:0/1340807363 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55e7e58086e0 0x55e7e58073f0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:31.564 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.548+0000 7f93c7fff700 0 client.15246 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:49:31.564 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.548+0000 7f93f98dab80 1 --2- 172.21.15.43:0/1340807363 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e7e5781a80 0x55e7e57702d0 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:31.564 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.548+0000 7f93f98dab80 1 --2- 172.21.15.43:0/1340807363 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e7e577bd00 0x55e7e579fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:31.564 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.548+0000 7f93f98dab80 1 --2- 172.21.15.43:0/1340807363 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e7e5781160 0x55e7e576fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:31.564 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.548+0000 7f93f98dab80 1 -- 172.21.15.43:0/1340807363 >> 172.21.15.43:0/1340807363 conn(0x55e7e56a7b20 msgr2=0x55e7e5781e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:31.564 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.548+0000 7f93f98dab80 1 -- 172.21.15.43:0/1340807363 shutdown_connections 2024-05-16T15:49:31.564 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.548+0000 7f93f98dab80 1 -- 172.21.15.43:0/1340807363 wait complete. 2024-05-16T15:49:31.564 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.548+0000 7f93f98dab80 20 client.15246 trim_cache size 0 max 16384 2024-05-16T15:49:31.566 INFO:teuthology.orchestra.run.smithi043.stdout:{ 2024-05-16T15:49:31.566 INFO:teuthology.orchestra.run.smithi043.stdout: "cluster_fsid": "13155b42-139a-11ef-bc9a-c7b262605968", 2024-05-16T15:49:31.566 INFO:teuthology.orchestra.run.smithi043.stdout: "whoami": 0, 2024-05-16T15:49:31.566 INFO:teuthology.orchestra.run.smithi043.stdout: "id": 24482, 2024-05-16T15:49:31.566 INFO:teuthology.orchestra.run.smithi043.stdout: "want_state": "up:active", 2024-05-16T15:49:31.566 INFO:teuthology.orchestra.run.smithi043.stdout: "state": "up:active", 2024-05-16T15:49:31.566 INFO:teuthology.orchestra.run.smithi043.stdout: "fs_name": "cephfs", 2024-05-16T15:49:31.566 INFO:teuthology.orchestra.run.smithi043.stdout: "rank_uptime": 232.32197790800001, 2024-05-16T15:49:31.566 INFO:teuthology.orchestra.run.smithi043.stdout: "mdsmap_epoch": 29, 2024-05-16T15:49:31.566 INFO:teuthology.orchestra.run.smithi043.stdout: "osdmap_epoch": 89, 2024-05-16T15:49:31.566 INFO:teuthology.orchestra.run.smithi043.stdout: "osdmap_epoch_barrier": 87, 2024-05-16T15:49:31.567 INFO:teuthology.orchestra.run.smithi043.stdout: "uptime": 247.398885264 2024-05-16T15:49:31.567 INFO:teuthology.orchestra.run.smithi043.stdout:} 2024-05-16T15:49:31.567 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.549+0000 7f93ef047700 1 -- 172.21.15.43:0/4135275975 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f93d00b2880 msgr2=0x7f93d00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:31.567 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.549+0000 7f93ef047700 1 --2- 172.21.15.43:0/4135275975 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f93d00b2880 0x7f93d00b4d40 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f93d8007be0 tx=0x7f93d80073d0 comp rx=0 tx=0).stop 2024-05-16T15:49:31.567 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.549+0000 7f93ef047700 1 -- 172.21.15.43:0/4135275975 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f93e8109540 msgr2=0x7f93e8199840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:31.567 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.549+0000 7f93ef047700 1 --2- 172.21.15.43:0/4135275975 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f93e8109540 0x7f93e8199840 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f93e0007ee0 tx=0x7f93e000d3b0 comp rx=0 tx=0).stop 2024-05-16T15:49:31.568 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.549+0000 7f93ef047700 1 -- 172.21.15.43:0/4135275975 shutdown_connections 2024-05-16T15:49:31.568 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.549+0000 7f93ef047700 1 --2- 172.21.15.43:0/4135275975 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f93d00b2880 0x7f93d00b4d40 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:31.568 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.549+0000 7f93ef047700 1 --2- 172.21.15.43:0/4135275975 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f93e8109540 0x7f93e8199840 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:31.568 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.549+0000 7f93ef047700 1 --2- 172.21.15.43:0/4135275975 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f93e8103560 0x7f93e819f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:31.568 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.549+0000 7f93ef047700 1 --2- 172.21.15.43:0/4135275975 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f93e8103f20 0x7f93e819fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:31.568 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.549+0000 7f93ef047700 1 -- 172.21.15.43:0/4135275975 >> 172.21.15.43:0/4135275975 conn(0x7f93e807a660 msgr2=0x7f93e81022c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:31.568 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.549+0000 7f93ef047700 1 -- 172.21.15.43:0/4135275975 shutdown_connections 2024-05-16T15:49:31.568 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:31.549+0000 7f93ef047700 1 -- 172.21.15.43:0/4135275975 wait complete. 2024-05-16T15:49:31.737 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:31 smithi148 ceph-mon[34976]: pgmap v414: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-05-16T15:49:31.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:31 smithi157 ceph-mon[35584]: pgmap v414: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-05-16T15:49:32.229 INFO:teuthology.run_tasks:Running task sequential... 2024-05-16T15:49:32.241 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-05-16T15:49:32.241 INFO:teuthology.task.sequential:In sequential, running task print... 2024-05-16T15:49:32.241 INFO:teuthology.task.print:Enabling mgr modules 2024-05-16T15:49:32.241 INFO:teuthology.run_tasks:Running task ceph-fuse... 2024-05-16T15:49:32.284 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2024-05-16T15:49:32.284 INFO:tasks.ceph_fuse:config is {'client.0': {}} 2024-05-16T15:49:32.284 INFO:tasks.ceph_fuse:client.0 config is {'mount_subvol_num': 0} 2024-05-16T15:49:32.284 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-05-16T15:49:32.284 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-05-16T15:49:32.284 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-16T15:49:32.285 DEBUG:teuthology.orchestra.run.smithi043:> ip netns list 2024-05-16T15:49:32.303 INFO:teuthology.orchestra.run.smithi043.stdout:ceph-ns--home-ubuntu-cephtest-mnt.admin (id: 0) 2024-05-16T15:49:32.304 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-16T15:49:32.304 DEBUG:teuthology.orchestra.run.smithi043:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-05-16T15:49:32.374 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-16T15:49:32.374 DEBUG:teuthology.orchestra.run.smithi043:> sudo ip link delete ceph-brx 2024-05-16T15:49:32.473 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2024-05-16T15:49:32.474 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph fs ls 2024-05-16T15:49:32.728 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:49:33.882 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:33 smithi043 ceph-mon[31619]: pgmap v415: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-05-16T15:49:33.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:33 smithi157 ceph-mon[35584]: pgmap v415: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-05-16T15:49:33.935 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:33 smithi148 ceph-mon[34976]: pgmap v415: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-05-16T15:49:34.405 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.392+0000 7f87542cc700 1 -- 172.21.15.43:0/1026049321 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f874c10fed0 msgr2=0x7f874c1122c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:34.405 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.392+0000 7f87542cc700 1 --2- 172.21.15.43:0/1026049321 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f874c10fed0 0x7f874c1122c0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f874400b0a0 tx=0x7f874400b3b0 comp rx=0 tx=0).stop 2024-05-16T15:49:34.406 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.393+0000 7f87542cc700 1 -- 172.21.15.43:0/1026049321 shutdown_connections 2024-05-16T15:49:34.406 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.393+0000 7f87542cc700 1 --2- 172.21.15.43:0/1026049321 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f874c10fed0 0x7f874c1122c0 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:34.406 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.393+0000 7f87542cc700 1 --2- 172.21.15.43:0/1026049321 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f874c0756d0 0x7f874c075ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:34.406 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.393+0000 7f87542cc700 1 --2- 172.21.15.43:0/1026049321 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f874c075ff0 0x7f874c10f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:34.406 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.393+0000 7f87542cc700 1 -- 172.21.15.43:0/1026049321 >> 172.21.15.43:0/1026049321 conn(0x7f874c07a610 msgr2=0x7f874c07aa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:34.406 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.393+0000 7f87542cc700 1 -- 172.21.15.43:0/1026049321 shutdown_connections 2024-05-16T15:49:34.406 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.393+0000 7f87542cc700 1 -- 172.21.15.43:0/1026049321 wait complete. 2024-05-16T15:49:34.406 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.393+0000 7f87542cc700 1 Processor -- start 2024-05-16T15:49:34.406 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.393+0000 7f87542cc700 1 -- start start 2024-05-16T15:49:34.406 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.394+0000 7f87542cc700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f874c0756d0 0x7f874c1a1800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:34.406 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.394+0000 7f87542cc700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f874c075ff0 0x7f874c1a1d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:34.406 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.394+0000 7f87542cc700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f874c10fed0 0x7f874c19ba10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:34.406 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.394+0000 7f87542cc700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f874c115750 con 0x7f874c10fed0 2024-05-16T15:49:34.407 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.394+0000 7f87542cc700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f874c1155d0 con 0x7f874c075ff0 2024-05-16T15:49:34.407 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.394+0000 7f87542cc700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f874c1158d0 con 0x7f874c0756d0 2024-05-16T15:49:34.407 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.394+0000 7f8752869700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f874c10fed0 0x7f874c19ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:34.407 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.394+0000 7f8752869700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f874c10fed0 0x7f874c19ba10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:42962/0 (socket says 172.21.15.43:42962) 2024-05-16T15:49:34.407 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.394+0000 7f8752869700 1 -- 172.21.15.43:0/2633130312 learned_addr learned my addr 172.21.15.43:0/2633130312 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:34.407 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.394+0000 7f8752068700 1 --2- 172.21.15.43:0/2633130312 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f874c0756d0 0x7f874c1a1800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:34.407 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.394+0000 7f8751867700 1 --2- 172.21.15.43:0/2633130312 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f874c075ff0 0x7f874c1a1d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:34.407 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.394+0000 7f8752869700 1 -- 172.21.15.43:0/2633130312 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f874c0756d0 msgr2=0x7f874c1a1800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:34.407 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.394+0000 7f8752869700 1 --2- 172.21.15.43:0/2633130312 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f874c0756d0 0x7f874c1a1800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:34.407 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.394+0000 7f8752869700 1 -- 172.21.15.43:0/2633130312 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f874c075ff0 msgr2=0x7f874c1a1d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:34.407 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.394+0000 7f8752869700 1 --2- 172.21.15.43:0/2633130312 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f874c075ff0 0x7f874c1a1d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:34.407 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.394+0000 7f8752869700 1 -- 172.21.15.43:0/2633130312 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f874c19c170 con 0x7f874c10fed0 2024-05-16T15:49:34.407 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.394+0000 7f8751867700 1 --2- 172.21.15.43:0/2633130312 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f874c075ff0 0x7f874c1a1d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:49:34.408 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.394+0000 7f8752869700 1 --2- 172.21.15.43:0/2633130312 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f874c10fed0 0x7f874c19ba10 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f874400b070 tx=0x7f8744004e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:34.408 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.395+0000 7f87437fe700 1 -- 172.21.15.43:0/2633130312 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8744021070 con 0x7f874c10fed0 2024-05-16T15:49:34.408 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.395+0000 7f87437fe700 1 -- 172.21.15.43:0/2633130312 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8744007c00 con 0x7f874c10fed0 2024-05-16T15:49:34.408 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.395+0000 7f87542cc700 1 -- 172.21.15.43:0/2633130312 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f874c19c400 con 0x7f874c10fed0 2024-05-16T15:49:34.408 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.395+0000 7f87437fe700 1 -- 172.21.15.43:0/2633130312 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8744004780 con 0x7f874c10fed0 2024-05-16T15:49:34.408 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.395+0000 7f87542cc700 1 -- 172.21.15.43:0/2633130312 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f874c1a86d0 con 0x7f874c10fed0 2024-05-16T15:49:34.409 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.396+0000 7f87542cc700 1 -- 172.21.15.43:0/2633130312 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f874c06a190 con 0x7f874c10fed0 2024-05-16T15:49:34.409 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.397+0000 7f87437fe700 1 -- 172.21.15.43:0/2633130312 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f8744003a00 con 0x7f874c10fed0 2024-05-16T15:49:34.409 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.398+0000 7f87437fe700 1 --2- 172.21.15.43:0/2633130312 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f87380b2880 0x7f87380b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:34.409 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.398+0000 7f8752068700 1 --2- 172.21.15.43:0/2633130312 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f87380b2880 0x7f87380b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:34.409 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.398+0000 7f87437fe700 1 -- 172.21.15.43:0/2633130312 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f874400f020 con 0x7f874c10fed0 2024-05-16T15:49:34.409 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.399+0000 7f8752068700 1 --2- 172.21.15.43:0/2633130312 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f87380b2880 0x7f87380b4d40 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f8748005ea0 tx=0x7f8748005e30 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:34.412 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.401+0000 7f87437fe700 1 -- 172.21.15.43:0/2633130312 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f874402a020 con 0x7f874c10fed0 2024-05-16T15:49:34.675 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.664+0000 7f87542cc700 1 -- 172.21.15.43:0/2633130312 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f874c02e510 con 0x7f874c10fed0 2024-05-16T15:49:34.675 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.665+0000 7f87437fe700 1 -- 172.21.15.43:0/2633130312 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v29) ==== 53+0+88 (secure 0 0 0) 0x7f874402e3e0 con 0x7f874c10fed0 2024-05-16T15:49:34.676 INFO:teuthology.orchestra.run.smithi043.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-05-16T15:49:34.678 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.667+0000 7f87542cc700 1 -- 172.21.15.43:0/2633130312 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f87380b2880 msgr2=0x7f87380b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:34.678 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.667+0000 7f87542cc700 1 --2- 172.21.15.43:0/2633130312 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f87380b2880 0x7f87380b4d40 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f8748005ea0 tx=0x7f8748005e30 comp rx=0 tx=0).stop 2024-05-16T15:49:34.678 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.667+0000 7f87542cc700 1 -- 172.21.15.43:0/2633130312 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f874c10fed0 msgr2=0x7f874c19ba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:34.678 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.667+0000 7f87542cc700 1 --2- 172.21.15.43:0/2633130312 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f874c10fed0 0x7f874c19ba10 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f874400b070 tx=0x7f8744004e00 comp rx=0 tx=0).stop 2024-05-16T15:49:34.678 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.667+0000 7f87542cc700 1 -- 172.21.15.43:0/2633130312 shutdown_connections 2024-05-16T15:49:34.678 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.667+0000 7f87542cc700 1 --2- 172.21.15.43:0/2633130312 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f87380b2880 0x7f87380b4d40 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:34.678 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.667+0000 7f87542cc700 1 --2- 172.21.15.43:0/2633130312 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f874c10fed0 0x7f874c19ba10 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:34.678 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.667+0000 7f87542cc700 1 --2- 172.21.15.43:0/2633130312 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f874c0756d0 0x7f874c1a1800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:34.679 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.667+0000 7f87542cc700 1 --2- 172.21.15.43:0/2633130312 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f874c075ff0 0x7f874c1a1d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:34.679 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.667+0000 7f87542cc700 1 -- 172.21.15.43:0/2633130312 >> 172.21.15.43:0/2633130312 conn(0x7f874c07a610 msgr2=0x7f874c1006e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:34.679 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.667+0000 7f87542cc700 1 -- 172.21.15.43:0/2633130312 shutdown_connections 2024-05-16T15:49:34.679 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:34.667+0000 7f87542cc700 1 -- 172.21.15.43:0/2633130312 wait complete. 2024-05-16T15:49:35.363 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-05-16T15:49:35.363 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-05-16T15:49:35.363 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi043.front.sepia.ceph.com 2024-05-16T15:49:35.363 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-05-16T15:49:35.363 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-05-16T15:49:35.363 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-05-16T15:49:35.363 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-05-16T15:49:35.363 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-05-16T15:49:35.363 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-05-16T15:49:35.363 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-16T15:49:35.364 DEBUG:teuthology.orchestra.run.smithi043:> ip addr 2024-05-16T15:49:35.380 INFO:teuthology.orchestra.run.smithi043.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-05-16T15:49:35.380 INFO:teuthology.orchestra.run.smithi043.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-05-16T15:49:35.381 INFO:teuthology.orchestra.run.smithi043.stdout: inet 127.0.0.1/8 scope host lo 2024-05-16T15:49:35.381 INFO:teuthology.orchestra.run.smithi043.stdout: valid_lft forever preferred_lft forever 2024-05-16T15:49:35.381 INFO:teuthology.orchestra.run.smithi043.stdout: inet6 ::1/128 scope host 2024-05-16T15:49:35.381 INFO:teuthology.orchestra.run.smithi043.stdout: valid_lft forever preferred_lft forever 2024-05-16T15:49:35.381 INFO:teuthology.orchestra.run.smithi043.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-05-16T15:49:35.381 INFO:teuthology.orchestra.run.smithi043.stdout: link/ether 0c:c4:7a:6b:fd:9c brd ff:ff:ff:ff:ff:ff 2024-05-16T15:49:35.381 INFO:teuthology.orchestra.run.smithi043.stdout: altname enp7s0f0 2024-05-16T15:49:35.381 INFO:teuthology.orchestra.run.smithi043.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-05-16T15:49:35.381 INFO:teuthology.orchestra.run.smithi043.stdout: link/ether 0c:c4:7a:6b:fd:9d brd ff:ff:ff:ff:ff:ff 2024-05-16T15:49:35.381 INFO:teuthology.orchestra.run.smithi043.stdout: altname enp7s0f1 2024-05-16T15:49:35.381 INFO:teuthology.orchestra.run.smithi043.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-05-16T15:49:35.381 INFO:teuthology.orchestra.run.smithi043.stdout: link/ether 0c:c4:7a:bd:13:58 brd ff:ff:ff:ff:ff:ff 2024-05-16T15:49:35.381 INFO:teuthology.orchestra.run.smithi043.stdout: altname enp1s0f0 2024-05-16T15:49:35.381 INFO:teuthology.orchestra.run.smithi043.stdout: inet 172.21.15.43/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-05-16T15:49:35.381 INFO:teuthology.orchestra.run.smithi043.stdout: valid_lft 42007sec preferred_lft 42007sec 2024-05-16T15:49:35.381 INFO:teuthology.orchestra.run.smithi043.stdout: inet6 fe80::ec4:7aff:febd:1358/64 scope link noprefixroute 2024-05-16T15:49:35.382 INFO:teuthology.orchestra.run.smithi043.stdout: valid_lft forever preferred_lft forever 2024-05-16T15:49:35.382 INFO:teuthology.orchestra.run.smithi043.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-05-16T15:49:35.382 INFO:teuthology.orchestra.run.smithi043.stdout: link/ether 0c:c4:7a:bd:13:59 brd ff:ff:ff:ff:ff:ff 2024-05-16T15:49:35.382 INFO:teuthology.orchestra.run.smithi043.stdout: altname enp1s0f1 2024-05-16T15:49:35.382 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-05-16T15:49:35.382 DEBUG:teuthology.orchestra.run.smithi043:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-16T15:49:35.382 DEBUG:teuthology.orchestra.run.smithi043:> set -e 2024-05-16T15:49:35.382 DEBUG:teuthology.orchestra.run.smithi043:> sudo ip link add name ceph-brx type bridge 2024-05-16T15:49:35.382 DEBUG:teuthology.orchestra.run.smithi043:> sudo ip addr flush dev ceph-brx 2024-05-16T15:49:35.382 DEBUG:teuthology.orchestra.run.smithi043:> sudo ip link set ceph-brx up 2024-05-16T15:49:35.382 DEBUG:teuthology.orchestra.run.smithi043:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-05-16T15:49:35.383 DEBUG:teuthology.orchestra.run.smithi043:> ') 2024-05-16T15:49:35.472 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:35 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-16T15:49:35.522 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-16T15:49:35.529 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-16T15:49:35.529 DEBUG:teuthology.orchestra.run.smithi043:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-05-16T15:49:35.555 INFO:teuthology.orchestra.run.smithi043.stdout:1 2024-05-16T15:49:35.557 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-16T15:49:35.557 DEBUG:teuthology.orchestra.run.smithi043:> route 2024-05-16T15:49:35.616 INFO:teuthology.orchestra.run.smithi043.stdout:Kernel IP routing table 2024-05-16T15:49:35.616 INFO:teuthology.orchestra.run.smithi043.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-05-16T15:49:35.616 INFO:teuthology.orchestra.run.smithi043.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-05-16T15:49:35.616 INFO:teuthology.orchestra.run.smithi043.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-05-16T15:49:35.616 INFO:teuthology.orchestra.run.smithi043.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-05-16T15:49:35.617 DEBUG:teuthology.orchestra.run.smithi043:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-16T15:49:35.617 DEBUG:teuthology.orchestra.run.smithi043:> set -e 2024-05-16T15:49:35.617 DEBUG:teuthology.orchestra.run.smithi043:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-05-16T15:49:35.617 DEBUG:teuthology.orchestra.run.smithi043:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-05-16T15:49:35.617 DEBUG:teuthology.orchestra.run.smithi043:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-05-16T15:49:35.617 DEBUG:teuthology.orchestra.run.smithi043:> ') 2024-05-16T15:49:35.707 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:35 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-16T15:49:35.716 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:35 smithi043 ceph-mon[31619]: pgmap v416: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:49:35.716 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:35 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/2633130312' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-05-16T15:49:35.741 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-16T15:49:35.747 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-16T15:49:35.748 DEBUG:teuthology.orchestra.run.smithi043:> ip netns list 2024-05-16T15:49:35.764 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-16T15:49:35.764 DEBUG:teuthology.orchestra.run.smithi043:> ip netns list-id 2024-05-16T15:49:35.820 DEBUG:teuthology.orchestra.run.smithi043:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-16T15:49:35.820 DEBUG:teuthology.orchestra.run.smithi043:> set -e 2024-05-16T15:49:35.820 DEBUG:teuthology.orchestra.run.smithi043:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-05-16T15:49:35.820 DEBUG:teuthology.orchestra.run.smithi043:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-05-16T15:49:35.820 DEBUG:teuthology.orchestra.run.smithi043:> ') 2024-05-16T15:49:35.910 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:35 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-16T15:49:35.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:35 smithi157 ceph-mon[35584]: pgmap v416: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:49:35.926 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:35 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/2633130312' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-05-16T15:49:35.934 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-16T15:49:35.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:35 smithi148 ceph-mon[34976]: pgmap v416: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:49:35.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:35 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/2633130312' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-05-16T15:49:35.940 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-05-16T15:49:35.940 DEBUG:teuthology.orchestra.run.smithi043:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-16T15:49:35.941 DEBUG:teuthology.orchestra.run.smithi043:> set -e 2024-05-16T15:49:35.941 DEBUG:teuthology.orchestra.run.smithi043:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-05-16T15:49:35.941 DEBUG:teuthology.orchestra.run.smithi043:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-05-16T15:49:35.941 DEBUG:teuthology.orchestra.run.smithi043:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-05-16T15:49:35.941 DEBUG:teuthology.orchestra.run.smithi043:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-05-16T15:49:35.941 DEBUG:teuthology.orchestra.run.smithi043:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-05-16T15:49:35.941 DEBUG:teuthology.orchestra.run.smithi043:> ') 2024-05-16T15:49:35.992 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:35 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-16T15:49:36.053 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-16T15:49:36.060 DEBUG:teuthology.orchestra.run.smithi043:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-16T15:49:36.060 DEBUG:teuthology.orchestra.run.smithi043:> set -e 2024-05-16T15:49:36.060 DEBUG:teuthology.orchestra.run.smithi043:> sudo ip link set brx.0 up 2024-05-16T15:49:36.060 DEBUG:teuthology.orchestra.run.smithi043:> sudo ip link set dev brx.0 master ceph-brx 2024-05-16T15:49:36.060 DEBUG:teuthology.orchestra.run.smithi043:> ') 2024-05-16T15:49:36.110 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:36 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-16T15:49:36.134 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-16T15:49:36.140 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {'mount_subvol_num': 0} 2024-05-16T15:49:36.140 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-05-16T15:49:36.140 DEBUG:teuthology.orchestra.run.smithi043:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-05-16T15:49:36.156 INFO:teuthology.orchestra.run.smithi043.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-05-16T15:49:36.156 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-05-16T15:49:36.156 DEBUG:teuthology.orchestra.run.smithi043:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-05-16T15:49:36.212 DEBUG:teuthology.orchestra.run.smithi043:> sudo modprobe fuse 2024-05-16T15:49:36.279 DEBUG:teuthology.orchestra.run.smithi043:> cat /proc/self/mounts | awk '{print $2}' 2024-05-16T15:49:36.336 INFO:teuthology.orchestra.run.smithi043.stdout:/proc 2024-05-16T15:49:36.337 INFO:teuthology.orchestra.run.smithi043.stdout:/sys 2024-05-16T15:49:36.337 INFO:teuthology.orchestra.run.smithi043.stdout:/dev 2024-05-16T15:49:36.337 INFO:teuthology.orchestra.run.smithi043.stdout:/sys/kernel/security 2024-05-16T15:49:36.337 INFO:teuthology.orchestra.run.smithi043.stdout:/dev/shm 2024-05-16T15:49:36.337 INFO:teuthology.orchestra.run.smithi043.stdout:/dev/pts 2024-05-16T15:49:36.337 INFO:teuthology.orchestra.run.smithi043.stdout:/run 2024-05-16T15:49:36.337 INFO:teuthology.orchestra.run.smithi043.stdout:/sys/fs/cgroup 2024-05-16T15:49:36.337 INFO:teuthology.orchestra.run.smithi043.stdout:/sys/fs/pstore 2024-05-16T15:49:36.337 INFO:teuthology.orchestra.run.smithi043.stdout:/sys/fs/bpf 2024-05-16T15:49:36.337 INFO:teuthology.orchestra.run.smithi043.stdout:/ 2024-05-16T15:49:36.337 INFO:teuthology.orchestra.run.smithi043.stdout:/sys/fs/selinux 2024-05-16T15:49:36.337 INFO:teuthology.orchestra.run.smithi043.stdout:/proc/sys/fs/binfmt_misc 2024-05-16T15:49:36.337 INFO:teuthology.orchestra.run.smithi043.stdout:/dev/hugepages 2024-05-16T15:49:36.337 INFO:teuthology.orchestra.run.smithi043.stdout:/dev/mqueue 2024-05-16T15:49:36.338 INFO:teuthology.orchestra.run.smithi043.stdout:/sys/kernel/debug 2024-05-16T15:49:36.338 INFO:teuthology.orchestra.run.smithi043.stdout:/sys/kernel/tracing 2024-05-16T15:49:36.338 INFO:teuthology.orchestra.run.smithi043.stdout:/sys/fs/fuse/connections 2024-05-16T15:49:36.338 INFO:teuthology.orchestra.run.smithi043.stdout:/run/credentials/systemd-sysctl.service 2024-05-16T15:49:36.338 INFO:teuthology.orchestra.run.smithi043.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-05-16T15:49:36.338 INFO:teuthology.orchestra.run.smithi043.stdout:/sys/kernel/config 2024-05-16T15:49:36.338 INFO:teuthology.orchestra.run.smithi043.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-05-16T15:49:36.338 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/nfs/rpc_pipefs 2024-05-16T15:49:36.338 INFO:teuthology.orchestra.run.smithi043.stdout:/run/user/1000 2024-05-16T15:49:36.338 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/ceph 2024-05-16T15:49:36.338 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay 2024-05-16T15:49:36.338 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay/37b3f6dac4b2a68716455b16ac93c3c3c0e7599ab2b0af943e2a59ad8d5c681c/merged 2024-05-16T15:49:36.338 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay/02dd714d1a8798d30dbfd4b2574dbafb7efcecc1be5e8b164a18d56087190fe1/merged 2024-05-16T15:49:36.339 INFO:teuthology.orchestra.run.smithi043.stdout:/run/user/0 2024-05-16T15:49:36.339 INFO:teuthology.orchestra.run.smithi043.stdout:/proc/sys/fs/binfmt_misc 2024-05-16T15:49:36.339 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay/5a4556d862b9ba335b48167b673791363ce42c742f0407527b97bfd2a7af5e02/merged 2024-05-16T15:49:36.339 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay/e32465297c9881cfca91123bf027958d3524d98af11efdd5354dbcd352c6f4d3/merged 2024-05-16T15:49:36.339 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay/dc7411ae93d6cdff95b133714e539509db3c95a97959389d9e2f38e6856f1d1d/merged 2024-05-16T15:49:36.339 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay/d62d36e9b4807ca19d511cb6ea53a7d9934354558bf986b1867f67f64202d90e/merged 2024-05-16T15:49:36.339 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay/64a6d52c52245637c7333e1002b21bfec772ace53decb3fc54de5cd95495fd3c/merged 2024-05-16T15:49:36.339 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay/f174ff60b573736861a63b02cbb2f29c1fdfc2fcd9fd797d4a44b1e5d73995ab/merged 2024-05-16T15:49:36.339 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay/b11b147974328298715731f15c894a3efb5571b355f4bfa342f5da675f37e742/merged 2024-05-16T15:49:36.339 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay/32b717643c9d05f5ba5c88ca3557d33774b4c495b725acfccd8f5d5558cea2da/merged 2024-05-16T15:49:36.339 INFO:teuthology.orchestra.run.smithi043.stdout:/run/netns 2024-05-16T15:49:36.339 INFO:teuthology.orchestra.run.smithi043.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-05-16T15:49:36.339 INFO:teuthology.orchestra.run.smithi043.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-05-16T15:49:36.340 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-16T15:49:36.340 DEBUG:teuthology.orchestra.run.smithi043:> ls /sys/fs/fuse/connections 2024-05-16T15:49:36.392 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-05-16T15:49:36.392 DEBUG:teuthology.orchestra.run.smithi043:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0 --client_mountpoint=/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d --client_fs=cephfs) 2024-05-16T15:49:36.435 DEBUG:teuthology.orchestra.run.smithi043:> sudo modprobe fuse 2024-05-16T15:49:36.459 DEBUG:teuthology.orchestra.run.smithi043:> cat /proc/self/mounts | awk '{print $2}' 2024-05-16T15:49:36.517 INFO:teuthology.orchestra.run.smithi043.stdout:/proc 2024-05-16T15:49:36.517 INFO:teuthology.orchestra.run.smithi043.stdout:/sys 2024-05-16T15:49:36.517 INFO:teuthology.orchestra.run.smithi043.stdout:/dev 2024-05-16T15:49:36.517 INFO:teuthology.orchestra.run.smithi043.stdout:/sys/kernel/security 2024-05-16T15:49:36.517 INFO:teuthology.orchestra.run.smithi043.stdout:/dev/shm 2024-05-16T15:49:36.517 INFO:teuthology.orchestra.run.smithi043.stdout:/dev/pts 2024-05-16T15:49:36.517 INFO:teuthology.orchestra.run.smithi043.stdout:/run 2024-05-16T15:49:36.517 INFO:teuthology.orchestra.run.smithi043.stdout:/sys/fs/cgroup 2024-05-16T15:49:36.517 INFO:teuthology.orchestra.run.smithi043.stdout:/sys/fs/pstore 2024-05-16T15:49:36.517 INFO:teuthology.orchestra.run.smithi043.stdout:/sys/fs/bpf 2024-05-16T15:49:36.517 INFO:teuthology.orchestra.run.smithi043.stdout:/ 2024-05-16T15:49:36.517 INFO:teuthology.orchestra.run.smithi043.stdout:/sys/fs/selinux 2024-05-16T15:49:36.517 INFO:teuthology.orchestra.run.smithi043.stdout:/proc/sys/fs/binfmt_misc 2024-05-16T15:49:36.518 INFO:teuthology.orchestra.run.smithi043.stdout:/dev/hugepages 2024-05-16T15:49:36.518 INFO:teuthology.orchestra.run.smithi043.stdout:/dev/mqueue 2024-05-16T15:49:36.518 INFO:teuthology.orchestra.run.smithi043.stdout:/sys/kernel/debug 2024-05-16T15:49:36.518 INFO:teuthology.orchestra.run.smithi043.stdout:/sys/kernel/tracing 2024-05-16T15:49:36.518 INFO:teuthology.orchestra.run.smithi043.stdout:/sys/fs/fuse/connections 2024-05-16T15:49:36.518 INFO:teuthology.orchestra.run.smithi043.stdout:/run/credentials/systemd-sysctl.service 2024-05-16T15:49:36.518 INFO:teuthology.orchestra.run.smithi043.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-05-16T15:49:36.518 INFO:teuthology.orchestra.run.smithi043.stdout:/sys/kernel/config 2024-05-16T15:49:36.518 INFO:teuthology.orchestra.run.smithi043.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-05-16T15:49:36.518 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/nfs/rpc_pipefs 2024-05-16T15:49:36.518 INFO:teuthology.orchestra.run.smithi043.stdout:/run/user/1000 2024-05-16T15:49:36.518 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/ceph 2024-05-16T15:49:36.518 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay 2024-05-16T15:49:36.518 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay/37b3f6dac4b2a68716455b16ac93c3c3c0e7599ab2b0af943e2a59ad8d5c681c/merged 2024-05-16T15:49:36.519 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay/02dd714d1a8798d30dbfd4b2574dbafb7efcecc1be5e8b164a18d56087190fe1/merged 2024-05-16T15:49:36.519 INFO:teuthology.orchestra.run.smithi043.stdout:/run/user/0 2024-05-16T15:49:36.519 INFO:teuthology.orchestra.run.smithi043.stdout:/proc/sys/fs/binfmt_misc 2024-05-16T15:49:36.519 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay/5a4556d862b9ba335b48167b673791363ce42c742f0407527b97bfd2a7af5e02/merged 2024-05-16T15:49:36.519 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay/e32465297c9881cfca91123bf027958d3524d98af11efdd5354dbcd352c6f4d3/merged 2024-05-16T15:49:36.519 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay/dc7411ae93d6cdff95b133714e539509db3c95a97959389d9e2f38e6856f1d1d/merged 2024-05-16T15:49:36.519 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay/d62d36e9b4807ca19d511cb6ea53a7d9934354558bf986b1867f67f64202d90e/merged 2024-05-16T15:49:36.519 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay/64a6d52c52245637c7333e1002b21bfec772ace53decb3fc54de5cd95495fd3c/merged 2024-05-16T15:49:36.519 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay/f174ff60b573736861a63b02cbb2f29c1fdfc2fcd9fd797d4a44b1e5d73995ab/merged 2024-05-16T15:49:36.519 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay/b11b147974328298715731f15c894a3efb5571b355f4bfa342f5da675f37e742/merged 2024-05-16T15:49:36.519 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay/32b717643c9d05f5ba5c88ca3557d33774b4c495b725acfccd8f5d5558cea2da/merged 2024-05-16T15:49:36.519 INFO:teuthology.orchestra.run.smithi043.stdout:/run/netns 2024-05-16T15:49:36.519 INFO:teuthology.orchestra.run.smithi043.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-05-16T15:49:36.519 INFO:teuthology.orchestra.run.smithi043.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-05-16T15:49:36.520 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-16T15:49:36.520 DEBUG:teuthology.orchestra.run.smithi043:> ls /sys/fs/fuse/connections 2024-05-16T15:49:36.520 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi043.stderr:2024-05-16T15:49:36.509+0000 7fd711310480 -1 init, newargv = 0x56288fafd420 newargc=15 2024-05-16T15:49:36.521 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi043.stderr:ceph-fuse[88454]: starting ceph client 2024-05-16T15:49:36.542 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi043.stderr:ceph-fuse[88454]: starting fuse 2024-05-16T15:49:37.639 DEBUG:teuthology.orchestra.run.smithi043:> sudo modprobe fuse 2024-05-16T15:49:37.673 DEBUG:teuthology.orchestra.run.smithi043:> cat /proc/self/mounts | awk '{print $2}' 2024-05-16T15:49:37.733 INFO:teuthology.orchestra.run.smithi043.stdout:/proc 2024-05-16T15:49:37.733 INFO:teuthology.orchestra.run.smithi043.stdout:/sys 2024-05-16T15:49:37.733 INFO:teuthology.orchestra.run.smithi043.stdout:/dev 2024-05-16T15:49:37.733 INFO:teuthology.orchestra.run.smithi043.stdout:/sys/kernel/security 2024-05-16T15:49:37.734 INFO:teuthology.orchestra.run.smithi043.stdout:/dev/shm 2024-05-16T15:49:37.734 INFO:teuthology.orchestra.run.smithi043.stdout:/dev/pts 2024-05-16T15:49:37.734 INFO:teuthology.orchestra.run.smithi043.stdout:/run 2024-05-16T15:49:37.734 INFO:teuthology.orchestra.run.smithi043.stdout:/sys/fs/cgroup 2024-05-16T15:49:37.734 INFO:teuthology.orchestra.run.smithi043.stdout:/sys/fs/pstore 2024-05-16T15:49:37.734 INFO:teuthology.orchestra.run.smithi043.stdout:/sys/fs/bpf 2024-05-16T15:49:37.734 INFO:teuthology.orchestra.run.smithi043.stdout:/ 2024-05-16T15:49:37.734 INFO:teuthology.orchestra.run.smithi043.stdout:/sys/fs/selinux 2024-05-16T15:49:37.734 INFO:teuthology.orchestra.run.smithi043.stdout:/proc/sys/fs/binfmt_misc 2024-05-16T15:49:37.734 INFO:teuthology.orchestra.run.smithi043.stdout:/dev/hugepages 2024-05-16T15:49:37.735 INFO:teuthology.orchestra.run.smithi043.stdout:/dev/mqueue 2024-05-16T15:49:37.735 INFO:teuthology.orchestra.run.smithi043.stdout:/sys/kernel/debug 2024-05-16T15:49:37.735 INFO:teuthology.orchestra.run.smithi043.stdout:/sys/kernel/tracing 2024-05-16T15:49:37.735 INFO:teuthology.orchestra.run.smithi043.stdout:/sys/fs/fuse/connections 2024-05-16T15:49:37.735 INFO:teuthology.orchestra.run.smithi043.stdout:/run/credentials/systemd-sysctl.service 2024-05-16T15:49:37.735 INFO:teuthology.orchestra.run.smithi043.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-05-16T15:49:37.735 INFO:teuthology.orchestra.run.smithi043.stdout:/sys/kernel/config 2024-05-16T15:49:37.735 INFO:teuthology.orchestra.run.smithi043.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-05-16T15:49:37.735 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/nfs/rpc_pipefs 2024-05-16T15:49:37.735 INFO:teuthology.orchestra.run.smithi043.stdout:/run/user/1000 2024-05-16T15:49:37.735 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/ceph 2024-05-16T15:49:37.735 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay 2024-05-16T15:49:37.735 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay/37b3f6dac4b2a68716455b16ac93c3c3c0e7599ab2b0af943e2a59ad8d5c681c/merged 2024-05-16T15:49:37.735 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay/02dd714d1a8798d30dbfd4b2574dbafb7efcecc1be5e8b164a18d56087190fe1/merged 2024-05-16T15:49:37.736 INFO:teuthology.orchestra.run.smithi043.stdout:/run/user/0 2024-05-16T15:49:37.736 INFO:teuthology.orchestra.run.smithi043.stdout:/proc/sys/fs/binfmt_misc 2024-05-16T15:49:37.736 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay/5a4556d862b9ba335b48167b673791363ce42c742f0407527b97bfd2a7af5e02/merged 2024-05-16T15:49:37.736 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay/e32465297c9881cfca91123bf027958d3524d98af11efdd5354dbcd352c6f4d3/merged 2024-05-16T15:49:37.736 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay/dc7411ae93d6cdff95b133714e539509db3c95a97959389d9e2f38e6856f1d1d/merged 2024-05-16T15:49:37.736 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay/d62d36e9b4807ca19d511cb6ea53a7d9934354558bf986b1867f67f64202d90e/merged 2024-05-16T15:49:37.736 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay/64a6d52c52245637c7333e1002b21bfec772ace53decb3fc54de5cd95495fd3c/merged 2024-05-16T15:49:37.736 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay/f174ff60b573736861a63b02cbb2f29c1fdfc2fcd9fd797d4a44b1e5d73995ab/merged 2024-05-16T15:49:37.736 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay/b11b147974328298715731f15c894a3efb5571b355f4bfa342f5da675f37e742/merged 2024-05-16T15:49:37.736 INFO:teuthology.orchestra.run.smithi043.stdout:/var/lib/containers/storage/overlay/32b717643c9d05f5ba5c88ca3557d33774b4c495b725acfccd8f5d5558cea2da/merged 2024-05-16T15:49:37.736 INFO:teuthology.orchestra.run.smithi043.stdout:/run/netns 2024-05-16T15:49:37.736 INFO:teuthology.orchestra.run.smithi043.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-05-16T15:49:37.736 INFO:teuthology.orchestra.run.smithi043.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-05-16T15:49:37.736 INFO:teuthology.orchestra.run.smithi043.stdout:/home/ubuntu/cephtest/mnt.0 2024-05-16T15:49:37.737 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-16T15:49:37.737 DEBUG:teuthology.orchestra.run.smithi043:> ls /sys/fs/fuse/connections 2024-05-16T15:49:37.791 INFO:teuthology.orchestra.run.smithi043.stdout:107 2024-05-16T15:49:37.791 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [107] 2024-05-16T15:49:37.791 DEBUG:teuthology.orchestra.run.smithi043:> sudo stdin-killer -- python3 -c ' 2024-05-16T15:49:37.791 DEBUG:teuthology.orchestra.run.smithi043:> import glob 2024-05-16T15:49:37.791 DEBUG:teuthology.orchestra.run.smithi043:> import re 2024-05-16T15:49:37.792 DEBUG:teuthology.orchestra.run.smithi043:> import os 2024-05-16T15:49:37.792 DEBUG:teuthology.orchestra.run.smithi043:> import subprocess 2024-05-16T15:49:37.792 DEBUG:teuthology.orchestra.run.smithi043:> 2024-05-16T15:49:37.792 DEBUG:teuthology.orchestra.run.smithi043:> def _find_admin_socket(client_name): 2024-05-16T15:49:37.792 DEBUG:teuthology.orchestra.run.smithi043:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-05-16T15:49:37.792 DEBUG:teuthology.orchestra.run.smithi043:> files = glob.glob(asok_path) 2024-05-16T15:49:37.792 DEBUG:teuthology.orchestra.run.smithi043:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-05-16T15:49:37.792 DEBUG:teuthology.orchestra.run.smithi043:> 2024-05-16T15:49:37.792 DEBUG:teuthology.orchestra.run.smithi043:> # Given a non-glob path, it better be there 2024-05-16T15:49:37.792 DEBUG:teuthology.orchestra.run.smithi043:> if "*" not in asok_path: 2024-05-16T15:49:37.792 DEBUG:teuthology.orchestra.run.smithi043:> assert(len(files) == 1) 2024-05-16T15:49:37.792 DEBUG:teuthology.orchestra.run.smithi043:> return files[0] 2024-05-16T15:49:37.792 DEBUG:teuthology.orchestra.run.smithi043:> 2024-05-16T15:49:37.792 DEBUG:teuthology.orchestra.run.smithi043:> for f in files: 2024-05-16T15:49:37.792 DEBUG:teuthology.orchestra.run.smithi043:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-05-16T15:49:37.792 DEBUG:teuthology.orchestra.run.smithi043:> if os.path.exists("/proc/{0}".format(pid)): 2024-05-16T15:49:37.792 DEBUG:teuthology.orchestra.run.smithi043:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-05-16T15:49:37.793 DEBUG:teuthology.orchestra.run.smithi043:> contents = proc_f.read() 2024-05-16T15:49:37.793 DEBUG:teuthology.orchestra.run.smithi043:> if mountpoint in contents: 2024-05-16T15:49:37.793 DEBUG:teuthology.orchestra.run.smithi043:> return f 2024-05-16T15:49:37.793 DEBUG:teuthology.orchestra.run.smithi043:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-05-16T15:49:37.793 DEBUG:teuthology.orchestra.run.smithi043:> 2024-05-16T15:49:37.793 DEBUG:teuthology.orchestra.run.smithi043:> print(_find_admin_socket("client.0")) 2024-05-16T15:49:37.793 DEBUG:teuthology.orchestra.run.smithi043:> ' 2024-05-16T15:49:37.856 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:37 smithi043 ceph-mon[31619]: pgmap v417: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-16T15:49:37.920 INFO:teuthology.orchestra.run.smithi043.stdout:/var/run/ceph/ceph-client.0.88454.asok 2024-05-16T15:49:37.923 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-16T15:49:37.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:37 smithi157 ceph-mon[35584]: pgmap v417: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-16T15:49:37.932 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.88454.asok 2024-05-16T15:49:37.932 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-16T15:49:37.933 DEBUG:teuthology.orchestra.run.smithi043:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.88454.asok status 2024-05-16T15:49:37.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:37 smithi148 ceph-mon[34976]: pgmap v417: 129 pgs: 129 active+clean; 645 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-16T15:49:38.073 INFO:teuthology.orchestra.run.smithi043.stdout:{ 2024-05-16T15:49:38.073 INFO:teuthology.orchestra.run.smithi043.stdout: "metadata": { 2024-05-16T15:49:38.073 INFO:teuthology.orchestra.run.smithi043.stdout: "ceph_sha1": "ddbc91cbb025d4140650569b3f9e53bec459037d", 2024-05-16T15:49:38.073 INFO:teuthology.orchestra.run.smithi043.stdout: "ceph_version": "ceph version 19.0.0-3449-gddbc91cb (ddbc91cbb025d4140650569b3f9e53bec459037d) squid (dev)", 2024-05-16T15:49:38.074 INFO:teuthology.orchestra.run.smithi043.stdout: "entity_id": "0", 2024-05-16T15:49:38.074 INFO:teuthology.orchestra.run.smithi043.stdout: "hostname": "smithi043", 2024-05-16T15:49:38.074 INFO:teuthology.orchestra.run.smithi043.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-05-16T15:49:38.074 INFO:teuthology.orchestra.run.smithi043.stdout: "pid": "88454", 2024-05-16T15:49:38.074 INFO:teuthology.orchestra.run.smithi043.stdout: "root": "/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d" 2024-05-16T15:49:38.074 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:49:38.075 INFO:teuthology.orchestra.run.smithi043.stdout: "dentry_count": 0, 2024-05-16T15:49:38.075 INFO:teuthology.orchestra.run.smithi043.stdout: "dentry_pinned_count": 0, 2024-05-16T15:49:38.075 INFO:teuthology.orchestra.run.smithi043.stdout: "id": 15258, 2024-05-16T15:49:38.075 INFO:teuthology.orchestra.run.smithi043.stdout: "inst": { 2024-05-16T15:49:38.075 INFO:teuthology.orchestra.run.smithi043.stdout: "name": { 2024-05-16T15:49:38.075 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "client", 2024-05-16T15:49:38.076 INFO:teuthology.orchestra.run.smithi043.stdout: "num": 15258 2024-05-16T15:49:38.076 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:49:38.076 INFO:teuthology.orchestra.run.smithi043.stdout: "addr": { 2024-05-16T15:49:38.076 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "v1", 2024-05-16T15:49:38.076 INFO:teuthology.orchestra.run.smithi043.stdout: "addr": "192.168.0.1:0", 2024-05-16T15:49:38.076 INFO:teuthology.orchestra.run.smithi043.stdout: "nonce": 1902426274 2024-05-16T15:49:38.077 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:49:38.077 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:49:38.077 INFO:teuthology.orchestra.run.smithi043.stdout: "addr": { 2024-05-16T15:49:38.077 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "v1", 2024-05-16T15:49:38.077 INFO:teuthology.orchestra.run.smithi043.stdout: "addr": "192.168.0.1:0", 2024-05-16T15:49:38.077 INFO:teuthology.orchestra.run.smithi043.stdout: "nonce": 1902426274 2024-05-16T15:49:38.077 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:49:38.078 INFO:teuthology.orchestra.run.smithi043.stdout: "inst_str": "client.15258 192.168.0.1:0/1902426274", 2024-05-16T15:49:38.078 INFO:teuthology.orchestra.run.smithi043.stdout: "addr_str": "192.168.0.1:0/1902426274", 2024-05-16T15:49:38.078 INFO:teuthology.orchestra.run.smithi043.stdout: "inode_count": 5, 2024-05-16T15:49:38.078 INFO:teuthology.orchestra.run.smithi043.stdout: "mds_epoch": 29, 2024-05-16T15:49:38.078 INFO:teuthology.orchestra.run.smithi043.stdout: "osd_epoch": 89, 2024-05-16T15:49:38.078 INFO:teuthology.orchestra.run.smithi043.stdout: "osd_epoch_barrier": 0, 2024-05-16T15:49:38.079 INFO:teuthology.orchestra.run.smithi043.stdout: "blocklisted": false, 2024-05-16T15:49:38.079 INFO:teuthology.orchestra.run.smithi043.stdout: "fs_name": "cephfs" 2024-05-16T15:49:38.079 INFO:teuthology.orchestra.run.smithi043.stdout:} 2024-05-16T15:49:38.081 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-16T15:49:38.082 DEBUG:teuthology.orchestra.run.smithi043:> stat --file-system '--printf=%T 2024-05-16T15:49:38.082 DEBUG:teuthology.orchestra.run.smithi043:> ' -- /home/ubuntu/cephtest/mnt.0 2024-05-16T15:49:38.099 INFO:teuthology.orchestra.run.smithi043.stdout:fuseblk 2024-05-16T15:49:38.099 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-05-16T15:49:38.099 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-16T15:49:38.099 DEBUG:teuthology.orchestra.run.smithi043:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-05-16T15:49:38.167 INFO:teuthology.run_tasks:Running task exec... 2024-05-16T15:49:38.180 INFO:teuthology.task.exec:Executing custom commands... 2024-05-16T15:49:38.180 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi043.front.sepia.ceph.com 2024-05-16T15:49:38.180 DEBUG:teuthology.orchestra.run.smithi043:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs set cephfs balance_automate true' 2024-05-16T15:49:38.315 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:38.302+0000 7fd0aad9d640 1 -- 172.21.15.43:0/1252001268 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd0a4105ed0 msgr2=0x7fd0a41082c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:38.316 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:38.302+0000 7fd0aad9d640 1 --2- 172.21.15.43:0/1252001268 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd0a4105ed0 0x7fd0a41082c0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fd098009900 tx=0x7fd09802a410 comp rx=0 tx=0).stop 2024-05-16T15:49:38.316 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:38.302+0000 7fd0aad9d640 1 -- 172.21.15.43:0/1252001268 shutdown_connections 2024-05-16T15:49:38.316 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:38.302+0000 7fd0aad9d640 1 --2- 172.21.15.43:0/1252001268 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd0a4108800 0x7fd0a410abf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:38.316 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:38.302+0000 7fd0aad9d640 1 --2- 172.21.15.43:0/1252001268 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd0a4105ed0 0x7fd0a41082c0 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:38.316 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:38.302+0000 7fd0aad9d640 1 --2- 172.21.15.43:0/1252001268 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd0a41035a0 0x7fd0a4105990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:38.316 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:38.302+0000 7fd0aad9d640 1 -- 172.21.15.43:0/1252001268 >> 172.21.15.43:0/1252001268 conn(0x7fd0a40fcf30 msgr2=0x7fd0a40ff370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:38.316 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:38.302+0000 7fd0aad9d640 1 -- 172.21.15.43:0/1252001268 shutdown_connections 2024-05-16T15:49:38.317 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:38.302+0000 7fd0aad9d640 1 -- 172.21.15.43:0/1252001268 wait complete. 2024-05-16T15:49:38.317 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:38.303+0000 7fd0aad9d640 1 Processor -- start 2024-05-16T15:49:38.317 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:38.303+0000 7fd0aad9d640 1 -- start start 2024-05-16T15:49:38.317 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:38.303+0000 7fd0aad9d640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd0a41035a0 0x7fd0a4198ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:38.317 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:38.303+0000 7fd0aad9d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd0a4105ed0 0x7fd0a4199000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:38.317 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:38.303+0000 7fd0aad9d640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd0a4108800 0x7fd0a41a0070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:38.317 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:38.303+0000 7fd0aad9d640 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fd0a410e420 con 0x7fd0a41035a0 2024-05-16T15:49:38.317 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:38.303+0000 7fd0aad9d640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fd0a410e2a0 con 0x7fd0a4108800 2024-05-16T15:49:38.317 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:38.303+0000 7fd0aad9d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fd0a410e5a0 con 0x7fd0a4105ed0 2024-05-16T15:49:38.317 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:38.303+0000 7fd0a8b39640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd0a41035a0 0x7fd0a4198ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:38.317 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:38.303+0000 7fd0a8b39640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd0a41035a0 0x7fd0a4198ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:60374/0 (socket says 172.21.15.43:60374) 2024-05-16T15:49:38.318 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:38.303+0000 7fd0a8b39640 1 -- 172.21.15.43:0/2114239535 learned_addr learned my addr 172.21.15.43:0/2114239535 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:38.318 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:38.303+0000 7fd0a3fff640 1 --2- 172.21.15.43:0/2114239535 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd0a4105ed0 0x7fd0a4199000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:38.318 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:38.303+0000 7fd0a933a640 1 --2- 172.21.15.43:0/2114239535 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd0a4108800 0x7fd0a41a0070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:38.318 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:38.303+0000 7fd0a8b39640 1 -- 172.21.15.43:0/2114239535 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd0a4105ed0 msgr2=0x7fd0a4199000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:38.318 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:38.303+0000 7fd0a8b39640 1 --2- 172.21.15.43:0/2114239535 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd0a4105ed0 0x7fd0a4199000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:38.318 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:38.303+0000 7fd0a8b39640 1 -- 172.21.15.43:0/2114239535 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd0a4108800 msgr2=0x7fd0a41a0070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:38.318 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:38.303+0000 7fd0a8b39640 1 --2- 172.21.15.43:0/2114239535 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd0a4108800 0x7fd0a41a0070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:38.318 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:38.304+0000 7fd0a8b39640 1 -- 172.21.15.43:0/2114239535 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0a41a06e0 con 0x7fd0a41035a0 2024-05-16T15:49:38.318 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:38.304+0000 7fd0a933a640 1 --2- 172.21.15.43:0/2114239535 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd0a4108800 0x7fd0a41a0070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:49:38.318 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:38.304+0000 7fd0a8b39640 1 --2- 172.21.15.43:0/2114239535 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd0a41035a0 0x7fd0a4198ac0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fd09400d770 tx=0x7fd09400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:38.318 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:38.304+0000 7fd0a1ffb640 1 -- 172.21.15.43:0/2114239535 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd094017070 con 0x7fd0a41035a0 2024-05-16T15:49:38.319 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:38.304+0000 7fd0a1ffb640 1 -- 172.21.15.43:0/2114239535 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd0940054b0 con 0x7fd0a41035a0 2024-05-16T15:49:38.319 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:38.304+0000 7fd0a1ffb640 1 -- 172.21.15.43:0/2114239535 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd094004c60 con 0x7fd0a41035a0 2024-05-16T15:49:38.319 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:38.304+0000 7fd0aad9d640 1 -- 172.21.15.43:0/2114239535 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0a41a09d0 con 0x7fd0a41035a0 2024-05-16T15:49:38.319 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:38.304+0000 7fd0aad9d640 1 -- 172.21.15.43:0/2114239535 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0a41a0ef0 con 0x7fd0a41035a0 2024-05-16T15:49:38.319 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:38.305+0000 7fd0aad9d640 1 -- 172.21.15.43:0/2114239535 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd0a40fea20 con 0x7fd0a41035a0 2024-05-16T15:49:38.320 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:38.306+0000 7fd0a1ffb640 1 -- 172.21.15.43:0/2114239535 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fd094004e00 con 0x7fd0a41035a0 2024-05-16T15:49:38.320 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:38.307+0000 7fd0a1ffb640 1 --2- 172.21.15.43:0/2114239535 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd08c0b2920 0x7fd08c0b4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:38.320 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:38.307+0000 7fd0a3fff640 1 --2- 172.21.15.43:0/2114239535 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd08c0b2920 0x7fd08c0b4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:38.320 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:38.308+0000 7fd0a1ffb640 1 -- 172.21.15.43:0/2114239535 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fd0940e2050 con 0x7fd0a41035a0 2024-05-16T15:49:38.320 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:38.308+0000 7fd0a3fff640 1 --2- 172.21.15.43:0/2114239535 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd08c0b2920 0x7fd08c0b4de0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fd098006010 tx=0x7fd0980095f0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:38.323 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:38.312+0000 7fd0a1ffb640 1 -- 172.21.15.43:0/2114239535 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fd0940a99c0 con 0x7fd0a41035a0 2024-05-16T15:49:38.559 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:38.548+0000 7fd0aad9d640 1 -- 172.21.15.43:0/2114239535 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"} v 0) -- 0x7fd0a40635e0 con 0x7fd0a41035a0 2024-05-16T15:49:39.492 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.482+0000 7fd0a1ffb640 1 -- 172.21.15.43:0/2114239535 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]=0 v30) ==== 117+0+0 (secure 0 0 0) 0x7fd0940a92c0 con 0x7fd0a41035a0 2024-05-16T15:49:39.497 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.486+0000 7fd0aad9d640 1 -- 172.21.15.43:0/2114239535 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd08c0b2920 msgr2=0x7fd08c0b4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:39.497 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.486+0000 7fd0aad9d640 1 --2- 172.21.15.43:0/2114239535 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd08c0b2920 0x7fd08c0b4de0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fd098006010 tx=0x7fd0980095f0 comp rx=0 tx=0).stop 2024-05-16T15:49:39.497 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.486+0000 7fd0aad9d640 1 -- 172.21.15.43:0/2114239535 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd0a41035a0 msgr2=0x7fd0a4198ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:39.497 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.486+0000 7fd0aad9d640 1 --2- 172.21.15.43:0/2114239535 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd0a41035a0 0x7fd0a4198ac0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fd09400d770 tx=0x7fd09400dc30 comp rx=0 tx=0).stop 2024-05-16T15:49:39.497 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.486+0000 7fd0aad9d640 1 -- 172.21.15.43:0/2114239535 shutdown_connections 2024-05-16T15:49:39.497 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.486+0000 7fd0aad9d640 1 --2- 172.21.15.43:0/2114239535 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd0a4108800 0x7fd0a41a0070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:39.497 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.486+0000 7fd0aad9d640 1 --2- 172.21.15.43:0/2114239535 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd08c0b2920 0x7fd08c0b4de0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:39.497 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.486+0000 7fd0aad9d640 1 --2- 172.21.15.43:0/2114239535 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd0a4105ed0 0x7fd0a4199000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:39.497 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.486+0000 7fd0aad9d640 1 --2- 172.21.15.43:0/2114239535 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd0a41035a0 0x7fd0a4198ac0 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:39.497 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.486+0000 7fd0aad9d640 1 -- 172.21.15.43:0/2114239535 >> 172.21.15.43:0/2114239535 conn(0x7fd0a40fcf30 msgr2=0x7fd0a41040e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:39.497 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.486+0000 7fd0aad9d640 1 -- 172.21.15.43:0/2114239535 shutdown_connections 2024-05-16T15:49:39.497 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.486+0000 7fd0aad9d640 1 -- 172.21.15.43:0/2114239535 wait complete. 2024-05-16T15:49:39.510 INFO:teuthology.run_tasks:Running task check-counter... 2024-05-16T15:49:39.521 INFO:teuthology.run_tasks:Running task fwd_scrub... 2024-05-16T15:49:39.569 DEBUG:teuthology.orchestra.run.smithi043:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-16T15:49:39.683 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.670+0000 7fe5e3333640 1 -- 172.21.15.43:0/438670254 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe5dc103bf0 msgr2=0x7fe5dc104070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:39.683 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.670+0000 7fe5e3333640 1 --2- 172.21.15.43:0/438670254 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe5dc103bf0 0x7fe5dc104070 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fe5cc009900 tx=0x7fe5cc02a410 comp rx=0 tx=0).stop 2024-05-16T15:49:39.683 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.670+0000 7fe5e3333640 1 -- 172.21.15.43:0/438670254 shutdown_connections 2024-05-16T15:49:39.683 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.670+0000 7fe5e3333640 1 --2- 172.21.15.43:0/438670254 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe5dc1045b0 0x7fe5dc10ae40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:39.683 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.670+0000 7fe5e3333640 1 --2- 172.21.15.43:0/438670254 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe5dc103bf0 0x7fe5dc104070 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:39.683 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.670+0000 7fe5e3333640 1 --2- 172.21.15.43:0/438670254 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe5dc102a00 0x7fe5dc102e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:39.683 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.670+0000 7fe5e3333640 1 -- 172.21.15.43:0/438670254 >> 172.21.15.43:0/438670254 conn(0x7fe5dc0fdf90 msgr2=0x7fe5dc1003b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:39.684 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.670+0000 7fe5e3333640 1 -- 172.21.15.43:0/438670254 shutdown_connections 2024-05-16T15:49:39.684 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.670+0000 7fe5e3333640 1 -- 172.21.15.43:0/438670254 wait complete. 2024-05-16T15:49:39.684 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.671+0000 7fe5e3333640 1 Processor -- start 2024-05-16T15:49:39.684 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.671+0000 7fe5e3333640 1 -- start start 2024-05-16T15:49:39.684 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.671+0000 7fe5e3333640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe5dc102a00 0x7fe5dc198b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:39.684 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.671+0000 7fe5e3333640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe5dc103bf0 0x7fe5dc199050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:39.684 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.671+0000 7fe5e3333640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe5dc1045b0 0x7fe5dc1a00c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:39.684 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.671+0000 7fe5e3333640 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fe5dc10e3e0 con 0x7fe5dc103bf0 2024-05-16T15:49:39.684 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.671+0000 7fe5e3333640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fe5dc10e260 con 0x7fe5dc102a00 2024-05-16T15:49:39.684 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.671+0000 7fe5e3333640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fe5dc10e560 con 0x7fe5dc1045b0 2024-05-16T15:49:39.684 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.671+0000 7fe5e08ce640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe5dc103bf0 0x7fe5dc199050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:39.684 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.671+0000 7fe5e08ce640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe5dc103bf0 0x7fe5dc199050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:60386/0 (socket says 172.21.15.43:60386) 2024-05-16T15:49:39.684 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.671+0000 7fe5e08ce640 1 -- 172.21.15.43:0/3984530812 learned_addr learned my addr 172.21.15.43:0/3984530812 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:39.684 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.671+0000 7fe5e08ce640 1 -- 172.21.15.43:0/3984530812 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe5dc1045b0 msgr2=0x7fe5dc1a00c0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-05-16T15:49:39.685 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.671+0000 7fe5e08ce640 1 --2- 172.21.15.43:0/3984530812 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe5dc1045b0 0x7fe5dc1a00c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:39.685 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.671+0000 7fe5e08ce640 1 -- 172.21.15.43:0/3984530812 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe5dc102a00 msgr2=0x7fe5dc198b10 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-05-16T15:49:39.685 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.671+0000 7fe5e08ce640 1 --2- 172.21.15.43:0/3984530812 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe5dc102a00 0x7fe5dc198b10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:39.685 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.671+0000 7fe5e08ce640 1 -- 172.21.15.43:0/3984530812 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5dc1a0730 con 0x7fe5dc103bf0 2024-05-16T15:49:39.685 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.672+0000 7fe5e08ce640 1 --2- 172.21.15.43:0/3984530812 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe5dc103bf0 0x7fe5dc199050 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fe5cc009230 tx=0x7fe5cc0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:39.685 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.672+0000 7fe5d27fc640 1 -- 172.21.15.43:0/3984530812 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5cc03f030 con 0x7fe5dc103bf0 2024-05-16T15:49:39.685 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.672+0000 7fe5d27fc640 1 -- 172.21.15.43:0/3984530812 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe5cc003c90 con 0x7fe5dc103bf0 2024-05-16T15:49:39.685 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.672+0000 7fe5e3333640 1 -- 172.21.15.43:0/3984530812 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5dc1a09c0 con 0x7fe5dc103bf0 2024-05-16T15:49:39.685 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.672+0000 7fe5d27fc640 1 -- 172.21.15.43:0/3984530812 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5cc035070 con 0x7fe5dc103bf0 2024-05-16T15:49:39.685 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.672+0000 7fe5e3333640 1 -- 172.21.15.43:0/3984530812 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5dc1a0eb0 con 0x7fe5dc103bf0 2024-05-16T15:49:39.686 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.673+0000 7fe5e3333640 1 -- 172.21.15.43:0/3984530812 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe5dc109d40 con 0x7fe5dc103bf0 2024-05-16T15:49:39.686 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.674+0000 7fe5d27fc640 1 -- 172.21.15.43:0/3984530812 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fe5cc042030 con 0x7fe5dc103bf0 2024-05-16T15:49:39.686 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.675+0000 7fe5d27fc640 1 --2- 172.21.15.43:0/3984530812 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe5c80b27f0 0x7fe5c80b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:39.686 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.675+0000 7fe5e10cf640 1 --2- 172.21.15.43:0/3984530812 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe5c80b27f0 0x7fe5c80b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:39.686 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.675+0000 7fe5d27fc640 1 -- 172.21.15.43:0/3984530812 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fe5cc103290 con 0x7fe5dc103bf0 2024-05-16T15:49:39.687 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.676+0000 7fe5e10cf640 1 --2- 172.21.15.43:0/3984530812 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe5c80b27f0 0x7fe5c80b4cb0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fe5d80058c0 tx=0x7fe5d8005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:39.689 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.678+0000 7fe5d27fc640 1 -- 172.21.15.43:0/3984530812 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fe5cc0caba0 con 0x7fe5dc103bf0 2024-05-16T15:49:39.880 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.869+0000 7fe5e3333640 1 -- 172.21.15.43:0/3984530812 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe5dc02dcd0 con 0x7fe5dc103bf0 2024-05-16T15:49:39.882 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.871+0000 7fe5d27fc640 1 -- 172.21.15.43:0/3984530812 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+24790 (secure 0 0 0) 0x7fe5cc0ca4a0 con 0x7fe5dc103bf0 2024-05-16T15:49:39.882 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:49:39.882 INFO:teuthology.orchestra.run.smithi043.stdout:{"epoch":89,"fsid":"13155b42-139a-11ef-bc9a-c7b262605968","created":"2024-05-16T15:37:22.311071+0000","modified":"2024-05-16T15:47:21.509762+0000","last_up_change":"2024-05-16T15:44:35.160481+0000","last_in_change":"2024-05-16T15:44:14.991724+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-16T15:40:47.990763+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-16T15:45:32.249662+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-16T15:45:35.938913+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-05-16T15:45:45.256550+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"b4de8b19-c914-400d-bf10-135fe3a0a81a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6802","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6803","nonce":2827692837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6804","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6805","nonce":2827692837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6808","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6809","nonce":2827692837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6806","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6807","nonce":2827692837}]},"public_addr":"172.21.15.43:6803/2827692837","cluster_addr":"172.21.15.43:6805/2827692837","heartbeat_back_addr":"172.21.15.43:6809/2827692837","heartbeat_front_addr":"172.21.15.43:6807/2827692837","state":["exists","up"]},{"osd":1,"uuid":"178a5d73-e946-41b5-9ef3-f15c16b2e8d0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6800","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6801","nonce":2384349877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6802","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6803","nonce":2384349877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6806","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6807","nonce":2384349877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6804","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6805","nonce":2384349877}]},"public_addr":"172.21.15.148:6801/2384349877","cluster_addr":"172.21.15.148:6803/2384349877","heartbeat_back_addr":"172.21.15.148:6807/2384349877","heartbeat_front_addr":"172.21.15.148:6805/2384349877","state":["exists","up"]},{"osd":2,"uuid":"5b40d2f9-afb6-42b3-a76b-641eddcc2948","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6801","nonce":512969814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6803","nonce":512969814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6807","nonce":512969814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6805","nonce":512969814}]},"public_addr":"172.21.15.157:6801/512969814","cluster_addr":"172.21.15.157:6803/512969814","heartbeat_back_addr":"172.21.15.157:6807/512969814","heartbeat_front_addr":"172.21.15.157:6805/512969814","state":["exists","up"]},{"osd":3,"uuid":"869f2122-f5c7-4b16-b48c-db114730bd5c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6810","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6811","nonce":1305033610}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6812","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6813","nonce":1305033610}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6816","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6817","nonce":1305033610}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6814","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6815","nonce":1305033610}]},"public_addr":"172.21.15.43:6811/1305033610","cluster_addr":"172.21.15.43:6813/1305033610","heartbeat_back_addr":"172.21.15.43:6817/1305033610","heartbeat_front_addr":"172.21.15.43:6815/1305033610","state":["exists","up"]},{"osd":4,"uuid":"c488d334-6676-4abf-81ff-596e7c507159","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6808","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6809","nonce":298572470}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6810","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6811","nonce":298572470}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6814","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6815","nonce":298572470}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6812","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6813","nonce":298572470}]},"public_addr":"172.21.15.148:6809/298572470","cluster_addr":"172.21.15.148:6811/298572470","heartbeat_back_addr":"172.21.15.148:6815/298572470","heartbeat_front_addr":"172.21.15.148:6813/298572470","state":["exists","up"]},{"osd":5,"uuid":"b858ef2e-c51c-4044-a143-30583374ef2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6809","nonce":2793566993}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6811","nonce":2793566993}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6815","nonce":2793566993}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6813","nonce":2793566993}]},"public_addr":"172.21.15.157:6809/2793566993","cluster_addr":"172.21.15.157:6811/2793566993","heartbeat_back_addr":"172.21.15.157:6815/2793566993","heartbeat_front_addr":"172.21.15.157:6813/2793566993","state":["exists","up"]},{"osd":6,"uuid":"70b4d49c-e33c-4334-a293-ce89cb37da1f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6818","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6819","nonce":417494707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6820","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6821","nonce":417494707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6824","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6825","nonce":417494707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6822","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6823","nonce":417494707}]},"public_addr":"172.21.15.43:6819/417494707","cluster_addr":"172.21.15.43:6821/417494707","heartbeat_back_addr":"172.21.15.43:6825/417494707","heartbeat_front_addr":"172.21.15.43:6823/417494707","state":["exists","up"]},{"osd":7,"uuid":"6a39c63f-8d2b-475f-8026-869d766fde01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6816","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6817","nonce":3852418694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6818","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6819","nonce":3852418694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6822","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6823","nonce":3852418694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6820","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6821","nonce":3852418694}]},"public_addr":"172.21.15.148:6817/3852418694","cluster_addr":"172.21.15.148:6819/3852418694","heartbeat_back_addr":"172.21.15.148:6823/3852418694","heartbeat_front_addr":"172.21.15.148:6821/3852418694","state":["exists","up"]},{"osd":8,"uuid":"f9e0ed4f-7211-43b5-bac9-33a64cec91d5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6817","nonce":3332637555}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6819","nonce":3332637555}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6823","nonce":3332637555}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6821","nonce":3332637555}]},"public_addr":"172.21.15.157:6817/3332637555","cluster_addr":"172.21.15.157:6819/3332637555","heartbeat_back_addr":"172.21.15.157:6823/3332637555","heartbeat_front_addr":"172.21.15.157:6821/3332637555","state":["exists","up"]},{"osd":9,"uuid":"ba1b04ea-a184-445a-8c31-0eed73a488e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6826","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6827","nonce":3226599249}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6828","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6829","nonce":3226599249}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6832","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6833","nonce":3226599249}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6830","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6831","nonce":3226599249}]},"public_addr":"172.21.15.43:6827/3226599249","cluster_addr":"172.21.15.43:6829/3226599249","heartbeat_back_addr":"172.21.15.43:6833/3226599249","heartbeat_front_addr":"172.21.15.43:6831/3226599249","state":["exists","up"]},{"osd":10,"uuid":"6dc35480-fd4a-428d-8ede-eb3e9058a7cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6824","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6825","nonce":3418113451}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6826","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6827","nonce":3418113451}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6830","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6831","nonce":3418113451}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6828","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6829","nonce":3418113451}]},"public_addr":"172.21.15.148:6825/3418113451","cluster_addr":"172.21.15.148:6827/3418113451","heartbeat_back_addr":"172.21.15.148:6831/3418113451","heartbeat_front_addr":"172.21.15.148:6829/3418113451","state":["exists","up"]},{"osd":11,"uuid":"da02e920-1b89-4b7d-857b-14cf82a1f0e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6825","nonce":1613641998}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6827","nonce":1613641998}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6831","nonce":1613641998}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6829","nonce":1613641998}]},"public_addr":"172.21.15.157:6825/1613641998","cluster_addr":"172.21.15.157:6827/1613641998","heartbeat_back_addr":"172.21.15.157:6831/1613641998","heartbeat_front_addr":"172.21.15.157:6829/1613641998","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:39:58.214793+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:40:22.181940+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:40:45.520107+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:41:10.377805+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:41:35.387615+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:41:59.845861+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:42:25.042874+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:42:50.427164+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:43:15.686930+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:43:41.803831+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:44:07.624551+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:44:33.414511+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"2.1d","mappings":[{"from":2,"to":1}]},{"pgid":"3.0","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.2","mappings":[{"from":9,"to":1}]},{"pgid":"4.3","mappings":[{"from":5,"to":10}]},{"pgid":"4.b","mappings":[{"from":9,"to":8}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.43:6801/86887644":"2024-05-17T15:38:19.897772+0000","172.21.15.43:6800/86887644":"2024-05-17T15:38:19.897772+0000","172.21.15.43:0/1519374213":"2024-05-17T15:38:19.897772+0000","172.21.15.43:6800/2824545909":"2024-05-17T15:37:53.291030+0000","172.21.15.43:0/561872100":"2024-05-17T15:37:53.291030+0000","172.21.15.43:0/3260845824":"2024-05-17T15:38:19.897772+0000","172.21.15.43:0/465511688":"2024-05-17T15:38:19.897772+0000","172.21.15.43:0/1478293844":"2024-05-17T15:37:53.291030+0000","172.21.15.43:0/3264891829":"2024-05-17T15:37:53.291030+0000","172.21.15.43:6801/2824545909":"2024-05-17T15:37:53.291030+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-16T15:49:39.884 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.873+0000 7fe5e3333640 1 -- 172.21.15.43:0/3984530812 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe5c80b27f0 msgr2=0x7fe5c80b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:39.884 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.873+0000 7fe5e3333640 1 --2- 172.21.15.43:0/3984530812 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe5c80b27f0 0x7fe5c80b4cb0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fe5d80058c0 tx=0x7fe5d8005850 comp rx=0 tx=0).stop 2024-05-16T15:49:39.884 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.873+0000 7fe5e3333640 1 -- 172.21.15.43:0/3984530812 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe5dc103bf0 msgr2=0x7fe5dc199050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:39.884 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.873+0000 7fe5e3333640 1 --2- 172.21.15.43:0/3984530812 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe5dc103bf0 0x7fe5dc199050 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fe5cc009230 tx=0x7fe5cc0042f0 comp rx=0 tx=0).stop 2024-05-16T15:49:39.884 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.873+0000 7fe5e3333640 1 -- 172.21.15.43:0/3984530812 shutdown_connections 2024-05-16T15:49:39.884 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.873+0000 7fe5e3333640 1 --2- 172.21.15.43:0/3984530812 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe5c80b27f0 0x7fe5c80b4cb0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:39.884 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.873+0000 7fe5e3333640 1 --2- 172.21.15.43:0/3984530812 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe5dc1045b0 0x7fe5dc1a00c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:39.884 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.873+0000 7fe5e3333640 1 --2- 172.21.15.43:0/3984530812 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe5dc103bf0 0x7fe5dc199050 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:39.885 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.873+0000 7fe5e3333640 1 --2- 172.21.15.43:0/3984530812 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe5dc102a00 0x7fe5dc198b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:39.885 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.873+0000 7fe5e3333640 1 -- 172.21.15.43:0/3984530812 >> 172.21.15.43:0/3984530812 conn(0x7fe5dc0fdf90 msgr2=0x7fe5dc106f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:39.885 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.873+0000 7fe5e3333640 1 -- 172.21.15.43:0/3984530812 shutdown_connections 2024-05-16T15:49:39.885 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.873+0000 7fe5e3333640 1 -- 172.21.15.43:0/3984530812 wait complete. 2024-05-16T15:49:39.894 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:39 smithi043 ceph-mon[31619]: pgmap v418: 129 pgs: 129 active+clean; 647 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 597 B/s wr, 11 op/s 2024-05-16T15:49:39.894 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:39 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/2114239535' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-05-16T15:49:39.896 INFO:tasks.fwd_scrub.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-05-16T15:40:47.990763+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-05-16T15:45:32.249662+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '78', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-05-16T15:45:35.938913+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '78', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-05-16T15:45:45.256550+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-05-16T15:49:39.896 DEBUG:teuthology.orchestra.run.smithi043:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-05-16T15:49:39.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:39 smithi157 ceph-mon[35584]: pgmap v418: 129 pgs: 129 active+clean; 647 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 597 B/s wr, 11 op/s 2024-05-16T15:49:39.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:39 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/2114239535' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-05-16T15:49:39.935 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:39 smithi148 ceph-mon[34976]: pgmap v418: 129 pgs: 129 active+clean; 647 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 597 B/s wr, 11 op/s 2024-05-16T15:49:39.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:39 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/2114239535' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-05-16T15:49:40.004 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.993+0000 7f8fcd0e8640 1 -- 172.21.15.43:0/1339650227 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8fc8103c00 msgr2=0x7f8fc8104080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:40.004 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.993+0000 7f8fcd0e8640 1 --2- 172.21.15.43:0/1339650227 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8fc8103c00 0x7f8fc8104080 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f8fbc009900 tx=0x7f8fbc02a410 comp rx=0 tx=0).stop 2024-05-16T15:49:40.004 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.993+0000 7f8fcd0e8640 1 -- 172.21.15.43:0/1339650227 shutdown_connections 2024-05-16T15:49:40.004 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.993+0000 7f8fcd0e8640 1 --2- 172.21.15.43:0/1339650227 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8fc81045c0 0x7f8fc810ae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:40.004 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.993+0000 7f8fcd0e8640 1 --2- 172.21.15.43:0/1339650227 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8fc8103c00 0x7f8fc8104080 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:40.004 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.993+0000 7f8fcd0e8640 1 --2- 172.21.15.43:0/1339650227 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8fc8102a10 0x7f8fc8102e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:40.004 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.993+0000 7f8fcd0e8640 1 -- 172.21.15.43:0/1339650227 >> 172.21.15.43:0/1339650227 conn(0x7f8fc80fdf80 msgr2=0x7f8fc81003c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:40.004 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.993+0000 7f8fcd0e8640 1 -- 172.21.15.43:0/1339650227 shutdown_connections 2024-05-16T15:49:40.005 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.993+0000 7f8fcd0e8640 1 -- 172.21.15.43:0/1339650227 wait complete. 2024-05-16T15:49:40.005 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.994+0000 7f8fcd0e8640 1 Processor -- start 2024-05-16T15:49:40.007 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.994+0000 7f8fcd0e8640 1 -- start start 2024-05-16T15:49:40.007 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.994+0000 7f8fcd0e8640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8fc8102a10 0x7f8fc8198b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:40.007 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.994+0000 7f8fcd0e8640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8fc8103c00 0x7f8fc81990a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:40.007 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.994+0000 7f8fcd0e8640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8fc81045c0 0x7f8fc81a0110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:40.007 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.994+0000 7f8fcd0e8640 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f8fc810e420 con 0x7f8fc81045c0 2024-05-16T15:49:40.007 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.994+0000 7f8fcd0e8640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f8fc810e2a0 con 0x7f8fc8103c00 2024-05-16T15:49:40.007 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.994+0000 7f8fcd0e8640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f8fc810e5a0 con 0x7f8fc8102a10 2024-05-16T15:49:40.007 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.994+0000 7f8fc759e640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8fc81045c0 0x7f8fc81a0110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:40.007 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.994+0000 7f8fc759e640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8fc81045c0 0x7f8fc81a0110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:60408/0 (socket says 172.21.15.43:60408) 2024-05-16T15:49:40.007 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.994+0000 7f8fc759e640 1 -- 172.21.15.43:0/283982367 learned_addr learned my addr 172.21.15.43:0/283982367 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:40.007 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.994+0000 7f8fc659c640 1 --2- 172.21.15.43:0/283982367 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8fc8103c00 0x7f8fc81990a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:40.008 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.994+0000 7f8fc6d9d640 1 --2- 172.21.15.43:0/283982367 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8fc8102a10 0x7f8fc8198b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:40.008 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.995+0000 7f8fc759e640 1 -- 172.21.15.43:0/283982367 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8fc8102a10 msgr2=0x7f8fc8198b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:40.008 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.995+0000 7f8fc759e640 1 --2- 172.21.15.43:0/283982367 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8fc8102a10 0x7f8fc8198b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:40.008 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.995+0000 7f8fc759e640 1 -- 172.21.15.43:0/283982367 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8fc8103c00 msgr2=0x7f8fc81990a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:40.008 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.995+0000 7f8fc759e640 1 --2- 172.21.15.43:0/283982367 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8fc8103c00 0x7f8fc81990a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:40.008 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.995+0000 7f8fc759e640 1 -- 172.21.15.43:0/283982367 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fc81a0780 con 0x7f8fc81045c0 2024-05-16T15:49:40.008 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.995+0000 7f8fc759e640 1 --2- 172.21.15.43:0/283982367 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8fc81045c0 0x7f8fc81a0110 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f8fc000eaa0 tx=0x7f8fc000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:40.008 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.995+0000 7f8faffff640 1 -- 172.21.15.43:0/283982367 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fc000cdb0 con 0x7f8fc81045c0 2024-05-16T15:49:40.008 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.995+0000 7f8faffff640 1 -- 172.21.15.43:0/283982367 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8fc0005020 con 0x7f8fc81045c0 2024-05-16T15:49:40.008 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.995+0000 7f8fcd0e8640 1 -- 172.21.15.43:0/283982367 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8fc81a0a70 con 0x7f8fc81045c0 2024-05-16T15:49:40.008 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.995+0000 7f8faffff640 1 -- 172.21.15.43:0/283982367 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fc00116d0 con 0x7f8fc81045c0 2024-05-16T15:49:40.008 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.995+0000 7f8fcd0e8640 1 -- 172.21.15.43:0/283982367 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8fc81a0f40 con 0x7f8fc81045c0 2024-05-16T15:49:40.008 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.996+0000 7f8fcd0e8640 1 -- 172.21.15.43:0/283982367 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8fc8109db0 con 0x7f8fc81045c0 2024-05-16T15:49:40.009 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.997+0000 7f8faffff640 1 -- 172.21.15.43:0/283982367 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f8fc00051d0 con 0x7f8fc81045c0 2024-05-16T15:49:40.009 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.998+0000 7f8faffff640 1 --2- 172.21.15.43:0/283982367 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f8fb00b27f0 0x7f8fb00b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:40.009 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.998+0000 7f8fc6d9d640 1 --2- 172.21.15.43:0/283982367 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f8fb00b27f0 0x7f8fb00b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:40.009 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.998+0000 7f8faffff640 1 -- 172.21.15.43:0/283982367 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f8fc00e2ad0 con 0x7f8fc81045c0 2024-05-16T15:49:40.009 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:39.999+0000 7f8fc6d9d640 1 --2- 172.21.15.43:0/283982367 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f8fb00b27f0 0x7f8fb00b4cb0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f8fb8005fd0 tx=0x7f8fb800b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:40.012 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.001+0000 7f8faffff640 1 -- 172.21.15.43:0/283982367 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f8fc0016030 con 0x7f8fc81045c0 2024-05-16T15:49:40.204 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.193+0000 7f8fcd0e8640 1 -- 172.21.15.43:0/283982367 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f8fc802db50 con 0x7f8fc81045c0 2024-05-16T15:49:40.204 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.193+0000 7f8faffff640 1 -- 172.21.15.43:0/283982367 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v89) ==== 93+0+10 (secure 0 0 0) 0x7f8fc00a9d90 con 0x7f8fc81045c0 2024-05-16T15:49:40.204 INFO:teuthology.orchestra.run.smithi043.stdout:pg_num: 1 2024-05-16T15:49:40.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.195+0000 7f8fcd0e8640 1 -- 172.21.15.43:0/283982367 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f8fb00b27f0 msgr2=0x7f8fb00b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:40.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.195+0000 7f8fcd0e8640 1 --2- 172.21.15.43:0/283982367 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f8fb00b27f0 0x7f8fb00b4cb0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f8fb8005fd0 tx=0x7f8fb800b410 comp rx=0 tx=0).stop 2024-05-16T15:49:40.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.195+0000 7f8fcd0e8640 1 -- 172.21.15.43:0/283982367 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8fc81045c0 msgr2=0x7f8fc81a0110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:40.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.195+0000 7f8fcd0e8640 1 --2- 172.21.15.43:0/283982367 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8fc81045c0 0x7f8fc81a0110 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f8fc000eaa0 tx=0x7f8fc000ef60 comp rx=0 tx=0).stop 2024-05-16T15:49:40.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.195+0000 7f8fcd0e8640 1 -- 172.21.15.43:0/283982367 shutdown_connections 2024-05-16T15:49:40.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.195+0000 7f8fcd0e8640 1 --2- 172.21.15.43:0/283982367 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8fc81045c0 0x7f8fc81a0110 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:40.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.195+0000 7f8fcd0e8640 1 --2- 172.21.15.43:0/283982367 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8fc8103c00 0x7f8fc81990a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:40.206 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.195+0000 7f8fcd0e8640 1 --2- 172.21.15.43:0/283982367 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f8fb00b27f0 0x7f8fb00b4cb0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:40.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.195+0000 7f8fcd0e8640 1 --2- 172.21.15.43:0/283982367 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8fc8102a10 0x7f8fc8198b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:40.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.195+0000 7f8fcd0e8640 1 -- 172.21.15.43:0/283982367 >> 172.21.15.43:0/283982367 conn(0x7f8fc80fdf80 msgr2=0x7f8fc8106f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:40.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.195+0000 7f8fcd0e8640 1 -- 172.21.15.43:0/283982367 shutdown_connections 2024-05-16T15:49:40.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.195+0000 7f8fcd0e8640 1 -- 172.21.15.43:0/283982367 wait complete. 2024-05-16T15:49:40.217 DEBUG:teuthology.orchestra.run.smithi043:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-05-16T15:49:40.329 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.316+0000 7fe902408640 1 -- 172.21.15.43:0/853848085 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe8fc101910 msgr2=0x7fe8fc101d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:40.329 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.316+0000 7fe902408640 1 --2- 172.21.15.43:0/853848085 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe8fc101910 0x7fe8fc101d30 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fe8ec009900 tx=0x7fe8ec02a410 comp rx=0 tx=0).stop 2024-05-16T15:49:40.329 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.316+0000 7fe902408640 1 -- 172.21.15.43:0/853848085 shutdown_connections 2024-05-16T15:49:40.329 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.316+0000 7fe902408640 1 --2- 172.21.15.43:0/853848085 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe8fc1034c0 0x7fe8fc109d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:40.329 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.316+0000 7fe902408640 1 --2- 172.21.15.43:0/853848085 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe8fc102b00 0x7fe8fc102f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:40.329 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.316+0000 7fe902408640 1 --2- 172.21.15.43:0/853848085 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe8fc101910 0x7fe8fc101d30 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:40.329 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.316+0000 7fe902408640 1 -- 172.21.15.43:0/853848085 >> 172.21.15.43:0/853848085 conn(0x7fe8fc0fcea0 msgr2=0x7fe8fc0ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:40.330 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.316+0000 7fe902408640 1 -- 172.21.15.43:0/853848085 shutdown_connections 2024-05-16T15:49:40.330 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.316+0000 7fe902408640 1 -- 172.21.15.43:0/853848085 wait complete. 2024-05-16T15:49:40.330 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.317+0000 7fe902408640 1 Processor -- start 2024-05-16T15:49:40.330 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.317+0000 7fe902408640 1 -- start start 2024-05-16T15:49:40.330 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.317+0000 7fe902408640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe8fc101910 0x7fe8fc10c240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:40.330 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.317+0000 7fe902408640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe8fc102b00 0x7fe8fc10a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:40.330 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.317+0000 7fe902408640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe8fc1034c0 0x7fe8fc10ae10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:40.330 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.317+0000 7fe902408640 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fe8fc10e3d0 con 0x7fe8fc101910 2024-05-16T15:49:40.330 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.317+0000 7fe902408640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fe8fc10e250 con 0x7fe8fc102b00 2024-05-16T15:49:40.330 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.317+0000 7fe902408640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fe8fc10e550 con 0x7fe8fc1034c0 2024-05-16T15:49:40.330 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.317+0000 7fe8fbfff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe8fc101910 0x7fe8fc10c240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:40.330 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.317+0000 7fe8fbfff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe8fc101910 0x7fe8fc10c240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:60426/0 (socket says 172.21.15.43:60426) 2024-05-16T15:49:40.330 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.317+0000 7fe8fbfff640 1 -- 172.21.15.43:0/1752312081 learned_addr learned my addr 172.21.15.43:0/1752312081 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:40.331 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.317+0000 7fe8fb7fe640 1 --2- 172.21.15.43:0/1752312081 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe8fc102b00 0x7fe8fc10a8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:40.331 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.318+0000 7fe8fbfff640 1 -- 172.21.15.43:0/1752312081 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe8fc1034c0 msgr2=0x7fe8fc10ae10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:40.331 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.318+0000 7fe8fbfff640 1 --2- 172.21.15.43:0/1752312081 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe8fc1034c0 0x7fe8fc10ae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:40.331 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.318+0000 7fe8fbfff640 1 -- 172.21.15.43:0/1752312081 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe8fc102b00 msgr2=0x7fe8fc10a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:40.331 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.318+0000 7fe8fbfff640 1 --2- 172.21.15.43:0/1752312081 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe8fc102b00 0x7fe8fc10a8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:40.331 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.318+0000 7fe8fbfff640 1 -- 172.21.15.43:0/1752312081 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8fc10b6d0 con 0x7fe8fc101910 2024-05-16T15:49:40.331 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.318+0000 7fe8fbfff640 1 --2- 172.21.15.43:0/1752312081 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe8fc101910 0x7fe8fc10c240 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fe8ec005ab0 tx=0x7fe8ec0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:40.331 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.318+0000 7fe8f97fa640 1 -- 172.21.15.43:0/1752312081 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8ec03f030 con 0x7fe8fc101910 2024-05-16T15:49:40.331 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.318+0000 7fe8f97fa640 1 -- 172.21.15.43:0/1752312081 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe8ec003c90 con 0x7fe8fc101910 2024-05-16T15:49:40.331 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.318+0000 7fe902408640 1 -- 172.21.15.43:0/1752312081 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8fc1a2d00 con 0x7fe8fc101910 2024-05-16T15:49:40.331 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.318+0000 7fe8f97fa640 1 -- 172.21.15.43:0/1752312081 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8ec035070 con 0x7fe8fc101910 2024-05-16T15:49:40.331 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.318+0000 7fe902408640 1 -- 172.21.15.43:0/1752312081 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8fc1a31c0 con 0x7fe8fc101910 2024-05-16T15:49:40.332 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.319+0000 7fe902408640 1 -- 172.21.15.43:0/1752312081 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe8fc108e90 con 0x7fe8fc101910 2024-05-16T15:49:40.333 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.320+0000 7fe8f97fa640 1 -- 172.21.15.43:0/1752312081 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fe8ec042030 con 0x7fe8fc101910 2024-05-16T15:49:40.333 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.321+0000 7fe8f97fa640 1 --2- 172.21.15.43:0/1752312081 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe8e40b2870 0x7fe8e40b4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:40.333 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.322+0000 7fe8fb7fe640 1 --2- 172.21.15.43:0/1752312081 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe8e40b2870 0x7fe8e40b4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:40.333 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.322+0000 7fe8f97fa640 1 -- 172.21.15.43:0/1752312081 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fe8ec102fe0 con 0x7fe8fc101910 2024-05-16T15:49:40.333 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.322+0000 7fe8fb7fe640 1 --2- 172.21.15.43:0/1752312081 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe8e40b2870 0x7fe8e40b4d30 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fe8fc10bfb0 tx=0x7fe8f000a4c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:40.337 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.326+0000 7fe8f97fa640 1 -- 172.21.15.43:0/1752312081 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fe8ec0ca950 con 0x7fe8fc101910 2024-05-16T15:49:40.530 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.519+0000 7fe902408640 1 -- 172.21.15.43:0/1752312081 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fe8fc02dd70 con 0x7fe8fc101910 2024-05-16T15:49:40.530 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.519+0000 7fe8f97fa640 1 -- 172.21.15.43:0/1752312081 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v89) ==== 104+0+11 (secure 0 0 0) 0x7fe8ec0ca250 con 0x7fe8fc101910 2024-05-16T15:49:40.530 INFO:teuthology.orchestra.run.smithi043.stdout:pg_num: 32 2024-05-16T15:49:40.533 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.522+0000 7fe902408640 1 -- 172.21.15.43:0/1752312081 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe8e40b2870 msgr2=0x7fe8e40b4d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:40.533 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.522+0000 7fe902408640 1 --2- 172.21.15.43:0/1752312081 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe8e40b2870 0x7fe8e40b4d30 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fe8fc10bfb0 tx=0x7fe8f000a4c0 comp rx=0 tx=0).stop 2024-05-16T15:49:40.533 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.522+0000 7fe902408640 1 -- 172.21.15.43:0/1752312081 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe8fc101910 msgr2=0x7fe8fc10c240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:40.533 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.522+0000 7fe902408640 1 --2- 172.21.15.43:0/1752312081 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe8fc101910 0x7fe8fc10c240 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fe8ec005ab0 tx=0x7fe8ec0042f0 comp rx=0 tx=0).stop 2024-05-16T15:49:40.533 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.522+0000 7fe902408640 1 -- 172.21.15.43:0/1752312081 shutdown_connections 2024-05-16T15:49:40.533 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.522+0000 7fe902408640 1 --2- 172.21.15.43:0/1752312081 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe8e40b2870 0x7fe8e40b4d30 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:40.533 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.522+0000 7fe902408640 1 --2- 172.21.15.43:0/1752312081 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe8fc1034c0 0x7fe8fc10ae10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:40.533 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.522+0000 7fe902408640 1 --2- 172.21.15.43:0/1752312081 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe8fc102b00 0x7fe8fc10a8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:40.533 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.522+0000 7fe902408640 1 --2- 172.21.15.43:0/1752312081 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe8fc101910 0x7fe8fc10c240 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:40.533 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.522+0000 7fe902408640 1 -- 172.21.15.43:0/1752312081 >> 172.21.15.43:0/1752312081 conn(0x7fe8fc0fcea0 msgr2=0x7fe8fc106060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:40.533 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.522+0000 7fe902408640 1 -- 172.21.15.43:0/1752312081 shutdown_connections 2024-05-16T15:49:40.533 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.522+0000 7fe902408640 1 -- 172.21.15.43:0/1752312081 wait complete. 2024-05-16T15:49:40.544 DEBUG:teuthology.orchestra.run.smithi043:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-05-16T15:49:40.654 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.640+0000 7fc888efc640 1 -- 172.21.15.43:0/847557217 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc884102b00 msgr2=0x7fc884102f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:40.654 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.640+0000 7fc888efc640 1 --2- 172.21.15.43:0/847557217 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc884102b00 0x7fc884102f80 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fc878009900 tx=0x7fc87802a410 comp rx=0 tx=0).stop 2024-05-16T15:49:40.654 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.641+0000 7fc888efc640 1 -- 172.21.15.43:0/847557217 shutdown_connections 2024-05-16T15:49:40.654 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.641+0000 7fc888efc640 1 --2- 172.21.15.43:0/847557217 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc8841034c0 0x7fc884109d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:40.654 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.641+0000 7fc888efc640 1 --2- 172.21.15.43:0/847557217 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc884102b00 0x7fc884102f80 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:40.654 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.641+0000 7fc888efc640 1 --2- 172.21.15.43:0/847557217 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc884101910 0x7fc884101d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:40.654 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.641+0000 7fc888efc640 1 -- 172.21.15.43:0/847557217 >> 172.21.15.43:0/847557217 conn(0x7fc8840fcea0 msgr2=0x7fc8840ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:40.654 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.641+0000 7fc888efc640 1 -- 172.21.15.43:0/847557217 shutdown_connections 2024-05-16T15:49:40.654 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.641+0000 7fc888efc640 1 -- 172.21.15.43:0/847557217 wait complete. 2024-05-16T15:49:40.654 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.641+0000 7fc888efc640 1 Processor -- start 2024-05-16T15:49:40.654 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.641+0000 7fc888efc640 1 -- start start 2024-05-16T15:49:40.655 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.641+0000 7fc888efc640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc884101910 0x7fc884198b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:40.655 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.641+0000 7fc888efc640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc884102b00 0x7fc8841990b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:40.655 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.641+0000 7fc888efc640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc8841034c0 0x7fc8841a0120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:40.655 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.641+0000 7fc888efc640 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fc88410e450 con 0x7fc884101910 2024-05-16T15:49:40.655 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.641+0000 7fc888efc640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fc88410e2d0 con 0x7fc884102b00 2024-05-16T15:49:40.655 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.641+0000 7fc888efc640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fc88410e5d0 con 0x7fc8841034c0 2024-05-16T15:49:40.655 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.642+0000 7fc88259c640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc884101910 0x7fc884198b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:40.655 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.642+0000 7fc88259c640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc884101910 0x7fc884198b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:60438/0 (socket says 172.21.15.43:60438) 2024-05-16T15:49:40.655 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.642+0000 7fc88259c640 1 -- 172.21.15.43:0/3261598276 learned_addr learned my addr 172.21.15.43:0/3261598276 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:40.655 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.642+0000 7fc881d9b640 1 --2- 172.21.15.43:0/3261598276 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc884102b00 0x7fc8841990b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:40.655 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.642+0000 7fc882d9d640 1 --2- 172.21.15.43:0/3261598276 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc8841034c0 0x7fc8841a0120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:40.655 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.642+0000 7fc88259c640 1 -- 172.21.15.43:0/3261598276 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc8841034c0 msgr2=0x7fc8841a0120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:40.655 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.642+0000 7fc88259c640 1 --2- 172.21.15.43:0/3261598276 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc8841034c0 0x7fc8841a0120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:40.655 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.642+0000 7fc88259c640 1 -- 172.21.15.43:0/3261598276 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc884102b00 msgr2=0x7fc8841990b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:40.656 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.642+0000 7fc88259c640 1 --2- 172.21.15.43:0/3261598276 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc884102b00 0x7fc8841990b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:40.656 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.642+0000 7fc88259c640 1 -- 172.21.15.43:0/3261598276 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8841a0790 con 0x7fc884101910 2024-05-16T15:49:40.656 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.642+0000 7fc881d9b640 1 --2- 172.21.15.43:0/3261598276 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc884102b00 0x7fc8841990b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:49:40.656 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.642+0000 7fc88259c640 1 --2- 172.21.15.43:0/3261598276 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc884101910 0x7fc884198b70 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7fc87400d770 tx=0x7fc87400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:40.656 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.642+0000 7fc8737fe640 1 -- 172.21.15.43:0/3261598276 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc874017070 con 0x7fc884101910 2024-05-16T15:49:40.656 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.642+0000 7fc888efc640 1 -- 172.21.15.43:0/3261598276 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8841a0a80 con 0x7fc884101910 2024-05-16T15:49:40.656 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.642+0000 7fc8737fe640 1 -- 172.21.15.43:0/3261598276 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc874009c30 con 0x7fc884101910 2024-05-16T15:49:40.656 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.642+0000 7fc8737fe640 1 -- 172.21.15.43:0/3261598276 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc874003c50 con 0x7fc884101910 2024-05-16T15:49:40.656 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.642+0000 7fc888efc640 1 -- 172.21.15.43:0/3261598276 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8841a0fa0 con 0x7fc884101910 2024-05-16T15:49:40.656 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.643+0000 7fc888efc640 1 -- 172.21.15.43:0/3261598276 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc884108d20 con 0x7fc884101910 2024-05-16T15:49:40.657 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.645+0000 7fc8737fe640 1 -- 172.21.15.43:0/3261598276 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fc874003df0 con 0x7fc884101910 2024-05-16T15:49:40.657 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.646+0000 7fc8737fe640 1 --2- 172.21.15.43:0/3261598276 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc86c0b27f0 0x7fc86c0b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:40.657 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.646+0000 7fc881d9b640 1 --2- 172.21.15.43:0/3261598276 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc86c0b27f0 0x7fc86c0b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:40.657 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.646+0000 7fc8737fe640 1 -- 172.21.15.43:0/3261598276 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fc8740e2510 con 0x7fc884101910 2024-05-16T15:49:40.657 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.647+0000 7fc881d9b640 1 --2- 172.21.15.43:0/3261598276 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc86c0b27f0 0x7fc86c0b4cb0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fc878006010 tx=0x7fc878031400 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:40.660 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.649+0000 7fc8737fe640 1 -- 172.21.15.43:0/3261598276 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fc874009de0 con 0x7fc884101910 2024-05-16T15:49:40.852 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.841+0000 7fc888efc640 1 -- 172.21.15.43:0/3261598276 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fc8840635e0 con 0x7fc884101910 2024-05-16T15:49:40.852 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.842+0000 7fc8737fe640 1 -- 172.21.15.43:0/3261598276 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v89) ==== 100+0+11 (secure 0 0 0) 0x7fc8740a9e20 con 0x7fc884101910 2024-05-16T15:49:40.852 INFO:teuthology.orchestra.run.smithi043.stdout:pg_num: 64 2024-05-16T15:49:40.854 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.843+0000 7fc888efc640 1 -- 172.21.15.43:0/3261598276 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc86c0b27f0 msgr2=0x7fc86c0b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:40.855 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.843+0000 7fc888efc640 1 --2- 172.21.15.43:0/3261598276 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc86c0b27f0 0x7fc86c0b4cb0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fc878006010 tx=0x7fc878031400 comp rx=0 tx=0).stop 2024-05-16T15:49:40.855 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.843+0000 7fc888efc640 1 -- 172.21.15.43:0/3261598276 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc884101910 msgr2=0x7fc884198b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:40.855 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.843+0000 7fc888efc640 1 --2- 172.21.15.43:0/3261598276 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc884101910 0x7fc884198b70 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7fc87400d770 tx=0x7fc87400dc30 comp rx=0 tx=0).stop 2024-05-16T15:49:40.855 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.843+0000 7fc888efc640 1 -- 172.21.15.43:0/3261598276 shutdown_connections 2024-05-16T15:49:40.855 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.844+0000 7fc888efc640 1 --2- 172.21.15.43:0/3261598276 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc86c0b27f0 0x7fc86c0b4cb0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:40.855 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.844+0000 7fc888efc640 1 --2- 172.21.15.43:0/3261598276 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc8841034c0 0x7fc8841a0120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:40.855 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.844+0000 7fc888efc640 1 --2- 172.21.15.43:0/3261598276 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc884102b00 0x7fc8841990b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:40.855 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.844+0000 7fc888efc640 1 --2- 172.21.15.43:0/3261598276 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc884101910 0x7fc884198b70 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:40.855 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.844+0000 7fc888efc640 1 -- 172.21.15.43:0/3261598276 >> 172.21.15.43:0/3261598276 conn(0x7fc8840fcea0 msgr2=0x7fc884105ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:40.855 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.844+0000 7fc888efc640 1 -- 172.21.15.43:0/3261598276 shutdown_connections 2024-05-16T15:49:40.855 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.844+0000 7fc888efc640 1 -- 172.21.15.43:0/3261598276 wait complete. 2024-05-16T15:49:40.864 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:40 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/2114239535' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-05-16T15:49:40.864 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:40 smithi043 ceph-mon[31619]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:49:40.864 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:40 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/3984530812' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-16T15:49:40.865 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:40 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/283982367' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-16T15:49:40.866 DEBUG:teuthology.orchestra.run.smithi043:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-05-16T15:49:40.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:40 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/2114239535' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-05-16T15:49:40.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:40 smithi157 ceph-mon[35584]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:49:40.926 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:40 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/3984530812' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-16T15:49:40.926 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:40 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/283982367' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-16T15:49:40.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:40 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/2114239535' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-05-16T15:49:40.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:40 smithi148 ceph-mon[34976]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:49:40.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:40 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/3984530812' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-16T15:49:40.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:40 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/283982367' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-16T15:49:40.974 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.963+0000 7f960bc83640 1 -- 172.21.15.43:0/260463839 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f96041018e0 msgr2=0x7f9604101d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:40.974 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.963+0000 7f960bc83640 1 --2- 172.21.15.43:0/260463839 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f96041018e0 0x7f9604101d00 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f95f4009ca0 tx=0x7f95f402a8c0 comp rx=0 tx=0).stop 2024-05-16T15:49:40.974 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.963+0000 7f960bc83640 1 -- 172.21.15.43:0/260463839 shutdown_connections 2024-05-16T15:49:40.974 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.963+0000 7f960bc83640 1 --2- 172.21.15.43:0/260463839 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9604103490 0x7f9604109d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:40.974 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.963+0000 7f960bc83640 1 --2- 172.21.15.43:0/260463839 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9604102ad0 0x7f9604102f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:40.974 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.963+0000 7f960bc83640 1 --2- 172.21.15.43:0/260463839 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f96041018e0 0x7f9604101d00 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:40.974 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.963+0000 7f960bc83640 1 -- 172.21.15.43:0/260463839 >> 172.21.15.43:0/260463839 conn(0x7f96040fce50 msgr2=0x7f96040ff290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:40.974 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.963+0000 7f960bc83640 1 -- 172.21.15.43:0/260463839 shutdown_connections 2024-05-16T15:49:40.974 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.963+0000 7f960bc83640 1 -- 172.21.15.43:0/260463839 wait complete. 2024-05-16T15:49:40.977 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.964+0000 7f960bc83640 1 Processor -- start 2024-05-16T15:49:40.977 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.964+0000 7f960bc83640 1 -- start start 2024-05-16T15:49:40.977 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.964+0000 7f960bc83640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f96041018e0 0x7f9604197aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:40.977 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.964+0000 7f960bc83640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9604102ad0 0x7f9604197fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:40.977 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.964+0000 7f960bc83640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9604103490 0x7f960419f050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:40.977 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.964+0000 7f960bc83640 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f960410d2e0 con 0x7f9604102ad0 2024-05-16T15:49:40.977 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.964+0000 7f960bc83640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f960410d160 con 0x7f9604103490 2024-05-16T15:49:40.977 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.964+0000 7f960bc83640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f960410d460 con 0x7f96041018e0 2024-05-16T15:49:40.977 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.964+0000 7f960921e640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9604102ad0 0x7f9604197fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:40.977 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.964+0000 7f960921e640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9604102ad0 0x7f9604197fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:60458/0 (socket says 172.21.15.43:60458) 2024-05-16T15:49:40.977 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.964+0000 7f960921e640 1 -- 172.21.15.43:0/3202019879 learned_addr learned my addr 172.21.15.43:0/3202019879 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:40.977 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.964+0000 7f9609a1f640 1 --2- 172.21.15.43:0/3202019879 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f96041018e0 0x7f9604197aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:40.978 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.964+0000 7f960921e640 1 -- 172.21.15.43:0/3202019879 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f96041018e0 msgr2=0x7f9604197aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:40.978 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.964+0000 7f960921e640 1 --2- 172.21.15.43:0/3202019879 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f96041018e0 0x7f9604197aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:40.978 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.964+0000 7f960a220640 1 --2- 172.21.15.43:0/3202019879 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9604103490 0x7f960419f050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:40.978 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.964+0000 7f960921e640 1 -- 172.21.15.43:0/3202019879 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9604103490 msgr2=0x7f960419f050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:40.978 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.964+0000 7f960921e640 1 --2- 172.21.15.43:0/3202019879 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9604103490 0x7f960419f050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:40.978 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.964+0000 7f960921e640 1 -- 172.21.15.43:0/3202019879 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f960419f6c0 con 0x7f9604102ad0 2024-05-16T15:49:40.978 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.965+0000 7f960921e640 1 --2- 172.21.15.43:0/3202019879 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9604102ad0 0x7f9604197fe0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f95f800d950 tx=0x7f95f800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:40.978 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.965+0000 7f9602ffd640 1 -- 172.21.15.43:0/3202019879 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95f8017070 con 0x7f9604102ad0 2024-05-16T15:49:40.978 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.965+0000 7f9602ffd640 1 -- 172.21.15.43:0/3202019879 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f95f8009c30 con 0x7f9604102ad0 2024-05-16T15:49:40.978 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.965+0000 7f960bc83640 1 -- 172.21.15.43:0/3202019879 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f960419f9b0 con 0x7f9604102ad0 2024-05-16T15:49:40.978 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.965+0000 7f9602ffd640 1 -- 172.21.15.43:0/3202019879 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95f800f620 con 0x7f9604102ad0 2024-05-16T15:49:40.978 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.965+0000 7f960bc83640 1 -- 172.21.15.43:0/3202019879 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f960419ff00 con 0x7f9604102ad0 2024-05-16T15:49:40.978 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.966+0000 7f960bc83640 1 -- 172.21.15.43:0/3202019879 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9604108d70 con 0x7f9604102ad0 2024-05-16T15:49:40.979 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.967+0000 7f9602ffd640 1 -- 172.21.15.43:0/3202019879 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f95f8005030 con 0x7f9604102ad0 2024-05-16T15:49:40.979 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.968+0000 7f9602ffd640 1 --2- 172.21.15.43:0/3202019879 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f95ec0b27f0 0x7f95ec0b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:40.979 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.968+0000 7f9609a1f640 1 --2- 172.21.15.43:0/3202019879 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f95ec0b27f0 0x7f95ec0b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:40.979 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.968+0000 7f9602ffd640 1 -- 172.21.15.43:0/3202019879 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f95f80e22c0 con 0x7f9604102ad0 2024-05-16T15:49:40.979 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.968+0000 7f9609a1f640 1 --2- 172.21.15.43:0/3202019879 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f95ec0b27f0 0x7f95ec0b4cb0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f95f4000f80 tx=0x7f95f4031980 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:40.981 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:40.971+0000 7f9602ffd640 1 -- 172.21.15.43:0/3202019879 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f95f80a9bd0 con 0x7f9604102ad0 2024-05-16T15:49:41.173 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:41.162+0000 7f960bc83640 1 -- 172.21.15.43:0/3202019879 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f960402dda0 con 0x7f9604102ad0 2024-05-16T15:49:41.173 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:41.162+0000 7f9602ffd640 1 -- 172.21.15.43:0/3202019879 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v89) ==== 103+0+11 (secure 0 0 0) 0x7f95f8009de0 con 0x7f9604102ad0 2024-05-16T15:49:41.173 INFO:teuthology.orchestra.run.smithi043.stdout:pg_num: 32 2024-05-16T15:49:41.175 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:41.164+0000 7f960bc83640 1 -- 172.21.15.43:0/3202019879 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f95ec0b27f0 msgr2=0x7f95ec0b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:41.175 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:41.164+0000 7f960bc83640 1 --2- 172.21.15.43:0/3202019879 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f95ec0b27f0 0x7f95ec0b4cb0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f95f4000f80 tx=0x7f95f4031980 comp rx=0 tx=0).stop 2024-05-16T15:49:41.175 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:41.164+0000 7f960bc83640 1 -- 172.21.15.43:0/3202019879 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9604102ad0 msgr2=0x7f9604197fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:41.175 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:41.164+0000 7f960bc83640 1 --2- 172.21.15.43:0/3202019879 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9604102ad0 0x7f9604197fe0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f95f800d950 tx=0x7f95f800de10 comp rx=0 tx=0).stop 2024-05-16T15:49:41.175 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:41.164+0000 7f960bc83640 1 -- 172.21.15.43:0/3202019879 shutdown_connections 2024-05-16T15:49:41.176 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:41.164+0000 7f960bc83640 1 --2- 172.21.15.43:0/3202019879 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9604103490 0x7f960419f050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:41.176 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:41.164+0000 7f960bc83640 1 --2- 172.21.15.43:0/3202019879 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9604102ad0 0x7f9604197fe0 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:41.176 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:41.164+0000 7f960bc83640 1 --2- 172.21.15.43:0/3202019879 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f95ec0b27f0 0x7f95ec0b4cb0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:41.176 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:41.164+0000 7f960bc83640 1 --2- 172.21.15.43:0/3202019879 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f96041018e0 0x7f9604197aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:41.176 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:41.164+0000 7f960bc83640 1 -- 172.21.15.43:0/3202019879 >> 172.21.15.43:0/3202019879 conn(0x7f96040fce50 msgr2=0x7f9604105f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:41.176 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:41.164+0000 7f960bc83640 1 -- 172.21.15.43:0/3202019879 shutdown_connections 2024-05-16T15:49:41.176 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:41.164+0000 7f960bc83640 1 -- 172.21.15.43:0/3202019879 wait complete. 2024-05-16T15:49:41.186 INFO:tasks.fwd_scrub:Wait for all MDSs to reach steady state... 2024-05-16T15:49:41.187 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-16T15:49:41.437 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:49:41.822 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:41 smithi043 ceph-mon[31619]: pgmap v419: 129 pgs: 129 active+clean; 647 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 767 B/s wr, 9 op/s 2024-05-16T15:49:41.823 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:41 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/1752312081' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-16T15:49:41.823 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:41 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/3261598276' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-16T15:49:41.823 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:41 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/3202019879' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-05-16T15:49:41.926 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:41 smithi157 ceph-mon[35584]: pgmap v419: 129 pgs: 129 active+clean; 647 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 767 B/s wr, 9 op/s 2024-05-16T15:49:41.926 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:41 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/1752312081' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-16T15:49:41.926 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:41 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/3261598276' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-16T15:49:41.926 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:41 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/3202019879' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-05-16T15:49:41.935 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:41 smithi148 ceph-mon[34976]: pgmap v419: 129 pgs: 129 active+clean; 647 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 767 B/s wr, 9 op/s 2024-05-16T15:49:41.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:41 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/1752312081' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-16T15:49:41.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:41 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/3261598276' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-16T15:49:41.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:41 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/3202019879' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-05-16T15:49:43.266 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.240+0000 7f2e261f3700 1 -- 172.21.15.43:0/2587461271 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2e20103750 msgr2=0x7f2e20103b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:43.266 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.240+0000 7f2e261f3700 1 --2- 172.21.15.43:0/2587461271 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2e20103750 0x7f2e20103b30 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f2e100099c0 tx=0x7f2e10009cd0 comp rx=0 tx=0).stop 2024-05-16T15:49:43.266 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.240+0000 7f2e261f3700 1 -- 172.21.15.43:0/2587461271 shutdown_connections 2024-05-16T15:49:43.267 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.240+0000 7f2e261f3700 1 --2- 172.21.15.43:0/2587461271 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2e20108850 0x7f2e201103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:43.267 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.240+0000 7f2e261f3700 1 --2- 172.21.15.43:0/2587461271 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2e20103750 0x7f2e20103b30 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:43.267 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.240+0000 7f2e261f3700 1 --2- 172.21.15.43:0/2587461271 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e20104100 0x7f2e20108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:43.267 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.240+0000 7f2e261f3700 1 -- 172.21.15.43:0/2587461271 >> 172.21.15.43:0/2587461271 conn(0x7f2e2007a600 msgr2=0x7f2e2007aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:43.267 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.240+0000 7f2e261f3700 1 -- 172.21.15.43:0/2587461271 shutdown_connections 2024-05-16T15:49:43.267 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.240+0000 7f2e261f3700 1 -- 172.21.15.43:0/2587461271 wait complete. 2024-05-16T15:49:43.267 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.241+0000 7f2e261f3700 1 Processor -- start 2024-05-16T15:49:43.267 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.241+0000 7f2e261f3700 1 -- start start 2024-05-16T15:49:43.267 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.241+0000 7f2e261f3700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2e20103750 0x7f2e2019f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:43.267 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.241+0000 7f2e261f3700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2e20104100 0x7f2e2019fc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:43.267 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.241+0000 7f2e261f3700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e20108850 0x7f2e20199840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:43.267 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.241+0000 7f2e261f3700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f2e20113540 con 0x7f2e20104100 2024-05-16T15:49:43.267 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.241+0000 7f2e261f3700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f2e201133c0 con 0x7f2e20103750 2024-05-16T15:49:43.267 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.241+0000 7f2e261f3700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f2e201136c0 con 0x7f2e20108850 2024-05-16T15:49:43.268 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.242+0000 7f2e1effd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2e20104100 0x7f2e2019fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:43.268 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.242+0000 7f2e1effd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2e20104100 0x7f2e2019fc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:60480/0 (socket says 172.21.15.43:60480) 2024-05-16T15:49:43.268 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.242+0000 7f2e1effd700 1 -- 172.21.15.43:0/159577838 learned_addr learned my addr 172.21.15.43:0/159577838 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:43.268 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.242+0000 7f2e1f7fe700 1 --2- 172.21.15.43:0/159577838 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2e20103750 0x7f2e2019f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:43.268 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.242+0000 7f2e1ffff700 1 --2- 172.21.15.43:0/159577838 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e20108850 0x7f2e20199840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:43.268 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.242+0000 7f2e1effd700 1 -- 172.21.15.43:0/159577838 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e20108850 msgr2=0x7f2e20199840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:43.268 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.242+0000 7f2e1effd700 1 --2- 172.21.15.43:0/159577838 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e20108850 0x7f2e20199840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:43.268 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.242+0000 7f2e1effd700 1 -- 172.21.15.43:0/159577838 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2e20103750 msgr2=0x7f2e2019f6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:43.268 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.242+0000 7f2e1effd700 1 --2- 172.21.15.43:0/159577838 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2e20103750 0x7f2e2019f6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:43.268 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.242+0000 7f2e1effd700 1 -- 172.21.15.43:0/159577838 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e2019a020 con 0x7f2e20104100 2024-05-16T15:49:43.268 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.242+0000 7f2e1effd700 1 --2- 172.21.15.43:0/159577838 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2e20104100 0x7f2e2019fc00 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f2e1400ba50 tx=0x7f2e1400bd60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:43.268 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.242+0000 7f2e1cff9700 1 -- 172.21.15.43:0/159577838 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e14019070 con 0x7f2e20104100 2024-05-16T15:49:43.268 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.242+0000 7f2e1cff9700 1 -- 172.21.15.43:0/159577838 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2e1400cdc0 con 0x7f2e20104100 2024-05-16T15:49:43.268 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.242+0000 7f2e261f3700 1 -- 172.21.15.43:0/159577838 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e2019a310 con 0x7f2e20104100 2024-05-16T15:49:43.269 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.242+0000 7f2e1cff9700 1 -- 172.21.15.43:0/159577838 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e14014e50 con 0x7f2e20104100 2024-05-16T15:49:43.269 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.242+0000 7f2e261f3700 1 -- 172.21.15.43:0/159577838 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e201a6520 con 0x7f2e20104100 2024-05-16T15:49:43.269 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.243+0000 7f2e261f3700 1 -- 172.21.15.43:0/159577838 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2e2010ba90 con 0x7f2e20104100 2024-05-16T15:49:43.269 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.245+0000 7f2e1cff9700 1 -- 172.21.15.43:0/159577838 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f2e1401c070 con 0x7f2e20104100 2024-05-16T15:49:43.269 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.245+0000 7f2e1cff9700 1 --2- 172.21.15.43:0/159577838 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f2e080b2a20 0x7f2e080b4ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:43.269 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.246+0000 7f2e1f7fe700 1 --2- 172.21.15.43:0/159577838 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f2e080b2a20 0x7f2e080b4ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:43.269 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.246+0000 7f2e1cff9700 1 -- 172.21.15.43:0/159577838 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f2e140e1d80 con 0x7f2e20104100 2024-05-16T15:49:43.269 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.246+0000 7f2e1f7fe700 1 --2- 172.21.15.43:0/159577838 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f2e080b2a20 0x7f2e080b4ee0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f2e10000c00 tx=0x7f2e10005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:43.269 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.249+0000 7f2e1cff9700 1 -- 172.21.15.43:0/159577838 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f2e140a96f0 con 0x7f2e20104100 2024-05-16T15:49:43.524 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.513+0000 7f2e261f3700 1 -- 172.21.15.43:0/159577838 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2e20104be0 con 0x7f2e20104100 2024-05-16T15:49:43.525 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.514+0000 7f2e1cff9700 1 -- 172.21.15.43:0/159577838 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+11944 (secure 0 0 0) 0x7f2e140a8ff0 con 0x7f2e20104100 2024-05-16T15:49:43.525 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:49:43.525 INFO:teuthology.orchestra.run.smithi043.stdout:{"epoch":30,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.43:6835/1448137759","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6834","nonce":1448137759},{"type":"v1","addr":"172.21.15.43:6835","nonce":1448137759}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.43:6837/3286596297","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6836","nonce":3286596297},{"type":"v1","addr":"172.21.15.43:6837","nonce":3286596297}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":30,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-16T15:45:39.175942+0000","modified":"2024-05-16T15:49:38.550067+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24482,"mds_1":24463,"mds_2":24452,"mds_3":24451,"mds_4":24445},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14562":{"gid":14562,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.43:6839/4087815034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6838","nonce":4087815034},{"type":"v1","addr":"172.21.15.43:6839","nonce":4087815034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14574":{"gid":14574,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.43:6841/2042970804","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6840","nonce":2042970804},{"type":"v1","addr":"172.21.15.43:6841","nonce":2042970804}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24410":{"gid":24410,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.148:6833/3084392719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6832","nonce":3084392719},{"type":"v1","addr":"172.21.15.148:6833","nonce":3084392719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24412":{"gid":24412,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.157:6833/3972392500","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6832","nonce":3972392500},{"type":"v1","addr":"172.21.15.157:6833","nonce":3972392500}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.148:6835/516622533","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6834","nonce":516622533},{"type":"v1","addr":"172.21.15.148:6835","nonce":516622533}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"f","rank":4,"incarnation":26,"state":"up:active","state_seq":25,"addr":"172.21.15.157:6835/2303077574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2303077574},{"type":"v1","addr":"172.21.15.157:6835","nonce":2303077574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"c","rank":3,"incarnation":24,"state":"up:active","state_seq":24,"addr":"172.21.15.157:6837/3777341889","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6836","nonce":3777341889},{"type":"v1","addr":"172.21.15.157:6837","nonce":3777341889}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24452":{"gid":24452,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":23,"addr":"172.21.15.148:6837/4036870683","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6836","nonce":4036870683},{"type":"v1","addr":"172.21.15.148:6837","nonce":4036870683}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":22,"addr":"172.21.15.157:6839/2377589154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6838","nonce":2377589154},{"type":"v1","addr":"172.21.15.157:6839","nonce":2377589154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.148:6839/717807397","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6838","nonce":717807397},{"type":"v1","addr":"172.21.15.148:6839","nonce":717807397}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24482,"qdb_cluster":[24482,24463,24451,24445,24452]},"id":1}]} 2024-05-16T15:49:43.527 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.517+0000 7f2e261f3700 1 -- 172.21.15.43:0/159577838 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f2e080b2a20 msgr2=0x7f2e080b4ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:43.528 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.517+0000 7f2e261f3700 1 --2- 172.21.15.43:0/159577838 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f2e080b2a20 0x7f2e080b4ee0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f2e10000c00 tx=0x7f2e10005fb0 comp rx=0 tx=0).stop 2024-05-16T15:49:43.528 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.517+0000 7f2e261f3700 1 -- 172.21.15.43:0/159577838 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2e20104100 msgr2=0x7f2e2019fc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:43.528 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.517+0000 7f2e261f3700 1 --2- 172.21.15.43:0/159577838 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2e20104100 0x7f2e2019fc00 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f2e1400ba50 tx=0x7f2e1400bd60 comp rx=0 tx=0).stop 2024-05-16T15:49:43.528 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.517+0000 7f2e261f3700 1 -- 172.21.15.43:0/159577838 shutdown_connections 2024-05-16T15:49:43.528 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.517+0000 7f2e261f3700 1 --2- 172.21.15.43:0/159577838 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e20108850 0x7f2e20199840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:43.528 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.517+0000 7f2e261f3700 1 --2- 172.21.15.43:0/159577838 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2e20103750 0x7f2e2019f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:43.528 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.517+0000 7f2e261f3700 1 --2- 172.21.15.43:0/159577838 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f2e080b2a20 0x7f2e080b4ee0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:43.528 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.517+0000 7f2e261f3700 1 --2- 172.21.15.43:0/159577838 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2e20104100 0x7f2e2019fc00 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:43.528 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.517+0000 7f2e261f3700 1 -- 172.21.15.43:0/159577838 >> 172.21.15.43:0/159577838 conn(0x7f2e2007a600 msgr2=0x7f2e20101770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:43.528 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.517+0000 7f2e261f3700 1 -- 172.21.15.43:0/159577838 shutdown_connections 2024-05-16T15:49:43.528 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:43.517+0000 7f2e261f3700 1 -- 172.21.15.43:0/159577838 wait complete. 2024-05-16T15:49:43.528 INFO:teuthology.orchestra.run.smithi043.stderr:dumped fsmap epoch 30 2024-05-16T15:49:43.724 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:43 smithi043 ceph-mon[31619]: pgmap v420: 129 pgs: 129 active+clean; 652 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 1.5 KiB/s wr, 11 op/s 2024-05-16T15:49:43.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:43 smithi157 ceph-mon[35584]: pgmap v420: 129 pgs: 129 active+clean; 652 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 1.5 KiB/s wr, 11 op/s 2024-05-16T15:49:43.935 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:43 smithi148 ceph-mon[34976]: pgmap v420: 129 pgs: 129 active+clean; 652 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 1.5 KiB/s wr, 11 op/s 2024-05-16T15:49:44.225 INFO:tasks.fwd_scrub:Ready to start scrub thrashing 2024-05-16T15:49:44.225 INFO:tasks.fwd_scrub.ceph_manager:waiting for clean 2024-05-16T15:49:44.225 DEBUG:teuthology.orchestra.run.smithi043:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-05-16T15:49:44.336 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.323+0000 7fe31bf5f640 1 -- 172.21.15.43:0/3210351946 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe3141086b0 msgr2=0x7fe31410ab00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:44.336 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.323+0000 7fe31bf5f640 1 --2- 172.21.15.43:0/3210351946 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe3141086b0 0x7fe31410ab00 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fe30c009ca0 tx=0x7fe30c02a8c0 comp rx=0 tx=0).stop 2024-05-16T15:49:44.336 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.323+0000 7fe31bf5f640 1 -- 172.21.15.43:0/3210351946 shutdown_connections 2024-05-16T15:49:44.336 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.323+0000 7fe31bf5f640 1 --2- 172.21.15.43:0/3210351946 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe3141086b0 0x7fe31410ab00 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:44.336 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.323+0000 7fe31bf5f640 1 --2- 172.21.15.43:0/3210351946 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe314105d80 0x7fe314108170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:44.336 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.323+0000 7fe31bf5f640 1 --2- 172.21.15.43:0/3210351946 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe314103450 0x7fe314105840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:44.336 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.323+0000 7fe31bf5f640 1 -- 172.21.15.43:0/3210351946 >> 172.21.15.43:0/3210351946 conn(0x7fe3140fce40 msgr2=0x7fe3140ff280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:44.337 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.323+0000 7fe31bf5f640 1 -- 172.21.15.43:0/3210351946 shutdown_connections 2024-05-16T15:49:44.337 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.323+0000 7fe31bf5f640 1 -- 172.21.15.43:0/3210351946 wait complete. 2024-05-16T15:49:44.337 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.324+0000 7fe31bf5f640 1 Processor -- start 2024-05-16T15:49:44.337 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.324+0000 7fe31bf5f640 1 -- start start 2024-05-16T15:49:44.337 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.324+0000 7fe31bf5f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe314103450 0x7fe314198ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:44.337 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.324+0000 7fe31bf5f640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe314105d80 0x7fe314199010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:44.337 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.324+0000 7fe31bf5f640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe3141086b0 0x7fe3141a0080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:44.337 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.324+0000 7fe31bf5f640 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fe31410e400 con 0x7fe3141086b0 2024-05-16T15:49:44.337 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.324+0000 7fe31bf5f640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fe31410e280 con 0x7fe314105d80 2024-05-16T15:49:44.337 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.324+0000 7fe31bf5f640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fe31410e580 con 0x7fe314103450 2024-05-16T15:49:44.337 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.324+0000 7fe31a4fc640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe3141086b0 0x7fe3141a0080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:44.337 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.324+0000 7fe31a4fc640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe3141086b0 0x7fe3141a0080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:60502/0 (socket says 172.21.15.43:60502) 2024-05-16T15:49:44.337 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.324+0000 7fe31a4fc640 1 -- 172.21.15.43:0/3209115008 learned_addr learned my addr 172.21.15.43:0/3209115008 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:44.337 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.324+0000 7fe3194fa640 1 --2- 172.21.15.43:0/3209115008 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe314105d80 0x7fe314199010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:44.338 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.324+0000 7fe319cfb640 1 --2- 172.21.15.43:0/3209115008 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe314103450 0x7fe314198ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:44.338 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.324+0000 7fe31a4fc640 1 -- 172.21.15.43:0/3209115008 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe314103450 msgr2=0x7fe314198ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:44.338 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.324+0000 7fe31a4fc640 1 --2- 172.21.15.43:0/3209115008 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe314103450 0x7fe314198ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:44.338 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.324+0000 7fe31a4fc640 1 -- 172.21.15.43:0/3209115008 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe314105d80 msgr2=0x7fe314199010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:44.338 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.324+0000 7fe31a4fc640 1 --2- 172.21.15.43:0/3209115008 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe314105d80 0x7fe314199010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:44.338 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.324+0000 7fe31a4fc640 1 -- 172.21.15.43:0/3209115008 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3141a06f0 con 0x7fe3141086b0 2024-05-16T15:49:44.338 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.325+0000 7fe31a4fc640 1 --2- 172.21.15.43:0/3209115008 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe3141086b0 0x7fe3141a0080 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fe30c02aeb0 tx=0x7fe30c003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:44.338 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.325+0000 7fe30affd640 1 -- 172.21.15.43:0/3209115008 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe30c032ed0 con 0x7fe3141086b0 2024-05-16T15:49:44.338 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.325+0000 7fe30affd640 1 -- 172.21.15.43:0/3209115008 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe30c003e10 con 0x7fe3141086b0 2024-05-16T15:49:44.338 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.325+0000 7fe31bf5f640 1 -- 172.21.15.43:0/3209115008 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe3141a0980 con 0x7fe3141086b0 2024-05-16T15:49:44.338 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.325+0000 7fe30affd640 1 -- 172.21.15.43:0/3209115008 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe30c030cd0 con 0x7fe3141086b0 2024-05-16T15:49:44.338 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.325+0000 7fe31bf5f640 1 -- 172.21.15.43:0/3209115008 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3141a0ed0 con 0x7fe3141086b0 2024-05-16T15:49:44.339 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.326+0000 7fe31bf5f640 1 -- 172.21.15.43:0/3209115008 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe3140fe930 con 0x7fe3141086b0 2024-05-16T15:49:44.339 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.327+0000 7fe30affd640 1 -- 172.21.15.43:0/3209115008 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fe30c004240 con 0x7fe3141086b0 2024-05-16T15:49:44.339 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.328+0000 7fe30affd640 1 --2- 172.21.15.43:0/3209115008 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe3000b27f0 0x7fe3000b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:44.340 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.328+0000 7fe30affd640 1 -- 172.21.15.43:0/3209115008 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fe30c103e90 con 0x7fe3141086b0 2024-05-16T15:49:44.340 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.328+0000 7fe319cfb640 1 --2- 172.21.15.43:0/3209115008 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe3000b27f0 0x7fe3000b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:44.340 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.329+0000 7fe319cfb640 1 --2- 172.21.15.43:0/3209115008 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe3000b27f0 0x7fe3000b4cb0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fe304005fd0 tx=0x7fe304005c70 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:44.342 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.332+0000 7fe30affd640 1 -- 172.21.15.43:0/3209115008 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fe30c0cb800 con 0x7fe3141086b0 2024-05-16T15:49:44.546 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.535+0000 7fe31bf5f640 1 -- 172.21.15.43:0/3209115008 --> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe314062df0 con 0x7fe3000b27f0 2024-05-16T15:49:44.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.545+0000 7fe30affd640 1 -- 172.21.15.43:0/3209115008 <== mgr.14150 v2:172.21.15.43:6800/198025071 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340523 (secure 0 0 0) 0x7fe314062df0 con 0x7fe3000b27f0 2024-05-16T15:49:44.561 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:49:44.563 INFO:teuthology.orchestra.run.smithi043.stderr:dumped all 2024-05-16T15:49:44.564 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.549+0000 7fe31bf5f640 1 -- 172.21.15.43:0/3209115008 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe3000b27f0 msgr2=0x7fe3000b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:44.564 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.549+0000 7fe31bf5f640 1 --2- 172.21.15.43:0/3209115008 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe3000b27f0 0x7fe3000b4cb0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fe304005fd0 tx=0x7fe304005c70 comp rx=0 tx=0).stop 2024-05-16T15:49:44.565 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.549+0000 7fe31bf5f640 1 -- 172.21.15.43:0/3209115008 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe3141086b0 msgr2=0x7fe3141a0080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:44.565 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.549+0000 7fe31bf5f640 1 --2- 172.21.15.43:0/3209115008 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe3141086b0 0x7fe3141a0080 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fe30c02aeb0 tx=0x7fe30c003c20 comp rx=0 tx=0).stop 2024-05-16T15:49:44.565 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.549+0000 7fe31bf5f640 1 -- 172.21.15.43:0/3209115008 shutdown_connections 2024-05-16T15:49:44.565 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.549+0000 7fe31bf5f640 1 --2- 172.21.15.43:0/3209115008 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe3141086b0 0x7fe3141a0080 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:44.565 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.549+0000 7fe31bf5f640 1 --2- 172.21.15.43:0/3209115008 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe314105d80 0x7fe314199010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:44.565 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.549+0000 7fe31bf5f640 1 --2- 172.21.15.43:0/3209115008 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe3000b27f0 0x7fe3000b4cb0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:44.565 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.549+0000 7fe31bf5f640 1 --2- 172.21.15.43:0/3209115008 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe314103450 0x7fe314198ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:44.565 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.549+0000 7fe31bf5f640 1 -- 172.21.15.43:0/3209115008 >> 172.21.15.43:0/3209115008 conn(0x7fe3140fce40 msgr2=0x7fe314103d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:44.565 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.549+0000 7fe31bf5f640 1 -- 172.21.15.43:0/3209115008 shutdown_connections 2024-05-16T15:49:44.565 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.549+0000 7fe31bf5f640 1 -- 172.21.15.43:0/3209115008 wait complete. 2024-05-16T15:49:44.571 INFO:teuthology.orchestra.run.smithi043.stdout:{"pg_ready":true,"pg_map":{"version":421,"stamp":"2024-05-16T15:49:44.056373+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":667720,"num_objects":102,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":1939,"num_read_kb":1078,"num_write":402,"num_write_kb":2321,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":833,"ondisk_log_size":833,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":388360,"kb_used_data":14248,"kb_used_omap":18,"kb_used_meta":373997,"kb_avail":1124553464,"statfs":{"total":1151940427776,"available":1151542747136,"internally_reserved":0,"allocated":14589952,"data_stored":8155988,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":382973242},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":6779,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":131,"num_read_kb":65,"num_write":17,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003070"},"pg_stats":[{"pgid":"3.3f","version":"89'8","reported_seq":46,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.044479+0000","last_change":"2024-05-16T15:45:37.233374+0000","last_active":"2024-05-16T15:48:20.044479+0000","last_peered":"2024-05-16T15:48:20.044479+0000","last_clean":"2024-05-16T15:48:20.044479+0000","last_became_active":"2024-05-16T15:45:37.232018+0000","last_became_peered":"2024-05-16T15:45:37.232018+0000","last_unstale":"2024-05-16T15:48:20.044479+0000","last_undegraded":"2024-05-16T15:48:20.044479+0000","last_fullsized":"2024-05-16T15:48:20.044479+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:04:19.081280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"89'4","reported_seq":43,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.039641+0000","last_change":"2024-05-16T15:45:37.242265+0000","last_active":"2024-05-16T15:48:20.039641+0000","last_peered":"2024-05-16T15:48:20.039641+0000","last_clean":"2024-05-16T15:48:20.039641+0000","last_became_active":"2024-05-16T15:45:37.241848+0000","last_became_peered":"2024-05-16T15:45:37.241848+0000","last_unstale":"2024-05-16T15:48:20.039641+0000","last_undegraded":"2024-05-16T15:48:20.039641+0000","last_fullsized":"2024-05-16T15:48:20.039641+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:24:22.518004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"89'7","reported_seq":46,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.044675+0000","last_change":"2024-05-16T15:45:37.236932+0000","last_active":"2024-05-16T15:48:20.044675+0000","last_peered":"2024-05-16T15:48:20.044675+0000","last_clean":"2024-05-16T15:48:20.044675+0000","last_became_active":"2024-05-16T15:45:37.236601+0000","last_became_peered":"2024-05-16T15:45:37.236601+0000","last_unstale":"2024-05-16T15:48:20.044675+0000","last_undegraded":"2024-05-16T15:48:20.044675+0000","last_fullsized":"2024-05-16T15:48:20.044675+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:37:01.846614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"89'8","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.032801+0000","last_change":"2024-05-16T15:46:21.381300+0000","last_active":"2024-05-16T15:48:20.032801+0000","last_peered":"2024-05-16T15:48:20.032801+0000","last_clean":"2024-05-16T15:48:20.032801+0000","last_became_active":"2024-05-16T15:46:21.380918+0000","last_became_peered":"2024-05-16T15:46:21.380918+0000","last_unstale":"2024-05-16T15:48:20.032801+0000","last_undegraded":"2024-05-16T15:48:20.032801+0000","last_fullsized":"2024-05-16T15:48:20.032801+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:07:52.573268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,2],"acting":[9,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.3b","version":"89'4","reported_seq":43,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.039577+0000","last_change":"2024-05-16T15:45:37.233067+0000","last_active":"2024-05-16T15:48:20.039577+0000","last_peered":"2024-05-16T15:48:20.039577+0000","last_clean":"2024-05-16T15:48:20.039577+0000","last_became_active":"2024-05-16T15:45:37.232681+0000","last_became_peered":"2024-05-16T15:45:37.232681+0000","last_unstale":"2024-05-16T15:48:20.039577+0000","last_undegraded":"2024-05-16T15:48:20.039577+0000","last_fullsized":"2024-05-16T15:48:20.039577+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:53:49.858587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"89'6","reported_seq":45,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.044631+0000","last_change":"2024-05-16T15:45:37.243970+0000","last_active":"2024-05-16T15:48:20.044631+0000","last_peered":"2024-05-16T15:48:20.044631+0000","last_clean":"2024-05-16T15:48:20.044631+0000","last_became_active":"2024-05-16T15:45:37.242948+0000","last_became_peered":"2024-05-16T15:45:37.242948+0000","last_unstale":"2024-05-16T15:48:20.044631+0000","last_undegraded":"2024-05-16T15:48:20.044631+0000","last_fullsized":"2024-05-16T15:48:20.044631+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:56:23.086817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"89'5","reported_seq":44,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.023831+0000","last_change":"2024-05-16T15:45:37.238182+0000","last_active":"2024-05-16T15:48:20.023831+0000","last_peered":"2024-05-16T15:48:20.023831+0000","last_clean":"2024-05-16T15:48:20.023831+0000","last_became_active":"2024-05-16T15:45:37.237870+0000","last_became_peered":"2024-05-16T15:45:37.237870+0000","last_unstale":"2024-05-16T15:48:20.023831+0000","last_undegraded":"2024-05-16T15:48:20.023831+0000","last_fullsized":"2024-05-16T15:48:20.023831+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:55:22.817732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"89'9","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.034341+0000","last_change":"2024-05-16T15:46:21.502466+0000","last_active":"2024-05-16T15:48:20.034341+0000","last_peered":"2024-05-16T15:48:20.034341+0000","last_clean":"2024-05-16T15:48:20.034341+0000","last_became_active":"2024-05-16T15:46:21.502211+0000","last_became_peered":"2024-05-16T15:46:21.502211+0000","last_unstale":"2024-05-16T15:48:20.034341+0000","last_undegraded":"2024-05-16T15:48:20.034341+0000","last_fullsized":"2024-05-16T15:48:20.034341+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:41:01.854687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.37","version":"89'11","reported_seq":50,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.043962+0000","last_change":"2024-05-16T15:45:37.237713+0000","last_active":"2024-05-16T15:48:20.043962+0000","last_peered":"2024-05-16T15:48:20.043962+0000","last_clean":"2024-05-16T15:48:20.043962+0000","last_became_active":"2024-05-16T15:45:37.237137+0000","last_became_peered":"2024-05-16T15:45:37.237137+0000","last_unstale":"2024-05-16T15:48:20.043962+0000","last_undegraded":"2024-05-16T15:48:20.043962+0000","last_fullsized":"2024-05-16T15:48:20.043962+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:38:06.769524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"89'16","reported_seq":55,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.044726+0000","last_change":"2024-05-16T15:45:37.243362+0000","last_active":"2024-05-16T15:48:20.044726+0000","last_peered":"2024-05-16T15:48:20.044726+0000","last_clean":"2024-05-16T15:48:20.044726+0000","last_became_active":"2024-05-16T15:45:37.242985+0000","last_became_peered":"2024-05-16T15:45:37.242985+0000","last_unstale":"2024-05-16T15:48:20.044726+0000","last_undegraded":"2024-05-16T15:48:20.044726+0000","last_fullsized":"2024-05-16T15:48:20.044726+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:18:39.316027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"89'6","reported_seq":45,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.045593+0000","last_change":"2024-05-16T15:45:37.240047+0000","last_active":"2024-05-16T15:48:20.045593+0000","last_peered":"2024-05-16T15:48:20.045593+0000","last_clean":"2024-05-16T15:48:20.045593+0000","last_became_active":"2024-05-16T15:45:37.239562+0000","last_became_peered":"2024-05-16T15:45:37.239562+0000","last_unstale":"2024-05-16T15:48:20.045593+0000","last_undegraded":"2024-05-16T15:48:20.045593+0000","last_fullsized":"2024-05-16T15:48:20.045593+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:41:12.600803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"89'7","reported_seq":46,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.046193+0000","last_change":"2024-05-16T15:45:37.242464+0000","last_active":"2024-05-16T15:48:20.046193+0000","last_peered":"2024-05-16T15:48:20.046193+0000","last_clean":"2024-05-16T15:48:20.046193+0000","last_became_active":"2024-05-16T15:45:37.242003+0000","last_became_peered":"2024-05-16T15:45:37.242003+0000","last_unstale":"2024-05-16T15:48:20.046193+0000","last_undegraded":"2024-05-16T15:48:20.046193+0000","last_fullsized":"2024-05-16T15:48:20.046193+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T01:40:06.242690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"89'10","reported_seq":49,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.040803+0000","last_change":"2024-05-16T15:45:37.244301+0000","last_active":"2024-05-16T15:48:20.040803+0000","last_peered":"2024-05-16T15:48:20.040803+0000","last_clean":"2024-05-16T15:48:20.040803+0000","last_became_active":"2024-05-16T15:45:37.243582+0000","last_became_peered":"2024-05-16T15:45:37.243582+0000","last_unstale":"2024-05-16T15:48:20.040803+0000","last_undegraded":"2024-05-16T15:48:20.040803+0000","last_fullsized":"2024-05-16T15:48:20.040803+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:30:38.984575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"89'7","reported_seq":46,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.039681+0000","last_change":"2024-05-16T15:45:37.231037+0000","last_active":"2024-05-16T15:48:20.039681+0000","last_peered":"2024-05-16T15:48:20.039681+0000","last_clean":"2024-05-16T15:48:20.039681+0000","last_became_active":"2024-05-16T15:45:37.230710+0000","last_became_peered":"2024-05-16T15:45:37.230710+0000","last_unstale":"2024-05-16T15:48:20.039681+0000","last_undegraded":"2024-05-16T15:48:20.039681+0000","last_fullsized":"2024-05-16T15:48:20.039681+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:16:27.329337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"89'7","reported_seq":46,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.039325+0000","last_change":"2024-05-16T15:45:37.238771+0000","last_active":"2024-05-16T15:48:20.039325+0000","last_peered":"2024-05-16T15:48:20.039325+0000","last_clean":"2024-05-16T15:48:20.039325+0000","last_became_active":"2024-05-16T15:45:37.238424+0000","last_became_peered":"2024-05-16T15:45:37.238424+0000","last_unstale":"2024-05-16T15:48:20.039325+0000","last_undegraded":"2024-05-16T15:48:20.039325+0000","last_fullsized":"2024-05-16T15:48:20.039325+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:25:26.333171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"89'9","reported_seq":48,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.041377+0000","last_change":"2024-05-16T15:45:37.236070+0000","last_active":"2024-05-16T15:48:20.041377+0000","last_peered":"2024-05-16T15:48:20.041377+0000","last_clean":"2024-05-16T15:48:20.041377+0000","last_became_active":"2024-05-16T15:45:37.235634+0000","last_became_peered":"2024-05-16T15:45:37.235634+0000","last_unstale":"2024-05-16T15:48:20.041377+0000","last_undegraded":"2024-05-16T15:48:20.041377+0000","last_fullsized":"2024-05-16T15:48:20.041377+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:23:03.074527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"89'8","reported_seq":46,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.044602+0000","last_change":"2024-05-16T15:45:37.232411+0000","last_active":"2024-05-16T15:48:20.044602+0000","last_peered":"2024-05-16T15:48:20.044602+0000","last_clean":"2024-05-16T15:48:20.044602+0000","last_became_active":"2024-05-16T15:45:37.231433+0000","last_became_peered":"2024-05-16T15:45:37.231433+0000","last_unstale":"2024-05-16T15:48:20.044602+0000","last_undegraded":"2024-05-16T15:48:20.044602+0000","last_fullsized":"2024-05-16T15:48:20.044602+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:31:43.626076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"89'10","reported_seq":49,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.037863+0000","last_change":"2024-05-16T15:45:37.238345+0000","last_active":"2024-05-16T15:48:20.037863+0000","last_peered":"2024-05-16T15:48:20.037863+0000","last_clean":"2024-05-16T15:48:20.037863+0000","last_became_active":"2024-05-16T15:45:37.237810+0000","last_became_peered":"2024-05-16T15:45:37.237810+0000","last_unstale":"2024-05-16T15:48:20.037863+0000","last_undegraded":"2024-05-16T15:48:20.037863+0000","last_fullsized":"2024-05-16T15:48:20.037863+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:58:26.792733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"89'7","reported_seq":46,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.040286+0000","last_change":"2024-05-16T15:45:37.245583+0000","last_active":"2024-05-16T15:48:20.040286+0000","last_peered":"2024-05-16T15:48:20.040286+0000","last_clean":"2024-05-16T15:48:20.040286+0000","last_became_active":"2024-05-16T15:45:37.245086+0000","last_became_peered":"2024-05-16T15:45:37.245086+0000","last_unstale":"2024-05-16T15:48:20.040286+0000","last_undegraded":"2024-05-16T15:48:20.040286+0000","last_fullsized":"2024-05-16T15:48:20.040286+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:01:46.686164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514309+0000","last_change":"2024-05-16T15:45:47.273887+0000","last_active":"2024-05-16T15:47:21.514309+0000","last_peered":"2024-05-16T15:47:21.514309+0000","last_clean":"2024-05-16T15:47:21.514309+0000","last_became_active":"2024-05-16T15:45:47.273434+0000","last_became_peered":"2024-05-16T15:45:47.273434+0000","last_unstale":"2024-05-16T15:47:21.514309+0000","last_undegraded":"2024-05-16T15:47:21.514309+0000","last_fullsized":"2024-05-16T15:47:21.514309+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:28:49.210985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'14","reported_seq":239,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:49:38.476718+0000","last_change":"2024-05-16T15:45:34.205394+0000","last_active":"2024-05-16T15:49:38.476718+0000","last_peered":"2024-05-16T15:49:38.476718+0000","last_clean":"2024-05-16T15:49:38.476718+0000","last_became_active":"2024-05-16T15:45:34.205035+0000","last_became_peered":"2024-05-16T15:45:34.205035+0000","last_unstale":"2024-05-16T15:49:38.476718+0000","last_undegraded":"2024-05-16T15:49:38.476718+0000","last_fullsized":"2024-05-16T15:49:38.476718+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:03:24.210677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":181,"num_read_kb":181,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"89'5","reported_seq":45,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.030139+0000","last_change":"2024-05-16T15:45:37.245147+0000","last_active":"2024-05-16T15:48:20.030139+0000","last_peered":"2024-05-16T15:48:20.030139+0000","last_clean":"2024-05-16T15:48:20.030139+0000","last_became_active":"2024-05-16T15:45:37.244817+0000","last_became_peered":"2024-05-16T15:45:37.244817+0000","last_unstale":"2024-05-16T15:48:20.030139+0000","last_undegraded":"2024-05-16T15:48:20.030139+0000","last_fullsized":"2024-05-16T15:48:20.030139+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:21:46.147135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.911714+0000","last_change":"2024-05-16T15:45:47.273818+0000","last_active":"2024-05-16T15:47:21.911714+0000","last_peered":"2024-05-16T15:47:21.911714+0000","last_clean":"2024-05-16T15:47:21.911714+0000","last_became_active":"2024-05-16T15:45:47.273372+0000","last_became_peered":"2024-05-16T15:45:47.273372+0000","last_unstale":"2024-05-16T15:47:21.911714+0000","last_undegraded":"2024-05-16T15:47:21.911714+0000","last_fullsized":"2024-05-16T15:47:21.911714+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:30:57.162207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"87'2","reported_seq":47,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:37.360411+0000","last_change":"2024-05-16T15:45:34.700053+0000","last_active":"2024-05-16T15:47:37.360411+0000","last_peered":"2024-05-16T15:47:37.360411+0000","last_clean":"2024-05-16T15:47:37.360411+0000","last_became_active":"2024-05-16T15:45:34.699384+0000","last_became_peered":"2024-05-16T15:45:34.699384+0000","last_unstale":"2024-05-16T15:47:37.360411+0000","last_undegraded":"2024-05-16T15:47:37.360411+0000","last_fullsized":"2024-05-16T15:47:37.360411+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:17:33.760661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"89'6","reported_seq":45,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.044386+0000","last_change":"2024-05-16T15:45:37.233119+0000","last_active":"2024-05-16T15:48:20.044386+0000","last_peered":"2024-05-16T15:48:20.044386+0000","last_clean":"2024-05-16T15:48:20.044386+0000","last_became_active":"2024-05-16T15:45:37.232818+0000","last_became_peered":"2024-05-16T15:45:37.232818+0000","last_unstale":"2024-05-16T15:48:20.044386+0000","last_undegraded":"2024-05-16T15:48:20.044386+0000","last_fullsized":"2024-05-16T15:48:20.044386+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:33:35.610034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.911762+0000","last_change":"2024-05-16T15:45:47.274350+0000","last_active":"2024-05-16T15:47:21.911762+0000","last_peered":"2024-05-16T15:47:21.911762+0000","last_clean":"2024-05-16T15:47:21.911762+0000","last_became_active":"2024-05-16T15:45:47.273912+0000","last_became_peered":"2024-05-16T15:45:47.273912+0000","last_unstale":"2024-05-16T15:47:21.911762+0000","last_undegraded":"2024-05-16T15:47:21.911762+0000","last_fullsized":"2024-05-16T15:47:21.911762+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:41:11.747087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"87'12","reported_seq":67,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.516884+0000","last_change":"2024-05-16T15:46:21.845036+0000","last_active":"2024-05-16T15:47:21.516884+0000","last_peered":"2024-05-16T15:47:21.516884+0000","last_clean":"2024-05-16T15:47:21.516884+0000","last_became_active":"2024-05-16T15:46:21.842324+0000","last_became_peered":"2024-05-16T15:46:21.842324+0000","last_unstale":"2024-05-16T15:47:21.516884+0000","last_undegraded":"2024-05-16T15:47:21.516884+0000","last_fullsized":"2024-05-16T15:47:21.516884+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T01:53:21.667543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,7],"acting":[8,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"89'9","reported_seq":48,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.042770+0000","last_change":"2024-05-16T15:45:37.234411+0000","last_active":"2024-05-16T15:48:20.042770+0000","last_peered":"2024-05-16T15:48:20.042770+0000","last_clean":"2024-05-16T15:48:20.042770+0000","last_became_active":"2024-05-16T15:45:37.234043+0000","last_became_peered":"2024-05-16T15:45:37.234043+0000","last_unstale":"2024-05-16T15:48:20.042770+0000","last_undegraded":"2024-05-16T15:48:20.042770+0000","last_fullsized":"2024-05-16T15:48:20.042770+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T19:16:27.956508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.911704+0000","last_change":"2024-05-16T15:45:47.269228+0000","last_active":"2024-05-16T15:47:21.911704+0000","last_peered":"2024-05-16T15:47:21.911704+0000","last_clean":"2024-05-16T15:47:21.911704+0000","last_became_active":"2024-05-16T15:45:47.268772+0000","last_became_peered":"2024-05-16T15:45:47.268772+0000","last_unstale":"2024-05-16T15:47:21.911704+0000","last_undegraded":"2024-05-16T15:47:21.911704+0000","last_fullsized":"2024-05-16T15:47:21.911704+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:34:17.566344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"87'5","reported_seq":50,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.516427+0000","last_change":"2024-05-16T15:45:34.206914+0000","last_active":"2024-05-16T15:47:21.516427+0000","last_peered":"2024-05-16T15:47:21.516427+0000","last_clean":"2024-05-16T15:47:21.516427+0000","last_became_active":"2024-05-16T15:45:34.206588+0000","last_became_peered":"2024-05-16T15:45:34.206588+0000","last_unstale":"2024-05-16T15:47:21.516427+0000","last_undegraded":"2024-05-16T15:47:21.516427+0000","last_fullsized":"2024-05-16T15:47:21.516427+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:03:10.172697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"89'15","reported_seq":54,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.042144+0000","last_change":"2024-05-16T15:45:37.245627+0000","last_active":"2024-05-16T15:48:20.042144+0000","last_peered":"2024-05-16T15:48:20.042144+0000","last_clean":"2024-05-16T15:48:20.042144+0000","last_became_active":"2024-05-16T15:45:37.245185+0000","last_became_peered":"2024-05-16T15:45:37.245185+0000","last_unstale":"2024-05-16T15:48:20.042144+0000","last_undegraded":"2024-05-16T15:48:20.042144+0000","last_fullsized":"2024-05-16T15:48:20.042144+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:05:51.193220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514629+0000","last_change":"2024-05-16T15:45:47.271741+0000","last_active":"2024-05-16T15:47:21.514629+0000","last_peered":"2024-05-16T15:47:21.514629+0000","last_clean":"2024-05-16T15:47:21.514629+0000","last_became_active":"2024-05-16T15:45:47.271361+0000","last_became_peered":"2024-05-16T15:45:47.271361+0000","last_unstale":"2024-05-16T15:47:21.514629+0000","last_undegraded":"2024-05-16T15:47:21.514629+0000","last_fullsized":"2024-05-16T15:47:21.514629+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:09:22.815175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"89'8","reported_seq":240,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:49:41.482265+0000","last_change":"2024-05-16T15:45:34.203380+0000","last_active":"2024-05-16T15:49:41.482265+0000","last_peered":"2024-05-16T15:49:41.482265+0000","last_clean":"2024-05-16T15:49:41.482265+0000","last_became_active":"2024-05-16T15:45:34.203040+0000","last_became_peered":"2024-05-16T15:45:34.203040+0000","last_unstale":"2024-05-16T15:49:41.482265+0000","last_undegraded":"2024-05-16T15:49:41.482265+0000","last_fullsized":"2024-05-16T15:49:41.482265+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:39:59.141764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1647,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":188,"num_read_kb":5,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"89'7","reported_seq":46,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.030742+0000","last_change":"2024-05-16T15:45:37.237407+0000","last_active":"2024-05-16T15:48:20.030742+0000","last_peered":"2024-05-16T15:48:20.030742+0000","last_clean":"2024-05-16T15:48:20.030742+0000","last_became_active":"2024-05-16T15:45:37.236985+0000","last_became_peered":"2024-05-16T15:45:37.236985+0000","last_unstale":"2024-05-16T15:48:20.030742+0000","last_undegraded":"2024-05-16T15:48:20.030742+0000","last_fullsized":"2024-05-16T15:48:20.030742+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:23:02.341216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514704+0000","last_change":"2024-05-16T15:45:47.272978+0000","last_active":"2024-05-16T15:47:21.514704+0000","last_peered":"2024-05-16T15:47:21.514704+0000","last_clean":"2024-05-16T15:47:21.514704+0000","last_became_active":"2024-05-16T15:45:47.271437+0000","last_became_peered":"2024-05-16T15:45:47.271437+0000","last_unstale":"2024-05-16T15:47:21.514704+0000","last_undegraded":"2024-05-16T15:47:21.514704+0000","last_fullsized":"2024-05-16T15:47:21.514704+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T19:04:02.345284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"87'7","reported_seq":52,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.863902+0000","last_change":"2024-05-16T15:45:34.208911+0000","last_active":"2024-05-16T15:47:21.863902+0000","last_peered":"2024-05-16T15:47:21.863902+0000","last_clean":"2024-05-16T15:47:21.863902+0000","last_became_active":"2024-05-16T15:45:34.208559+0000","last_became_peered":"2024-05-16T15:45:34.208559+0000","last_unstale":"2024-05-16T15:47:21.863902+0000","last_undegraded":"2024-05-16T15:47:21.863902+0000","last_fullsized":"2024-05-16T15:47:21.863902+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T01:53:19.333035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"89'8","reported_seq":53,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.033639+0000","last_change":"2024-05-16T15:46:21.384341+0000","last_active":"2024-05-16T15:48:20.033639+0000","last_peered":"2024-05-16T15:48:20.033639+0000","last_clean":"2024-05-16T15:48:20.033639+0000","last_became_active":"2024-05-16T15:46:21.383887+0000","last_became_peered":"2024-05-16T15:46:21.383887+0000","last_unstale":"2024-05-16T15:48:20.033639+0000","last_undegraded":"2024-05-16T15:48:20.033639+0000","last_fullsized":"2024-05-16T15:48:20.033639+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T19:27:52.581300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3],"acting":[5,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.518469+0000","last_change":"2024-05-16T15:45:47.272186+0000","last_active":"2024-05-16T15:47:21.518469+0000","last_peered":"2024-05-16T15:47:21.518469+0000","last_clean":"2024-05-16T15:47:21.518469+0000","last_became_active":"2024-05-16T15:45:47.271769+0000","last_became_peered":"2024-05-16T15:45:47.271769+0000","last_unstale":"2024-05-16T15:47:21.518469+0000","last_undegraded":"2024-05-16T15:47:21.518469+0000","last_fullsized":"2024-05-16T15:47:21.518469+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:36:18.881903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"87'3","reported_seq":48,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.518074+0000","last_change":"2024-05-16T15:45:34.203495+0000","last_active":"2024-05-16T15:47:21.518074+0000","last_peered":"2024-05-16T15:47:21.518074+0000","last_clean":"2024-05-16T15:47:21.518074+0000","last_became_active":"2024-05-16T15:45:34.203236+0000","last_became_peered":"2024-05-16T15:45:34.203236+0000","last_unstale":"2024-05-16T15:47:21.518074+0000","last_undegraded":"2024-05-16T15:47:21.518074+0000","last_fullsized":"2024-05-16T15:47:21.518074+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:34:35.377074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"89'8","reported_seq":47,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.028354+0000","last_change":"2024-05-16T15:45:37.230891+0000","last_active":"2024-05-16T15:48:20.028354+0000","last_peered":"2024-05-16T15:48:20.028354+0000","last_clean":"2024-05-16T15:48:20.028354+0000","last_became_active":"2024-05-16T15:45:37.230600+0000","last_became_peered":"2024-05-16T15:45:37.230600+0000","last_unstale":"2024-05-16T15:48:20.028354+0000","last_undegraded":"2024-05-16T15:48:20.028354+0000","last_fullsized":"2024-05-16T15:48:20.028354+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:51:50.143297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.431803+0000","last_change":"2024-05-16T15:45:47.265421+0000","last_active":"2024-05-16T15:47:22.431803+0000","last_peered":"2024-05-16T15:47:22.431803+0000","last_clean":"2024-05-16T15:47:22.431803+0000","last_became_active":"2024-05-16T15:45:47.264603+0000","last_became_peered":"2024-05-16T15:45:47.264603+0000","last_unstale":"2024-05-16T15:47:22.431803+0000","last_undegraded":"2024-05-16T15:47:22.431803+0000","last_fullsized":"2024-05-16T15:47:22.431803+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:32:12.958165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"87'3","reported_seq":48,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.291982+0000","last_change":"2024-05-16T15:45:34.203935+0000","last_active":"2024-05-16T15:47:22.291982+0000","last_peered":"2024-05-16T15:47:22.291982+0000","last_clean":"2024-05-16T15:47:22.291982+0000","last_became_active":"2024-05-16T15:45:34.203580+0000","last_became_peered":"2024-05-16T15:45:34.203580+0000","last_unstale":"2024-05-16T15:47:22.291982+0000","last_undegraded":"2024-05-16T15:47:22.291982+0000","last_fullsized":"2024-05-16T15:47:22.291982+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:41:08.458217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"89'11","reported_seq":50,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.034480+0000","last_change":"2024-05-16T15:45:37.232504+0000","last_active":"2024-05-16T15:48:20.034480+0000","last_peered":"2024-05-16T15:48:20.034480+0000","last_clean":"2024-05-16T15:48:20.034480+0000","last_became_active":"2024-05-16T15:45:37.232058+0000","last_became_peered":"2024-05-16T15:45:37.232058+0000","last_unstale":"2024-05-16T15:48:20.034480+0000","last_undegraded":"2024-05-16T15:48:20.034480+0000","last_fullsized":"2024-05-16T15:48:20.034480+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:09:36.891965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.193635+0000","last_change":"2024-05-16T15:45:47.269783+0000","last_active":"2024-05-16T15:47:22.193635+0000","last_peered":"2024-05-16T15:47:22.193635+0000","last_clean":"2024-05-16T15:47:22.193635+0000","last_became_active":"2024-05-16T15:45:47.268502+0000","last_became_peered":"2024-05-16T15:45:47.268502+0000","last_unstale":"2024-05-16T15:47:22.193635+0000","last_undegraded":"2024-05-16T15:47:22.193635+0000","last_fullsized":"2024-05-16T15:47:22.193635+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:51:10.692585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"89'8","reported_seq":413,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:49:39.479039+0000","last_change":"2024-05-16T15:45:34.207020+0000","last_active":"2024-05-16T15:49:39.479039+0000","last_peered":"2024-05-16T15:49:39.479039+0000","last_clean":"2024-05-16T15:49:39.479039+0000","last_became_active":"2024-05-16T15:45:34.206679+0000","last_became_peered":"2024-05-16T15:45:34.206679+0000","last_unstale":"2024-05-16T15:49:39.479039+0000","last_undegraded":"2024-05-16T15:49:39.479039+0000","last_fullsized":"2024-05-16T15:49:39.479039+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:26:53.649747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":360,"num_read_kb":360,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"89'10","reported_seq":49,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.042705+0000","last_change":"2024-05-16T15:45:37.237022+0000","last_active":"2024-05-16T15:48:20.042705+0000","last_peered":"2024-05-16T15:48:20.042705+0000","last_clean":"2024-05-16T15:48:20.042705+0000","last_became_active":"2024-05-16T15:45:37.236378+0000","last_became_peered":"2024-05-16T15:45:37.236378+0000","last_unstale":"2024-05-16T15:48:20.042705+0000","last_undegraded":"2024-05-16T15:48:20.042705+0000","last_fullsized":"2024-05-16T15:48:20.042705+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T19:33:08.853534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514616+0000","last_change":"2024-05-16T15:45:47.270746+0000","last_active":"2024-05-16T15:47:21.514616+0000","last_peered":"2024-05-16T15:47:21.514616+0000","last_clean":"2024-05-16T15:47:21.514616+0000","last_became_active":"2024-05-16T15:45:47.270147+0000","last_became_peered":"2024-05-16T15:45:47.270147+0000","last_unstale":"2024-05-16T15:47:21.514616+0000","last_undegraded":"2024-05-16T15:47:21.514616+0000","last_fullsized":"2024-05-16T15:47:21.514616+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:16:49.530406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"87'4","reported_seq":48,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.517410+0000","last_change":"2024-05-16T15:45:34.204229+0000","last_active":"2024-05-16T15:47:21.517410+0000","last_peered":"2024-05-16T15:47:21.517410+0000","last_clean":"2024-05-16T15:47:21.517410+0000","last_became_active":"2024-05-16T15:45:34.203826+0000","last_became_peered":"2024-05-16T15:45:34.203826+0000","last_unstale":"2024-05-16T15:47:21.517410+0000","last_undegraded":"2024-05-16T15:47:21.517410+0000","last_fullsized":"2024-05-16T15:47:21.517410+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:53:30.409658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"89'9","reported_seq":54,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.041212+0000","last_change":"2024-05-16T15:46:21.382657+0000","last_active":"2024-05-16T15:48:20.041212+0000","last_peered":"2024-05-16T15:48:20.041212+0000","last_clean":"2024-05-16T15:48:20.041212+0000","last_became_active":"2024-05-16T15:46:21.382279+0000","last_became_peered":"2024-05-16T15:46:21.382279+0000","last_unstale":"2024-05-16T15:48:20.041212+0000","last_undegraded":"2024-05-16T15:48:20.041212+0000","last_fullsized":"2024-05-16T15:48:20.041212+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:13:36.113286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.912003+0000","last_change":"2024-05-16T15:45:47.272831+0000","last_active":"2024-05-16T15:47:21.912003+0000","last_peered":"2024-05-16T15:47:21.912003+0000","last_clean":"2024-05-16T15:47:21.912003+0000","last_became_active":"2024-05-16T15:45:47.272430+0000","last_became_peered":"2024-05-16T15:45:47.272430+0000","last_unstale":"2024-05-16T15:47:21.912003+0000","last_undegraded":"2024-05-16T15:47:21.912003+0000","last_fullsized":"2024-05-16T15:47:21.912003+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:28:47.602617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"87'5","reported_seq":50,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.292496+0000","last_change":"2024-05-16T15:45:34.700222+0000","last_active":"2024-05-16T15:47:22.292496+0000","last_peered":"2024-05-16T15:47:22.292496+0000","last_clean":"2024-05-16T15:47:22.292496+0000","last_became_active":"2024-05-16T15:45:34.699776+0000","last_became_peered":"2024-05-16T15:45:34.699776+0000","last_unstale":"2024-05-16T15:47:22.292496+0000","last_undegraded":"2024-05-16T15:47:22.292496+0000","last_fullsized":"2024-05-16T15:47:22.292496+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:22:49.327804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"89'11","reported_seq":50,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.045359+0000","last_change":"2024-05-16T15:45:37.238757+0000","last_active":"2024-05-16T15:48:20.045359+0000","last_peered":"2024-05-16T15:48:20.045359+0000","last_clean":"2024-05-16T15:48:20.045359+0000","last_became_active":"2024-05-16T15:45:37.238434+0000","last_became_peered":"2024-05-16T15:45:37.238434+0000","last_unstale":"2024-05-16T15:48:20.045359+0000","last_undegraded":"2024-05-16T15:48:20.045359+0000","last_fullsized":"2024-05-16T15:48:20.045359+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:35:45.674381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514367+0000","last_change":"2024-05-16T15:45:47.272694+0000","last_active":"2024-05-16T15:47:21.514367+0000","last_peered":"2024-05-16T15:47:21.514367+0000","last_clean":"2024-05-16T15:47:21.514367+0000","last_became_active":"2024-05-16T15:45:47.272316+0000","last_became_peered":"2024-05-16T15:45:47.272316+0000","last_unstale":"2024-05-16T15:47:21.514367+0000","last_undegraded":"2024-05-16T15:47:21.514367+0000","last_fullsized":"2024-05-16T15:47:21.514367+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:16:30.349120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"89'41","reported_seq":457,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:49:39.479379+0000","last_change":"2024-05-16T15:45:34.209964+0000","last_active":"2024-05-16T15:49:39.479379+0000","last_peered":"2024-05-16T15:49:39.479379+0000","last_clean":"2024-05-16T15:49:39.479379+0000","last_became_active":"2024-05-16T15:45:34.209597+0000","last_became_peered":"2024-05-16T15:45:34.209597+0000","last_unstale":"2024-05-16T15:49:39.479379+0000","last_undegraded":"2024-05-16T15:49:39.479379+0000","last_fullsized":"2024-05-16T15:49:39.479379+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:12:21.590031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67128,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":371,"num_read_kb":252,"num_write":43,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"89'6","reported_seq":45,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.021581+0000","last_change":"2024-05-16T15:45:37.241393+0000","last_active":"2024-05-16T15:48:20.021581+0000","last_peered":"2024-05-16T15:48:20.021581+0000","last_clean":"2024-05-16T15:48:20.021581+0000","last_became_active":"2024-05-16T15:45:37.240937+0000","last_became_peered":"2024-05-16T15:45:37.240937+0000","last_unstale":"2024-05-16T15:48:20.021581+0000","last_undegraded":"2024-05-16T15:48:20.021581+0000","last_fullsized":"2024-05-16T15:48:20.021581+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:21:42.415245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.292913+0000","last_change":"2024-05-16T15:45:47.273984+0000","last_active":"2024-05-16T15:47:22.292913+0000","last_peered":"2024-05-16T15:47:22.292913+0000","last_clean":"2024-05-16T15:47:22.292913+0000","last_became_active":"2024-05-16T15:45:47.273572+0000","last_became_peered":"2024-05-16T15:45:47.273572+0000","last_unstale":"2024-05-16T15:47:22.292913+0000","last_undegraded":"2024-05-16T15:47:22.292913+0000","last_fullsized":"2024-05-16T15:47:22.292913+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:33:26.603363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"87'9","reported_seq":56,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514635+0000","last_change":"2024-05-16T15:45:34.208133+0000","last_active":"2024-05-16T15:47:21.514635+0000","last_peered":"2024-05-16T15:47:21.514635+0000","last_clean":"2024-05-16T15:47:21.514635+0000","last_became_active":"2024-05-16T15:45:34.206983+0000","last_became_peered":"2024-05-16T15:45:34.206983+0000","last_unstale":"2024-05-16T15:47:21.514635+0000","last_undegraded":"2024-05-16T15:47:21.514635+0000","last_fullsized":"2024-05-16T15:47:21.514635+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:00:25.813822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"89'9","reported_seq":48,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.030301+0000","last_change":"2024-05-16T15:45:37.238117+0000","last_active":"2024-05-16T15:48:20.030301+0000","last_peered":"2024-05-16T15:48:20.030301+0000","last_clean":"2024-05-16T15:48:20.030301+0000","last_became_active":"2024-05-16T15:45:37.237748+0000","last_became_peered":"2024-05-16T15:45:37.237748+0000","last_unstale":"2024-05-16T15:48:20.030301+0000","last_undegraded":"2024-05-16T15:48:20.030301+0000","last_fullsized":"2024-05-16T15:48:20.030301+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:16:22.543126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.518183+0000","last_change":"2024-05-16T15:45:47.273544+0000","last_active":"2024-05-16T15:47:21.518183+0000","last_peered":"2024-05-16T15:47:21.518183+0000","last_clean":"2024-05-16T15:47:21.518183+0000","last_became_active":"2024-05-16T15:45:47.273098+0000","last_became_peered":"2024-05-16T15:45:47.273098+0000","last_unstale":"2024-05-16T15:47:21.518183+0000","last_undegraded":"2024-05-16T15:47:21.518183+0000","last_fullsized":"2024-05-16T15:47:21.518183+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:32:06.354159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"87'5","reported_seq":50,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.292515+0000","last_change":"2024-05-16T15:45:34.203448+0000","last_active":"2024-05-16T15:47:22.292515+0000","last_peered":"2024-05-16T15:47:22.292515+0000","last_clean":"2024-05-16T15:47:22.292515+0000","last_became_active":"2024-05-16T15:45:34.199641+0000","last_became_peered":"2024-05-16T15:45:34.199641+0000","last_unstale":"2024-05-16T15:47:22.292515+0000","last_undegraded":"2024-05-16T15:47:22.292515+0000","last_fullsized":"2024-05-16T15:47:22.292515+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:47:53.761201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"89'15","reported_seq":54,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.040202+0000","last_change":"2024-05-16T15:45:37.242897+0000","last_active":"2024-05-16T15:48:20.040202+0000","last_peered":"2024-05-16T15:48:20.040202+0000","last_clean":"2024-05-16T15:48:20.040202+0000","last_became_active":"2024-05-16T15:45:37.242561+0000","last_became_peered":"2024-05-16T15:45:37.242561+0000","last_unstale":"2024-05-16T15:48:20.040202+0000","last_undegraded":"2024-05-16T15:48:20.040202+0000","last_fullsized":"2024-05-16T15:48:20.040202+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:21:49.213218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514966+0000","last_change":"2024-05-16T15:45:47.277674+0000","last_active":"2024-05-16T15:47:21.514966+0000","last_peered":"2024-05-16T15:47:21.514966+0000","last_clean":"2024-05-16T15:47:21.514966+0000","last_became_active":"2024-05-16T15:45:47.277282+0000","last_became_peered":"2024-05-16T15:45:47.277282+0000","last_unstale":"2024-05-16T15:47:21.514966+0000","last_undegraded":"2024-05-16T15:47:21.514966+0000","last_fullsized":"2024-05-16T15:47:21.514966+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:17:07.066312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"89'8","reported_seq":240,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:49:41.514792+0000","last_change":"2024-05-16T15:45:34.207768+0000","last_active":"2024-05-16T15:49:41.514792+0000","last_peered":"2024-05-16T15:49:41.514792+0000","last_clean":"2024-05-16T15:49:41.514792+0000","last_became_active":"2024-05-16T15:45:34.206894+0000","last_became_peered":"2024-05-16T15:45:34.206894+0000","last_unstale":"2024-05-16T15:49:41.514792+0000","last_undegraded":"2024-05-16T15:49:41.514792+0000","last_fullsized":"2024-05-16T15:49:41.514792+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:15:12.447195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1613,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":189,"num_read_kb":6,"num_write":8,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"89'6","reported_seq":45,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.037212+0000","last_change":"2024-05-16T15:45:37.239401+0000","last_active":"2024-05-16T15:48:20.037212+0000","last_peered":"2024-05-16T15:48:20.037212+0000","last_clean":"2024-05-16T15:48:20.037212+0000","last_became_active":"2024-05-16T15:45:37.239014+0000","last_became_peered":"2024-05-16T15:45:37.239014+0000","last_unstale":"2024-05-16T15:48:20.037212+0000","last_undegraded":"2024-05-16T15:48:20.037212+0000","last_fullsized":"2024-05-16T15:48:20.037212+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:43:33.133074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":36,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.195278+0000","last_change":"2024-05-16T15:47:22.194923+0000","last_active":"2024-05-16T15:47:22.195278+0000","last_peered":"2024-05-16T15:47:22.195278+0000","last_clean":"2024-05-16T15:47:22.195278+0000","last_became_active":"2024-05-16T15:47:22.194587+0000","last_became_peered":"2024-05-16T15:47:22.194587+0000","last_unstale":"2024-05-16T15:47:22.195278+0000","last_undegraded":"2024-05-16T15:47:22.195278+0000","last_fullsized":"2024-05-16T15:47:22.195278+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:54:23.983032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,8,11],"acting":[6,3,8,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"87'17","reported_seq":36,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.518084+0000","last_change":"2024-05-16T15:46:21.389090+0000","last_active":"2024-05-16T15:47:21.518084+0000","last_peered":"2024-05-16T15:47:21.518084+0000","last_clean":"2024-05-16T15:47:21.518084+0000","last_became_active":"2024-05-16T15:46:21.380484+0000","last_became_peered":"2024-05-16T15:46:21.380484+0000","last_unstale":"2024-05-16T15:47:21.518084+0000","last_undegraded":"2024-05-16T15:47:21.518084+0000","last_fullsized":"2024-05-16T15:47:21.518084+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T19:35:08.593759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.11","version":"89'6","reported_seq":45,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.041594+0000","last_change":"2024-05-16T15:45:37.238980+0000","last_active":"2024-05-16T15:48:20.041594+0000","last_peered":"2024-05-16T15:48:20.041594+0000","last_clean":"2024-05-16T15:48:20.041594+0000","last_became_active":"2024-05-16T15:45:37.238572+0000","last_became_peered":"2024-05-16T15:45:37.238572+0000","last_unstale":"2024-05-16T15:48:20.041594+0000","last_undegraded":"2024-05-16T15:48:20.041594+0000","last_fullsized":"2024-05-16T15:48:20.041594+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T01:37:08.907100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.292118+0000","last_change":"2024-05-16T15:45:47.273183+0000","last_active":"2024-05-16T15:47:22.292118+0000","last_peered":"2024-05-16T15:47:22.292118+0000","last_clean":"2024-05-16T15:47:22.292118+0000","last_became_active":"2024-05-16T15:45:47.272613+0000","last_became_peered":"2024-05-16T15:45:47.272613+0000","last_unstale":"2024-05-16T15:47:22.292118+0000","last_undegraded":"2024-05-16T15:47:22.292118+0000","last_fullsized":"2024-05-16T15:47:22.292118+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:48:58.027704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'3","reported_seq":48,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:52.467402+0000","last_change":"2024-05-16T15:45:34.207938+0000","last_active":"2024-05-16T15:47:52.467402+0000","last_peered":"2024-05-16T15:47:52.467402+0000","last_clean":"2024-05-16T15:47:52.467402+0000","last_became_active":"2024-05-16T15:45:34.207549+0000","last_became_peered":"2024-05-16T15:45:34.207549+0000","last_unstale":"2024-05-16T15:47:52.467402+0000","last_undegraded":"2024-05-16T15:47:52.467402+0000","last_fullsized":"2024-05-16T15:47:52.467402+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:09:06.443105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"89'5","reported_seq":43,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.038620+0000","last_change":"2024-05-16T15:45:37.237519+0000","last_active":"2024-05-16T15:48:20.038620+0000","last_peered":"2024-05-16T15:48:20.038620+0000","last_clean":"2024-05-16T15:48:20.038620+0000","last_became_active":"2024-05-16T15:45:37.237137+0000","last_became_peered":"2024-05-16T15:45:37.237137+0000","last_unstale":"2024-05-16T15:48:20.038620+0000","last_undegraded":"2024-05-16T15:48:20.038620+0000","last_fullsized":"2024-05-16T15:48:20.038620+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:37:45.844280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":36,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.029561+0000","last_change":"2024-05-16T15:47:22.029157+0000","last_active":"2024-05-16T15:47:22.029561+0000","last_peered":"2024-05-16T15:47:22.029561+0000","last_clean":"2024-05-16T15:47:22.029561+0000","last_became_active":"2024-05-16T15:47:22.028708+0000","last_became_peered":"2024-05-16T15:47:22.028708+0000","last_unstale":"2024-05-16T15:47:22.029561+0000","last_undegraded":"2024-05-16T15:47:22.029561+0000","last_fullsized":"2024-05-16T15:47:22.029561+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:01:57.927185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,1],"acting":[8,10,11,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"87'1","reported_seq":45,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.515796+0000","last_change":"2024-05-16T15:45:34.701796+0000","last_active":"2024-05-16T15:47:21.515796+0000","last_peered":"2024-05-16T15:47:21.515796+0000","last_clean":"2024-05-16T15:47:21.515796+0000","last_became_active":"2024-05-16T15:45:34.701423+0000","last_became_peered":"2024-05-16T15:45:34.701423+0000","last_unstale":"2024-05-16T15:47:21.515796+0000","last_undegraded":"2024-05-16T15:47:21.515796+0000","last_fullsized":"2024-05-16T15:47:21.515796+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:51:39.299367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"89'4","reported_seq":43,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.029380+0000","last_change":"2024-05-16T15:45:37.236173+0000","last_active":"2024-05-16T15:48:20.029380+0000","last_peered":"2024-05-16T15:48:20.029380+0000","last_clean":"2024-05-16T15:48:20.029380+0000","last_became_active":"2024-05-16T15:45:37.235828+0000","last_became_peered":"2024-05-16T15:45:37.235828+0000","last_unstale":"2024-05-16T15:48:20.029380+0000","last_undegraded":"2024-05-16T15:48:20.029380+0000","last_fullsized":"2024-05-16T15:48:20.029380+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:20:10.148148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.518073+0000","last_change":"2024-05-16T15:45:47.267275+0000","last_active":"2024-05-16T15:47:21.518073+0000","last_peered":"2024-05-16T15:47:21.518073+0000","last_clean":"2024-05-16T15:47:21.518073+0000","last_became_active":"2024-05-16T15:45:47.266909+0000","last_became_peered":"2024-05-16T15:45:47.266909+0000","last_unstale":"2024-05-16T15:47:21.518073+0000","last_undegraded":"2024-05-16T15:47:21.518073+0000","last_fullsized":"2024-05-16T15:47:21.518073+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:31:53.534439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"89'6","reported_seq":234,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:49:40.480008+0000","last_change":"2024-05-16T15:45:34.204344+0000","last_active":"2024-05-16T15:49:40.480008+0000","last_peered":"2024-05-16T15:49:40.480008+0000","last_clean":"2024-05-16T15:49:40.480008+0000","last_became_active":"2024-05-16T15:45:34.203814+0000","last_became_peered":"2024-05-16T15:45:34.203814+0000","last_unstale":"2024-05-16T15:49:40.480008+0000","last_undegraded":"2024-05-16T15:49:40.480008+0000","last_fullsized":"2024-05-16T15:49:40.480008+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:31:03.693553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1081,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":184,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"89'7","reported_seq":46,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.043924+0000","last_change":"2024-05-16T15:45:37.244708+0000","last_active":"2024-05-16T15:48:20.043924+0000","last_peered":"2024-05-16T15:48:20.043924+0000","last_clean":"2024-05-16T15:48:20.043924+0000","last_became_active":"2024-05-16T15:45:37.243723+0000","last_became_peered":"2024-05-16T15:45:37.243723+0000","last_unstale":"2024-05-16T15:48:20.043924+0000","last_undegraded":"2024-05-16T15:48:20.043924+0000","last_fullsized":"2024-05-16T15:48:20.043924+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:34:01.004617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.520051+0000","last_change":"2024-05-16T15:45:47.475862+0000","last_active":"2024-05-16T15:47:21.520051+0000","last_peered":"2024-05-16T15:47:21.520051+0000","last_clean":"2024-05-16T15:47:21.520051+0000","last_became_active":"2024-05-16T15:45:47.475451+0000","last_became_peered":"2024-05-16T15:45:47.475451+0000","last_unstale":"2024-05-16T15:47:21.520051+0000","last_undegraded":"2024-05-16T15:47:21.520051+0000","last_fullsized":"2024-05-16T15:47:21.520051+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T01:54:38.250133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"89'8","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.034885+0000","last_change":"2024-05-16T15:46:21.745366+0000","last_active":"2024-05-16T15:48:20.034885+0000","last_peered":"2024-05-16T15:48:20.034885+0000","last_clean":"2024-05-16T15:48:20.034885+0000","last_became_active":"2024-05-16T15:46:21.745093+0000","last_became_peered":"2024-05-16T15:46:21.745093+0000","last_unstale":"2024-05-16T15:48:20.034885+0000","last_undegraded":"2024-05-16T15:48:20.034885+0000","last_fullsized":"2024-05-16T15:48:20.034885+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:22:29.073142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,4],"acting":[9,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1","version":"89'7","reported_seq":235,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:49:40.512540+0000","last_change":"2024-05-16T15:45:34.699798+0000","last_active":"2024-05-16T15:49:40.512540+0000","last_peered":"2024-05-16T15:49:40.512540+0000","last_clean":"2024-05-16T15:49:40.512540+0000","last_became_active":"2024-05-16T15:45:34.699365+0000","last_became_peered":"2024-05-16T15:45:34.699365+0000","last_unstale":"2024-05-16T15:49:40.512540+0000","last_undegraded":"2024-05-16T15:49:40.512540+0000","last_fullsized":"2024-05-16T15:49:40.512540+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T19:26:39.680727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":183,"num_read_kb":183,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"87'1","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.517177+0000","last_change":"2024-05-16T15:45:47.272670+0000","last_active":"2024-05-16T15:47:21.517177+0000","last_peered":"2024-05-16T15:47:21.517177+0000","last_clean":"2024-05-16T15:47:21.517177+0000","last_became_active":"2024-05-16T15:45:47.272186+0000","last_became_peered":"2024-05-16T15:45:47.272186+0000","last_unstale":"2024-05-16T15:47:21.517177+0000","last_undegraded":"2024-05-16T15:47:21.517177+0000","last_fullsized":"2024-05-16T15:47:21.517177+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:50:32.511871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"89'8","reported_seq":47,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.030124+0000","last_change":"2024-05-16T15:45:37.239792+0000","last_active":"2024-05-16T15:48:20.030124+0000","last_peered":"2024-05-16T15:48:20.030124+0000","last_clean":"2024-05-16T15:48:20.030124+0000","last_became_active":"2024-05-16T15:45:37.239317+0000","last_became_peered":"2024-05-16T15:45:37.239317+0000","last_unstale":"2024-05-16T15:48:20.030124+0000","last_undegraded":"2024-05-16T15:48:20.030124+0000","last_fullsized":"2024-05-16T15:48:20.030124+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:40:09.278518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"87'6","reported_seq":53,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.911860+0000","last_change":"2024-05-16T15:45:34.205852+0000","last_active":"2024-05-16T15:47:21.911860+0000","last_peered":"2024-05-16T15:47:21.911860+0000","last_clean":"2024-05-16T15:47:21.911860+0000","last_became_active":"2024-05-16T15:45:34.205471+0000","last_became_peered":"2024-05-16T15:45:34.205471+0000","last_unstale":"2024-05-16T15:47:21.911860+0000","last_undegraded":"2024-05-16T15:47:21.911860+0000","last_fullsized":"2024-05-16T15:47:21.911860+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:37:16.887316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":118,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.516743+0000","last_change":"2024-05-16T15:44:11.582770+0000","last_active":"2024-05-16T15:47:21.516743+0000","last_peered":"2024-05-16T15:47:21.516743+0000","last_clean":"2024-05-16T15:47:21.516743+0000","last_became_active":"2024-05-16T15:44:11.578379+0000","last_became_peered":"2024-05-16T15:44:11.578379+0000","last_unstale":"2024-05-16T15:47:21.516743+0000","last_undegraded":"2024-05-16T15:47:21.516743+0000","last_fullsized":"2024-05-16T15:47:21.516743+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:40:48.349724+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:40:48.349724+0000","last_clean_scrub_stamp":"2024-05-16T15:40:48.349724+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:05:40.446247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.292812+0000","last_change":"2024-05-16T15:45:47.476117+0000","last_active":"2024-05-16T15:47:22.292812+0000","last_peered":"2024-05-16T15:47:22.292812+0000","last_clean":"2024-05-16T15:47:22.292812+0000","last_became_active":"2024-05-16T15:45:47.475620+0000","last_became_peered":"2024-05-16T15:45:47.475620+0000","last_unstale":"2024-05-16T15:47:22.292812+0000","last_undegraded":"2024-05-16T15:47:22.292812+0000","last_fullsized":"2024-05-16T15:47:22.292812+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:30:43.306489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"89'5","reported_seq":44,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.035934+0000","last_change":"2024-05-16T15:45:37.242169+0000","last_active":"2024-05-16T15:48:20.035934+0000","last_peered":"2024-05-16T15:48:20.035934+0000","last_clean":"2024-05-16T15:48:20.035934+0000","last_became_active":"2024-05-16T15:45:37.239665+0000","last_became_peered":"2024-05-16T15:45:37.239665+0000","last_unstale":"2024-05-16T15:48:20.035934+0000","last_undegraded":"2024-05-16T15:48:20.035934+0000","last_fullsized":"2024-05-16T15:48:20.035934+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:19:55.922659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"87'4","reported_seq":49,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:37.050807+0000","last_change":"2024-05-16T15:45:34.206003+0000","last_active":"2024-05-16T15:47:37.050807+0000","last_peered":"2024-05-16T15:47:37.050807+0000","last_clean":"2024-05-16T15:47:37.050807+0000","last_became_active":"2024-05-16T15:45:34.205626+0000","last_became_peered":"2024-05-16T15:45:34.205626+0000","last_unstale":"2024-05-16T15:47:37.050807+0000","last_undegraded":"2024-05-16T15:47:37.050807+0000","last_fullsized":"2024-05-16T15:47:37.050807+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:07:42.311502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":36,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.866175+0000","last_change":"2024-05-16T15:47:21.865720+0000","last_active":"2024-05-16T15:47:21.866175+0000","last_peered":"2024-05-16T15:47:21.866175+0000","last_clean":"2024-05-16T15:47:21.866175+0000","last_became_active":"2024-05-16T15:47:21.865053+0000","last_became_peered":"2024-05-16T15:47:21.865053+0000","last_unstale":"2024-05-16T15:47:21.866175+0000","last_undegraded":"2024-05-16T15:47:21.866175+0000","last_fullsized":"2024-05-16T15:47:21.866175+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:15:07.364609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,7,6],"acting":[11,10,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"87'4","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.518282+0000","last_change":"2024-05-16T15:46:21.377930+0000","last_active":"2024-05-16T15:47:21.518282+0000","last_peered":"2024-05-16T15:47:21.518282+0000","last_clean":"2024-05-16T15:47:21.518282+0000","last_became_active":"2024-05-16T15:46:21.377429+0000","last_became_peered":"2024-05-16T15:46:21.377429+0000","last_unstale":"2024-05-16T15:47:21.518282+0000","last_undegraded":"2024-05-16T15:47:21.518282+0000","last_fullsized":"2024-05-16T15:47:21.518282+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:57:00.348793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.4","version":"89'9","reported_seq":48,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.035726+0000","last_change":"2024-05-16T15:45:37.242116+0000","last_active":"2024-05-16T15:48:20.035726+0000","last_peered":"2024-05-16T15:48:20.035726+0000","last_clean":"2024-05-16T15:48:20.035726+0000","last_became_active":"2024-05-16T15:45:37.241200+0000","last_became_peered":"2024-05-16T15:45:37.241200+0000","last_unstale":"2024-05-16T15:48:20.035726+0000","last_undegraded":"2024-05-16T15:48:20.035726+0000","last_fullsized":"2024-05-16T15:48:20.035726+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:49:46.377848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.193622+0000","last_change":"2024-05-16T15:45:47.475754+0000","last_active":"2024-05-16T15:47:22.193622+0000","last_peered":"2024-05-16T15:47:22.193622+0000","last_clean":"2024-05-16T15:47:22.193622+0000","last_became_active":"2024-05-16T15:45:47.475275+0000","last_became_peered":"2024-05-16T15:45:47.475275+0000","last_unstale":"2024-05-16T15:47:22.193622+0000","last_undegraded":"2024-05-16T15:47:22.193622+0000","last_fullsized":"2024-05-16T15:47:22.193622+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:15:47.964178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"89'17","reported_seq":61,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.253784+0000","last_change":"2024-05-16T15:45:34.205399+0000","last_active":"2024-05-16T15:48:20.253784+0000","last_peered":"2024-05-16T15:48:20.253784+0000","last_clean":"2024-05-16T15:48:20.253784+0000","last_became_active":"2024-05-16T15:45:34.205060+0000","last_became_peered":"2024-05-16T15:45:34.205060+0000","last_unstale":"2024-05-16T15:48:20.253784+0000","last_undegraded":"2024-05-16T15:48:20.253784+0000","last_fullsized":"2024-05-16T15:48:20.253784+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T19:40:20.128239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"89'5","reported_seq":44,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.029050+0000","last_change":"2024-05-16T15:45:37.233081+0000","last_active":"2024-05-16T15:48:20.029050+0000","last_peered":"2024-05-16T15:48:20.029050+0000","last_clean":"2024-05-16T15:48:20.029050+0000","last_became_active":"2024-05-16T15:45:37.232779+0000","last_became_peered":"2024-05-16T15:45:37.232779+0000","last_unstale":"2024-05-16T15:48:20.029050+0000","last_undegraded":"2024-05-16T15:48:20.029050+0000","last_fullsized":"2024-05-16T15:48:20.029050+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:37:09.749771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514495+0000","last_change":"2024-05-16T15:45:47.269019+0000","last_active":"2024-05-16T15:47:21.514495+0000","last_peered":"2024-05-16T15:47:21.514495+0000","last_clean":"2024-05-16T15:47:21.514495+0000","last_became_active":"2024-05-16T15:45:47.268487+0000","last_became_peered":"2024-05-16T15:45:47.268487+0000","last_unstale":"2024-05-16T15:47:21.514495+0000","last_undegraded":"2024-05-16T15:47:21.514495+0000","last_fullsized":"2024-05-16T15:47:21.514495+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:27:49.485175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"87'7","reported_seq":52,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.912240+0000","last_change":"2024-05-16T15:45:34.790890+0000","last_active":"2024-05-16T15:47:21.912240+0000","last_peered":"2024-05-16T15:47:21.912240+0000","last_clean":"2024-05-16T15:47:21.912240+0000","last_became_active":"2024-05-16T15:45:34.790486+0000","last_became_peered":"2024-05-16T15:45:34.790486+0000","last_unstale":"2024-05-16T15:47:21.912240+0000","last_undegraded":"2024-05-16T15:47:21.912240+0000","last_fullsized":"2024-05-16T15:47:21.912240+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:56:41.880726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"89'7","reported_seq":46,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.038757+0000","last_change":"2024-05-16T15:45:37.236732+0000","last_active":"2024-05-16T15:48:20.038757+0000","last_peered":"2024-05-16T15:48:20.038757+0000","last_clean":"2024-05-16T15:48:20.038757+0000","last_became_active":"2024-05-16T15:45:37.236352+0000","last_became_peered":"2024-05-16T15:45:37.236352+0000","last_unstale":"2024-05-16T15:48:20.038757+0000","last_undegraded":"2024-05-16T15:48:20.038757+0000","last_fullsized":"2024-05-16T15:48:20.038757+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:41:43.870623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.912026+0000","last_change":"2024-05-16T15:45:47.477145+0000","last_active":"2024-05-16T15:47:21.912026+0000","last_peered":"2024-05-16T15:47:21.912026+0000","last_clean":"2024-05-16T15:47:21.912026+0000","last_became_active":"2024-05-16T15:45:47.476397+0000","last_became_peered":"2024-05-16T15:45:47.476397+0000","last_unstale":"2024-05-16T15:47:21.912026+0000","last_undegraded":"2024-05-16T15:47:21.912026+0000","last_fullsized":"2024-05-16T15:47:21.912026+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:38:10.933346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"87'2","reported_seq":46,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.027481+0000","last_change":"2024-05-16T15:45:34.700250+0000","last_active":"2024-05-16T15:47:22.027481+0000","last_peered":"2024-05-16T15:47:22.027481+0000","last_clean":"2024-05-16T15:47:22.027481+0000","last_became_active":"2024-05-16T15:45:34.699828+0000","last_became_peered":"2024-05-16T15:45:34.699828+0000","last_unstale":"2024-05-16T15:47:22.027481+0000","last_undegraded":"2024-05-16T15:47:22.027481+0000","last_fullsized":"2024-05-16T15:47:22.027481+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:05:12.569035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"89'2","reported_seq":41,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:19.991548+0000","last_change":"2024-05-16T15:45:37.233166+0000","last_active":"2024-05-16T15:48:19.991548+0000","last_peered":"2024-05-16T15:48:19.991548+0000","last_clean":"2024-05-16T15:48:19.991548+0000","last_became_active":"2024-05-16T15:45:37.232782+0000","last_became_peered":"2024-05-16T15:45:37.232782+0000","last_unstale":"2024-05-16T15:48:19.991548+0000","last_undegraded":"2024-05-16T15:48:19.991548+0000","last_fullsized":"2024-05-16T15:48:19.991548+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:03:25.036943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.515077+0000","last_change":"2024-05-16T15:45:47.276411+0000","last_active":"2024-05-16T15:47:21.515077+0000","last_peered":"2024-05-16T15:47:21.515077+0000","last_clean":"2024-05-16T15:47:21.515077+0000","last_became_active":"2024-05-16T15:45:47.275933+0000","last_became_peered":"2024-05-16T15:45:47.275933+0000","last_unstale":"2024-05-16T15:47:21.515077+0000","last_undegraded":"2024-05-16T15:47:21.515077+0000","last_fullsized":"2024-05-16T15:47:21.515077+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:46:28.717689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"87'7","reported_seq":51,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.193698+0000","last_change":"2024-05-16T15:45:34.202700+0000","last_active":"2024-05-16T15:47:22.193698+0000","last_peered":"2024-05-16T15:47:22.193698+0000","last_clean":"2024-05-16T15:47:22.193698+0000","last_became_active":"2024-05-16T15:45:34.202190+0000","last_became_peered":"2024-05-16T15:45:34.202190+0000","last_unstale":"2024-05-16T15:47:22.193698+0000","last_undegraded":"2024-05-16T15:47:22.193698+0000","last_fullsized":"2024-05-16T15:47:22.193698+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:06:16.978609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"89'9","reported_seq":47,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.036979+0000","last_change":"2024-05-16T15:45:37.240233+0000","last_active":"2024-05-16T15:48:20.036979+0000","last_peered":"2024-05-16T15:48:20.036979+0000","last_clean":"2024-05-16T15:48:20.036979+0000","last_became_active":"2024-05-16T15:45:37.239064+0000","last_became_peered":"2024-05-16T15:45:37.239064+0000","last_unstale":"2024-05-16T15:48:20.036979+0000","last_undegraded":"2024-05-16T15:48:20.036979+0000","last_fullsized":"2024-05-16T15:48:20.036979+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:08:11.736333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"87'1","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.911908+0000","last_change":"2024-05-16T15:45:47.275416+0000","last_active":"2024-05-16T15:47:21.911908+0000","last_peered":"2024-05-16T15:47:21.911908+0000","last_clean":"2024-05-16T15:47:21.911908+0000","last_became_active":"2024-05-16T15:45:47.274506+0000","last_became_peered":"2024-05-16T15:45:47.274506+0000","last_unstale":"2024-05-16T15:47:21.911908+0000","last_undegraded":"2024-05-16T15:47:21.911908+0000","last_fullsized":"2024-05-16T15:47:21.911908+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:42:05.852294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"89'4","reported_seq":49,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:47.393334+0000","last_change":"2024-05-16T15:45:34.207300+0000","last_active":"2024-05-16T15:47:47.393334+0000","last_peered":"2024-05-16T15:47:47.393334+0000","last_clean":"2024-05-16T15:47:47.393334+0000","last_became_active":"2024-05-16T15:45:34.206151+0000","last_became_peered":"2024-05-16T15:45:34.206151+0000","last_unstale":"2024-05-16T15:47:47.393334+0000","last_undegraded":"2024-05-16T15:47:47.393334+0000","last_fullsized":"2024-05-16T15:47:47.393334+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:04:22.349576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"89'8","reported_seq":47,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.039252+0000","last_change":"2024-05-16T15:45:37.233761+0000","last_active":"2024-05-16T15:48:20.039252+0000","last_peered":"2024-05-16T15:48:20.039252+0000","last_clean":"2024-05-16T15:48:20.039252+0000","last_became_active":"2024-05-16T15:45:37.233444+0000","last_became_peered":"2024-05-16T15:45:37.233444+0000","last_unstale":"2024-05-16T15:48:20.039252+0000","last_undegraded":"2024-05-16T15:48:20.039252+0000","last_fullsized":"2024-05-16T15:48:20.039252+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:37:51.166623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.911992+0000","last_change":"2024-05-16T15:45:47.476432+0000","last_active":"2024-05-16T15:47:21.911992+0000","last_peered":"2024-05-16T15:47:21.911992+0000","last_clean":"2024-05-16T15:47:21.911992+0000","last_became_active":"2024-05-16T15:45:47.475873+0000","last_became_peered":"2024-05-16T15:45:47.475873+0000","last_unstale":"2024-05-16T15:47:21.911992+0000","last_undegraded":"2024-05-16T15:47:21.911992+0000","last_fullsized":"2024-05-16T15:47:21.911992+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:46:53.204221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"87'4","reported_seq":49,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.516590+0000","last_change":"2024-05-16T15:45:34.210226+0000","last_active":"2024-05-16T15:47:21.516590+0000","last_peered":"2024-05-16T15:47:21.516590+0000","last_clean":"2024-05-16T15:47:21.516590+0000","last_became_active":"2024-05-16T15:45:34.209633+0000","last_became_peered":"2024-05-16T15:45:34.209633+0000","last_unstale":"2024-05-16T15:47:21.516590+0000","last_undegraded":"2024-05-16T15:47:21.516590+0000","last_fullsized":"2024-05-16T15:47:21.516590+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:53:43.802801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"89'5","reported_seq":44,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.044182+0000","last_change":"2024-05-16T15:45:37.240231+0000","last_active":"2024-05-16T15:48:20.044182+0000","last_peered":"2024-05-16T15:48:20.044182+0000","last_clean":"2024-05-16T15:48:20.044182+0000","last_became_active":"2024-05-16T15:45:37.239799+0000","last_became_peered":"2024-05-16T15:45:37.239799+0000","last_unstale":"2024-05-16T15:48:20.044182+0000","last_undegraded":"2024-05-16T15:48:20.044182+0000","last_fullsized":"2024-05-16T15:48:20.044182+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:52:49.389331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.027693+0000","last_change":"2024-05-16T15:45:47.271582+0000","last_active":"2024-05-16T15:47:22.027693+0000","last_peered":"2024-05-16T15:47:22.027693+0000","last_clean":"2024-05-16T15:47:22.027693+0000","last_became_active":"2024-05-16T15:45:47.270972+0000","last_became_peered":"2024-05-16T15:45:47.270972+0000","last_unstale":"2024-05-16T15:47:22.027693+0000","last_undegraded":"2024-05-16T15:47:22.027693+0000","last_fullsized":"2024-05-16T15:47:22.027693+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:39:52.603011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"89'8","reported_seq":240,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:49:40.503458+0000","last_change":"2024-05-16T15:45:34.790876+0000","last_active":"2024-05-16T15:49:40.503458+0000","last_peered":"2024-05-16T15:49:40.503458+0000","last_clean":"2024-05-16T15:49:40.503458+0000","last_became_active":"2024-05-16T15:45:34.790447+0000","last_became_peered":"2024-05-16T15:45:34.790447+0000","last_unstale":"2024-05-16T15:49:40.503458+0000","last_undegraded":"2024-05-16T15:49:40.503458+0000","last_fullsized":"2024-05-16T15:49:40.503458+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T01:05:30.528357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2195,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":187,"num_read_kb":5,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"89'7","reported_seq":46,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.045541+0000","last_change":"2024-05-16T15:45:37.238854+0000","last_active":"2024-05-16T15:48:20.045541+0000","last_peered":"2024-05-16T15:48:20.045541+0000","last_clean":"2024-05-16T15:48:20.045541+0000","last_became_active":"2024-05-16T15:45:37.238488+0000","last_became_peered":"2024-05-16T15:45:37.238488+0000","last_unstale":"2024-05-16T15:48:20.045541+0000","last_undegraded":"2024-05-16T15:48:20.045541+0000","last_fullsized":"2024-05-16T15:48:20.045541+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:42:51.844191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":36,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.431548+0000","last_change":"2024-05-16T15:46:21.842140+0000","last_active":"2024-05-16T15:47:22.431548+0000","last_peered":"2024-05-16T15:47:22.431548+0000","last_clean":"2024-05-16T15:47:22.431548+0000","last_became_active":"2024-05-16T15:46:21.841703+0000","last_became_peered":"2024-05-16T15:46:21.841703+0000","last_unstale":"2024-05-16T15:47:22.431548+0000","last_undegraded":"2024-05-16T15:47:22.431548+0000","last_fullsized":"2024-05-16T15:47:22.431548+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:35:47.742372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,1,4],"acting":[0,8,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"87'3","reported_seq":48,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.292656+0000","last_change":"2024-05-16T15:45:34.205485+0000","last_active":"2024-05-16T15:47:22.292656+0000","last_peered":"2024-05-16T15:47:22.292656+0000","last_clean":"2024-05-16T15:47:22.292656+0000","last_became_active":"2024-05-16T15:45:34.205164+0000","last_became_peered":"2024-05-16T15:45:34.205164+0000","last_unstale":"2024-05-16T15:47:22.292656+0000","last_undegraded":"2024-05-16T15:47:22.292656+0000","last_fullsized":"2024-05-16T15:47:22.292656+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T15:57:32.616570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"89'6","reported_seq":45,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.029917+0000","last_change":"2024-05-16T15:45:37.240357+0000","last_active":"2024-05-16T15:48:20.029917+0000","last_peered":"2024-05-16T15:48:20.029917+0000","last_clean":"2024-05-16T15:48:20.029917+0000","last_became_active":"2024-05-16T15:45:37.240030+0000","last_became_peered":"2024-05-16T15:45:37.240030+0000","last_unstale":"2024-05-16T15:48:20.029917+0000","last_undegraded":"2024-05-16T15:48:20.029917+0000","last_fullsized":"2024-05-16T15:48:20.029917+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:25:16.186385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.291906+0000","last_change":"2024-05-16T15:45:47.271687+0000","last_active":"2024-05-16T15:47:22.291906+0000","last_peered":"2024-05-16T15:47:22.291906+0000","last_clean":"2024-05-16T15:47:22.291906+0000","last_became_active":"2024-05-16T15:45:47.270773+0000","last_became_peered":"2024-05-16T15:45:47.270773+0000","last_unstale":"2024-05-16T15:47:22.291906+0000","last_undegraded":"2024-05-16T15:47:22.291906+0000","last_fullsized":"2024-05-16T15:47:22.291906+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:44:45.480762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"87'5","reported_seq":60,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.518564+0000","last_change":"2024-05-16T15:46:21.749061+0000","last_active":"2024-05-16T15:47:21.518564+0000","last_peered":"2024-05-16T15:47:21.518564+0000","last_clean":"2024-05-16T15:47:21.518564+0000","last_became_active":"2024-05-16T15:46:21.746449+0000","last_became_peered":"2024-05-16T15:46:21.746449+0000","last_unstale":"2024-05-16T15:47:21.518564+0000","last_undegraded":"2024-05-16T15:47:21.518564+0000","last_fullsized":"2024-05-16T15:47:21.518564+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:00:34.933589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4],"acting":[6,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"89'9","reported_seq":48,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.033352+0000","last_change":"2024-05-16T15:45:37.237364+0000","last_active":"2024-05-16T15:48:20.033352+0000","last_peered":"2024-05-16T15:48:20.033352+0000","last_clean":"2024-05-16T15:48:20.033352+0000","last_became_active":"2024-05-16T15:45:37.237030+0000","last_became_peered":"2024-05-16T15:45:37.237030+0000","last_unstale":"2024-05-16T15:48:20.033352+0000","last_undegraded":"2024-05-16T15:48:20.033352+0000","last_fullsized":"2024-05-16T15:48:20.033352+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:04:04.708571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"89'9","reported_seq":47,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.031389+0000","last_change":"2024-05-16T15:45:37.239678+0000","last_active":"2024-05-16T15:48:20.031389+0000","last_peered":"2024-05-16T15:48:20.031389+0000","last_clean":"2024-05-16T15:48:20.031389+0000","last_became_active":"2024-05-16T15:45:37.239352+0000","last_became_peered":"2024-05-16T15:45:37.239352+0000","last_unstale":"2024-05-16T15:48:20.031389+0000","last_undegraded":"2024-05-16T15:48:20.031389+0000","last_fullsized":"2024-05-16T15:48:20.031389+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:57:18.279809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"89'12","reported_seq":51,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.032453+0000","last_change":"2024-05-16T15:45:37.239863+0000","last_active":"2024-05-16T15:48:20.032453+0000","last_peered":"2024-05-16T15:48:20.032453+0000","last_clean":"2024-05-16T15:48:20.032453+0000","last_became_active":"2024-05-16T15:45:37.239508+0000","last_became_peered":"2024-05-16T15:45:37.239508+0000","last_unstale":"2024-05-16T15:48:20.032453+0000","last_undegraded":"2024-05-16T15:48:20.032453+0000","last_fullsized":"2024-05-16T15:48:20.032453+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:37:38.162774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"89'8","reported_seq":47,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.039619+0000","last_change":"2024-05-16T15:45:37.242473+0000","last_active":"2024-05-16T15:48:20.039619+0000","last_peered":"2024-05-16T15:48:20.039619+0000","last_clean":"2024-05-16T15:48:20.039619+0000","last_became_active":"2024-05-16T15:45:37.242118+0000","last_became_peered":"2024-05-16T15:45:37.242118+0000","last_unstale":"2024-05-16T15:48:20.039619+0000","last_undegraded":"2024-05-16T15:48:20.039619+0000","last_fullsized":"2024-05-16T15:48:20.039619+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:36:47.638343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"89'7","reported_seq":46,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.041638+0000","last_change":"2024-05-16T15:45:37.236693+0000","last_active":"2024-05-16T15:48:20.041638+0000","last_peered":"2024-05-16T15:48:20.041638+0000","last_clean":"2024-05-16T15:48:20.041638+0000","last_became_active":"2024-05-16T15:45:37.236339+0000","last_became_peered":"2024-05-16T15:45:37.236339+0000","last_unstale":"2024-05-16T15:48:20.041638+0000","last_undegraded":"2024-05-16T15:48:20.041638+0000","last_fullsized":"2024-05-16T15:48:20.041638+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:12:22.662950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"89'4","reported_seq":43,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.038819+0000","last_change":"2024-05-16T15:45:37.239526+0000","last_active":"2024-05-16T15:48:20.038819+0000","last_peered":"2024-05-16T15:48:20.038819+0000","last_clean":"2024-05-16T15:48:20.038819+0000","last_became_active":"2024-05-16T15:45:37.239026+0000","last_became_peered":"2024-05-16T15:45:37.239026+0000","last_unstale":"2024-05-16T15:48:20.038819+0000","last_undegraded":"2024-05-16T15:48:20.038819+0000","last_fullsized":"2024-05-16T15:48:20.038819+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:13:56.168226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"89'6","reported_seq":44,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.030825+0000","last_change":"2024-05-16T15:45:37.237037+0000","last_active":"2024-05-16T15:48:20.030825+0000","last_peered":"2024-05-16T15:48:20.030825+0000","last_clean":"2024-05-16T15:48:20.030825+0000","last_became_active":"2024-05-16T15:45:37.236623+0000","last_became_peered":"2024-05-16T15:45:37.236623+0000","last_unstale":"2024-05-16T15:48:20.030825+0000","last_undegraded":"2024-05-16T15:48:20.030825+0000","last_fullsized":"2024-05-16T15:48:20.030825+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:12:00.172679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"89'15","reported_seq":54,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.024200+0000","last_change":"2024-05-16T15:45:37.243539+0000","last_active":"2024-05-16T15:48:20.024200+0000","last_peered":"2024-05-16T15:48:20.024200+0000","last_clean":"2024-05-16T15:48:20.024200+0000","last_became_active":"2024-05-16T15:45:37.243167+0000","last_became_peered":"2024-05-16T15:45:37.243167+0000","last_unstale":"2024-05-16T15:48:20.024200+0000","last_undegraded":"2024-05-16T15:48:20.024200+0000","last_fullsized":"2024-05-16T15:48:20.024200+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:53:31.078235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"89'2","reported_seq":41,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.039804+0000","last_change":"2024-05-16T15:45:37.244703+0000","last_active":"2024-05-16T15:48:20.039804+0000","last_peered":"2024-05-16T15:48:20.039804+0000","last_clean":"2024-05-16T15:48:20.039804+0000","last_became_active":"2024-05-16T15:45:37.236077+0000","last_became_peered":"2024-05-16T15:45:37.236077+0000","last_unstale":"2024-05-16T15:48:20.039804+0000","last_undegraded":"2024-05-16T15:48:20.039804+0000","last_fullsized":"2024-05-16T15:48:20.039804+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:42:29.652261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"89'6","reported_seq":45,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.033278+0000","last_change":"2024-05-16T15:45:37.243243+0000","last_active":"2024-05-16T15:48:20.033278+0000","last_peered":"2024-05-16T15:48:20.033278+0000","last_clean":"2024-05-16T15:48:20.033278+0000","last_became_active":"2024-05-16T15:45:37.242190+0000","last_became_peered":"2024-05-16T15:45:37.242190+0000","last_unstale":"2024-05-16T15:48:20.033278+0000","last_undegraded":"2024-05-16T15:48:20.033278+0000","last_fullsized":"2024-05-16T15:48:20.033278+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:48:16.824018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"89'8","reported_seq":47,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.030021+0000","last_change":"2024-05-16T15:45:37.235496+0000","last_active":"2024-05-16T15:48:20.030021+0000","last_peered":"2024-05-16T15:48:20.030021+0000","last_clean":"2024-05-16T15:48:20.030021+0000","last_became_active":"2024-05-16T15:45:37.235177+0000","last_became_peered":"2024-05-16T15:45:37.235177+0000","last_unstale":"2024-05-16T15:48:20.030021+0000","last_undegraded":"2024-05-16T15:48:20.030021+0000","last_fullsized":"2024-05-16T15:48:20.030021+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:12:27.608258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"89'10","reported_seq":49,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.044653+0000","last_change":"2024-05-16T15:45:37.240957+0000","last_active":"2024-05-16T15:48:20.044653+0000","last_peered":"2024-05-16T15:48:20.044653+0000","last_clean":"2024-05-16T15:48:20.044653+0000","last_became_active":"2024-05-16T15:45:37.240616+0000","last_became_peered":"2024-05-16T15:45:37.240616+0000","last_unstale":"2024-05-16T15:48:20.044653+0000","last_undegraded":"2024-05-16T15:48:20.044653+0000","last_fullsized":"2024-05-16T15:48:20.044653+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T01:40:52.425502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"89'11","reported_seq":50,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.038584+0000","last_change":"2024-05-16T15:45:37.232725+0000","last_active":"2024-05-16T15:48:20.038584+0000","last_peered":"2024-05-16T15:48:20.038584+0000","last_clean":"2024-05-16T15:48:20.038584+0000","last_became_active":"2024-05-16T15:45:37.231549+0000","last_became_peered":"2024-05-16T15:45:37.231549+0000","last_unstale":"2024-05-16T15:48:20.038584+0000","last_undegraded":"2024-05-16T15:48:20.038584+0000","last_fullsized":"2024-05-16T15:48:20.038584+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:04:04.502995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"89'8","reported_seq":46,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.039029+0000","last_change":"2024-05-16T15:45:37.228748+0000","last_active":"2024-05-16T15:48:20.039029+0000","last_peered":"2024-05-16T15:48:20.039029+0000","last_clean":"2024-05-16T15:48:20.039029+0000","last_became_active":"2024-05-16T15:45:37.228369+0000","last_became_peered":"2024-05-16T15:45:37.228369+0000","last_unstale":"2024-05-16T15:48:20.039029+0000","last_undegraded":"2024-05-16T15:48:20.039029+0000","last_fullsized":"2024-05-16T15:48:20.039029+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:41:35.372721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":77118,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":1863,"num_read_kb":1014,"num_write":277,"num_write_kb":169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":589824,"data_stored":231354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":239,"ondisk_log_size":239,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":70,"seq":300647710785,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28040,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717112,"statfs":{"total":95995035648,"available":95966322688,"internally_reserved":0,"allocated":1048576,"data_stored":516960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":64,"seq":274877907014,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28708,"kb_used_data":1692,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716444,"statfs":{"total":95995035648,"available":95965638656,"internally_reserved":0,"allocated":1732608,"data_stored":1170680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":59,"seq":253403070538,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28052,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717100,"statfs":{"total":95995035648,"available":95966310400,"internally_reserved":0,"allocated":1060864,"data_stored":519737,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":53,"seq":227633266768,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28028,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717124,"statfs":{"total":95995035648,"available":95966334976,"internally_reserved":0,"allocated":1036288,"data_stored":515795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":47,"seq":201863462996,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28628,"kb_used_data":1612,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716524,"statfs":{"total":95995035648,"available":95965720576,"internally_reserved":0,"allocated":1650688,"data_stored":1114668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":42,"seq":180388626523,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36344,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708808,"statfs":{"total":95995035648,"available":95957819392,"internally_reserved":0,"allocated":1032192,"data_stored":511638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574963,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32252,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712900,"statfs":{"total":95995035648,"available":95962009600,"internally_reserved":0,"allocated":1101824,"data_stored":575482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738487,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36368,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708784,"statfs":{"total":95995035648,"available":95957794816,"internally_reserved":0,"allocated":1056768,"data_stored":513626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411438,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28116,"kb_used_data":1100,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717036,"statfs":{"total":95995035648,"available":95966244864,"internally_reserved":0,"allocated":1126400,"data_stored":581573,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182505,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36356,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708796,"statfs":{"total":95995035648,"available":95957807104,"internally_reserved":0,"allocated":1044480,"data_stored":510853,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986277,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36352,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708800,"statfs":{"total":95995035648,"available":95957811200,"internally_reserved":0,"allocated":1040384,"data_stored":516244,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822752,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":41116,"kb_used_data":1620,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704036,"statfs":{"total":95995035648,"available":95952932864,"internally_reserved":0,"allocated":1658880,"data_stored":1108732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":3203,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":69373,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":71150,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1725,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3845,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1215,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5685,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1276,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":122880,"data_stored":69889,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2441,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-16T15:49:44.577 DEBUG:teuthology.orchestra.run.smithi043:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-05-16T15:49:44.718 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.705+0000 7f53815c1640 1 -- 172.21.15.43:0/188551523 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f537c102540 msgr2=0x7f537c1029c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:44.719 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.705+0000 7f53815c1640 1 --2- 172.21.15.43:0/188551523 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f537c102540 0x7f537c1029c0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f5374009ca0 tx=0x7f537402a8c0 comp rx=0 tx=0).stop 2024-05-16T15:49:44.719 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.705+0000 7f53815c1640 1 -- 172.21.15.43:0/188551523 shutdown_connections 2024-05-16T15:49:44.719 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.705+0000 7f53815c1640 1 --2- 172.21.15.43:0/188551523 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f537c102540 0x7f537c1029c0 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:44.719 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.705+0000 7f53815c1640 1 --2- 172.21.15.43:0/188551523 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f537c101ba0 0x7f537c102000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:44.719 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.706+0000 7f53815c1640 1 --2- 172.21.15.43:0/188551523 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f537c101240 0x7f537c101660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:44.719 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.706+0000 7f53815c1640 1 -- 172.21.15.43:0/188551523 >> 172.21.15.43:0/188551523 conn(0x7f537c0fce40 msgr2=0x7f537c0ff280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:44.719 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.706+0000 7f53815c1640 1 -- 172.21.15.43:0/188551523 shutdown_connections 2024-05-16T15:49:44.719 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.706+0000 7f53815c1640 1 -- 172.21.15.43:0/188551523 wait complete. 2024-05-16T15:49:44.719 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.706+0000 7f53815c1640 1 Processor -- start 2024-05-16T15:49:44.719 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.706+0000 7f53815c1640 1 -- start start 2024-05-16T15:49:44.719 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.706+0000 7f53815c1640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f537c101240 0x7f537c19ac50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:44.719 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.706+0000 7f53815c1640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f537c101ba0 0x7f537c19b190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:44.720 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.706+0000 7f53815c1640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f537c102540 0x7f537c1a21c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:44.720 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.706+0000 7f53815c1640 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f537c1105f0 con 0x7f537c102540 2024-05-16T15:49:44.720 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.706+0000 7f53815c1640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f537c110470 con 0x7f537c101ba0 2024-05-16T15:49:44.720 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.706+0000 7f53815c1640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f537c110770 con 0x7f537c101240 2024-05-16T15:49:44.720 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.707+0000 7f537b7fe640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f537c102540 0x7f537c1a21c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:44.720 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.707+0000 7f537b7fe640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f537c102540 0x7f537c1a21c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:60530/0 (socket says 172.21.15.43:60530) 2024-05-16T15:49:44.720 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.707+0000 7f537b7fe640 1 -- 172.21.15.43:0/198841962 learned_addr learned my addr 172.21.15.43:0/198841962 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:44.720 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.707+0000 7f537affd640 1 --2- 172.21.15.43:0/198841962 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f537c101240 0x7f537c19ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:44.720 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.707+0000 7f537a7fc640 1 --2- 172.21.15.43:0/198841962 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f537c101ba0 0x7f537c19b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:44.720 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.707+0000 7f537b7fe640 1 -- 172.21.15.43:0/198841962 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f537c101240 msgr2=0x7f537c19ac50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:44.720 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.707+0000 7f537b7fe640 1 --2- 172.21.15.43:0/198841962 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f537c101240 0x7f537c19ac50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:44.720 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.707+0000 7f537b7fe640 1 -- 172.21.15.43:0/198841962 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f537c101ba0 msgr2=0x7f537c19b190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:44.720 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.707+0000 7f537b7fe640 1 --2- 172.21.15.43:0/198841962 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f537c101ba0 0x7f537c19b190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:44.720 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.707+0000 7f537b7fe640 1 -- 172.21.15.43:0/198841962 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f537c1a2860 con 0x7f537c102540 2024-05-16T15:49:44.721 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.707+0000 7f537a7fc640 1 --2- 172.21.15.43:0/198841962 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f537c101ba0 0x7f537c19b190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:49:44.721 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.707+0000 7f537b7fe640 1 --2- 172.21.15.43:0/198841962 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f537c102540 0x7f537c1a21c0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f5374009dc0 tx=0x7f5374003c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:44.721 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.707+0000 7f5363fff640 1 -- 172.21.15.43:0/198841962 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5374004240 con 0x7f537c102540 2024-05-16T15:49:44.721 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.707+0000 7f53815c1640 1 -- 172.21.15.43:0/198841962 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f537c1a2af0 con 0x7f537c102540 2024-05-16T15:49:44.721 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.707+0000 7f5363fff640 1 -- 172.21.15.43:0/198841962 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f53740305c0 con 0x7f537c102540 2024-05-16T15:49:44.721 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.707+0000 7f5363fff640 1 -- 172.21.15.43:0/198841962 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f537403c670 con 0x7f537c102540 2024-05-16T15:49:44.721 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.707+0000 7f53815c1640 1 -- 172.21.15.43:0/198841962 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f537c1a3040 con 0x7f537c102540 2024-05-16T15:49:44.722 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.709+0000 7f53815c1640 1 -- 172.21.15.43:0/198841962 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f537c10c120 con 0x7f537c102540 2024-05-16T15:49:44.722 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.710+0000 7f5363fff640 1 -- 172.21.15.43:0/198841962 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f5374030a70 con 0x7f537c102540 2024-05-16T15:49:44.722 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.710+0000 7f5363fff640 1 --2- 172.21.15.43:0/198841962 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f53640b27f0 0x7f53640b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:44.722 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.711+0000 7f5363fff640 1 -- 172.21.15.43:0/198841962 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f5374103f30 con 0x7f537c102540 2024-05-16T15:49:44.722 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.711+0000 7f537affd640 1 --2- 172.21.15.43:0/198841962 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f53640b27f0 0x7f53640b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:44.722 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.711+0000 7f537affd640 1 --2- 172.21.15.43:0/198841962 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f53640b27f0 0x7f53640b4cb0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f537c19c120 tx=0x7f536c00a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:44.726 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.715+0000 7f5363fff640 1 -- 172.21.15.43:0/198841962 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f53740cb840 con 0x7f537c102540 2024-05-16T15:49:44.913 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.902+0000 7f53815c1640 1 -- 172.21.15.43:0/198841962 --> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f537c062df0 con 0x7f53640b27f0 2024-05-16T15:49:44.922 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.912+0000 7f5363fff640 1 -- 172.21.15.43:0/198841962 <== mgr.14150 v2:172.21.15.43:6800/198025071 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340523 (secure 0 0 0) 0x7f537c062df0 con 0x7f53640b27f0 2024-05-16T15:49:44.926 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:49:44.928 INFO:teuthology.orchestra.run.smithi043.stderr:dumped all 2024-05-16T15:49:44.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:44 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/159577838' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:49:44.929 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.915+0000 7f53815c1640 1 -- 172.21.15.43:0/198841962 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f53640b27f0 msgr2=0x7f53640b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:44.930 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.915+0000 7f53815c1640 1 --2- 172.21.15.43:0/198841962 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f53640b27f0 0x7f53640b4cb0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f537c19c120 tx=0x7f536c00a2d0 comp rx=0 tx=0).stop 2024-05-16T15:49:44.930 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.915+0000 7f53815c1640 1 -- 172.21.15.43:0/198841962 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f537c102540 msgr2=0x7f537c1a21c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:44.930 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.915+0000 7f53815c1640 1 --2- 172.21.15.43:0/198841962 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f537c102540 0x7f537c1a21c0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f5374009dc0 tx=0x7f5374003c90 comp rx=0 tx=0).stop 2024-05-16T15:49:44.930 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.915+0000 7f53815c1640 1 -- 172.21.15.43:0/198841962 shutdown_connections 2024-05-16T15:49:44.930 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.915+0000 7f53815c1640 1 --2- 172.21.15.43:0/198841962 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f537c102540 0x7f537c1a21c0 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:44.930 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.915+0000 7f53815c1640 1 --2- 172.21.15.43:0/198841962 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f537c101ba0 0x7f537c19b190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:44.930 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.915+0000 7f53815c1640 1 --2- 172.21.15.43:0/198841962 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f53640b27f0 0x7f53640b4cb0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:44.930 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.915+0000 7f53815c1640 1 --2- 172.21.15.43:0/198841962 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f537c101240 0x7f537c19ac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:44.930 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.915+0000 7f53815c1640 1 -- 172.21.15.43:0/198841962 >> 172.21.15.43:0/198841962 conn(0x7f537c0fce40 msgr2=0x7f537c0fe540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:44.930 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.916+0000 7f53815c1640 1 -- 172.21.15.43:0/198841962 shutdown_connections 2024-05-16T15:49:44.930 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:44.916+0000 7f53815c1640 1 -- 172.21.15.43:0/198841962 wait complete. 2024-05-16T15:49:44.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:44 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/159577838' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:49:44.936 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:44 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/159577838' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:49:44.937 INFO:teuthology.orchestra.run.smithi043.stdout:{"pg_ready":true,"pg_map":{"version":421,"stamp":"2024-05-16T15:49:44.056373+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":667720,"num_objects":102,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":1939,"num_read_kb":1078,"num_write":402,"num_write_kb":2321,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":833,"ondisk_log_size":833,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":388360,"kb_used_data":14248,"kb_used_omap":18,"kb_used_meta":373997,"kb_avail":1124553464,"statfs":{"total":1151940427776,"available":1151542747136,"internally_reserved":0,"allocated":14589952,"data_stored":8155988,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":382973242},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":6779,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":131,"num_read_kb":65,"num_write":17,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003070"},"pg_stats":[{"pgid":"3.3f","version":"89'8","reported_seq":46,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.044479+0000","last_change":"2024-05-16T15:45:37.233374+0000","last_active":"2024-05-16T15:48:20.044479+0000","last_peered":"2024-05-16T15:48:20.044479+0000","last_clean":"2024-05-16T15:48:20.044479+0000","last_became_active":"2024-05-16T15:45:37.232018+0000","last_became_peered":"2024-05-16T15:45:37.232018+0000","last_unstale":"2024-05-16T15:48:20.044479+0000","last_undegraded":"2024-05-16T15:48:20.044479+0000","last_fullsized":"2024-05-16T15:48:20.044479+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:04:19.081280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"89'4","reported_seq":43,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.039641+0000","last_change":"2024-05-16T15:45:37.242265+0000","last_active":"2024-05-16T15:48:20.039641+0000","last_peered":"2024-05-16T15:48:20.039641+0000","last_clean":"2024-05-16T15:48:20.039641+0000","last_became_active":"2024-05-16T15:45:37.241848+0000","last_became_peered":"2024-05-16T15:45:37.241848+0000","last_unstale":"2024-05-16T15:48:20.039641+0000","last_undegraded":"2024-05-16T15:48:20.039641+0000","last_fullsized":"2024-05-16T15:48:20.039641+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:24:22.518004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"89'7","reported_seq":46,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.044675+0000","last_change":"2024-05-16T15:45:37.236932+0000","last_active":"2024-05-16T15:48:20.044675+0000","last_peered":"2024-05-16T15:48:20.044675+0000","last_clean":"2024-05-16T15:48:20.044675+0000","last_became_active":"2024-05-16T15:45:37.236601+0000","last_became_peered":"2024-05-16T15:45:37.236601+0000","last_unstale":"2024-05-16T15:48:20.044675+0000","last_undegraded":"2024-05-16T15:48:20.044675+0000","last_fullsized":"2024-05-16T15:48:20.044675+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:37:01.846614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"89'8","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.032801+0000","last_change":"2024-05-16T15:46:21.381300+0000","last_active":"2024-05-16T15:48:20.032801+0000","last_peered":"2024-05-16T15:48:20.032801+0000","last_clean":"2024-05-16T15:48:20.032801+0000","last_became_active":"2024-05-16T15:46:21.380918+0000","last_became_peered":"2024-05-16T15:46:21.380918+0000","last_unstale":"2024-05-16T15:48:20.032801+0000","last_undegraded":"2024-05-16T15:48:20.032801+0000","last_fullsized":"2024-05-16T15:48:20.032801+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:07:52.573268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,2],"acting":[9,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.3b","version":"89'4","reported_seq":43,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.039577+0000","last_change":"2024-05-16T15:45:37.233067+0000","last_active":"2024-05-16T15:48:20.039577+0000","last_peered":"2024-05-16T15:48:20.039577+0000","last_clean":"2024-05-16T15:48:20.039577+0000","last_became_active":"2024-05-16T15:45:37.232681+0000","last_became_peered":"2024-05-16T15:45:37.232681+0000","last_unstale":"2024-05-16T15:48:20.039577+0000","last_undegraded":"2024-05-16T15:48:20.039577+0000","last_fullsized":"2024-05-16T15:48:20.039577+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:53:49.858587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"89'6","reported_seq":45,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.044631+0000","last_change":"2024-05-16T15:45:37.243970+0000","last_active":"2024-05-16T15:48:20.044631+0000","last_peered":"2024-05-16T15:48:20.044631+0000","last_clean":"2024-05-16T15:48:20.044631+0000","last_became_active":"2024-05-16T15:45:37.242948+0000","last_became_peered":"2024-05-16T15:45:37.242948+0000","last_unstale":"2024-05-16T15:48:20.044631+0000","last_undegraded":"2024-05-16T15:48:20.044631+0000","last_fullsized":"2024-05-16T15:48:20.044631+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:56:23.086817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"89'5","reported_seq":44,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.023831+0000","last_change":"2024-05-16T15:45:37.238182+0000","last_active":"2024-05-16T15:48:20.023831+0000","last_peered":"2024-05-16T15:48:20.023831+0000","last_clean":"2024-05-16T15:48:20.023831+0000","last_became_active":"2024-05-16T15:45:37.237870+0000","last_became_peered":"2024-05-16T15:45:37.237870+0000","last_unstale":"2024-05-16T15:48:20.023831+0000","last_undegraded":"2024-05-16T15:48:20.023831+0000","last_fullsized":"2024-05-16T15:48:20.023831+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:55:22.817732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"89'9","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.034341+0000","last_change":"2024-05-16T15:46:21.502466+0000","last_active":"2024-05-16T15:48:20.034341+0000","last_peered":"2024-05-16T15:48:20.034341+0000","last_clean":"2024-05-16T15:48:20.034341+0000","last_became_active":"2024-05-16T15:46:21.502211+0000","last_became_peered":"2024-05-16T15:46:21.502211+0000","last_unstale":"2024-05-16T15:48:20.034341+0000","last_undegraded":"2024-05-16T15:48:20.034341+0000","last_fullsized":"2024-05-16T15:48:20.034341+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:41:01.854687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.37","version":"89'11","reported_seq":50,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.043962+0000","last_change":"2024-05-16T15:45:37.237713+0000","last_active":"2024-05-16T15:48:20.043962+0000","last_peered":"2024-05-16T15:48:20.043962+0000","last_clean":"2024-05-16T15:48:20.043962+0000","last_became_active":"2024-05-16T15:45:37.237137+0000","last_became_peered":"2024-05-16T15:45:37.237137+0000","last_unstale":"2024-05-16T15:48:20.043962+0000","last_undegraded":"2024-05-16T15:48:20.043962+0000","last_fullsized":"2024-05-16T15:48:20.043962+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:38:06.769524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"89'16","reported_seq":55,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.044726+0000","last_change":"2024-05-16T15:45:37.243362+0000","last_active":"2024-05-16T15:48:20.044726+0000","last_peered":"2024-05-16T15:48:20.044726+0000","last_clean":"2024-05-16T15:48:20.044726+0000","last_became_active":"2024-05-16T15:45:37.242985+0000","last_became_peered":"2024-05-16T15:45:37.242985+0000","last_unstale":"2024-05-16T15:48:20.044726+0000","last_undegraded":"2024-05-16T15:48:20.044726+0000","last_fullsized":"2024-05-16T15:48:20.044726+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:18:39.316027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"89'6","reported_seq":45,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.045593+0000","last_change":"2024-05-16T15:45:37.240047+0000","last_active":"2024-05-16T15:48:20.045593+0000","last_peered":"2024-05-16T15:48:20.045593+0000","last_clean":"2024-05-16T15:48:20.045593+0000","last_became_active":"2024-05-16T15:45:37.239562+0000","last_became_peered":"2024-05-16T15:45:37.239562+0000","last_unstale":"2024-05-16T15:48:20.045593+0000","last_undegraded":"2024-05-16T15:48:20.045593+0000","last_fullsized":"2024-05-16T15:48:20.045593+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:41:12.600803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"89'7","reported_seq":46,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.046193+0000","last_change":"2024-05-16T15:45:37.242464+0000","last_active":"2024-05-16T15:48:20.046193+0000","last_peered":"2024-05-16T15:48:20.046193+0000","last_clean":"2024-05-16T15:48:20.046193+0000","last_became_active":"2024-05-16T15:45:37.242003+0000","last_became_peered":"2024-05-16T15:45:37.242003+0000","last_unstale":"2024-05-16T15:48:20.046193+0000","last_undegraded":"2024-05-16T15:48:20.046193+0000","last_fullsized":"2024-05-16T15:48:20.046193+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T01:40:06.242690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"89'10","reported_seq":49,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.040803+0000","last_change":"2024-05-16T15:45:37.244301+0000","last_active":"2024-05-16T15:48:20.040803+0000","last_peered":"2024-05-16T15:48:20.040803+0000","last_clean":"2024-05-16T15:48:20.040803+0000","last_became_active":"2024-05-16T15:45:37.243582+0000","last_became_peered":"2024-05-16T15:45:37.243582+0000","last_unstale":"2024-05-16T15:48:20.040803+0000","last_undegraded":"2024-05-16T15:48:20.040803+0000","last_fullsized":"2024-05-16T15:48:20.040803+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:30:38.984575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"89'7","reported_seq":46,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.039681+0000","last_change":"2024-05-16T15:45:37.231037+0000","last_active":"2024-05-16T15:48:20.039681+0000","last_peered":"2024-05-16T15:48:20.039681+0000","last_clean":"2024-05-16T15:48:20.039681+0000","last_became_active":"2024-05-16T15:45:37.230710+0000","last_became_peered":"2024-05-16T15:45:37.230710+0000","last_unstale":"2024-05-16T15:48:20.039681+0000","last_undegraded":"2024-05-16T15:48:20.039681+0000","last_fullsized":"2024-05-16T15:48:20.039681+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:16:27.329337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"89'7","reported_seq":46,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.039325+0000","last_change":"2024-05-16T15:45:37.238771+0000","last_active":"2024-05-16T15:48:20.039325+0000","last_peered":"2024-05-16T15:48:20.039325+0000","last_clean":"2024-05-16T15:48:20.039325+0000","last_became_active":"2024-05-16T15:45:37.238424+0000","last_became_peered":"2024-05-16T15:45:37.238424+0000","last_unstale":"2024-05-16T15:48:20.039325+0000","last_undegraded":"2024-05-16T15:48:20.039325+0000","last_fullsized":"2024-05-16T15:48:20.039325+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:25:26.333171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"89'9","reported_seq":48,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.041377+0000","last_change":"2024-05-16T15:45:37.236070+0000","last_active":"2024-05-16T15:48:20.041377+0000","last_peered":"2024-05-16T15:48:20.041377+0000","last_clean":"2024-05-16T15:48:20.041377+0000","last_became_active":"2024-05-16T15:45:37.235634+0000","last_became_peered":"2024-05-16T15:45:37.235634+0000","last_unstale":"2024-05-16T15:48:20.041377+0000","last_undegraded":"2024-05-16T15:48:20.041377+0000","last_fullsized":"2024-05-16T15:48:20.041377+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:23:03.074527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"89'8","reported_seq":46,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.044602+0000","last_change":"2024-05-16T15:45:37.232411+0000","last_active":"2024-05-16T15:48:20.044602+0000","last_peered":"2024-05-16T15:48:20.044602+0000","last_clean":"2024-05-16T15:48:20.044602+0000","last_became_active":"2024-05-16T15:45:37.231433+0000","last_became_peered":"2024-05-16T15:45:37.231433+0000","last_unstale":"2024-05-16T15:48:20.044602+0000","last_undegraded":"2024-05-16T15:48:20.044602+0000","last_fullsized":"2024-05-16T15:48:20.044602+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:31:43.626076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"89'10","reported_seq":49,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.037863+0000","last_change":"2024-05-16T15:45:37.238345+0000","last_active":"2024-05-16T15:48:20.037863+0000","last_peered":"2024-05-16T15:48:20.037863+0000","last_clean":"2024-05-16T15:48:20.037863+0000","last_became_active":"2024-05-16T15:45:37.237810+0000","last_became_peered":"2024-05-16T15:45:37.237810+0000","last_unstale":"2024-05-16T15:48:20.037863+0000","last_undegraded":"2024-05-16T15:48:20.037863+0000","last_fullsized":"2024-05-16T15:48:20.037863+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:58:26.792733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"89'7","reported_seq":46,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.040286+0000","last_change":"2024-05-16T15:45:37.245583+0000","last_active":"2024-05-16T15:48:20.040286+0000","last_peered":"2024-05-16T15:48:20.040286+0000","last_clean":"2024-05-16T15:48:20.040286+0000","last_became_active":"2024-05-16T15:45:37.245086+0000","last_became_peered":"2024-05-16T15:45:37.245086+0000","last_unstale":"2024-05-16T15:48:20.040286+0000","last_undegraded":"2024-05-16T15:48:20.040286+0000","last_fullsized":"2024-05-16T15:48:20.040286+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:01:46.686164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514309+0000","last_change":"2024-05-16T15:45:47.273887+0000","last_active":"2024-05-16T15:47:21.514309+0000","last_peered":"2024-05-16T15:47:21.514309+0000","last_clean":"2024-05-16T15:47:21.514309+0000","last_became_active":"2024-05-16T15:45:47.273434+0000","last_became_peered":"2024-05-16T15:45:47.273434+0000","last_unstale":"2024-05-16T15:47:21.514309+0000","last_undegraded":"2024-05-16T15:47:21.514309+0000","last_fullsized":"2024-05-16T15:47:21.514309+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:28:49.210985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'14","reported_seq":239,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:49:38.476718+0000","last_change":"2024-05-16T15:45:34.205394+0000","last_active":"2024-05-16T15:49:38.476718+0000","last_peered":"2024-05-16T15:49:38.476718+0000","last_clean":"2024-05-16T15:49:38.476718+0000","last_became_active":"2024-05-16T15:45:34.205035+0000","last_became_peered":"2024-05-16T15:45:34.205035+0000","last_unstale":"2024-05-16T15:49:38.476718+0000","last_undegraded":"2024-05-16T15:49:38.476718+0000","last_fullsized":"2024-05-16T15:49:38.476718+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:03:24.210677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":181,"num_read_kb":181,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"89'5","reported_seq":45,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.030139+0000","last_change":"2024-05-16T15:45:37.245147+0000","last_active":"2024-05-16T15:48:20.030139+0000","last_peered":"2024-05-16T15:48:20.030139+0000","last_clean":"2024-05-16T15:48:20.030139+0000","last_became_active":"2024-05-16T15:45:37.244817+0000","last_became_peered":"2024-05-16T15:45:37.244817+0000","last_unstale":"2024-05-16T15:48:20.030139+0000","last_undegraded":"2024-05-16T15:48:20.030139+0000","last_fullsized":"2024-05-16T15:48:20.030139+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:21:46.147135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.911714+0000","last_change":"2024-05-16T15:45:47.273818+0000","last_active":"2024-05-16T15:47:21.911714+0000","last_peered":"2024-05-16T15:47:21.911714+0000","last_clean":"2024-05-16T15:47:21.911714+0000","last_became_active":"2024-05-16T15:45:47.273372+0000","last_became_peered":"2024-05-16T15:45:47.273372+0000","last_unstale":"2024-05-16T15:47:21.911714+0000","last_undegraded":"2024-05-16T15:47:21.911714+0000","last_fullsized":"2024-05-16T15:47:21.911714+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:30:57.162207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"87'2","reported_seq":47,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:37.360411+0000","last_change":"2024-05-16T15:45:34.700053+0000","last_active":"2024-05-16T15:47:37.360411+0000","last_peered":"2024-05-16T15:47:37.360411+0000","last_clean":"2024-05-16T15:47:37.360411+0000","last_became_active":"2024-05-16T15:45:34.699384+0000","last_became_peered":"2024-05-16T15:45:34.699384+0000","last_unstale":"2024-05-16T15:47:37.360411+0000","last_undegraded":"2024-05-16T15:47:37.360411+0000","last_fullsized":"2024-05-16T15:47:37.360411+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:17:33.760661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"89'6","reported_seq":45,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.044386+0000","last_change":"2024-05-16T15:45:37.233119+0000","last_active":"2024-05-16T15:48:20.044386+0000","last_peered":"2024-05-16T15:48:20.044386+0000","last_clean":"2024-05-16T15:48:20.044386+0000","last_became_active":"2024-05-16T15:45:37.232818+0000","last_became_peered":"2024-05-16T15:45:37.232818+0000","last_unstale":"2024-05-16T15:48:20.044386+0000","last_undegraded":"2024-05-16T15:48:20.044386+0000","last_fullsized":"2024-05-16T15:48:20.044386+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:33:35.610034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.911762+0000","last_change":"2024-05-16T15:45:47.274350+0000","last_active":"2024-05-16T15:47:21.911762+0000","last_peered":"2024-05-16T15:47:21.911762+0000","last_clean":"2024-05-16T15:47:21.911762+0000","last_became_active":"2024-05-16T15:45:47.273912+0000","last_became_peered":"2024-05-16T15:45:47.273912+0000","last_unstale":"2024-05-16T15:47:21.911762+0000","last_undegraded":"2024-05-16T15:47:21.911762+0000","last_fullsized":"2024-05-16T15:47:21.911762+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:41:11.747087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"87'12","reported_seq":67,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.516884+0000","last_change":"2024-05-16T15:46:21.845036+0000","last_active":"2024-05-16T15:47:21.516884+0000","last_peered":"2024-05-16T15:47:21.516884+0000","last_clean":"2024-05-16T15:47:21.516884+0000","last_became_active":"2024-05-16T15:46:21.842324+0000","last_became_peered":"2024-05-16T15:46:21.842324+0000","last_unstale":"2024-05-16T15:47:21.516884+0000","last_undegraded":"2024-05-16T15:47:21.516884+0000","last_fullsized":"2024-05-16T15:47:21.516884+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T01:53:21.667543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,7],"acting":[8,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"89'9","reported_seq":48,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.042770+0000","last_change":"2024-05-16T15:45:37.234411+0000","last_active":"2024-05-16T15:48:20.042770+0000","last_peered":"2024-05-16T15:48:20.042770+0000","last_clean":"2024-05-16T15:48:20.042770+0000","last_became_active":"2024-05-16T15:45:37.234043+0000","last_became_peered":"2024-05-16T15:45:37.234043+0000","last_unstale":"2024-05-16T15:48:20.042770+0000","last_undegraded":"2024-05-16T15:48:20.042770+0000","last_fullsized":"2024-05-16T15:48:20.042770+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T19:16:27.956508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.911704+0000","last_change":"2024-05-16T15:45:47.269228+0000","last_active":"2024-05-16T15:47:21.911704+0000","last_peered":"2024-05-16T15:47:21.911704+0000","last_clean":"2024-05-16T15:47:21.911704+0000","last_became_active":"2024-05-16T15:45:47.268772+0000","last_became_peered":"2024-05-16T15:45:47.268772+0000","last_unstale":"2024-05-16T15:47:21.911704+0000","last_undegraded":"2024-05-16T15:47:21.911704+0000","last_fullsized":"2024-05-16T15:47:21.911704+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:34:17.566344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"87'5","reported_seq":50,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.516427+0000","last_change":"2024-05-16T15:45:34.206914+0000","last_active":"2024-05-16T15:47:21.516427+0000","last_peered":"2024-05-16T15:47:21.516427+0000","last_clean":"2024-05-16T15:47:21.516427+0000","last_became_active":"2024-05-16T15:45:34.206588+0000","last_became_peered":"2024-05-16T15:45:34.206588+0000","last_unstale":"2024-05-16T15:47:21.516427+0000","last_undegraded":"2024-05-16T15:47:21.516427+0000","last_fullsized":"2024-05-16T15:47:21.516427+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:03:10.172697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"89'15","reported_seq":54,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.042144+0000","last_change":"2024-05-16T15:45:37.245627+0000","last_active":"2024-05-16T15:48:20.042144+0000","last_peered":"2024-05-16T15:48:20.042144+0000","last_clean":"2024-05-16T15:48:20.042144+0000","last_became_active":"2024-05-16T15:45:37.245185+0000","last_became_peered":"2024-05-16T15:45:37.245185+0000","last_unstale":"2024-05-16T15:48:20.042144+0000","last_undegraded":"2024-05-16T15:48:20.042144+0000","last_fullsized":"2024-05-16T15:48:20.042144+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:05:51.193220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514629+0000","last_change":"2024-05-16T15:45:47.271741+0000","last_active":"2024-05-16T15:47:21.514629+0000","last_peered":"2024-05-16T15:47:21.514629+0000","last_clean":"2024-05-16T15:47:21.514629+0000","last_became_active":"2024-05-16T15:45:47.271361+0000","last_became_peered":"2024-05-16T15:45:47.271361+0000","last_unstale":"2024-05-16T15:47:21.514629+0000","last_undegraded":"2024-05-16T15:47:21.514629+0000","last_fullsized":"2024-05-16T15:47:21.514629+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:09:22.815175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"89'8","reported_seq":240,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:49:41.482265+0000","last_change":"2024-05-16T15:45:34.203380+0000","last_active":"2024-05-16T15:49:41.482265+0000","last_peered":"2024-05-16T15:49:41.482265+0000","last_clean":"2024-05-16T15:49:41.482265+0000","last_became_active":"2024-05-16T15:45:34.203040+0000","last_became_peered":"2024-05-16T15:45:34.203040+0000","last_unstale":"2024-05-16T15:49:41.482265+0000","last_undegraded":"2024-05-16T15:49:41.482265+0000","last_fullsized":"2024-05-16T15:49:41.482265+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:39:59.141764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1647,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":188,"num_read_kb":5,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"89'7","reported_seq":46,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.030742+0000","last_change":"2024-05-16T15:45:37.237407+0000","last_active":"2024-05-16T15:48:20.030742+0000","last_peered":"2024-05-16T15:48:20.030742+0000","last_clean":"2024-05-16T15:48:20.030742+0000","last_became_active":"2024-05-16T15:45:37.236985+0000","last_became_peered":"2024-05-16T15:45:37.236985+0000","last_unstale":"2024-05-16T15:48:20.030742+0000","last_undegraded":"2024-05-16T15:48:20.030742+0000","last_fullsized":"2024-05-16T15:48:20.030742+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:23:02.341216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514704+0000","last_change":"2024-05-16T15:45:47.272978+0000","last_active":"2024-05-16T15:47:21.514704+0000","last_peered":"2024-05-16T15:47:21.514704+0000","last_clean":"2024-05-16T15:47:21.514704+0000","last_became_active":"2024-05-16T15:45:47.271437+0000","last_became_peered":"2024-05-16T15:45:47.271437+0000","last_unstale":"2024-05-16T15:47:21.514704+0000","last_undegraded":"2024-05-16T15:47:21.514704+0000","last_fullsized":"2024-05-16T15:47:21.514704+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T19:04:02.345284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"87'7","reported_seq":52,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.863902+0000","last_change":"2024-05-16T15:45:34.208911+0000","last_active":"2024-05-16T15:47:21.863902+0000","last_peered":"2024-05-16T15:47:21.863902+0000","last_clean":"2024-05-16T15:47:21.863902+0000","last_became_active":"2024-05-16T15:45:34.208559+0000","last_became_peered":"2024-05-16T15:45:34.208559+0000","last_unstale":"2024-05-16T15:47:21.863902+0000","last_undegraded":"2024-05-16T15:47:21.863902+0000","last_fullsized":"2024-05-16T15:47:21.863902+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T01:53:19.333035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"89'8","reported_seq":53,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.033639+0000","last_change":"2024-05-16T15:46:21.384341+0000","last_active":"2024-05-16T15:48:20.033639+0000","last_peered":"2024-05-16T15:48:20.033639+0000","last_clean":"2024-05-16T15:48:20.033639+0000","last_became_active":"2024-05-16T15:46:21.383887+0000","last_became_peered":"2024-05-16T15:46:21.383887+0000","last_unstale":"2024-05-16T15:48:20.033639+0000","last_undegraded":"2024-05-16T15:48:20.033639+0000","last_fullsized":"2024-05-16T15:48:20.033639+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T19:27:52.581300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3],"acting":[5,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.518469+0000","last_change":"2024-05-16T15:45:47.272186+0000","last_active":"2024-05-16T15:47:21.518469+0000","last_peered":"2024-05-16T15:47:21.518469+0000","last_clean":"2024-05-16T15:47:21.518469+0000","last_became_active":"2024-05-16T15:45:47.271769+0000","last_became_peered":"2024-05-16T15:45:47.271769+0000","last_unstale":"2024-05-16T15:47:21.518469+0000","last_undegraded":"2024-05-16T15:47:21.518469+0000","last_fullsized":"2024-05-16T15:47:21.518469+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:36:18.881903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"87'3","reported_seq":48,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.518074+0000","last_change":"2024-05-16T15:45:34.203495+0000","last_active":"2024-05-16T15:47:21.518074+0000","last_peered":"2024-05-16T15:47:21.518074+0000","last_clean":"2024-05-16T15:47:21.518074+0000","last_became_active":"2024-05-16T15:45:34.203236+0000","last_became_peered":"2024-05-16T15:45:34.203236+0000","last_unstale":"2024-05-16T15:47:21.518074+0000","last_undegraded":"2024-05-16T15:47:21.518074+0000","last_fullsized":"2024-05-16T15:47:21.518074+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:34:35.377074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"89'8","reported_seq":47,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.028354+0000","last_change":"2024-05-16T15:45:37.230891+0000","last_active":"2024-05-16T15:48:20.028354+0000","last_peered":"2024-05-16T15:48:20.028354+0000","last_clean":"2024-05-16T15:48:20.028354+0000","last_became_active":"2024-05-16T15:45:37.230600+0000","last_became_peered":"2024-05-16T15:45:37.230600+0000","last_unstale":"2024-05-16T15:48:20.028354+0000","last_undegraded":"2024-05-16T15:48:20.028354+0000","last_fullsized":"2024-05-16T15:48:20.028354+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:51:50.143297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.431803+0000","last_change":"2024-05-16T15:45:47.265421+0000","last_active":"2024-05-16T15:47:22.431803+0000","last_peered":"2024-05-16T15:47:22.431803+0000","last_clean":"2024-05-16T15:47:22.431803+0000","last_became_active":"2024-05-16T15:45:47.264603+0000","last_became_peered":"2024-05-16T15:45:47.264603+0000","last_unstale":"2024-05-16T15:47:22.431803+0000","last_undegraded":"2024-05-16T15:47:22.431803+0000","last_fullsized":"2024-05-16T15:47:22.431803+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:32:12.958165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"87'3","reported_seq":48,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.291982+0000","last_change":"2024-05-16T15:45:34.203935+0000","last_active":"2024-05-16T15:47:22.291982+0000","last_peered":"2024-05-16T15:47:22.291982+0000","last_clean":"2024-05-16T15:47:22.291982+0000","last_became_active":"2024-05-16T15:45:34.203580+0000","last_became_peered":"2024-05-16T15:45:34.203580+0000","last_unstale":"2024-05-16T15:47:22.291982+0000","last_undegraded":"2024-05-16T15:47:22.291982+0000","last_fullsized":"2024-05-16T15:47:22.291982+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:41:08.458217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"89'11","reported_seq":50,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.034480+0000","last_change":"2024-05-16T15:45:37.232504+0000","last_active":"2024-05-16T15:48:20.034480+0000","last_peered":"2024-05-16T15:48:20.034480+0000","last_clean":"2024-05-16T15:48:20.034480+0000","last_became_active":"2024-05-16T15:45:37.232058+0000","last_became_peered":"2024-05-16T15:45:37.232058+0000","last_unstale":"2024-05-16T15:48:20.034480+0000","last_undegraded":"2024-05-16T15:48:20.034480+0000","last_fullsized":"2024-05-16T15:48:20.034480+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:09:36.891965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.193635+0000","last_change":"2024-05-16T15:45:47.269783+0000","last_active":"2024-05-16T15:47:22.193635+0000","last_peered":"2024-05-16T15:47:22.193635+0000","last_clean":"2024-05-16T15:47:22.193635+0000","last_became_active":"2024-05-16T15:45:47.268502+0000","last_became_peered":"2024-05-16T15:45:47.268502+0000","last_unstale":"2024-05-16T15:47:22.193635+0000","last_undegraded":"2024-05-16T15:47:22.193635+0000","last_fullsized":"2024-05-16T15:47:22.193635+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:51:10.692585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"89'8","reported_seq":413,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:49:39.479039+0000","last_change":"2024-05-16T15:45:34.207020+0000","last_active":"2024-05-16T15:49:39.479039+0000","last_peered":"2024-05-16T15:49:39.479039+0000","last_clean":"2024-05-16T15:49:39.479039+0000","last_became_active":"2024-05-16T15:45:34.206679+0000","last_became_peered":"2024-05-16T15:45:34.206679+0000","last_unstale":"2024-05-16T15:49:39.479039+0000","last_undegraded":"2024-05-16T15:49:39.479039+0000","last_fullsized":"2024-05-16T15:49:39.479039+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:26:53.649747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":360,"num_read_kb":360,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"89'10","reported_seq":49,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.042705+0000","last_change":"2024-05-16T15:45:37.237022+0000","last_active":"2024-05-16T15:48:20.042705+0000","last_peered":"2024-05-16T15:48:20.042705+0000","last_clean":"2024-05-16T15:48:20.042705+0000","last_became_active":"2024-05-16T15:45:37.236378+0000","last_became_peered":"2024-05-16T15:45:37.236378+0000","last_unstale":"2024-05-16T15:48:20.042705+0000","last_undegraded":"2024-05-16T15:48:20.042705+0000","last_fullsized":"2024-05-16T15:48:20.042705+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T19:33:08.853534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514616+0000","last_change":"2024-05-16T15:45:47.270746+0000","last_active":"2024-05-16T15:47:21.514616+0000","last_peered":"2024-05-16T15:47:21.514616+0000","last_clean":"2024-05-16T15:47:21.514616+0000","last_became_active":"2024-05-16T15:45:47.270147+0000","last_became_peered":"2024-05-16T15:45:47.270147+0000","last_unstale":"2024-05-16T15:47:21.514616+0000","last_undegraded":"2024-05-16T15:47:21.514616+0000","last_fullsized":"2024-05-16T15:47:21.514616+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:16:49.530406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"87'4","reported_seq":48,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.517410+0000","last_change":"2024-05-16T15:45:34.204229+0000","last_active":"2024-05-16T15:47:21.517410+0000","last_peered":"2024-05-16T15:47:21.517410+0000","last_clean":"2024-05-16T15:47:21.517410+0000","last_became_active":"2024-05-16T15:45:34.203826+0000","last_became_peered":"2024-05-16T15:45:34.203826+0000","last_unstale":"2024-05-16T15:47:21.517410+0000","last_undegraded":"2024-05-16T15:47:21.517410+0000","last_fullsized":"2024-05-16T15:47:21.517410+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:53:30.409658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"89'9","reported_seq":54,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.041212+0000","last_change":"2024-05-16T15:46:21.382657+0000","last_active":"2024-05-16T15:48:20.041212+0000","last_peered":"2024-05-16T15:48:20.041212+0000","last_clean":"2024-05-16T15:48:20.041212+0000","last_became_active":"2024-05-16T15:46:21.382279+0000","last_became_peered":"2024-05-16T15:46:21.382279+0000","last_unstale":"2024-05-16T15:48:20.041212+0000","last_undegraded":"2024-05-16T15:48:20.041212+0000","last_fullsized":"2024-05-16T15:48:20.041212+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:13:36.113286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.912003+0000","last_change":"2024-05-16T15:45:47.272831+0000","last_active":"2024-05-16T15:47:21.912003+0000","last_peered":"2024-05-16T15:47:21.912003+0000","last_clean":"2024-05-16T15:47:21.912003+0000","last_became_active":"2024-05-16T15:45:47.272430+0000","last_became_peered":"2024-05-16T15:45:47.272430+0000","last_unstale":"2024-05-16T15:47:21.912003+0000","last_undegraded":"2024-05-16T15:47:21.912003+0000","last_fullsized":"2024-05-16T15:47:21.912003+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:28:47.602617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"87'5","reported_seq":50,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.292496+0000","last_change":"2024-05-16T15:45:34.700222+0000","last_active":"2024-05-16T15:47:22.292496+0000","last_peered":"2024-05-16T15:47:22.292496+0000","last_clean":"2024-05-16T15:47:22.292496+0000","last_became_active":"2024-05-16T15:45:34.699776+0000","last_became_peered":"2024-05-16T15:45:34.699776+0000","last_unstale":"2024-05-16T15:47:22.292496+0000","last_undegraded":"2024-05-16T15:47:22.292496+0000","last_fullsized":"2024-05-16T15:47:22.292496+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:22:49.327804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"89'11","reported_seq":50,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.045359+0000","last_change":"2024-05-16T15:45:37.238757+0000","last_active":"2024-05-16T15:48:20.045359+0000","last_peered":"2024-05-16T15:48:20.045359+0000","last_clean":"2024-05-16T15:48:20.045359+0000","last_became_active":"2024-05-16T15:45:37.238434+0000","last_became_peered":"2024-05-16T15:45:37.238434+0000","last_unstale":"2024-05-16T15:48:20.045359+0000","last_undegraded":"2024-05-16T15:48:20.045359+0000","last_fullsized":"2024-05-16T15:48:20.045359+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:35:45.674381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514367+0000","last_change":"2024-05-16T15:45:47.272694+0000","last_active":"2024-05-16T15:47:21.514367+0000","last_peered":"2024-05-16T15:47:21.514367+0000","last_clean":"2024-05-16T15:47:21.514367+0000","last_became_active":"2024-05-16T15:45:47.272316+0000","last_became_peered":"2024-05-16T15:45:47.272316+0000","last_unstale":"2024-05-16T15:47:21.514367+0000","last_undegraded":"2024-05-16T15:47:21.514367+0000","last_fullsized":"2024-05-16T15:47:21.514367+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:16:30.349120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"89'41","reported_seq":457,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:49:39.479379+0000","last_change":"2024-05-16T15:45:34.209964+0000","last_active":"2024-05-16T15:49:39.479379+0000","last_peered":"2024-05-16T15:49:39.479379+0000","last_clean":"2024-05-16T15:49:39.479379+0000","last_became_active":"2024-05-16T15:45:34.209597+0000","last_became_peered":"2024-05-16T15:45:34.209597+0000","last_unstale":"2024-05-16T15:49:39.479379+0000","last_undegraded":"2024-05-16T15:49:39.479379+0000","last_fullsized":"2024-05-16T15:49:39.479379+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:12:21.590031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67128,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":371,"num_read_kb":252,"num_write":43,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"89'6","reported_seq":45,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.021581+0000","last_change":"2024-05-16T15:45:37.241393+0000","last_active":"2024-05-16T15:48:20.021581+0000","last_peered":"2024-05-16T15:48:20.021581+0000","last_clean":"2024-05-16T15:48:20.021581+0000","last_became_active":"2024-05-16T15:45:37.240937+0000","last_became_peered":"2024-05-16T15:45:37.240937+0000","last_unstale":"2024-05-16T15:48:20.021581+0000","last_undegraded":"2024-05-16T15:48:20.021581+0000","last_fullsized":"2024-05-16T15:48:20.021581+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:21:42.415245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.292913+0000","last_change":"2024-05-16T15:45:47.273984+0000","last_active":"2024-05-16T15:47:22.292913+0000","last_peered":"2024-05-16T15:47:22.292913+0000","last_clean":"2024-05-16T15:47:22.292913+0000","last_became_active":"2024-05-16T15:45:47.273572+0000","last_became_peered":"2024-05-16T15:45:47.273572+0000","last_unstale":"2024-05-16T15:47:22.292913+0000","last_undegraded":"2024-05-16T15:47:22.292913+0000","last_fullsized":"2024-05-16T15:47:22.292913+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:33:26.603363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"87'9","reported_seq":56,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514635+0000","last_change":"2024-05-16T15:45:34.208133+0000","last_active":"2024-05-16T15:47:21.514635+0000","last_peered":"2024-05-16T15:47:21.514635+0000","last_clean":"2024-05-16T15:47:21.514635+0000","last_became_active":"2024-05-16T15:45:34.206983+0000","last_became_peered":"2024-05-16T15:45:34.206983+0000","last_unstale":"2024-05-16T15:47:21.514635+0000","last_undegraded":"2024-05-16T15:47:21.514635+0000","last_fullsized":"2024-05-16T15:47:21.514635+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:00:25.813822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"89'9","reported_seq":48,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.030301+0000","last_change":"2024-05-16T15:45:37.238117+0000","last_active":"2024-05-16T15:48:20.030301+0000","last_peered":"2024-05-16T15:48:20.030301+0000","last_clean":"2024-05-16T15:48:20.030301+0000","last_became_active":"2024-05-16T15:45:37.237748+0000","last_became_peered":"2024-05-16T15:45:37.237748+0000","last_unstale":"2024-05-16T15:48:20.030301+0000","last_undegraded":"2024-05-16T15:48:20.030301+0000","last_fullsized":"2024-05-16T15:48:20.030301+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:16:22.543126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.518183+0000","last_change":"2024-05-16T15:45:47.273544+0000","last_active":"2024-05-16T15:47:21.518183+0000","last_peered":"2024-05-16T15:47:21.518183+0000","last_clean":"2024-05-16T15:47:21.518183+0000","last_became_active":"2024-05-16T15:45:47.273098+0000","last_became_peered":"2024-05-16T15:45:47.273098+0000","last_unstale":"2024-05-16T15:47:21.518183+0000","last_undegraded":"2024-05-16T15:47:21.518183+0000","last_fullsized":"2024-05-16T15:47:21.518183+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:32:06.354159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"87'5","reported_seq":50,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.292515+0000","last_change":"2024-05-16T15:45:34.203448+0000","last_active":"2024-05-16T15:47:22.292515+0000","last_peered":"2024-05-16T15:47:22.292515+0000","last_clean":"2024-05-16T15:47:22.292515+0000","last_became_active":"2024-05-16T15:45:34.199641+0000","last_became_peered":"2024-05-16T15:45:34.199641+0000","last_unstale":"2024-05-16T15:47:22.292515+0000","last_undegraded":"2024-05-16T15:47:22.292515+0000","last_fullsized":"2024-05-16T15:47:22.292515+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:47:53.761201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"89'15","reported_seq":54,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.040202+0000","last_change":"2024-05-16T15:45:37.242897+0000","last_active":"2024-05-16T15:48:20.040202+0000","last_peered":"2024-05-16T15:48:20.040202+0000","last_clean":"2024-05-16T15:48:20.040202+0000","last_became_active":"2024-05-16T15:45:37.242561+0000","last_became_peered":"2024-05-16T15:45:37.242561+0000","last_unstale":"2024-05-16T15:48:20.040202+0000","last_undegraded":"2024-05-16T15:48:20.040202+0000","last_fullsized":"2024-05-16T15:48:20.040202+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:21:49.213218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514966+0000","last_change":"2024-05-16T15:45:47.277674+0000","last_active":"2024-05-16T15:47:21.514966+0000","last_peered":"2024-05-16T15:47:21.514966+0000","last_clean":"2024-05-16T15:47:21.514966+0000","last_became_active":"2024-05-16T15:45:47.277282+0000","last_became_peered":"2024-05-16T15:45:47.277282+0000","last_unstale":"2024-05-16T15:47:21.514966+0000","last_undegraded":"2024-05-16T15:47:21.514966+0000","last_fullsized":"2024-05-16T15:47:21.514966+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:17:07.066312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"89'8","reported_seq":240,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:49:41.514792+0000","last_change":"2024-05-16T15:45:34.207768+0000","last_active":"2024-05-16T15:49:41.514792+0000","last_peered":"2024-05-16T15:49:41.514792+0000","last_clean":"2024-05-16T15:49:41.514792+0000","last_became_active":"2024-05-16T15:45:34.206894+0000","last_became_peered":"2024-05-16T15:45:34.206894+0000","last_unstale":"2024-05-16T15:49:41.514792+0000","last_undegraded":"2024-05-16T15:49:41.514792+0000","last_fullsized":"2024-05-16T15:49:41.514792+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:15:12.447195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1613,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":189,"num_read_kb":6,"num_write":8,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"89'6","reported_seq":45,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.037212+0000","last_change":"2024-05-16T15:45:37.239401+0000","last_active":"2024-05-16T15:48:20.037212+0000","last_peered":"2024-05-16T15:48:20.037212+0000","last_clean":"2024-05-16T15:48:20.037212+0000","last_became_active":"2024-05-16T15:45:37.239014+0000","last_became_peered":"2024-05-16T15:45:37.239014+0000","last_unstale":"2024-05-16T15:48:20.037212+0000","last_undegraded":"2024-05-16T15:48:20.037212+0000","last_fullsized":"2024-05-16T15:48:20.037212+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:43:33.133074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":36,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.195278+0000","last_change":"2024-05-16T15:47:22.194923+0000","last_active":"2024-05-16T15:47:22.195278+0000","last_peered":"2024-05-16T15:47:22.195278+0000","last_clean":"2024-05-16T15:47:22.195278+0000","last_became_active":"2024-05-16T15:47:22.194587+0000","last_became_peered":"2024-05-16T15:47:22.194587+0000","last_unstale":"2024-05-16T15:47:22.195278+0000","last_undegraded":"2024-05-16T15:47:22.195278+0000","last_fullsized":"2024-05-16T15:47:22.195278+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:54:23.983032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,8,11],"acting":[6,3,8,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"87'17","reported_seq":36,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.518084+0000","last_change":"2024-05-16T15:46:21.389090+0000","last_active":"2024-05-16T15:47:21.518084+0000","last_peered":"2024-05-16T15:47:21.518084+0000","last_clean":"2024-05-16T15:47:21.518084+0000","last_became_active":"2024-05-16T15:46:21.380484+0000","last_became_peered":"2024-05-16T15:46:21.380484+0000","last_unstale":"2024-05-16T15:47:21.518084+0000","last_undegraded":"2024-05-16T15:47:21.518084+0000","last_fullsized":"2024-05-16T15:47:21.518084+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T19:35:08.593759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.11","version":"89'6","reported_seq":45,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.041594+0000","last_change":"2024-05-16T15:45:37.238980+0000","last_active":"2024-05-16T15:48:20.041594+0000","last_peered":"2024-05-16T15:48:20.041594+0000","last_clean":"2024-05-16T15:48:20.041594+0000","last_became_active":"2024-05-16T15:45:37.238572+0000","last_became_peered":"2024-05-16T15:45:37.238572+0000","last_unstale":"2024-05-16T15:48:20.041594+0000","last_undegraded":"2024-05-16T15:48:20.041594+0000","last_fullsized":"2024-05-16T15:48:20.041594+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T01:37:08.907100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.292118+0000","last_change":"2024-05-16T15:45:47.273183+0000","last_active":"2024-05-16T15:47:22.292118+0000","last_peered":"2024-05-16T15:47:22.292118+0000","last_clean":"2024-05-16T15:47:22.292118+0000","last_became_active":"2024-05-16T15:45:47.272613+0000","last_became_peered":"2024-05-16T15:45:47.272613+0000","last_unstale":"2024-05-16T15:47:22.292118+0000","last_undegraded":"2024-05-16T15:47:22.292118+0000","last_fullsized":"2024-05-16T15:47:22.292118+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:48:58.027704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'3","reported_seq":48,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:52.467402+0000","last_change":"2024-05-16T15:45:34.207938+0000","last_active":"2024-05-16T15:47:52.467402+0000","last_peered":"2024-05-16T15:47:52.467402+0000","last_clean":"2024-05-16T15:47:52.467402+0000","last_became_active":"2024-05-16T15:45:34.207549+0000","last_became_peered":"2024-05-16T15:45:34.207549+0000","last_unstale":"2024-05-16T15:47:52.467402+0000","last_undegraded":"2024-05-16T15:47:52.467402+0000","last_fullsized":"2024-05-16T15:47:52.467402+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:09:06.443105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"89'5","reported_seq":43,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.038620+0000","last_change":"2024-05-16T15:45:37.237519+0000","last_active":"2024-05-16T15:48:20.038620+0000","last_peered":"2024-05-16T15:48:20.038620+0000","last_clean":"2024-05-16T15:48:20.038620+0000","last_became_active":"2024-05-16T15:45:37.237137+0000","last_became_peered":"2024-05-16T15:45:37.237137+0000","last_unstale":"2024-05-16T15:48:20.038620+0000","last_undegraded":"2024-05-16T15:48:20.038620+0000","last_fullsized":"2024-05-16T15:48:20.038620+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:37:45.844280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":36,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.029561+0000","last_change":"2024-05-16T15:47:22.029157+0000","last_active":"2024-05-16T15:47:22.029561+0000","last_peered":"2024-05-16T15:47:22.029561+0000","last_clean":"2024-05-16T15:47:22.029561+0000","last_became_active":"2024-05-16T15:47:22.028708+0000","last_became_peered":"2024-05-16T15:47:22.028708+0000","last_unstale":"2024-05-16T15:47:22.029561+0000","last_undegraded":"2024-05-16T15:47:22.029561+0000","last_fullsized":"2024-05-16T15:47:22.029561+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:01:57.927185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,1],"acting":[8,10,11,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"87'1","reported_seq":45,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.515796+0000","last_change":"2024-05-16T15:45:34.701796+0000","last_active":"2024-05-16T15:47:21.515796+0000","last_peered":"2024-05-16T15:47:21.515796+0000","last_clean":"2024-05-16T15:47:21.515796+0000","last_became_active":"2024-05-16T15:45:34.701423+0000","last_became_peered":"2024-05-16T15:45:34.701423+0000","last_unstale":"2024-05-16T15:47:21.515796+0000","last_undegraded":"2024-05-16T15:47:21.515796+0000","last_fullsized":"2024-05-16T15:47:21.515796+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:51:39.299367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"89'4","reported_seq":43,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.029380+0000","last_change":"2024-05-16T15:45:37.236173+0000","last_active":"2024-05-16T15:48:20.029380+0000","last_peered":"2024-05-16T15:48:20.029380+0000","last_clean":"2024-05-16T15:48:20.029380+0000","last_became_active":"2024-05-16T15:45:37.235828+0000","last_became_peered":"2024-05-16T15:45:37.235828+0000","last_unstale":"2024-05-16T15:48:20.029380+0000","last_undegraded":"2024-05-16T15:48:20.029380+0000","last_fullsized":"2024-05-16T15:48:20.029380+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:20:10.148148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.518073+0000","last_change":"2024-05-16T15:45:47.267275+0000","last_active":"2024-05-16T15:47:21.518073+0000","last_peered":"2024-05-16T15:47:21.518073+0000","last_clean":"2024-05-16T15:47:21.518073+0000","last_became_active":"2024-05-16T15:45:47.266909+0000","last_became_peered":"2024-05-16T15:45:47.266909+0000","last_unstale":"2024-05-16T15:47:21.518073+0000","last_undegraded":"2024-05-16T15:47:21.518073+0000","last_fullsized":"2024-05-16T15:47:21.518073+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:31:53.534439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"89'6","reported_seq":234,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:49:40.480008+0000","last_change":"2024-05-16T15:45:34.204344+0000","last_active":"2024-05-16T15:49:40.480008+0000","last_peered":"2024-05-16T15:49:40.480008+0000","last_clean":"2024-05-16T15:49:40.480008+0000","last_became_active":"2024-05-16T15:45:34.203814+0000","last_became_peered":"2024-05-16T15:45:34.203814+0000","last_unstale":"2024-05-16T15:49:40.480008+0000","last_undegraded":"2024-05-16T15:49:40.480008+0000","last_fullsized":"2024-05-16T15:49:40.480008+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:31:03.693553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1081,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":184,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"89'7","reported_seq":46,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.043924+0000","last_change":"2024-05-16T15:45:37.244708+0000","last_active":"2024-05-16T15:48:20.043924+0000","last_peered":"2024-05-16T15:48:20.043924+0000","last_clean":"2024-05-16T15:48:20.043924+0000","last_became_active":"2024-05-16T15:45:37.243723+0000","last_became_peered":"2024-05-16T15:45:37.243723+0000","last_unstale":"2024-05-16T15:48:20.043924+0000","last_undegraded":"2024-05-16T15:48:20.043924+0000","last_fullsized":"2024-05-16T15:48:20.043924+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:34:01.004617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.520051+0000","last_change":"2024-05-16T15:45:47.475862+0000","last_active":"2024-05-16T15:47:21.520051+0000","last_peered":"2024-05-16T15:47:21.520051+0000","last_clean":"2024-05-16T15:47:21.520051+0000","last_became_active":"2024-05-16T15:45:47.475451+0000","last_became_peered":"2024-05-16T15:45:47.475451+0000","last_unstale":"2024-05-16T15:47:21.520051+0000","last_undegraded":"2024-05-16T15:47:21.520051+0000","last_fullsized":"2024-05-16T15:47:21.520051+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T01:54:38.250133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"89'8","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.034885+0000","last_change":"2024-05-16T15:46:21.745366+0000","last_active":"2024-05-16T15:48:20.034885+0000","last_peered":"2024-05-16T15:48:20.034885+0000","last_clean":"2024-05-16T15:48:20.034885+0000","last_became_active":"2024-05-16T15:46:21.745093+0000","last_became_peered":"2024-05-16T15:46:21.745093+0000","last_unstale":"2024-05-16T15:48:20.034885+0000","last_undegraded":"2024-05-16T15:48:20.034885+0000","last_fullsized":"2024-05-16T15:48:20.034885+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:22:29.073142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,4],"acting":[9,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1","version":"89'7","reported_seq":235,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:49:40.512540+0000","last_change":"2024-05-16T15:45:34.699798+0000","last_active":"2024-05-16T15:49:40.512540+0000","last_peered":"2024-05-16T15:49:40.512540+0000","last_clean":"2024-05-16T15:49:40.512540+0000","last_became_active":"2024-05-16T15:45:34.699365+0000","last_became_peered":"2024-05-16T15:45:34.699365+0000","last_unstale":"2024-05-16T15:49:40.512540+0000","last_undegraded":"2024-05-16T15:49:40.512540+0000","last_fullsized":"2024-05-16T15:49:40.512540+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T19:26:39.680727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":183,"num_read_kb":183,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"87'1","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.517177+0000","last_change":"2024-05-16T15:45:47.272670+0000","last_active":"2024-05-16T15:47:21.517177+0000","last_peered":"2024-05-16T15:47:21.517177+0000","last_clean":"2024-05-16T15:47:21.517177+0000","last_became_active":"2024-05-16T15:45:47.272186+0000","last_became_peered":"2024-05-16T15:45:47.272186+0000","last_unstale":"2024-05-16T15:47:21.517177+0000","last_undegraded":"2024-05-16T15:47:21.517177+0000","last_fullsized":"2024-05-16T15:47:21.517177+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:50:32.511871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"89'8","reported_seq":47,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.030124+0000","last_change":"2024-05-16T15:45:37.239792+0000","last_active":"2024-05-16T15:48:20.030124+0000","last_peered":"2024-05-16T15:48:20.030124+0000","last_clean":"2024-05-16T15:48:20.030124+0000","last_became_active":"2024-05-16T15:45:37.239317+0000","last_became_peered":"2024-05-16T15:45:37.239317+0000","last_unstale":"2024-05-16T15:48:20.030124+0000","last_undegraded":"2024-05-16T15:48:20.030124+0000","last_fullsized":"2024-05-16T15:48:20.030124+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:40:09.278518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"87'6","reported_seq":53,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.911860+0000","last_change":"2024-05-16T15:45:34.205852+0000","last_active":"2024-05-16T15:47:21.911860+0000","last_peered":"2024-05-16T15:47:21.911860+0000","last_clean":"2024-05-16T15:47:21.911860+0000","last_became_active":"2024-05-16T15:45:34.205471+0000","last_became_peered":"2024-05-16T15:45:34.205471+0000","last_unstale":"2024-05-16T15:47:21.911860+0000","last_undegraded":"2024-05-16T15:47:21.911860+0000","last_fullsized":"2024-05-16T15:47:21.911860+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:37:16.887316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":118,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.516743+0000","last_change":"2024-05-16T15:44:11.582770+0000","last_active":"2024-05-16T15:47:21.516743+0000","last_peered":"2024-05-16T15:47:21.516743+0000","last_clean":"2024-05-16T15:47:21.516743+0000","last_became_active":"2024-05-16T15:44:11.578379+0000","last_became_peered":"2024-05-16T15:44:11.578379+0000","last_unstale":"2024-05-16T15:47:21.516743+0000","last_undegraded":"2024-05-16T15:47:21.516743+0000","last_fullsized":"2024-05-16T15:47:21.516743+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:40:48.349724+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:40:48.349724+0000","last_clean_scrub_stamp":"2024-05-16T15:40:48.349724+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:05:40.446247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.292812+0000","last_change":"2024-05-16T15:45:47.476117+0000","last_active":"2024-05-16T15:47:22.292812+0000","last_peered":"2024-05-16T15:47:22.292812+0000","last_clean":"2024-05-16T15:47:22.292812+0000","last_became_active":"2024-05-16T15:45:47.475620+0000","last_became_peered":"2024-05-16T15:45:47.475620+0000","last_unstale":"2024-05-16T15:47:22.292812+0000","last_undegraded":"2024-05-16T15:47:22.292812+0000","last_fullsized":"2024-05-16T15:47:22.292812+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:30:43.306489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"89'5","reported_seq":44,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.035934+0000","last_change":"2024-05-16T15:45:37.242169+0000","last_active":"2024-05-16T15:48:20.035934+0000","last_peered":"2024-05-16T15:48:20.035934+0000","last_clean":"2024-05-16T15:48:20.035934+0000","last_became_active":"2024-05-16T15:45:37.239665+0000","last_became_peered":"2024-05-16T15:45:37.239665+0000","last_unstale":"2024-05-16T15:48:20.035934+0000","last_undegraded":"2024-05-16T15:48:20.035934+0000","last_fullsized":"2024-05-16T15:48:20.035934+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:19:55.922659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"87'4","reported_seq":49,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:37.050807+0000","last_change":"2024-05-16T15:45:34.206003+0000","last_active":"2024-05-16T15:47:37.050807+0000","last_peered":"2024-05-16T15:47:37.050807+0000","last_clean":"2024-05-16T15:47:37.050807+0000","last_became_active":"2024-05-16T15:45:34.205626+0000","last_became_peered":"2024-05-16T15:45:34.205626+0000","last_unstale":"2024-05-16T15:47:37.050807+0000","last_undegraded":"2024-05-16T15:47:37.050807+0000","last_fullsized":"2024-05-16T15:47:37.050807+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:07:42.311502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":36,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.866175+0000","last_change":"2024-05-16T15:47:21.865720+0000","last_active":"2024-05-16T15:47:21.866175+0000","last_peered":"2024-05-16T15:47:21.866175+0000","last_clean":"2024-05-16T15:47:21.866175+0000","last_became_active":"2024-05-16T15:47:21.865053+0000","last_became_peered":"2024-05-16T15:47:21.865053+0000","last_unstale":"2024-05-16T15:47:21.866175+0000","last_undegraded":"2024-05-16T15:47:21.866175+0000","last_fullsized":"2024-05-16T15:47:21.866175+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:15:07.364609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,7,6],"acting":[11,10,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"87'4","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.518282+0000","last_change":"2024-05-16T15:46:21.377930+0000","last_active":"2024-05-16T15:47:21.518282+0000","last_peered":"2024-05-16T15:47:21.518282+0000","last_clean":"2024-05-16T15:47:21.518282+0000","last_became_active":"2024-05-16T15:46:21.377429+0000","last_became_peered":"2024-05-16T15:46:21.377429+0000","last_unstale":"2024-05-16T15:47:21.518282+0000","last_undegraded":"2024-05-16T15:47:21.518282+0000","last_fullsized":"2024-05-16T15:47:21.518282+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:57:00.348793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.4","version":"89'9","reported_seq":48,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.035726+0000","last_change":"2024-05-16T15:45:37.242116+0000","last_active":"2024-05-16T15:48:20.035726+0000","last_peered":"2024-05-16T15:48:20.035726+0000","last_clean":"2024-05-16T15:48:20.035726+0000","last_became_active":"2024-05-16T15:45:37.241200+0000","last_became_peered":"2024-05-16T15:45:37.241200+0000","last_unstale":"2024-05-16T15:48:20.035726+0000","last_undegraded":"2024-05-16T15:48:20.035726+0000","last_fullsized":"2024-05-16T15:48:20.035726+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:49:46.377848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.193622+0000","last_change":"2024-05-16T15:45:47.475754+0000","last_active":"2024-05-16T15:47:22.193622+0000","last_peered":"2024-05-16T15:47:22.193622+0000","last_clean":"2024-05-16T15:47:22.193622+0000","last_became_active":"2024-05-16T15:45:47.475275+0000","last_became_peered":"2024-05-16T15:45:47.475275+0000","last_unstale":"2024-05-16T15:47:22.193622+0000","last_undegraded":"2024-05-16T15:47:22.193622+0000","last_fullsized":"2024-05-16T15:47:22.193622+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:15:47.964178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"89'17","reported_seq":61,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.253784+0000","last_change":"2024-05-16T15:45:34.205399+0000","last_active":"2024-05-16T15:48:20.253784+0000","last_peered":"2024-05-16T15:48:20.253784+0000","last_clean":"2024-05-16T15:48:20.253784+0000","last_became_active":"2024-05-16T15:45:34.205060+0000","last_became_peered":"2024-05-16T15:45:34.205060+0000","last_unstale":"2024-05-16T15:48:20.253784+0000","last_undegraded":"2024-05-16T15:48:20.253784+0000","last_fullsized":"2024-05-16T15:48:20.253784+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T19:40:20.128239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"89'5","reported_seq":44,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.029050+0000","last_change":"2024-05-16T15:45:37.233081+0000","last_active":"2024-05-16T15:48:20.029050+0000","last_peered":"2024-05-16T15:48:20.029050+0000","last_clean":"2024-05-16T15:48:20.029050+0000","last_became_active":"2024-05-16T15:45:37.232779+0000","last_became_peered":"2024-05-16T15:45:37.232779+0000","last_unstale":"2024-05-16T15:48:20.029050+0000","last_undegraded":"2024-05-16T15:48:20.029050+0000","last_fullsized":"2024-05-16T15:48:20.029050+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:37:09.749771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514495+0000","last_change":"2024-05-16T15:45:47.269019+0000","last_active":"2024-05-16T15:47:21.514495+0000","last_peered":"2024-05-16T15:47:21.514495+0000","last_clean":"2024-05-16T15:47:21.514495+0000","last_became_active":"2024-05-16T15:45:47.268487+0000","last_became_peered":"2024-05-16T15:45:47.268487+0000","last_unstale":"2024-05-16T15:47:21.514495+0000","last_undegraded":"2024-05-16T15:47:21.514495+0000","last_fullsized":"2024-05-16T15:47:21.514495+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:27:49.485175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"87'7","reported_seq":52,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.912240+0000","last_change":"2024-05-16T15:45:34.790890+0000","last_active":"2024-05-16T15:47:21.912240+0000","last_peered":"2024-05-16T15:47:21.912240+0000","last_clean":"2024-05-16T15:47:21.912240+0000","last_became_active":"2024-05-16T15:45:34.790486+0000","last_became_peered":"2024-05-16T15:45:34.790486+0000","last_unstale":"2024-05-16T15:47:21.912240+0000","last_undegraded":"2024-05-16T15:47:21.912240+0000","last_fullsized":"2024-05-16T15:47:21.912240+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:56:41.880726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"89'7","reported_seq":46,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.038757+0000","last_change":"2024-05-16T15:45:37.236732+0000","last_active":"2024-05-16T15:48:20.038757+0000","last_peered":"2024-05-16T15:48:20.038757+0000","last_clean":"2024-05-16T15:48:20.038757+0000","last_became_active":"2024-05-16T15:45:37.236352+0000","last_became_peered":"2024-05-16T15:45:37.236352+0000","last_unstale":"2024-05-16T15:48:20.038757+0000","last_undegraded":"2024-05-16T15:48:20.038757+0000","last_fullsized":"2024-05-16T15:48:20.038757+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:41:43.870623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.912026+0000","last_change":"2024-05-16T15:45:47.477145+0000","last_active":"2024-05-16T15:47:21.912026+0000","last_peered":"2024-05-16T15:47:21.912026+0000","last_clean":"2024-05-16T15:47:21.912026+0000","last_became_active":"2024-05-16T15:45:47.476397+0000","last_became_peered":"2024-05-16T15:45:47.476397+0000","last_unstale":"2024-05-16T15:47:21.912026+0000","last_undegraded":"2024-05-16T15:47:21.912026+0000","last_fullsized":"2024-05-16T15:47:21.912026+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:38:10.933346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"87'2","reported_seq":46,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.027481+0000","last_change":"2024-05-16T15:45:34.700250+0000","last_active":"2024-05-16T15:47:22.027481+0000","last_peered":"2024-05-16T15:47:22.027481+0000","last_clean":"2024-05-16T15:47:22.027481+0000","last_became_active":"2024-05-16T15:45:34.699828+0000","last_became_peered":"2024-05-16T15:45:34.699828+0000","last_unstale":"2024-05-16T15:47:22.027481+0000","last_undegraded":"2024-05-16T15:47:22.027481+0000","last_fullsized":"2024-05-16T15:47:22.027481+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:05:12.569035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"89'2","reported_seq":41,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:19.991548+0000","last_change":"2024-05-16T15:45:37.233166+0000","last_active":"2024-05-16T15:48:19.991548+0000","last_peered":"2024-05-16T15:48:19.991548+0000","last_clean":"2024-05-16T15:48:19.991548+0000","last_became_active":"2024-05-16T15:45:37.232782+0000","last_became_peered":"2024-05-16T15:45:37.232782+0000","last_unstale":"2024-05-16T15:48:19.991548+0000","last_undegraded":"2024-05-16T15:48:19.991548+0000","last_fullsized":"2024-05-16T15:48:19.991548+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:03:25.036943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.515077+0000","last_change":"2024-05-16T15:45:47.276411+0000","last_active":"2024-05-16T15:47:21.515077+0000","last_peered":"2024-05-16T15:47:21.515077+0000","last_clean":"2024-05-16T15:47:21.515077+0000","last_became_active":"2024-05-16T15:45:47.275933+0000","last_became_peered":"2024-05-16T15:45:47.275933+0000","last_unstale":"2024-05-16T15:47:21.515077+0000","last_undegraded":"2024-05-16T15:47:21.515077+0000","last_fullsized":"2024-05-16T15:47:21.515077+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:46:28.717689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"87'7","reported_seq":51,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.193698+0000","last_change":"2024-05-16T15:45:34.202700+0000","last_active":"2024-05-16T15:47:22.193698+0000","last_peered":"2024-05-16T15:47:22.193698+0000","last_clean":"2024-05-16T15:47:22.193698+0000","last_became_active":"2024-05-16T15:45:34.202190+0000","last_became_peered":"2024-05-16T15:45:34.202190+0000","last_unstale":"2024-05-16T15:47:22.193698+0000","last_undegraded":"2024-05-16T15:47:22.193698+0000","last_fullsized":"2024-05-16T15:47:22.193698+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:06:16.978609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"89'9","reported_seq":47,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.036979+0000","last_change":"2024-05-16T15:45:37.240233+0000","last_active":"2024-05-16T15:48:20.036979+0000","last_peered":"2024-05-16T15:48:20.036979+0000","last_clean":"2024-05-16T15:48:20.036979+0000","last_became_active":"2024-05-16T15:45:37.239064+0000","last_became_peered":"2024-05-16T15:45:37.239064+0000","last_unstale":"2024-05-16T15:48:20.036979+0000","last_undegraded":"2024-05-16T15:48:20.036979+0000","last_fullsized":"2024-05-16T15:48:20.036979+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:08:11.736333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"87'1","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.911908+0000","last_change":"2024-05-16T15:45:47.275416+0000","last_active":"2024-05-16T15:47:21.911908+0000","last_peered":"2024-05-16T15:47:21.911908+0000","last_clean":"2024-05-16T15:47:21.911908+0000","last_became_active":"2024-05-16T15:45:47.274506+0000","last_became_peered":"2024-05-16T15:45:47.274506+0000","last_unstale":"2024-05-16T15:47:21.911908+0000","last_undegraded":"2024-05-16T15:47:21.911908+0000","last_fullsized":"2024-05-16T15:47:21.911908+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:42:05.852294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"89'4","reported_seq":49,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:47.393334+0000","last_change":"2024-05-16T15:45:34.207300+0000","last_active":"2024-05-16T15:47:47.393334+0000","last_peered":"2024-05-16T15:47:47.393334+0000","last_clean":"2024-05-16T15:47:47.393334+0000","last_became_active":"2024-05-16T15:45:34.206151+0000","last_became_peered":"2024-05-16T15:45:34.206151+0000","last_unstale":"2024-05-16T15:47:47.393334+0000","last_undegraded":"2024-05-16T15:47:47.393334+0000","last_fullsized":"2024-05-16T15:47:47.393334+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:04:22.349576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"89'8","reported_seq":47,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.039252+0000","last_change":"2024-05-16T15:45:37.233761+0000","last_active":"2024-05-16T15:48:20.039252+0000","last_peered":"2024-05-16T15:48:20.039252+0000","last_clean":"2024-05-16T15:48:20.039252+0000","last_became_active":"2024-05-16T15:45:37.233444+0000","last_became_peered":"2024-05-16T15:45:37.233444+0000","last_unstale":"2024-05-16T15:48:20.039252+0000","last_undegraded":"2024-05-16T15:48:20.039252+0000","last_fullsized":"2024-05-16T15:48:20.039252+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:37:51.166623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.911992+0000","last_change":"2024-05-16T15:45:47.476432+0000","last_active":"2024-05-16T15:47:21.911992+0000","last_peered":"2024-05-16T15:47:21.911992+0000","last_clean":"2024-05-16T15:47:21.911992+0000","last_became_active":"2024-05-16T15:45:47.475873+0000","last_became_peered":"2024-05-16T15:45:47.475873+0000","last_unstale":"2024-05-16T15:47:21.911992+0000","last_undegraded":"2024-05-16T15:47:21.911992+0000","last_fullsized":"2024-05-16T15:47:21.911992+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:46:53.204221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"87'4","reported_seq":49,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.516590+0000","last_change":"2024-05-16T15:45:34.210226+0000","last_active":"2024-05-16T15:47:21.516590+0000","last_peered":"2024-05-16T15:47:21.516590+0000","last_clean":"2024-05-16T15:47:21.516590+0000","last_became_active":"2024-05-16T15:45:34.209633+0000","last_became_peered":"2024-05-16T15:45:34.209633+0000","last_unstale":"2024-05-16T15:47:21.516590+0000","last_undegraded":"2024-05-16T15:47:21.516590+0000","last_fullsized":"2024-05-16T15:47:21.516590+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:53:43.802801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"89'5","reported_seq":44,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.044182+0000","last_change":"2024-05-16T15:45:37.240231+0000","last_active":"2024-05-16T15:48:20.044182+0000","last_peered":"2024-05-16T15:48:20.044182+0000","last_clean":"2024-05-16T15:48:20.044182+0000","last_became_active":"2024-05-16T15:45:37.239799+0000","last_became_peered":"2024-05-16T15:45:37.239799+0000","last_unstale":"2024-05-16T15:48:20.044182+0000","last_undegraded":"2024-05-16T15:48:20.044182+0000","last_fullsized":"2024-05-16T15:48:20.044182+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:52:49.389331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.027693+0000","last_change":"2024-05-16T15:45:47.271582+0000","last_active":"2024-05-16T15:47:22.027693+0000","last_peered":"2024-05-16T15:47:22.027693+0000","last_clean":"2024-05-16T15:47:22.027693+0000","last_became_active":"2024-05-16T15:45:47.270972+0000","last_became_peered":"2024-05-16T15:45:47.270972+0000","last_unstale":"2024-05-16T15:47:22.027693+0000","last_undegraded":"2024-05-16T15:47:22.027693+0000","last_fullsized":"2024-05-16T15:47:22.027693+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:39:52.603011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"89'8","reported_seq":240,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:49:40.503458+0000","last_change":"2024-05-16T15:45:34.790876+0000","last_active":"2024-05-16T15:49:40.503458+0000","last_peered":"2024-05-16T15:49:40.503458+0000","last_clean":"2024-05-16T15:49:40.503458+0000","last_became_active":"2024-05-16T15:45:34.790447+0000","last_became_peered":"2024-05-16T15:45:34.790447+0000","last_unstale":"2024-05-16T15:49:40.503458+0000","last_undegraded":"2024-05-16T15:49:40.503458+0000","last_fullsized":"2024-05-16T15:49:40.503458+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T01:05:30.528357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2195,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":187,"num_read_kb":5,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"89'7","reported_seq":46,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.045541+0000","last_change":"2024-05-16T15:45:37.238854+0000","last_active":"2024-05-16T15:48:20.045541+0000","last_peered":"2024-05-16T15:48:20.045541+0000","last_clean":"2024-05-16T15:48:20.045541+0000","last_became_active":"2024-05-16T15:45:37.238488+0000","last_became_peered":"2024-05-16T15:45:37.238488+0000","last_unstale":"2024-05-16T15:48:20.045541+0000","last_undegraded":"2024-05-16T15:48:20.045541+0000","last_fullsized":"2024-05-16T15:48:20.045541+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:42:51.844191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":36,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.431548+0000","last_change":"2024-05-16T15:46:21.842140+0000","last_active":"2024-05-16T15:47:22.431548+0000","last_peered":"2024-05-16T15:47:22.431548+0000","last_clean":"2024-05-16T15:47:22.431548+0000","last_became_active":"2024-05-16T15:46:21.841703+0000","last_became_peered":"2024-05-16T15:46:21.841703+0000","last_unstale":"2024-05-16T15:47:22.431548+0000","last_undegraded":"2024-05-16T15:47:22.431548+0000","last_fullsized":"2024-05-16T15:47:22.431548+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:35:47.742372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,1,4],"acting":[0,8,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"87'3","reported_seq":48,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.292656+0000","last_change":"2024-05-16T15:45:34.205485+0000","last_active":"2024-05-16T15:47:22.292656+0000","last_peered":"2024-05-16T15:47:22.292656+0000","last_clean":"2024-05-16T15:47:22.292656+0000","last_became_active":"2024-05-16T15:45:34.205164+0000","last_became_peered":"2024-05-16T15:45:34.205164+0000","last_unstale":"2024-05-16T15:47:22.292656+0000","last_undegraded":"2024-05-16T15:47:22.292656+0000","last_fullsized":"2024-05-16T15:47:22.292656+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T15:57:32.616570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"89'6","reported_seq":45,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.029917+0000","last_change":"2024-05-16T15:45:37.240357+0000","last_active":"2024-05-16T15:48:20.029917+0000","last_peered":"2024-05-16T15:48:20.029917+0000","last_clean":"2024-05-16T15:48:20.029917+0000","last_became_active":"2024-05-16T15:45:37.240030+0000","last_became_peered":"2024-05-16T15:45:37.240030+0000","last_unstale":"2024-05-16T15:48:20.029917+0000","last_undegraded":"2024-05-16T15:48:20.029917+0000","last_fullsized":"2024-05-16T15:48:20.029917+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:25:16.186385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.291906+0000","last_change":"2024-05-16T15:45:47.271687+0000","last_active":"2024-05-16T15:47:22.291906+0000","last_peered":"2024-05-16T15:47:22.291906+0000","last_clean":"2024-05-16T15:47:22.291906+0000","last_became_active":"2024-05-16T15:45:47.270773+0000","last_became_peered":"2024-05-16T15:45:47.270773+0000","last_unstale":"2024-05-16T15:47:22.291906+0000","last_undegraded":"2024-05-16T15:47:22.291906+0000","last_fullsized":"2024-05-16T15:47:22.291906+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:44:45.480762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"87'5","reported_seq":60,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.518564+0000","last_change":"2024-05-16T15:46:21.749061+0000","last_active":"2024-05-16T15:47:21.518564+0000","last_peered":"2024-05-16T15:47:21.518564+0000","last_clean":"2024-05-16T15:47:21.518564+0000","last_became_active":"2024-05-16T15:46:21.746449+0000","last_became_peered":"2024-05-16T15:46:21.746449+0000","last_unstale":"2024-05-16T15:47:21.518564+0000","last_undegraded":"2024-05-16T15:47:21.518564+0000","last_fullsized":"2024-05-16T15:47:21.518564+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:00:34.933589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4],"acting":[6,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"89'9","reported_seq":48,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.033352+0000","last_change":"2024-05-16T15:45:37.237364+0000","last_active":"2024-05-16T15:48:20.033352+0000","last_peered":"2024-05-16T15:48:20.033352+0000","last_clean":"2024-05-16T15:48:20.033352+0000","last_became_active":"2024-05-16T15:45:37.237030+0000","last_became_peered":"2024-05-16T15:45:37.237030+0000","last_unstale":"2024-05-16T15:48:20.033352+0000","last_undegraded":"2024-05-16T15:48:20.033352+0000","last_fullsized":"2024-05-16T15:48:20.033352+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:04:04.708571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"89'9","reported_seq":47,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.031389+0000","last_change":"2024-05-16T15:45:37.239678+0000","last_active":"2024-05-16T15:48:20.031389+0000","last_peered":"2024-05-16T15:48:20.031389+0000","last_clean":"2024-05-16T15:48:20.031389+0000","last_became_active":"2024-05-16T15:45:37.239352+0000","last_became_peered":"2024-05-16T15:45:37.239352+0000","last_unstale":"2024-05-16T15:48:20.031389+0000","last_undegraded":"2024-05-16T15:48:20.031389+0000","last_fullsized":"2024-05-16T15:48:20.031389+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:57:18.279809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"89'12","reported_seq":51,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.032453+0000","last_change":"2024-05-16T15:45:37.239863+0000","last_active":"2024-05-16T15:48:20.032453+0000","last_peered":"2024-05-16T15:48:20.032453+0000","last_clean":"2024-05-16T15:48:20.032453+0000","last_became_active":"2024-05-16T15:45:37.239508+0000","last_became_peered":"2024-05-16T15:45:37.239508+0000","last_unstale":"2024-05-16T15:48:20.032453+0000","last_undegraded":"2024-05-16T15:48:20.032453+0000","last_fullsized":"2024-05-16T15:48:20.032453+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:37:38.162774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"89'8","reported_seq":47,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.039619+0000","last_change":"2024-05-16T15:45:37.242473+0000","last_active":"2024-05-16T15:48:20.039619+0000","last_peered":"2024-05-16T15:48:20.039619+0000","last_clean":"2024-05-16T15:48:20.039619+0000","last_became_active":"2024-05-16T15:45:37.242118+0000","last_became_peered":"2024-05-16T15:45:37.242118+0000","last_unstale":"2024-05-16T15:48:20.039619+0000","last_undegraded":"2024-05-16T15:48:20.039619+0000","last_fullsized":"2024-05-16T15:48:20.039619+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:36:47.638343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"89'7","reported_seq":46,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.041638+0000","last_change":"2024-05-16T15:45:37.236693+0000","last_active":"2024-05-16T15:48:20.041638+0000","last_peered":"2024-05-16T15:48:20.041638+0000","last_clean":"2024-05-16T15:48:20.041638+0000","last_became_active":"2024-05-16T15:45:37.236339+0000","last_became_peered":"2024-05-16T15:45:37.236339+0000","last_unstale":"2024-05-16T15:48:20.041638+0000","last_undegraded":"2024-05-16T15:48:20.041638+0000","last_fullsized":"2024-05-16T15:48:20.041638+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:12:22.662950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"89'4","reported_seq":43,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.038819+0000","last_change":"2024-05-16T15:45:37.239526+0000","last_active":"2024-05-16T15:48:20.038819+0000","last_peered":"2024-05-16T15:48:20.038819+0000","last_clean":"2024-05-16T15:48:20.038819+0000","last_became_active":"2024-05-16T15:45:37.239026+0000","last_became_peered":"2024-05-16T15:45:37.239026+0000","last_unstale":"2024-05-16T15:48:20.038819+0000","last_undegraded":"2024-05-16T15:48:20.038819+0000","last_fullsized":"2024-05-16T15:48:20.038819+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:13:56.168226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"89'6","reported_seq":44,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.030825+0000","last_change":"2024-05-16T15:45:37.237037+0000","last_active":"2024-05-16T15:48:20.030825+0000","last_peered":"2024-05-16T15:48:20.030825+0000","last_clean":"2024-05-16T15:48:20.030825+0000","last_became_active":"2024-05-16T15:45:37.236623+0000","last_became_peered":"2024-05-16T15:45:37.236623+0000","last_unstale":"2024-05-16T15:48:20.030825+0000","last_undegraded":"2024-05-16T15:48:20.030825+0000","last_fullsized":"2024-05-16T15:48:20.030825+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:12:00.172679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"89'15","reported_seq":54,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.024200+0000","last_change":"2024-05-16T15:45:37.243539+0000","last_active":"2024-05-16T15:48:20.024200+0000","last_peered":"2024-05-16T15:48:20.024200+0000","last_clean":"2024-05-16T15:48:20.024200+0000","last_became_active":"2024-05-16T15:45:37.243167+0000","last_became_peered":"2024-05-16T15:45:37.243167+0000","last_unstale":"2024-05-16T15:48:20.024200+0000","last_undegraded":"2024-05-16T15:48:20.024200+0000","last_fullsized":"2024-05-16T15:48:20.024200+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:53:31.078235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"89'2","reported_seq":41,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.039804+0000","last_change":"2024-05-16T15:45:37.244703+0000","last_active":"2024-05-16T15:48:20.039804+0000","last_peered":"2024-05-16T15:48:20.039804+0000","last_clean":"2024-05-16T15:48:20.039804+0000","last_became_active":"2024-05-16T15:45:37.236077+0000","last_became_peered":"2024-05-16T15:45:37.236077+0000","last_unstale":"2024-05-16T15:48:20.039804+0000","last_undegraded":"2024-05-16T15:48:20.039804+0000","last_fullsized":"2024-05-16T15:48:20.039804+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:42:29.652261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"89'6","reported_seq":45,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.033278+0000","last_change":"2024-05-16T15:45:37.243243+0000","last_active":"2024-05-16T15:48:20.033278+0000","last_peered":"2024-05-16T15:48:20.033278+0000","last_clean":"2024-05-16T15:48:20.033278+0000","last_became_active":"2024-05-16T15:45:37.242190+0000","last_became_peered":"2024-05-16T15:45:37.242190+0000","last_unstale":"2024-05-16T15:48:20.033278+0000","last_undegraded":"2024-05-16T15:48:20.033278+0000","last_fullsized":"2024-05-16T15:48:20.033278+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:48:16.824018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"89'8","reported_seq":47,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.030021+0000","last_change":"2024-05-16T15:45:37.235496+0000","last_active":"2024-05-16T15:48:20.030021+0000","last_peered":"2024-05-16T15:48:20.030021+0000","last_clean":"2024-05-16T15:48:20.030021+0000","last_became_active":"2024-05-16T15:45:37.235177+0000","last_became_peered":"2024-05-16T15:45:37.235177+0000","last_unstale":"2024-05-16T15:48:20.030021+0000","last_undegraded":"2024-05-16T15:48:20.030021+0000","last_fullsized":"2024-05-16T15:48:20.030021+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:12:27.608258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"89'10","reported_seq":49,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.044653+0000","last_change":"2024-05-16T15:45:37.240957+0000","last_active":"2024-05-16T15:48:20.044653+0000","last_peered":"2024-05-16T15:48:20.044653+0000","last_clean":"2024-05-16T15:48:20.044653+0000","last_became_active":"2024-05-16T15:45:37.240616+0000","last_became_peered":"2024-05-16T15:45:37.240616+0000","last_unstale":"2024-05-16T15:48:20.044653+0000","last_undegraded":"2024-05-16T15:48:20.044653+0000","last_fullsized":"2024-05-16T15:48:20.044653+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T01:40:52.425502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"89'11","reported_seq":50,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.038584+0000","last_change":"2024-05-16T15:45:37.232725+0000","last_active":"2024-05-16T15:48:20.038584+0000","last_peered":"2024-05-16T15:48:20.038584+0000","last_clean":"2024-05-16T15:48:20.038584+0000","last_became_active":"2024-05-16T15:45:37.231549+0000","last_became_peered":"2024-05-16T15:45:37.231549+0000","last_unstale":"2024-05-16T15:48:20.038584+0000","last_undegraded":"2024-05-16T15:48:20.038584+0000","last_fullsized":"2024-05-16T15:48:20.038584+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:04:04.502995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"89'8","reported_seq":46,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.039029+0000","last_change":"2024-05-16T15:45:37.228748+0000","last_active":"2024-05-16T15:48:20.039029+0000","last_peered":"2024-05-16T15:48:20.039029+0000","last_clean":"2024-05-16T15:48:20.039029+0000","last_became_active":"2024-05-16T15:45:37.228369+0000","last_became_peered":"2024-05-16T15:45:37.228369+0000","last_unstale":"2024-05-16T15:48:20.039029+0000","last_undegraded":"2024-05-16T15:48:20.039029+0000","last_fullsized":"2024-05-16T15:48:20.039029+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:41:35.372721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":77118,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":1863,"num_read_kb":1014,"num_write":277,"num_write_kb":169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":589824,"data_stored":231354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":239,"ondisk_log_size":239,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":70,"seq":300647710785,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28040,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717112,"statfs":{"total":95995035648,"available":95966322688,"internally_reserved":0,"allocated":1048576,"data_stored":516960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":64,"seq":274877907014,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28708,"kb_used_data":1692,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716444,"statfs":{"total":95995035648,"available":95965638656,"internally_reserved":0,"allocated":1732608,"data_stored":1170680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":59,"seq":253403070538,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28052,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717100,"statfs":{"total":95995035648,"available":95966310400,"internally_reserved":0,"allocated":1060864,"data_stored":519737,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":53,"seq":227633266768,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28028,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717124,"statfs":{"total":95995035648,"available":95966334976,"internally_reserved":0,"allocated":1036288,"data_stored":515795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":47,"seq":201863462996,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28628,"kb_used_data":1612,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716524,"statfs":{"total":95995035648,"available":95965720576,"internally_reserved":0,"allocated":1650688,"data_stored":1114668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":42,"seq":180388626523,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36344,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708808,"statfs":{"total":95995035648,"available":95957819392,"internally_reserved":0,"allocated":1032192,"data_stored":511638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574963,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32252,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712900,"statfs":{"total":95995035648,"available":95962009600,"internally_reserved":0,"allocated":1101824,"data_stored":575482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738487,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36368,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708784,"statfs":{"total":95995035648,"available":95957794816,"internally_reserved":0,"allocated":1056768,"data_stored":513626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411438,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28116,"kb_used_data":1100,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717036,"statfs":{"total":95995035648,"available":95966244864,"internally_reserved":0,"allocated":1126400,"data_stored":581573,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182505,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36356,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708796,"statfs":{"total":95995035648,"available":95957807104,"internally_reserved":0,"allocated":1044480,"data_stored":510853,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986277,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36352,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708800,"statfs":{"total":95995035648,"available":95957811200,"internally_reserved":0,"allocated":1040384,"data_stored":516244,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822752,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":41116,"kb_used_data":1620,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704036,"statfs":{"total":95995035648,"available":95952932864,"internally_reserved":0,"allocated":1658880,"data_stored":1108732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":3203,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":69373,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":71150,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1725,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3845,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1215,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5685,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1276,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":122880,"data_stored":69889,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2441,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-16T15:49:44.942 INFO:tasks.fwd_scrub.ceph_manager:clean! 2024-05-16T15:49:44.943 DEBUG:teuthology.orchestra.run.smithi043:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-05-16T15:49:45.085 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.072+0000 7f9246f11640 1 -- 172.21.15.43:0/1739154965 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f92401045b0 msgr2=0x7f924010ae40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:45.085 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.072+0000 7f9246f11640 1 --2- 172.21.15.43:0/1739154965 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f92401045b0 0x7f924010ae40 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f9238009900 tx=0x7f923802a410 comp rx=0 tx=0).stop 2024-05-16T15:49:45.085 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.072+0000 7f9246f11640 1 -- 172.21.15.43:0/1739154965 shutdown_connections 2024-05-16T15:49:45.085 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.072+0000 7f9246f11640 1 --2- 172.21.15.43:0/1739154965 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f92401045b0 0x7f924010ae40 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:45.085 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.072+0000 7f9246f11640 1 --2- 172.21.15.43:0/1739154965 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9240103bf0 0x7f9240104070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:45.085 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.072+0000 7f9246f11640 1 --2- 172.21.15.43:0/1739154965 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9240102a00 0x7f9240102e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:45.085 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.072+0000 7f9246f11640 1 -- 172.21.15.43:0/1739154965 >> 172.21.15.43:0/1739154965 conn(0x7f92400fdf90 msgr2=0x7f92401003b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:45.085 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.072+0000 7f9246f11640 1 -- 172.21.15.43:0/1739154965 shutdown_connections 2024-05-16T15:49:45.086 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.072+0000 7f9246f11640 1 -- 172.21.15.43:0/1739154965 wait complete. 2024-05-16T15:49:45.086 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.073+0000 7f9246f11640 1 Processor -- start 2024-05-16T15:49:45.086 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.073+0000 7f9246f11640 1 -- start start 2024-05-16T15:49:45.086 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.073+0000 7f9246f11640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9240102a00 0x7f9240198ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:45.086 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.073+0000 7f9246f11640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9240103bf0 0x7f9240199020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:45.086 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.073+0000 7f9246f11640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f92401045b0 0x7f92401a0090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:45.086 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.073+0000 7f9246f11640 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f924010e3e0 con 0x7f9240103bf0 2024-05-16T15:49:45.086 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.073+0000 7f9246f11640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f924010e260 con 0x7f9240102a00 2024-05-16T15:49:45.086 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.073+0000 7f9246f11640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f924010e560 con 0x7f92401045b0 2024-05-16T15:49:45.086 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.073+0000 7f923ffff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9240103bf0 0x7f9240199020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:45.086 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.073+0000 7f923ffff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9240103bf0 0x7f9240199020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:60546/0 (socket says 172.21.15.43:60546) 2024-05-16T15:49:45.086 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.073+0000 7f923ffff640 1 -- 172.21.15.43:0/2453037939 learned_addr learned my addr 172.21.15.43:0/2453037939 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:45.086 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.073+0000 7f92454ae640 1 --2- 172.21.15.43:0/2453037939 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f92401045b0 0x7f92401a0090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:45.087 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.073+0000 7f9244cad640 1 --2- 172.21.15.43:0/2453037939 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9240102a00 0x7f9240198ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:45.087 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.073+0000 7f923ffff640 1 -- 172.21.15.43:0/2453037939 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f92401045b0 msgr2=0x7f92401a0090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:45.087 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.073+0000 7f923ffff640 1 --2- 172.21.15.43:0/2453037939 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f92401045b0 0x7f92401a0090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:45.087 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.073+0000 7f923ffff640 1 -- 172.21.15.43:0/2453037939 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9240102a00 msgr2=0x7f9240198ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:45.087 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.073+0000 7f923ffff640 1 --2- 172.21.15.43:0/2453037939 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9240102a00 0x7f9240198ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:45.087 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.073+0000 7f923ffff640 1 -- 172.21.15.43:0/2453037939 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92401a0700 con 0x7f9240103bf0 2024-05-16T15:49:45.087 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.074+0000 7f923ffff640 1 --2- 172.21.15.43:0/2453037939 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9240103bf0 0x7f9240199020 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f923000ea80 tx=0x7f923000ef40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:45.087 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.074+0000 7f923dffb640 1 -- 172.21.15.43:0/2453037939 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f923000ce40 con 0x7f9240103bf0 2024-05-16T15:49:45.087 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.074+0000 7f923dffb640 1 -- 172.21.15.43:0/2453037939 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9230005020 con 0x7f9240103bf0 2024-05-16T15:49:45.087 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.074+0000 7f9246f11640 1 -- 172.21.15.43:0/2453037939 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92401a09f0 con 0x7f9240103bf0 2024-05-16T15:49:45.087 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.074+0000 7f923dffb640 1 -- 172.21.15.43:0/2453037939 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92300116d0 con 0x7f9240103bf0 2024-05-16T15:49:45.087 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.074+0000 7f9246f11640 1 -- 172.21.15.43:0/2453037939 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92401a0ef0 con 0x7f9240103bf0 2024-05-16T15:49:45.088 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.075+0000 7f9246f11640 1 -- 172.21.15.43:0/2453037939 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9240109dc0 con 0x7f9240103bf0 2024-05-16T15:49:45.088 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.076+0000 7f923dffb640 1 -- 172.21.15.43:0/2453037939 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f9230004a40 con 0x7f9240103bf0 2024-05-16T15:49:45.088 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.077+0000 7f923dffb640 1 --2- 172.21.15.43:0/2453037939 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f922c0b27f0 0x7f922c0b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:45.088 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.077+0000 7f923dffb640 1 -- 172.21.15.43:0/2453037939 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f92300e2b90 con 0x7f9240103bf0 2024-05-16T15:49:45.088 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.077+0000 7f9244cad640 1 --2- 172.21.15.43:0/2453037939 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f922c0b27f0 0x7f922c0b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:45.088 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.078+0000 7f9244cad640 1 --2- 172.21.15.43:0/2453037939 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f922c0b27f0 0x7f922c0b4cb0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f9228005d00 tx=0x7f9228005c50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:45.092 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.081+0000 7f923dffb640 1 -- 172.21.15.43:0/2453037939 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f9230016030 con 0x7f9240103bf0 2024-05-16T15:49:45.283 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.272+0000 7f9246f11640 1 -- 172.21.15.43:0/2453037939 --> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f9240062df0 con 0x7f922c0b27f0 2024-05-16T15:49:45.292 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.282+0000 7f923dffb640 1 -- 172.21.15.43:0/2453037939 <== mgr.14150 v2:172.21.15.43:6800/198025071 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340523 (secure 0 0 0) 0x7f9240062df0 con 0x7f922c0b27f0 2024-05-16T15:49:45.296 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:49:45.298 INFO:teuthology.orchestra.run.smithi043.stderr:dumped all 2024-05-16T15:49:45.299 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.285+0000 7f9246f11640 1 -- 172.21.15.43:0/2453037939 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f922c0b27f0 msgr2=0x7f922c0b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:45.299 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.285+0000 7f9246f11640 1 --2- 172.21.15.43:0/2453037939 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f922c0b27f0 0x7f922c0b4cb0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f9228005d00 tx=0x7f9228005c50 comp rx=0 tx=0).stop 2024-05-16T15:49:45.300 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.285+0000 7f9246f11640 1 -- 172.21.15.43:0/2453037939 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9240103bf0 msgr2=0x7f9240199020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:45.300 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.285+0000 7f9246f11640 1 --2- 172.21.15.43:0/2453037939 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9240103bf0 0x7f9240199020 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f923000ea80 tx=0x7f923000ef40 comp rx=0 tx=0).stop 2024-05-16T15:49:45.300 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.285+0000 7f9246f11640 1 -- 172.21.15.43:0/2453037939 shutdown_connections 2024-05-16T15:49:45.300 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.285+0000 7f9246f11640 1 --2- 172.21.15.43:0/2453037939 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f922c0b27f0 0x7f922c0b4cb0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:45.300 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.285+0000 7f9246f11640 1 --2- 172.21.15.43:0/2453037939 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f92401045b0 0x7f92401a0090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:45.300 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.285+0000 7f9246f11640 1 --2- 172.21.15.43:0/2453037939 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9240103bf0 0x7f9240199020 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:45.300 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.285+0000 7f9246f11640 1 --2- 172.21.15.43:0/2453037939 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9240102a00 0x7f9240198ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:45.300 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.285+0000 7f9246f11640 1 -- 172.21.15.43:0/2453037939 >> 172.21.15.43:0/2453037939 conn(0x7f92400fdf90 msgr2=0x7f9240106f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:45.300 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.285+0000 7f9246f11640 1 -- 172.21.15.43:0/2453037939 shutdown_connections 2024-05-16T15:49:45.300 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:45.285+0000 7f9246f11640 1 -- 172.21.15.43:0/2453037939 wait complete. 2024-05-16T15:49:45.307 INFO:teuthology.orchestra.run.smithi043.stdout:{"pg_ready":true,"pg_map":{"version":421,"stamp":"2024-05-16T15:49:44.056373+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":667720,"num_objects":102,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":1939,"num_read_kb":1078,"num_write":402,"num_write_kb":2321,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":833,"ondisk_log_size":833,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":388360,"kb_used_data":14248,"kb_used_omap":18,"kb_used_meta":373997,"kb_avail":1124553464,"statfs":{"total":1151940427776,"available":1151542747136,"internally_reserved":0,"allocated":14589952,"data_stored":8155988,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":382973242},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":6779,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":131,"num_read_kb":65,"num_write":17,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003070"},"pg_stats":[{"pgid":"3.3f","version":"89'8","reported_seq":46,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.044479+0000","last_change":"2024-05-16T15:45:37.233374+0000","last_active":"2024-05-16T15:48:20.044479+0000","last_peered":"2024-05-16T15:48:20.044479+0000","last_clean":"2024-05-16T15:48:20.044479+0000","last_became_active":"2024-05-16T15:45:37.232018+0000","last_became_peered":"2024-05-16T15:45:37.232018+0000","last_unstale":"2024-05-16T15:48:20.044479+0000","last_undegraded":"2024-05-16T15:48:20.044479+0000","last_fullsized":"2024-05-16T15:48:20.044479+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:04:19.081280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"89'4","reported_seq":43,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.039641+0000","last_change":"2024-05-16T15:45:37.242265+0000","last_active":"2024-05-16T15:48:20.039641+0000","last_peered":"2024-05-16T15:48:20.039641+0000","last_clean":"2024-05-16T15:48:20.039641+0000","last_became_active":"2024-05-16T15:45:37.241848+0000","last_became_peered":"2024-05-16T15:45:37.241848+0000","last_unstale":"2024-05-16T15:48:20.039641+0000","last_undegraded":"2024-05-16T15:48:20.039641+0000","last_fullsized":"2024-05-16T15:48:20.039641+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:24:22.518004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"89'7","reported_seq":46,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.044675+0000","last_change":"2024-05-16T15:45:37.236932+0000","last_active":"2024-05-16T15:48:20.044675+0000","last_peered":"2024-05-16T15:48:20.044675+0000","last_clean":"2024-05-16T15:48:20.044675+0000","last_became_active":"2024-05-16T15:45:37.236601+0000","last_became_peered":"2024-05-16T15:45:37.236601+0000","last_unstale":"2024-05-16T15:48:20.044675+0000","last_undegraded":"2024-05-16T15:48:20.044675+0000","last_fullsized":"2024-05-16T15:48:20.044675+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:37:01.846614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"89'8","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.032801+0000","last_change":"2024-05-16T15:46:21.381300+0000","last_active":"2024-05-16T15:48:20.032801+0000","last_peered":"2024-05-16T15:48:20.032801+0000","last_clean":"2024-05-16T15:48:20.032801+0000","last_became_active":"2024-05-16T15:46:21.380918+0000","last_became_peered":"2024-05-16T15:46:21.380918+0000","last_unstale":"2024-05-16T15:48:20.032801+0000","last_undegraded":"2024-05-16T15:48:20.032801+0000","last_fullsized":"2024-05-16T15:48:20.032801+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:07:52.573268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,2],"acting":[9,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.3b","version":"89'4","reported_seq":43,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.039577+0000","last_change":"2024-05-16T15:45:37.233067+0000","last_active":"2024-05-16T15:48:20.039577+0000","last_peered":"2024-05-16T15:48:20.039577+0000","last_clean":"2024-05-16T15:48:20.039577+0000","last_became_active":"2024-05-16T15:45:37.232681+0000","last_became_peered":"2024-05-16T15:45:37.232681+0000","last_unstale":"2024-05-16T15:48:20.039577+0000","last_undegraded":"2024-05-16T15:48:20.039577+0000","last_fullsized":"2024-05-16T15:48:20.039577+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:53:49.858587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"89'6","reported_seq":45,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.044631+0000","last_change":"2024-05-16T15:45:37.243970+0000","last_active":"2024-05-16T15:48:20.044631+0000","last_peered":"2024-05-16T15:48:20.044631+0000","last_clean":"2024-05-16T15:48:20.044631+0000","last_became_active":"2024-05-16T15:45:37.242948+0000","last_became_peered":"2024-05-16T15:45:37.242948+0000","last_unstale":"2024-05-16T15:48:20.044631+0000","last_undegraded":"2024-05-16T15:48:20.044631+0000","last_fullsized":"2024-05-16T15:48:20.044631+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:56:23.086817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"89'5","reported_seq":44,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.023831+0000","last_change":"2024-05-16T15:45:37.238182+0000","last_active":"2024-05-16T15:48:20.023831+0000","last_peered":"2024-05-16T15:48:20.023831+0000","last_clean":"2024-05-16T15:48:20.023831+0000","last_became_active":"2024-05-16T15:45:37.237870+0000","last_became_peered":"2024-05-16T15:45:37.237870+0000","last_unstale":"2024-05-16T15:48:20.023831+0000","last_undegraded":"2024-05-16T15:48:20.023831+0000","last_fullsized":"2024-05-16T15:48:20.023831+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:55:22.817732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"89'9","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.034341+0000","last_change":"2024-05-16T15:46:21.502466+0000","last_active":"2024-05-16T15:48:20.034341+0000","last_peered":"2024-05-16T15:48:20.034341+0000","last_clean":"2024-05-16T15:48:20.034341+0000","last_became_active":"2024-05-16T15:46:21.502211+0000","last_became_peered":"2024-05-16T15:46:21.502211+0000","last_unstale":"2024-05-16T15:48:20.034341+0000","last_undegraded":"2024-05-16T15:48:20.034341+0000","last_fullsized":"2024-05-16T15:48:20.034341+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:41:01.854687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.37","version":"89'11","reported_seq":50,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.043962+0000","last_change":"2024-05-16T15:45:37.237713+0000","last_active":"2024-05-16T15:48:20.043962+0000","last_peered":"2024-05-16T15:48:20.043962+0000","last_clean":"2024-05-16T15:48:20.043962+0000","last_became_active":"2024-05-16T15:45:37.237137+0000","last_became_peered":"2024-05-16T15:45:37.237137+0000","last_unstale":"2024-05-16T15:48:20.043962+0000","last_undegraded":"2024-05-16T15:48:20.043962+0000","last_fullsized":"2024-05-16T15:48:20.043962+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:38:06.769524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"89'16","reported_seq":55,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.044726+0000","last_change":"2024-05-16T15:45:37.243362+0000","last_active":"2024-05-16T15:48:20.044726+0000","last_peered":"2024-05-16T15:48:20.044726+0000","last_clean":"2024-05-16T15:48:20.044726+0000","last_became_active":"2024-05-16T15:45:37.242985+0000","last_became_peered":"2024-05-16T15:45:37.242985+0000","last_unstale":"2024-05-16T15:48:20.044726+0000","last_undegraded":"2024-05-16T15:48:20.044726+0000","last_fullsized":"2024-05-16T15:48:20.044726+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:18:39.316027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"89'6","reported_seq":45,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.045593+0000","last_change":"2024-05-16T15:45:37.240047+0000","last_active":"2024-05-16T15:48:20.045593+0000","last_peered":"2024-05-16T15:48:20.045593+0000","last_clean":"2024-05-16T15:48:20.045593+0000","last_became_active":"2024-05-16T15:45:37.239562+0000","last_became_peered":"2024-05-16T15:45:37.239562+0000","last_unstale":"2024-05-16T15:48:20.045593+0000","last_undegraded":"2024-05-16T15:48:20.045593+0000","last_fullsized":"2024-05-16T15:48:20.045593+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:41:12.600803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"89'7","reported_seq":46,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.046193+0000","last_change":"2024-05-16T15:45:37.242464+0000","last_active":"2024-05-16T15:48:20.046193+0000","last_peered":"2024-05-16T15:48:20.046193+0000","last_clean":"2024-05-16T15:48:20.046193+0000","last_became_active":"2024-05-16T15:45:37.242003+0000","last_became_peered":"2024-05-16T15:45:37.242003+0000","last_unstale":"2024-05-16T15:48:20.046193+0000","last_undegraded":"2024-05-16T15:48:20.046193+0000","last_fullsized":"2024-05-16T15:48:20.046193+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T01:40:06.242690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"89'10","reported_seq":49,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.040803+0000","last_change":"2024-05-16T15:45:37.244301+0000","last_active":"2024-05-16T15:48:20.040803+0000","last_peered":"2024-05-16T15:48:20.040803+0000","last_clean":"2024-05-16T15:48:20.040803+0000","last_became_active":"2024-05-16T15:45:37.243582+0000","last_became_peered":"2024-05-16T15:45:37.243582+0000","last_unstale":"2024-05-16T15:48:20.040803+0000","last_undegraded":"2024-05-16T15:48:20.040803+0000","last_fullsized":"2024-05-16T15:48:20.040803+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:30:38.984575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"89'7","reported_seq":46,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.039681+0000","last_change":"2024-05-16T15:45:37.231037+0000","last_active":"2024-05-16T15:48:20.039681+0000","last_peered":"2024-05-16T15:48:20.039681+0000","last_clean":"2024-05-16T15:48:20.039681+0000","last_became_active":"2024-05-16T15:45:37.230710+0000","last_became_peered":"2024-05-16T15:45:37.230710+0000","last_unstale":"2024-05-16T15:48:20.039681+0000","last_undegraded":"2024-05-16T15:48:20.039681+0000","last_fullsized":"2024-05-16T15:48:20.039681+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:16:27.329337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"89'7","reported_seq":46,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.039325+0000","last_change":"2024-05-16T15:45:37.238771+0000","last_active":"2024-05-16T15:48:20.039325+0000","last_peered":"2024-05-16T15:48:20.039325+0000","last_clean":"2024-05-16T15:48:20.039325+0000","last_became_active":"2024-05-16T15:45:37.238424+0000","last_became_peered":"2024-05-16T15:45:37.238424+0000","last_unstale":"2024-05-16T15:48:20.039325+0000","last_undegraded":"2024-05-16T15:48:20.039325+0000","last_fullsized":"2024-05-16T15:48:20.039325+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:25:26.333171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"89'9","reported_seq":48,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.041377+0000","last_change":"2024-05-16T15:45:37.236070+0000","last_active":"2024-05-16T15:48:20.041377+0000","last_peered":"2024-05-16T15:48:20.041377+0000","last_clean":"2024-05-16T15:48:20.041377+0000","last_became_active":"2024-05-16T15:45:37.235634+0000","last_became_peered":"2024-05-16T15:45:37.235634+0000","last_unstale":"2024-05-16T15:48:20.041377+0000","last_undegraded":"2024-05-16T15:48:20.041377+0000","last_fullsized":"2024-05-16T15:48:20.041377+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:23:03.074527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"89'8","reported_seq":46,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.044602+0000","last_change":"2024-05-16T15:45:37.232411+0000","last_active":"2024-05-16T15:48:20.044602+0000","last_peered":"2024-05-16T15:48:20.044602+0000","last_clean":"2024-05-16T15:48:20.044602+0000","last_became_active":"2024-05-16T15:45:37.231433+0000","last_became_peered":"2024-05-16T15:45:37.231433+0000","last_unstale":"2024-05-16T15:48:20.044602+0000","last_undegraded":"2024-05-16T15:48:20.044602+0000","last_fullsized":"2024-05-16T15:48:20.044602+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:31:43.626076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"89'10","reported_seq":49,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.037863+0000","last_change":"2024-05-16T15:45:37.238345+0000","last_active":"2024-05-16T15:48:20.037863+0000","last_peered":"2024-05-16T15:48:20.037863+0000","last_clean":"2024-05-16T15:48:20.037863+0000","last_became_active":"2024-05-16T15:45:37.237810+0000","last_became_peered":"2024-05-16T15:45:37.237810+0000","last_unstale":"2024-05-16T15:48:20.037863+0000","last_undegraded":"2024-05-16T15:48:20.037863+0000","last_fullsized":"2024-05-16T15:48:20.037863+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:58:26.792733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"89'7","reported_seq":46,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.040286+0000","last_change":"2024-05-16T15:45:37.245583+0000","last_active":"2024-05-16T15:48:20.040286+0000","last_peered":"2024-05-16T15:48:20.040286+0000","last_clean":"2024-05-16T15:48:20.040286+0000","last_became_active":"2024-05-16T15:45:37.245086+0000","last_became_peered":"2024-05-16T15:45:37.245086+0000","last_unstale":"2024-05-16T15:48:20.040286+0000","last_undegraded":"2024-05-16T15:48:20.040286+0000","last_fullsized":"2024-05-16T15:48:20.040286+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:01:46.686164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514309+0000","last_change":"2024-05-16T15:45:47.273887+0000","last_active":"2024-05-16T15:47:21.514309+0000","last_peered":"2024-05-16T15:47:21.514309+0000","last_clean":"2024-05-16T15:47:21.514309+0000","last_became_active":"2024-05-16T15:45:47.273434+0000","last_became_peered":"2024-05-16T15:45:47.273434+0000","last_unstale":"2024-05-16T15:47:21.514309+0000","last_undegraded":"2024-05-16T15:47:21.514309+0000","last_fullsized":"2024-05-16T15:47:21.514309+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:28:49.210985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'14","reported_seq":239,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:49:38.476718+0000","last_change":"2024-05-16T15:45:34.205394+0000","last_active":"2024-05-16T15:49:38.476718+0000","last_peered":"2024-05-16T15:49:38.476718+0000","last_clean":"2024-05-16T15:49:38.476718+0000","last_became_active":"2024-05-16T15:45:34.205035+0000","last_became_peered":"2024-05-16T15:45:34.205035+0000","last_unstale":"2024-05-16T15:49:38.476718+0000","last_undegraded":"2024-05-16T15:49:38.476718+0000","last_fullsized":"2024-05-16T15:49:38.476718+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:03:24.210677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":181,"num_read_kb":181,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"89'5","reported_seq":45,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.030139+0000","last_change":"2024-05-16T15:45:37.245147+0000","last_active":"2024-05-16T15:48:20.030139+0000","last_peered":"2024-05-16T15:48:20.030139+0000","last_clean":"2024-05-16T15:48:20.030139+0000","last_became_active":"2024-05-16T15:45:37.244817+0000","last_became_peered":"2024-05-16T15:45:37.244817+0000","last_unstale":"2024-05-16T15:48:20.030139+0000","last_undegraded":"2024-05-16T15:48:20.030139+0000","last_fullsized":"2024-05-16T15:48:20.030139+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:21:46.147135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.911714+0000","last_change":"2024-05-16T15:45:47.273818+0000","last_active":"2024-05-16T15:47:21.911714+0000","last_peered":"2024-05-16T15:47:21.911714+0000","last_clean":"2024-05-16T15:47:21.911714+0000","last_became_active":"2024-05-16T15:45:47.273372+0000","last_became_peered":"2024-05-16T15:45:47.273372+0000","last_unstale":"2024-05-16T15:47:21.911714+0000","last_undegraded":"2024-05-16T15:47:21.911714+0000","last_fullsized":"2024-05-16T15:47:21.911714+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:30:57.162207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"87'2","reported_seq":47,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:37.360411+0000","last_change":"2024-05-16T15:45:34.700053+0000","last_active":"2024-05-16T15:47:37.360411+0000","last_peered":"2024-05-16T15:47:37.360411+0000","last_clean":"2024-05-16T15:47:37.360411+0000","last_became_active":"2024-05-16T15:45:34.699384+0000","last_became_peered":"2024-05-16T15:45:34.699384+0000","last_unstale":"2024-05-16T15:47:37.360411+0000","last_undegraded":"2024-05-16T15:47:37.360411+0000","last_fullsized":"2024-05-16T15:47:37.360411+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:17:33.760661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"89'6","reported_seq":45,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.044386+0000","last_change":"2024-05-16T15:45:37.233119+0000","last_active":"2024-05-16T15:48:20.044386+0000","last_peered":"2024-05-16T15:48:20.044386+0000","last_clean":"2024-05-16T15:48:20.044386+0000","last_became_active":"2024-05-16T15:45:37.232818+0000","last_became_peered":"2024-05-16T15:45:37.232818+0000","last_unstale":"2024-05-16T15:48:20.044386+0000","last_undegraded":"2024-05-16T15:48:20.044386+0000","last_fullsized":"2024-05-16T15:48:20.044386+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:33:35.610034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.911762+0000","last_change":"2024-05-16T15:45:47.274350+0000","last_active":"2024-05-16T15:47:21.911762+0000","last_peered":"2024-05-16T15:47:21.911762+0000","last_clean":"2024-05-16T15:47:21.911762+0000","last_became_active":"2024-05-16T15:45:47.273912+0000","last_became_peered":"2024-05-16T15:45:47.273912+0000","last_unstale":"2024-05-16T15:47:21.911762+0000","last_undegraded":"2024-05-16T15:47:21.911762+0000","last_fullsized":"2024-05-16T15:47:21.911762+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:41:11.747087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"87'12","reported_seq":67,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.516884+0000","last_change":"2024-05-16T15:46:21.845036+0000","last_active":"2024-05-16T15:47:21.516884+0000","last_peered":"2024-05-16T15:47:21.516884+0000","last_clean":"2024-05-16T15:47:21.516884+0000","last_became_active":"2024-05-16T15:46:21.842324+0000","last_became_peered":"2024-05-16T15:46:21.842324+0000","last_unstale":"2024-05-16T15:47:21.516884+0000","last_undegraded":"2024-05-16T15:47:21.516884+0000","last_fullsized":"2024-05-16T15:47:21.516884+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T01:53:21.667543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,7],"acting":[8,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"89'9","reported_seq":48,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.042770+0000","last_change":"2024-05-16T15:45:37.234411+0000","last_active":"2024-05-16T15:48:20.042770+0000","last_peered":"2024-05-16T15:48:20.042770+0000","last_clean":"2024-05-16T15:48:20.042770+0000","last_became_active":"2024-05-16T15:45:37.234043+0000","last_became_peered":"2024-05-16T15:45:37.234043+0000","last_unstale":"2024-05-16T15:48:20.042770+0000","last_undegraded":"2024-05-16T15:48:20.042770+0000","last_fullsized":"2024-05-16T15:48:20.042770+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T19:16:27.956508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.911704+0000","last_change":"2024-05-16T15:45:47.269228+0000","last_active":"2024-05-16T15:47:21.911704+0000","last_peered":"2024-05-16T15:47:21.911704+0000","last_clean":"2024-05-16T15:47:21.911704+0000","last_became_active":"2024-05-16T15:45:47.268772+0000","last_became_peered":"2024-05-16T15:45:47.268772+0000","last_unstale":"2024-05-16T15:47:21.911704+0000","last_undegraded":"2024-05-16T15:47:21.911704+0000","last_fullsized":"2024-05-16T15:47:21.911704+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:34:17.566344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"87'5","reported_seq":50,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.516427+0000","last_change":"2024-05-16T15:45:34.206914+0000","last_active":"2024-05-16T15:47:21.516427+0000","last_peered":"2024-05-16T15:47:21.516427+0000","last_clean":"2024-05-16T15:47:21.516427+0000","last_became_active":"2024-05-16T15:45:34.206588+0000","last_became_peered":"2024-05-16T15:45:34.206588+0000","last_unstale":"2024-05-16T15:47:21.516427+0000","last_undegraded":"2024-05-16T15:47:21.516427+0000","last_fullsized":"2024-05-16T15:47:21.516427+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:03:10.172697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"89'15","reported_seq":54,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.042144+0000","last_change":"2024-05-16T15:45:37.245627+0000","last_active":"2024-05-16T15:48:20.042144+0000","last_peered":"2024-05-16T15:48:20.042144+0000","last_clean":"2024-05-16T15:48:20.042144+0000","last_became_active":"2024-05-16T15:45:37.245185+0000","last_became_peered":"2024-05-16T15:45:37.245185+0000","last_unstale":"2024-05-16T15:48:20.042144+0000","last_undegraded":"2024-05-16T15:48:20.042144+0000","last_fullsized":"2024-05-16T15:48:20.042144+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:05:51.193220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514629+0000","last_change":"2024-05-16T15:45:47.271741+0000","last_active":"2024-05-16T15:47:21.514629+0000","last_peered":"2024-05-16T15:47:21.514629+0000","last_clean":"2024-05-16T15:47:21.514629+0000","last_became_active":"2024-05-16T15:45:47.271361+0000","last_became_peered":"2024-05-16T15:45:47.271361+0000","last_unstale":"2024-05-16T15:47:21.514629+0000","last_undegraded":"2024-05-16T15:47:21.514629+0000","last_fullsized":"2024-05-16T15:47:21.514629+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:09:22.815175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"89'8","reported_seq":240,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:49:41.482265+0000","last_change":"2024-05-16T15:45:34.203380+0000","last_active":"2024-05-16T15:49:41.482265+0000","last_peered":"2024-05-16T15:49:41.482265+0000","last_clean":"2024-05-16T15:49:41.482265+0000","last_became_active":"2024-05-16T15:45:34.203040+0000","last_became_peered":"2024-05-16T15:45:34.203040+0000","last_unstale":"2024-05-16T15:49:41.482265+0000","last_undegraded":"2024-05-16T15:49:41.482265+0000","last_fullsized":"2024-05-16T15:49:41.482265+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:39:59.141764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1647,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":188,"num_read_kb":5,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"89'7","reported_seq":46,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.030742+0000","last_change":"2024-05-16T15:45:37.237407+0000","last_active":"2024-05-16T15:48:20.030742+0000","last_peered":"2024-05-16T15:48:20.030742+0000","last_clean":"2024-05-16T15:48:20.030742+0000","last_became_active":"2024-05-16T15:45:37.236985+0000","last_became_peered":"2024-05-16T15:45:37.236985+0000","last_unstale":"2024-05-16T15:48:20.030742+0000","last_undegraded":"2024-05-16T15:48:20.030742+0000","last_fullsized":"2024-05-16T15:48:20.030742+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:23:02.341216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514704+0000","last_change":"2024-05-16T15:45:47.272978+0000","last_active":"2024-05-16T15:47:21.514704+0000","last_peered":"2024-05-16T15:47:21.514704+0000","last_clean":"2024-05-16T15:47:21.514704+0000","last_became_active":"2024-05-16T15:45:47.271437+0000","last_became_peered":"2024-05-16T15:45:47.271437+0000","last_unstale":"2024-05-16T15:47:21.514704+0000","last_undegraded":"2024-05-16T15:47:21.514704+0000","last_fullsized":"2024-05-16T15:47:21.514704+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T19:04:02.345284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"87'7","reported_seq":52,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.863902+0000","last_change":"2024-05-16T15:45:34.208911+0000","last_active":"2024-05-16T15:47:21.863902+0000","last_peered":"2024-05-16T15:47:21.863902+0000","last_clean":"2024-05-16T15:47:21.863902+0000","last_became_active":"2024-05-16T15:45:34.208559+0000","last_became_peered":"2024-05-16T15:45:34.208559+0000","last_unstale":"2024-05-16T15:47:21.863902+0000","last_undegraded":"2024-05-16T15:47:21.863902+0000","last_fullsized":"2024-05-16T15:47:21.863902+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T01:53:19.333035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"89'8","reported_seq":53,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.033639+0000","last_change":"2024-05-16T15:46:21.384341+0000","last_active":"2024-05-16T15:48:20.033639+0000","last_peered":"2024-05-16T15:48:20.033639+0000","last_clean":"2024-05-16T15:48:20.033639+0000","last_became_active":"2024-05-16T15:46:21.383887+0000","last_became_peered":"2024-05-16T15:46:21.383887+0000","last_unstale":"2024-05-16T15:48:20.033639+0000","last_undegraded":"2024-05-16T15:48:20.033639+0000","last_fullsized":"2024-05-16T15:48:20.033639+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T19:27:52.581300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3],"acting":[5,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.518469+0000","last_change":"2024-05-16T15:45:47.272186+0000","last_active":"2024-05-16T15:47:21.518469+0000","last_peered":"2024-05-16T15:47:21.518469+0000","last_clean":"2024-05-16T15:47:21.518469+0000","last_became_active":"2024-05-16T15:45:47.271769+0000","last_became_peered":"2024-05-16T15:45:47.271769+0000","last_unstale":"2024-05-16T15:47:21.518469+0000","last_undegraded":"2024-05-16T15:47:21.518469+0000","last_fullsized":"2024-05-16T15:47:21.518469+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:36:18.881903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"87'3","reported_seq":48,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.518074+0000","last_change":"2024-05-16T15:45:34.203495+0000","last_active":"2024-05-16T15:47:21.518074+0000","last_peered":"2024-05-16T15:47:21.518074+0000","last_clean":"2024-05-16T15:47:21.518074+0000","last_became_active":"2024-05-16T15:45:34.203236+0000","last_became_peered":"2024-05-16T15:45:34.203236+0000","last_unstale":"2024-05-16T15:47:21.518074+0000","last_undegraded":"2024-05-16T15:47:21.518074+0000","last_fullsized":"2024-05-16T15:47:21.518074+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:34:35.377074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"89'8","reported_seq":47,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.028354+0000","last_change":"2024-05-16T15:45:37.230891+0000","last_active":"2024-05-16T15:48:20.028354+0000","last_peered":"2024-05-16T15:48:20.028354+0000","last_clean":"2024-05-16T15:48:20.028354+0000","last_became_active":"2024-05-16T15:45:37.230600+0000","last_became_peered":"2024-05-16T15:45:37.230600+0000","last_unstale":"2024-05-16T15:48:20.028354+0000","last_undegraded":"2024-05-16T15:48:20.028354+0000","last_fullsized":"2024-05-16T15:48:20.028354+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:51:50.143297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.431803+0000","last_change":"2024-05-16T15:45:47.265421+0000","last_active":"2024-05-16T15:47:22.431803+0000","last_peered":"2024-05-16T15:47:22.431803+0000","last_clean":"2024-05-16T15:47:22.431803+0000","last_became_active":"2024-05-16T15:45:47.264603+0000","last_became_peered":"2024-05-16T15:45:47.264603+0000","last_unstale":"2024-05-16T15:47:22.431803+0000","last_undegraded":"2024-05-16T15:47:22.431803+0000","last_fullsized":"2024-05-16T15:47:22.431803+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:32:12.958165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"87'3","reported_seq":48,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.291982+0000","last_change":"2024-05-16T15:45:34.203935+0000","last_active":"2024-05-16T15:47:22.291982+0000","last_peered":"2024-05-16T15:47:22.291982+0000","last_clean":"2024-05-16T15:47:22.291982+0000","last_became_active":"2024-05-16T15:45:34.203580+0000","last_became_peered":"2024-05-16T15:45:34.203580+0000","last_unstale":"2024-05-16T15:47:22.291982+0000","last_undegraded":"2024-05-16T15:47:22.291982+0000","last_fullsized":"2024-05-16T15:47:22.291982+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:41:08.458217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"89'11","reported_seq":50,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.034480+0000","last_change":"2024-05-16T15:45:37.232504+0000","last_active":"2024-05-16T15:48:20.034480+0000","last_peered":"2024-05-16T15:48:20.034480+0000","last_clean":"2024-05-16T15:48:20.034480+0000","last_became_active":"2024-05-16T15:45:37.232058+0000","last_became_peered":"2024-05-16T15:45:37.232058+0000","last_unstale":"2024-05-16T15:48:20.034480+0000","last_undegraded":"2024-05-16T15:48:20.034480+0000","last_fullsized":"2024-05-16T15:48:20.034480+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:09:36.891965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.193635+0000","last_change":"2024-05-16T15:45:47.269783+0000","last_active":"2024-05-16T15:47:22.193635+0000","last_peered":"2024-05-16T15:47:22.193635+0000","last_clean":"2024-05-16T15:47:22.193635+0000","last_became_active":"2024-05-16T15:45:47.268502+0000","last_became_peered":"2024-05-16T15:45:47.268502+0000","last_unstale":"2024-05-16T15:47:22.193635+0000","last_undegraded":"2024-05-16T15:47:22.193635+0000","last_fullsized":"2024-05-16T15:47:22.193635+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:51:10.692585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"89'8","reported_seq":413,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:49:39.479039+0000","last_change":"2024-05-16T15:45:34.207020+0000","last_active":"2024-05-16T15:49:39.479039+0000","last_peered":"2024-05-16T15:49:39.479039+0000","last_clean":"2024-05-16T15:49:39.479039+0000","last_became_active":"2024-05-16T15:45:34.206679+0000","last_became_peered":"2024-05-16T15:45:34.206679+0000","last_unstale":"2024-05-16T15:49:39.479039+0000","last_undegraded":"2024-05-16T15:49:39.479039+0000","last_fullsized":"2024-05-16T15:49:39.479039+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:26:53.649747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":360,"num_read_kb":360,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"89'10","reported_seq":49,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.042705+0000","last_change":"2024-05-16T15:45:37.237022+0000","last_active":"2024-05-16T15:48:20.042705+0000","last_peered":"2024-05-16T15:48:20.042705+0000","last_clean":"2024-05-16T15:48:20.042705+0000","last_became_active":"2024-05-16T15:45:37.236378+0000","last_became_peered":"2024-05-16T15:45:37.236378+0000","last_unstale":"2024-05-16T15:48:20.042705+0000","last_undegraded":"2024-05-16T15:48:20.042705+0000","last_fullsized":"2024-05-16T15:48:20.042705+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T19:33:08.853534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514616+0000","last_change":"2024-05-16T15:45:47.270746+0000","last_active":"2024-05-16T15:47:21.514616+0000","last_peered":"2024-05-16T15:47:21.514616+0000","last_clean":"2024-05-16T15:47:21.514616+0000","last_became_active":"2024-05-16T15:45:47.270147+0000","last_became_peered":"2024-05-16T15:45:47.270147+0000","last_unstale":"2024-05-16T15:47:21.514616+0000","last_undegraded":"2024-05-16T15:47:21.514616+0000","last_fullsized":"2024-05-16T15:47:21.514616+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:16:49.530406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"87'4","reported_seq":48,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.517410+0000","last_change":"2024-05-16T15:45:34.204229+0000","last_active":"2024-05-16T15:47:21.517410+0000","last_peered":"2024-05-16T15:47:21.517410+0000","last_clean":"2024-05-16T15:47:21.517410+0000","last_became_active":"2024-05-16T15:45:34.203826+0000","last_became_peered":"2024-05-16T15:45:34.203826+0000","last_unstale":"2024-05-16T15:47:21.517410+0000","last_undegraded":"2024-05-16T15:47:21.517410+0000","last_fullsized":"2024-05-16T15:47:21.517410+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:53:30.409658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"89'9","reported_seq":54,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.041212+0000","last_change":"2024-05-16T15:46:21.382657+0000","last_active":"2024-05-16T15:48:20.041212+0000","last_peered":"2024-05-16T15:48:20.041212+0000","last_clean":"2024-05-16T15:48:20.041212+0000","last_became_active":"2024-05-16T15:46:21.382279+0000","last_became_peered":"2024-05-16T15:46:21.382279+0000","last_unstale":"2024-05-16T15:48:20.041212+0000","last_undegraded":"2024-05-16T15:48:20.041212+0000","last_fullsized":"2024-05-16T15:48:20.041212+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:13:36.113286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.912003+0000","last_change":"2024-05-16T15:45:47.272831+0000","last_active":"2024-05-16T15:47:21.912003+0000","last_peered":"2024-05-16T15:47:21.912003+0000","last_clean":"2024-05-16T15:47:21.912003+0000","last_became_active":"2024-05-16T15:45:47.272430+0000","last_became_peered":"2024-05-16T15:45:47.272430+0000","last_unstale":"2024-05-16T15:47:21.912003+0000","last_undegraded":"2024-05-16T15:47:21.912003+0000","last_fullsized":"2024-05-16T15:47:21.912003+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:28:47.602617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"87'5","reported_seq":50,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.292496+0000","last_change":"2024-05-16T15:45:34.700222+0000","last_active":"2024-05-16T15:47:22.292496+0000","last_peered":"2024-05-16T15:47:22.292496+0000","last_clean":"2024-05-16T15:47:22.292496+0000","last_became_active":"2024-05-16T15:45:34.699776+0000","last_became_peered":"2024-05-16T15:45:34.699776+0000","last_unstale":"2024-05-16T15:47:22.292496+0000","last_undegraded":"2024-05-16T15:47:22.292496+0000","last_fullsized":"2024-05-16T15:47:22.292496+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:22:49.327804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"89'11","reported_seq":50,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.045359+0000","last_change":"2024-05-16T15:45:37.238757+0000","last_active":"2024-05-16T15:48:20.045359+0000","last_peered":"2024-05-16T15:48:20.045359+0000","last_clean":"2024-05-16T15:48:20.045359+0000","last_became_active":"2024-05-16T15:45:37.238434+0000","last_became_peered":"2024-05-16T15:45:37.238434+0000","last_unstale":"2024-05-16T15:48:20.045359+0000","last_undegraded":"2024-05-16T15:48:20.045359+0000","last_fullsized":"2024-05-16T15:48:20.045359+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:35:45.674381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514367+0000","last_change":"2024-05-16T15:45:47.272694+0000","last_active":"2024-05-16T15:47:21.514367+0000","last_peered":"2024-05-16T15:47:21.514367+0000","last_clean":"2024-05-16T15:47:21.514367+0000","last_became_active":"2024-05-16T15:45:47.272316+0000","last_became_peered":"2024-05-16T15:45:47.272316+0000","last_unstale":"2024-05-16T15:47:21.514367+0000","last_undegraded":"2024-05-16T15:47:21.514367+0000","last_fullsized":"2024-05-16T15:47:21.514367+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:16:30.349120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"89'41","reported_seq":457,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:49:39.479379+0000","last_change":"2024-05-16T15:45:34.209964+0000","last_active":"2024-05-16T15:49:39.479379+0000","last_peered":"2024-05-16T15:49:39.479379+0000","last_clean":"2024-05-16T15:49:39.479379+0000","last_became_active":"2024-05-16T15:45:34.209597+0000","last_became_peered":"2024-05-16T15:45:34.209597+0000","last_unstale":"2024-05-16T15:49:39.479379+0000","last_undegraded":"2024-05-16T15:49:39.479379+0000","last_fullsized":"2024-05-16T15:49:39.479379+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:12:21.590031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67128,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":371,"num_read_kb":252,"num_write":43,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"89'6","reported_seq":45,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.021581+0000","last_change":"2024-05-16T15:45:37.241393+0000","last_active":"2024-05-16T15:48:20.021581+0000","last_peered":"2024-05-16T15:48:20.021581+0000","last_clean":"2024-05-16T15:48:20.021581+0000","last_became_active":"2024-05-16T15:45:37.240937+0000","last_became_peered":"2024-05-16T15:45:37.240937+0000","last_unstale":"2024-05-16T15:48:20.021581+0000","last_undegraded":"2024-05-16T15:48:20.021581+0000","last_fullsized":"2024-05-16T15:48:20.021581+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:21:42.415245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.292913+0000","last_change":"2024-05-16T15:45:47.273984+0000","last_active":"2024-05-16T15:47:22.292913+0000","last_peered":"2024-05-16T15:47:22.292913+0000","last_clean":"2024-05-16T15:47:22.292913+0000","last_became_active":"2024-05-16T15:45:47.273572+0000","last_became_peered":"2024-05-16T15:45:47.273572+0000","last_unstale":"2024-05-16T15:47:22.292913+0000","last_undegraded":"2024-05-16T15:47:22.292913+0000","last_fullsized":"2024-05-16T15:47:22.292913+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:33:26.603363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"87'9","reported_seq":56,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514635+0000","last_change":"2024-05-16T15:45:34.208133+0000","last_active":"2024-05-16T15:47:21.514635+0000","last_peered":"2024-05-16T15:47:21.514635+0000","last_clean":"2024-05-16T15:47:21.514635+0000","last_became_active":"2024-05-16T15:45:34.206983+0000","last_became_peered":"2024-05-16T15:45:34.206983+0000","last_unstale":"2024-05-16T15:47:21.514635+0000","last_undegraded":"2024-05-16T15:47:21.514635+0000","last_fullsized":"2024-05-16T15:47:21.514635+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:00:25.813822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"89'9","reported_seq":48,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.030301+0000","last_change":"2024-05-16T15:45:37.238117+0000","last_active":"2024-05-16T15:48:20.030301+0000","last_peered":"2024-05-16T15:48:20.030301+0000","last_clean":"2024-05-16T15:48:20.030301+0000","last_became_active":"2024-05-16T15:45:37.237748+0000","last_became_peered":"2024-05-16T15:45:37.237748+0000","last_unstale":"2024-05-16T15:48:20.030301+0000","last_undegraded":"2024-05-16T15:48:20.030301+0000","last_fullsized":"2024-05-16T15:48:20.030301+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:16:22.543126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.518183+0000","last_change":"2024-05-16T15:45:47.273544+0000","last_active":"2024-05-16T15:47:21.518183+0000","last_peered":"2024-05-16T15:47:21.518183+0000","last_clean":"2024-05-16T15:47:21.518183+0000","last_became_active":"2024-05-16T15:45:47.273098+0000","last_became_peered":"2024-05-16T15:45:47.273098+0000","last_unstale":"2024-05-16T15:47:21.518183+0000","last_undegraded":"2024-05-16T15:47:21.518183+0000","last_fullsized":"2024-05-16T15:47:21.518183+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:32:06.354159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"87'5","reported_seq":50,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.292515+0000","last_change":"2024-05-16T15:45:34.203448+0000","last_active":"2024-05-16T15:47:22.292515+0000","last_peered":"2024-05-16T15:47:22.292515+0000","last_clean":"2024-05-16T15:47:22.292515+0000","last_became_active":"2024-05-16T15:45:34.199641+0000","last_became_peered":"2024-05-16T15:45:34.199641+0000","last_unstale":"2024-05-16T15:47:22.292515+0000","last_undegraded":"2024-05-16T15:47:22.292515+0000","last_fullsized":"2024-05-16T15:47:22.292515+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:47:53.761201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"89'15","reported_seq":54,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.040202+0000","last_change":"2024-05-16T15:45:37.242897+0000","last_active":"2024-05-16T15:48:20.040202+0000","last_peered":"2024-05-16T15:48:20.040202+0000","last_clean":"2024-05-16T15:48:20.040202+0000","last_became_active":"2024-05-16T15:45:37.242561+0000","last_became_peered":"2024-05-16T15:45:37.242561+0000","last_unstale":"2024-05-16T15:48:20.040202+0000","last_undegraded":"2024-05-16T15:48:20.040202+0000","last_fullsized":"2024-05-16T15:48:20.040202+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:21:49.213218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514966+0000","last_change":"2024-05-16T15:45:47.277674+0000","last_active":"2024-05-16T15:47:21.514966+0000","last_peered":"2024-05-16T15:47:21.514966+0000","last_clean":"2024-05-16T15:47:21.514966+0000","last_became_active":"2024-05-16T15:45:47.277282+0000","last_became_peered":"2024-05-16T15:45:47.277282+0000","last_unstale":"2024-05-16T15:47:21.514966+0000","last_undegraded":"2024-05-16T15:47:21.514966+0000","last_fullsized":"2024-05-16T15:47:21.514966+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:17:07.066312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"89'8","reported_seq":240,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:49:41.514792+0000","last_change":"2024-05-16T15:45:34.207768+0000","last_active":"2024-05-16T15:49:41.514792+0000","last_peered":"2024-05-16T15:49:41.514792+0000","last_clean":"2024-05-16T15:49:41.514792+0000","last_became_active":"2024-05-16T15:45:34.206894+0000","last_became_peered":"2024-05-16T15:45:34.206894+0000","last_unstale":"2024-05-16T15:49:41.514792+0000","last_undegraded":"2024-05-16T15:49:41.514792+0000","last_fullsized":"2024-05-16T15:49:41.514792+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:15:12.447195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1613,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":189,"num_read_kb":6,"num_write":8,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"89'6","reported_seq":45,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.037212+0000","last_change":"2024-05-16T15:45:37.239401+0000","last_active":"2024-05-16T15:48:20.037212+0000","last_peered":"2024-05-16T15:48:20.037212+0000","last_clean":"2024-05-16T15:48:20.037212+0000","last_became_active":"2024-05-16T15:45:37.239014+0000","last_became_peered":"2024-05-16T15:45:37.239014+0000","last_unstale":"2024-05-16T15:48:20.037212+0000","last_undegraded":"2024-05-16T15:48:20.037212+0000","last_fullsized":"2024-05-16T15:48:20.037212+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:43:33.133074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":36,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.195278+0000","last_change":"2024-05-16T15:47:22.194923+0000","last_active":"2024-05-16T15:47:22.195278+0000","last_peered":"2024-05-16T15:47:22.195278+0000","last_clean":"2024-05-16T15:47:22.195278+0000","last_became_active":"2024-05-16T15:47:22.194587+0000","last_became_peered":"2024-05-16T15:47:22.194587+0000","last_unstale":"2024-05-16T15:47:22.195278+0000","last_undegraded":"2024-05-16T15:47:22.195278+0000","last_fullsized":"2024-05-16T15:47:22.195278+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:54:23.983032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,8,11],"acting":[6,3,8,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"87'17","reported_seq":36,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.518084+0000","last_change":"2024-05-16T15:46:21.389090+0000","last_active":"2024-05-16T15:47:21.518084+0000","last_peered":"2024-05-16T15:47:21.518084+0000","last_clean":"2024-05-16T15:47:21.518084+0000","last_became_active":"2024-05-16T15:46:21.380484+0000","last_became_peered":"2024-05-16T15:46:21.380484+0000","last_unstale":"2024-05-16T15:47:21.518084+0000","last_undegraded":"2024-05-16T15:47:21.518084+0000","last_fullsized":"2024-05-16T15:47:21.518084+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T19:35:08.593759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.11","version":"89'6","reported_seq":45,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.041594+0000","last_change":"2024-05-16T15:45:37.238980+0000","last_active":"2024-05-16T15:48:20.041594+0000","last_peered":"2024-05-16T15:48:20.041594+0000","last_clean":"2024-05-16T15:48:20.041594+0000","last_became_active":"2024-05-16T15:45:37.238572+0000","last_became_peered":"2024-05-16T15:45:37.238572+0000","last_unstale":"2024-05-16T15:48:20.041594+0000","last_undegraded":"2024-05-16T15:48:20.041594+0000","last_fullsized":"2024-05-16T15:48:20.041594+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T01:37:08.907100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.292118+0000","last_change":"2024-05-16T15:45:47.273183+0000","last_active":"2024-05-16T15:47:22.292118+0000","last_peered":"2024-05-16T15:47:22.292118+0000","last_clean":"2024-05-16T15:47:22.292118+0000","last_became_active":"2024-05-16T15:45:47.272613+0000","last_became_peered":"2024-05-16T15:45:47.272613+0000","last_unstale":"2024-05-16T15:47:22.292118+0000","last_undegraded":"2024-05-16T15:47:22.292118+0000","last_fullsized":"2024-05-16T15:47:22.292118+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:48:58.027704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'3","reported_seq":48,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:52.467402+0000","last_change":"2024-05-16T15:45:34.207938+0000","last_active":"2024-05-16T15:47:52.467402+0000","last_peered":"2024-05-16T15:47:52.467402+0000","last_clean":"2024-05-16T15:47:52.467402+0000","last_became_active":"2024-05-16T15:45:34.207549+0000","last_became_peered":"2024-05-16T15:45:34.207549+0000","last_unstale":"2024-05-16T15:47:52.467402+0000","last_undegraded":"2024-05-16T15:47:52.467402+0000","last_fullsized":"2024-05-16T15:47:52.467402+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:09:06.443105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"89'5","reported_seq":43,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.038620+0000","last_change":"2024-05-16T15:45:37.237519+0000","last_active":"2024-05-16T15:48:20.038620+0000","last_peered":"2024-05-16T15:48:20.038620+0000","last_clean":"2024-05-16T15:48:20.038620+0000","last_became_active":"2024-05-16T15:45:37.237137+0000","last_became_peered":"2024-05-16T15:45:37.237137+0000","last_unstale":"2024-05-16T15:48:20.038620+0000","last_undegraded":"2024-05-16T15:48:20.038620+0000","last_fullsized":"2024-05-16T15:48:20.038620+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:37:45.844280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":36,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.029561+0000","last_change":"2024-05-16T15:47:22.029157+0000","last_active":"2024-05-16T15:47:22.029561+0000","last_peered":"2024-05-16T15:47:22.029561+0000","last_clean":"2024-05-16T15:47:22.029561+0000","last_became_active":"2024-05-16T15:47:22.028708+0000","last_became_peered":"2024-05-16T15:47:22.028708+0000","last_unstale":"2024-05-16T15:47:22.029561+0000","last_undegraded":"2024-05-16T15:47:22.029561+0000","last_fullsized":"2024-05-16T15:47:22.029561+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:01:57.927185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,1],"acting":[8,10,11,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"87'1","reported_seq":45,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.515796+0000","last_change":"2024-05-16T15:45:34.701796+0000","last_active":"2024-05-16T15:47:21.515796+0000","last_peered":"2024-05-16T15:47:21.515796+0000","last_clean":"2024-05-16T15:47:21.515796+0000","last_became_active":"2024-05-16T15:45:34.701423+0000","last_became_peered":"2024-05-16T15:45:34.701423+0000","last_unstale":"2024-05-16T15:47:21.515796+0000","last_undegraded":"2024-05-16T15:47:21.515796+0000","last_fullsized":"2024-05-16T15:47:21.515796+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:51:39.299367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"89'4","reported_seq":43,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.029380+0000","last_change":"2024-05-16T15:45:37.236173+0000","last_active":"2024-05-16T15:48:20.029380+0000","last_peered":"2024-05-16T15:48:20.029380+0000","last_clean":"2024-05-16T15:48:20.029380+0000","last_became_active":"2024-05-16T15:45:37.235828+0000","last_became_peered":"2024-05-16T15:45:37.235828+0000","last_unstale":"2024-05-16T15:48:20.029380+0000","last_undegraded":"2024-05-16T15:48:20.029380+0000","last_fullsized":"2024-05-16T15:48:20.029380+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:20:10.148148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.518073+0000","last_change":"2024-05-16T15:45:47.267275+0000","last_active":"2024-05-16T15:47:21.518073+0000","last_peered":"2024-05-16T15:47:21.518073+0000","last_clean":"2024-05-16T15:47:21.518073+0000","last_became_active":"2024-05-16T15:45:47.266909+0000","last_became_peered":"2024-05-16T15:45:47.266909+0000","last_unstale":"2024-05-16T15:47:21.518073+0000","last_undegraded":"2024-05-16T15:47:21.518073+0000","last_fullsized":"2024-05-16T15:47:21.518073+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:31:53.534439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"89'6","reported_seq":234,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:49:40.480008+0000","last_change":"2024-05-16T15:45:34.204344+0000","last_active":"2024-05-16T15:49:40.480008+0000","last_peered":"2024-05-16T15:49:40.480008+0000","last_clean":"2024-05-16T15:49:40.480008+0000","last_became_active":"2024-05-16T15:45:34.203814+0000","last_became_peered":"2024-05-16T15:45:34.203814+0000","last_unstale":"2024-05-16T15:49:40.480008+0000","last_undegraded":"2024-05-16T15:49:40.480008+0000","last_fullsized":"2024-05-16T15:49:40.480008+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:31:03.693553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1081,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":184,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"89'7","reported_seq":46,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.043924+0000","last_change":"2024-05-16T15:45:37.244708+0000","last_active":"2024-05-16T15:48:20.043924+0000","last_peered":"2024-05-16T15:48:20.043924+0000","last_clean":"2024-05-16T15:48:20.043924+0000","last_became_active":"2024-05-16T15:45:37.243723+0000","last_became_peered":"2024-05-16T15:45:37.243723+0000","last_unstale":"2024-05-16T15:48:20.043924+0000","last_undegraded":"2024-05-16T15:48:20.043924+0000","last_fullsized":"2024-05-16T15:48:20.043924+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:34:01.004617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.520051+0000","last_change":"2024-05-16T15:45:47.475862+0000","last_active":"2024-05-16T15:47:21.520051+0000","last_peered":"2024-05-16T15:47:21.520051+0000","last_clean":"2024-05-16T15:47:21.520051+0000","last_became_active":"2024-05-16T15:45:47.475451+0000","last_became_peered":"2024-05-16T15:45:47.475451+0000","last_unstale":"2024-05-16T15:47:21.520051+0000","last_undegraded":"2024-05-16T15:47:21.520051+0000","last_fullsized":"2024-05-16T15:47:21.520051+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T01:54:38.250133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"89'8","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.034885+0000","last_change":"2024-05-16T15:46:21.745366+0000","last_active":"2024-05-16T15:48:20.034885+0000","last_peered":"2024-05-16T15:48:20.034885+0000","last_clean":"2024-05-16T15:48:20.034885+0000","last_became_active":"2024-05-16T15:46:21.745093+0000","last_became_peered":"2024-05-16T15:46:21.745093+0000","last_unstale":"2024-05-16T15:48:20.034885+0000","last_undegraded":"2024-05-16T15:48:20.034885+0000","last_fullsized":"2024-05-16T15:48:20.034885+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:22:29.073142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,4],"acting":[9,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1","version":"89'7","reported_seq":235,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:49:40.512540+0000","last_change":"2024-05-16T15:45:34.699798+0000","last_active":"2024-05-16T15:49:40.512540+0000","last_peered":"2024-05-16T15:49:40.512540+0000","last_clean":"2024-05-16T15:49:40.512540+0000","last_became_active":"2024-05-16T15:45:34.699365+0000","last_became_peered":"2024-05-16T15:45:34.699365+0000","last_unstale":"2024-05-16T15:49:40.512540+0000","last_undegraded":"2024-05-16T15:49:40.512540+0000","last_fullsized":"2024-05-16T15:49:40.512540+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T19:26:39.680727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":183,"num_read_kb":183,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"87'1","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.517177+0000","last_change":"2024-05-16T15:45:47.272670+0000","last_active":"2024-05-16T15:47:21.517177+0000","last_peered":"2024-05-16T15:47:21.517177+0000","last_clean":"2024-05-16T15:47:21.517177+0000","last_became_active":"2024-05-16T15:45:47.272186+0000","last_became_peered":"2024-05-16T15:45:47.272186+0000","last_unstale":"2024-05-16T15:47:21.517177+0000","last_undegraded":"2024-05-16T15:47:21.517177+0000","last_fullsized":"2024-05-16T15:47:21.517177+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:50:32.511871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"89'8","reported_seq":47,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.030124+0000","last_change":"2024-05-16T15:45:37.239792+0000","last_active":"2024-05-16T15:48:20.030124+0000","last_peered":"2024-05-16T15:48:20.030124+0000","last_clean":"2024-05-16T15:48:20.030124+0000","last_became_active":"2024-05-16T15:45:37.239317+0000","last_became_peered":"2024-05-16T15:45:37.239317+0000","last_unstale":"2024-05-16T15:48:20.030124+0000","last_undegraded":"2024-05-16T15:48:20.030124+0000","last_fullsized":"2024-05-16T15:48:20.030124+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:40:09.278518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"87'6","reported_seq":53,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.911860+0000","last_change":"2024-05-16T15:45:34.205852+0000","last_active":"2024-05-16T15:47:21.911860+0000","last_peered":"2024-05-16T15:47:21.911860+0000","last_clean":"2024-05-16T15:47:21.911860+0000","last_became_active":"2024-05-16T15:45:34.205471+0000","last_became_peered":"2024-05-16T15:45:34.205471+0000","last_unstale":"2024-05-16T15:47:21.911860+0000","last_undegraded":"2024-05-16T15:47:21.911860+0000","last_fullsized":"2024-05-16T15:47:21.911860+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:37:16.887316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":118,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.516743+0000","last_change":"2024-05-16T15:44:11.582770+0000","last_active":"2024-05-16T15:47:21.516743+0000","last_peered":"2024-05-16T15:47:21.516743+0000","last_clean":"2024-05-16T15:47:21.516743+0000","last_became_active":"2024-05-16T15:44:11.578379+0000","last_became_peered":"2024-05-16T15:44:11.578379+0000","last_unstale":"2024-05-16T15:47:21.516743+0000","last_undegraded":"2024-05-16T15:47:21.516743+0000","last_fullsized":"2024-05-16T15:47:21.516743+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:40:48.349724+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:40:48.349724+0000","last_clean_scrub_stamp":"2024-05-16T15:40:48.349724+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:05:40.446247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.292812+0000","last_change":"2024-05-16T15:45:47.476117+0000","last_active":"2024-05-16T15:47:22.292812+0000","last_peered":"2024-05-16T15:47:22.292812+0000","last_clean":"2024-05-16T15:47:22.292812+0000","last_became_active":"2024-05-16T15:45:47.475620+0000","last_became_peered":"2024-05-16T15:45:47.475620+0000","last_unstale":"2024-05-16T15:47:22.292812+0000","last_undegraded":"2024-05-16T15:47:22.292812+0000","last_fullsized":"2024-05-16T15:47:22.292812+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:30:43.306489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"89'5","reported_seq":44,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.035934+0000","last_change":"2024-05-16T15:45:37.242169+0000","last_active":"2024-05-16T15:48:20.035934+0000","last_peered":"2024-05-16T15:48:20.035934+0000","last_clean":"2024-05-16T15:48:20.035934+0000","last_became_active":"2024-05-16T15:45:37.239665+0000","last_became_peered":"2024-05-16T15:45:37.239665+0000","last_unstale":"2024-05-16T15:48:20.035934+0000","last_undegraded":"2024-05-16T15:48:20.035934+0000","last_fullsized":"2024-05-16T15:48:20.035934+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:19:55.922659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"87'4","reported_seq":49,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:37.050807+0000","last_change":"2024-05-16T15:45:34.206003+0000","last_active":"2024-05-16T15:47:37.050807+0000","last_peered":"2024-05-16T15:47:37.050807+0000","last_clean":"2024-05-16T15:47:37.050807+0000","last_became_active":"2024-05-16T15:45:34.205626+0000","last_became_peered":"2024-05-16T15:45:34.205626+0000","last_unstale":"2024-05-16T15:47:37.050807+0000","last_undegraded":"2024-05-16T15:47:37.050807+0000","last_fullsized":"2024-05-16T15:47:37.050807+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:07:42.311502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":36,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.866175+0000","last_change":"2024-05-16T15:47:21.865720+0000","last_active":"2024-05-16T15:47:21.866175+0000","last_peered":"2024-05-16T15:47:21.866175+0000","last_clean":"2024-05-16T15:47:21.866175+0000","last_became_active":"2024-05-16T15:47:21.865053+0000","last_became_peered":"2024-05-16T15:47:21.865053+0000","last_unstale":"2024-05-16T15:47:21.866175+0000","last_undegraded":"2024-05-16T15:47:21.866175+0000","last_fullsized":"2024-05-16T15:47:21.866175+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:15:07.364609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,7,6],"acting":[11,10,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"87'4","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.518282+0000","last_change":"2024-05-16T15:46:21.377930+0000","last_active":"2024-05-16T15:47:21.518282+0000","last_peered":"2024-05-16T15:47:21.518282+0000","last_clean":"2024-05-16T15:47:21.518282+0000","last_became_active":"2024-05-16T15:46:21.377429+0000","last_became_peered":"2024-05-16T15:46:21.377429+0000","last_unstale":"2024-05-16T15:47:21.518282+0000","last_undegraded":"2024-05-16T15:47:21.518282+0000","last_fullsized":"2024-05-16T15:47:21.518282+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:57:00.348793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.4","version":"89'9","reported_seq":48,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.035726+0000","last_change":"2024-05-16T15:45:37.242116+0000","last_active":"2024-05-16T15:48:20.035726+0000","last_peered":"2024-05-16T15:48:20.035726+0000","last_clean":"2024-05-16T15:48:20.035726+0000","last_became_active":"2024-05-16T15:45:37.241200+0000","last_became_peered":"2024-05-16T15:45:37.241200+0000","last_unstale":"2024-05-16T15:48:20.035726+0000","last_undegraded":"2024-05-16T15:48:20.035726+0000","last_fullsized":"2024-05-16T15:48:20.035726+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:49:46.377848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.193622+0000","last_change":"2024-05-16T15:45:47.475754+0000","last_active":"2024-05-16T15:47:22.193622+0000","last_peered":"2024-05-16T15:47:22.193622+0000","last_clean":"2024-05-16T15:47:22.193622+0000","last_became_active":"2024-05-16T15:45:47.475275+0000","last_became_peered":"2024-05-16T15:45:47.475275+0000","last_unstale":"2024-05-16T15:47:22.193622+0000","last_undegraded":"2024-05-16T15:47:22.193622+0000","last_fullsized":"2024-05-16T15:47:22.193622+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:15:47.964178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"89'17","reported_seq":61,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.253784+0000","last_change":"2024-05-16T15:45:34.205399+0000","last_active":"2024-05-16T15:48:20.253784+0000","last_peered":"2024-05-16T15:48:20.253784+0000","last_clean":"2024-05-16T15:48:20.253784+0000","last_became_active":"2024-05-16T15:45:34.205060+0000","last_became_peered":"2024-05-16T15:45:34.205060+0000","last_unstale":"2024-05-16T15:48:20.253784+0000","last_undegraded":"2024-05-16T15:48:20.253784+0000","last_fullsized":"2024-05-16T15:48:20.253784+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T19:40:20.128239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"89'5","reported_seq":44,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.029050+0000","last_change":"2024-05-16T15:45:37.233081+0000","last_active":"2024-05-16T15:48:20.029050+0000","last_peered":"2024-05-16T15:48:20.029050+0000","last_clean":"2024-05-16T15:48:20.029050+0000","last_became_active":"2024-05-16T15:45:37.232779+0000","last_became_peered":"2024-05-16T15:45:37.232779+0000","last_unstale":"2024-05-16T15:48:20.029050+0000","last_undegraded":"2024-05-16T15:48:20.029050+0000","last_fullsized":"2024-05-16T15:48:20.029050+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:37:09.749771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.514495+0000","last_change":"2024-05-16T15:45:47.269019+0000","last_active":"2024-05-16T15:47:21.514495+0000","last_peered":"2024-05-16T15:47:21.514495+0000","last_clean":"2024-05-16T15:47:21.514495+0000","last_became_active":"2024-05-16T15:45:47.268487+0000","last_became_peered":"2024-05-16T15:45:47.268487+0000","last_unstale":"2024-05-16T15:47:21.514495+0000","last_undegraded":"2024-05-16T15:47:21.514495+0000","last_fullsized":"2024-05-16T15:47:21.514495+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:27:49.485175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"87'7","reported_seq":52,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.912240+0000","last_change":"2024-05-16T15:45:34.790890+0000","last_active":"2024-05-16T15:47:21.912240+0000","last_peered":"2024-05-16T15:47:21.912240+0000","last_clean":"2024-05-16T15:47:21.912240+0000","last_became_active":"2024-05-16T15:45:34.790486+0000","last_became_peered":"2024-05-16T15:45:34.790486+0000","last_unstale":"2024-05-16T15:47:21.912240+0000","last_undegraded":"2024-05-16T15:47:21.912240+0000","last_fullsized":"2024-05-16T15:47:21.912240+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:56:41.880726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"89'7","reported_seq":46,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.038757+0000","last_change":"2024-05-16T15:45:37.236732+0000","last_active":"2024-05-16T15:48:20.038757+0000","last_peered":"2024-05-16T15:48:20.038757+0000","last_clean":"2024-05-16T15:48:20.038757+0000","last_became_active":"2024-05-16T15:45:37.236352+0000","last_became_peered":"2024-05-16T15:45:37.236352+0000","last_unstale":"2024-05-16T15:48:20.038757+0000","last_undegraded":"2024-05-16T15:48:20.038757+0000","last_fullsized":"2024-05-16T15:48:20.038757+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:41:43.870623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.912026+0000","last_change":"2024-05-16T15:45:47.477145+0000","last_active":"2024-05-16T15:47:21.912026+0000","last_peered":"2024-05-16T15:47:21.912026+0000","last_clean":"2024-05-16T15:47:21.912026+0000","last_became_active":"2024-05-16T15:45:47.476397+0000","last_became_peered":"2024-05-16T15:45:47.476397+0000","last_unstale":"2024-05-16T15:47:21.912026+0000","last_undegraded":"2024-05-16T15:47:21.912026+0000","last_fullsized":"2024-05-16T15:47:21.912026+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:38:10.933346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"87'2","reported_seq":46,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.027481+0000","last_change":"2024-05-16T15:45:34.700250+0000","last_active":"2024-05-16T15:47:22.027481+0000","last_peered":"2024-05-16T15:47:22.027481+0000","last_clean":"2024-05-16T15:47:22.027481+0000","last_became_active":"2024-05-16T15:45:34.699828+0000","last_became_peered":"2024-05-16T15:45:34.699828+0000","last_unstale":"2024-05-16T15:47:22.027481+0000","last_undegraded":"2024-05-16T15:47:22.027481+0000","last_fullsized":"2024-05-16T15:47:22.027481+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:05:12.569035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"89'2","reported_seq":41,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:19.991548+0000","last_change":"2024-05-16T15:45:37.233166+0000","last_active":"2024-05-16T15:48:19.991548+0000","last_peered":"2024-05-16T15:48:19.991548+0000","last_clean":"2024-05-16T15:48:19.991548+0000","last_became_active":"2024-05-16T15:45:37.232782+0000","last_became_peered":"2024-05-16T15:45:37.232782+0000","last_unstale":"2024-05-16T15:48:19.991548+0000","last_undegraded":"2024-05-16T15:48:19.991548+0000","last_fullsized":"2024-05-16T15:48:19.991548+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:03:25.036943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.515077+0000","last_change":"2024-05-16T15:45:47.276411+0000","last_active":"2024-05-16T15:47:21.515077+0000","last_peered":"2024-05-16T15:47:21.515077+0000","last_clean":"2024-05-16T15:47:21.515077+0000","last_became_active":"2024-05-16T15:45:47.275933+0000","last_became_peered":"2024-05-16T15:45:47.275933+0000","last_unstale":"2024-05-16T15:47:21.515077+0000","last_undegraded":"2024-05-16T15:47:21.515077+0000","last_fullsized":"2024-05-16T15:47:21.515077+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:46:28.717689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"87'7","reported_seq":51,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.193698+0000","last_change":"2024-05-16T15:45:34.202700+0000","last_active":"2024-05-16T15:47:22.193698+0000","last_peered":"2024-05-16T15:47:22.193698+0000","last_clean":"2024-05-16T15:47:22.193698+0000","last_became_active":"2024-05-16T15:45:34.202190+0000","last_became_peered":"2024-05-16T15:45:34.202190+0000","last_unstale":"2024-05-16T15:47:22.193698+0000","last_undegraded":"2024-05-16T15:47:22.193698+0000","last_fullsized":"2024-05-16T15:47:22.193698+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:06:16.978609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"89'9","reported_seq":47,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.036979+0000","last_change":"2024-05-16T15:45:37.240233+0000","last_active":"2024-05-16T15:48:20.036979+0000","last_peered":"2024-05-16T15:48:20.036979+0000","last_clean":"2024-05-16T15:48:20.036979+0000","last_became_active":"2024-05-16T15:45:37.239064+0000","last_became_peered":"2024-05-16T15:45:37.239064+0000","last_unstale":"2024-05-16T15:48:20.036979+0000","last_undegraded":"2024-05-16T15:48:20.036979+0000","last_fullsized":"2024-05-16T15:48:20.036979+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:08:11.736333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"87'1","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.911908+0000","last_change":"2024-05-16T15:45:47.275416+0000","last_active":"2024-05-16T15:47:21.911908+0000","last_peered":"2024-05-16T15:47:21.911908+0000","last_clean":"2024-05-16T15:47:21.911908+0000","last_became_active":"2024-05-16T15:45:47.274506+0000","last_became_peered":"2024-05-16T15:45:47.274506+0000","last_unstale":"2024-05-16T15:47:21.911908+0000","last_undegraded":"2024-05-16T15:47:21.911908+0000","last_fullsized":"2024-05-16T15:47:21.911908+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:42:05.852294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"89'4","reported_seq":49,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:47.393334+0000","last_change":"2024-05-16T15:45:34.207300+0000","last_active":"2024-05-16T15:47:47.393334+0000","last_peered":"2024-05-16T15:47:47.393334+0000","last_clean":"2024-05-16T15:47:47.393334+0000","last_became_active":"2024-05-16T15:45:34.206151+0000","last_became_peered":"2024-05-16T15:45:34.206151+0000","last_unstale":"2024-05-16T15:47:47.393334+0000","last_undegraded":"2024-05-16T15:47:47.393334+0000","last_fullsized":"2024-05-16T15:47:47.393334+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:04:22.349576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"89'8","reported_seq":47,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.039252+0000","last_change":"2024-05-16T15:45:37.233761+0000","last_active":"2024-05-16T15:48:20.039252+0000","last_peered":"2024-05-16T15:48:20.039252+0000","last_clean":"2024-05-16T15:48:20.039252+0000","last_became_active":"2024-05-16T15:45:37.233444+0000","last_became_peered":"2024-05-16T15:45:37.233444+0000","last_unstale":"2024-05-16T15:48:20.039252+0000","last_undegraded":"2024-05-16T15:48:20.039252+0000","last_fullsized":"2024-05-16T15:48:20.039252+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:37:51.166623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.911992+0000","last_change":"2024-05-16T15:45:47.476432+0000","last_active":"2024-05-16T15:47:21.911992+0000","last_peered":"2024-05-16T15:47:21.911992+0000","last_clean":"2024-05-16T15:47:21.911992+0000","last_became_active":"2024-05-16T15:45:47.475873+0000","last_became_peered":"2024-05-16T15:45:47.475873+0000","last_unstale":"2024-05-16T15:47:21.911992+0000","last_undegraded":"2024-05-16T15:47:21.911992+0000","last_fullsized":"2024-05-16T15:47:21.911992+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:46:53.204221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"87'4","reported_seq":49,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.516590+0000","last_change":"2024-05-16T15:45:34.210226+0000","last_active":"2024-05-16T15:47:21.516590+0000","last_peered":"2024-05-16T15:47:21.516590+0000","last_clean":"2024-05-16T15:47:21.516590+0000","last_became_active":"2024-05-16T15:45:34.209633+0000","last_became_peered":"2024-05-16T15:45:34.209633+0000","last_unstale":"2024-05-16T15:47:21.516590+0000","last_undegraded":"2024-05-16T15:47:21.516590+0000","last_fullsized":"2024-05-16T15:47:21.516590+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T17:53:43.802801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"89'5","reported_seq":44,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.044182+0000","last_change":"2024-05-16T15:45:37.240231+0000","last_active":"2024-05-16T15:48:20.044182+0000","last_peered":"2024-05-16T15:48:20.044182+0000","last_clean":"2024-05-16T15:48:20.044182+0000","last_became_active":"2024-05-16T15:45:37.239799+0000","last_became_peered":"2024-05-16T15:45:37.239799+0000","last_unstale":"2024-05-16T15:48:20.044182+0000","last_undegraded":"2024-05-16T15:48:20.044182+0000","last_fullsized":"2024-05-16T15:48:20.044182+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:52:49.389331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.027693+0000","last_change":"2024-05-16T15:45:47.271582+0000","last_active":"2024-05-16T15:47:22.027693+0000","last_peered":"2024-05-16T15:47:22.027693+0000","last_clean":"2024-05-16T15:47:22.027693+0000","last_became_active":"2024-05-16T15:45:47.270972+0000","last_became_peered":"2024-05-16T15:45:47.270972+0000","last_unstale":"2024-05-16T15:47:22.027693+0000","last_undegraded":"2024-05-16T15:47:22.027693+0000","last_fullsized":"2024-05-16T15:47:22.027693+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:39:52.603011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"89'8","reported_seq":240,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:49:40.503458+0000","last_change":"2024-05-16T15:45:34.790876+0000","last_active":"2024-05-16T15:49:40.503458+0000","last_peered":"2024-05-16T15:49:40.503458+0000","last_clean":"2024-05-16T15:49:40.503458+0000","last_became_active":"2024-05-16T15:45:34.790447+0000","last_became_peered":"2024-05-16T15:45:34.790447+0000","last_unstale":"2024-05-16T15:49:40.503458+0000","last_undegraded":"2024-05-16T15:49:40.503458+0000","last_fullsized":"2024-05-16T15:49:40.503458+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T01:05:30.528357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2195,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":187,"num_read_kb":5,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"89'7","reported_seq":46,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.045541+0000","last_change":"2024-05-16T15:45:37.238854+0000","last_active":"2024-05-16T15:48:20.045541+0000","last_peered":"2024-05-16T15:48:20.045541+0000","last_clean":"2024-05-16T15:48:20.045541+0000","last_became_active":"2024-05-16T15:45:37.238488+0000","last_became_peered":"2024-05-16T15:45:37.238488+0000","last_unstale":"2024-05-16T15:48:20.045541+0000","last_undegraded":"2024-05-16T15:48:20.045541+0000","last_fullsized":"2024-05-16T15:48:20.045541+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T16:42:51.844191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":36,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.431548+0000","last_change":"2024-05-16T15:46:21.842140+0000","last_active":"2024-05-16T15:47:22.431548+0000","last_peered":"2024-05-16T15:47:22.431548+0000","last_clean":"2024-05-16T15:47:22.431548+0000","last_became_active":"2024-05-16T15:46:21.841703+0000","last_became_peered":"2024-05-16T15:46:21.841703+0000","last_unstale":"2024-05-16T15:47:22.431548+0000","last_undegraded":"2024-05-16T15:47:22.431548+0000","last_fullsized":"2024-05-16T15:47:22.431548+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:35:47.742372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,1,4],"acting":[0,8,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"87'3","reported_seq":48,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.292656+0000","last_change":"2024-05-16T15:45:34.205485+0000","last_active":"2024-05-16T15:47:22.292656+0000","last_peered":"2024-05-16T15:47:22.292656+0000","last_clean":"2024-05-16T15:47:22.292656+0000","last_became_active":"2024-05-16T15:45:34.205164+0000","last_became_peered":"2024-05-16T15:45:34.205164+0000","last_unstale":"2024-05-16T15:47:22.292656+0000","last_undegraded":"2024-05-16T15:47:22.292656+0000","last_fullsized":"2024-05-16T15:47:22.292656+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T15:57:32.616570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"89'6","reported_seq":45,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.029917+0000","last_change":"2024-05-16T15:45:37.240357+0000","last_active":"2024-05-16T15:48:20.029917+0000","last_peered":"2024-05-16T15:48:20.029917+0000","last_clean":"2024-05-16T15:48:20.029917+0000","last_became_active":"2024-05-16T15:45:37.240030+0000","last_became_peered":"2024-05-16T15:45:37.240030+0000","last_unstale":"2024-05-16T15:48:20.029917+0000","last_undegraded":"2024-05-16T15:48:20.029917+0000","last_fullsized":"2024-05-16T15:48:20.029917+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:25:16.186385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:22.291906+0000","last_change":"2024-05-16T15:45:47.271687+0000","last_active":"2024-05-16T15:47:22.291906+0000","last_peered":"2024-05-16T15:47:22.291906+0000","last_clean":"2024-05-16T15:47:22.291906+0000","last_became_active":"2024-05-16T15:45:47.270773+0000","last_became_peered":"2024-05-16T15:45:47.270773+0000","last_unstale":"2024-05-16T15:47:22.291906+0000","last_undegraded":"2024-05-16T15:47:22.291906+0000","last_fullsized":"2024-05-16T15:47:22.291906+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:46.249937+0000","last_clean_scrub_stamp":"2024-05-16T15:45:46.249937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T22:44:45.480762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"87'5","reported_seq":60,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:47:21.518564+0000","last_change":"2024-05-16T15:46:21.749061+0000","last_active":"2024-05-16T15:47:21.518564+0000","last_peered":"2024-05-16T15:47:21.518564+0000","last_clean":"2024-05-16T15:47:21.518564+0000","last_became_active":"2024-05-16T15:46:21.746449+0000","last_became_peered":"2024-05-16T15:46:21.746449+0000","last_unstale":"2024-05-16T15:47:21.518564+0000","last_undegraded":"2024-05-16T15:47:21.518564+0000","last_fullsized":"2024-05-16T15:47:21.518564+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:33.190639+0000","last_clean_scrub_stamp":"2024-05-16T15:45:33.190639+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:00:34.933589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4],"acting":[6,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"89'9","reported_seq":48,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.033352+0000","last_change":"2024-05-16T15:45:37.237364+0000","last_active":"2024-05-16T15:48:20.033352+0000","last_peered":"2024-05-16T15:48:20.033352+0000","last_clean":"2024-05-16T15:48:20.033352+0000","last_became_active":"2024-05-16T15:45:37.237030+0000","last_became_peered":"2024-05-16T15:45:37.237030+0000","last_unstale":"2024-05-16T15:48:20.033352+0000","last_undegraded":"2024-05-16T15:48:20.033352+0000","last_fullsized":"2024-05-16T15:48:20.033352+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:04:04.708571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"89'9","reported_seq":47,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.031389+0000","last_change":"2024-05-16T15:45:37.239678+0000","last_active":"2024-05-16T15:48:20.031389+0000","last_peered":"2024-05-16T15:48:20.031389+0000","last_clean":"2024-05-16T15:48:20.031389+0000","last_became_active":"2024-05-16T15:45:37.239352+0000","last_became_peered":"2024-05-16T15:45:37.239352+0000","last_unstale":"2024-05-16T15:48:20.031389+0000","last_undegraded":"2024-05-16T15:48:20.031389+0000","last_fullsized":"2024-05-16T15:48:20.031389+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:57:18.279809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"89'12","reported_seq":51,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.032453+0000","last_change":"2024-05-16T15:45:37.239863+0000","last_active":"2024-05-16T15:48:20.032453+0000","last_peered":"2024-05-16T15:48:20.032453+0000","last_clean":"2024-05-16T15:48:20.032453+0000","last_became_active":"2024-05-16T15:45:37.239508+0000","last_became_peered":"2024-05-16T15:45:37.239508+0000","last_unstale":"2024-05-16T15:48:20.032453+0000","last_undegraded":"2024-05-16T15:48:20.032453+0000","last_fullsized":"2024-05-16T15:48:20.032453+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:37:38.162774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"89'8","reported_seq":47,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.039619+0000","last_change":"2024-05-16T15:45:37.242473+0000","last_active":"2024-05-16T15:48:20.039619+0000","last_peered":"2024-05-16T15:48:20.039619+0000","last_clean":"2024-05-16T15:48:20.039619+0000","last_became_active":"2024-05-16T15:45:37.242118+0000","last_became_peered":"2024-05-16T15:45:37.242118+0000","last_unstale":"2024-05-16T15:48:20.039619+0000","last_undegraded":"2024-05-16T15:48:20.039619+0000","last_fullsized":"2024-05-16T15:48:20.039619+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T21:36:47.638343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"89'7","reported_seq":46,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.041638+0000","last_change":"2024-05-16T15:45:37.236693+0000","last_active":"2024-05-16T15:48:20.041638+0000","last_peered":"2024-05-16T15:48:20.041638+0000","last_clean":"2024-05-16T15:48:20.041638+0000","last_became_active":"2024-05-16T15:45:37.236339+0000","last_became_peered":"2024-05-16T15:45:37.236339+0000","last_unstale":"2024-05-16T15:48:20.041638+0000","last_undegraded":"2024-05-16T15:48:20.041638+0000","last_fullsized":"2024-05-16T15:48:20.041638+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T00:12:22.662950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"89'4","reported_seq":43,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.038819+0000","last_change":"2024-05-16T15:45:37.239526+0000","last_active":"2024-05-16T15:48:20.038819+0000","last_peered":"2024-05-16T15:48:20.038819+0000","last_clean":"2024-05-16T15:48:20.038819+0000","last_became_active":"2024-05-16T15:45:37.239026+0000","last_became_peered":"2024-05-16T15:45:37.239026+0000","last_unstale":"2024-05-16T15:48:20.038819+0000","last_undegraded":"2024-05-16T15:48:20.038819+0000","last_fullsized":"2024-05-16T15:48:20.038819+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:13:56.168226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"89'6","reported_seq":44,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.030825+0000","last_change":"2024-05-16T15:45:37.237037+0000","last_active":"2024-05-16T15:48:20.030825+0000","last_peered":"2024-05-16T15:48:20.030825+0000","last_clean":"2024-05-16T15:48:20.030825+0000","last_became_active":"2024-05-16T15:45:37.236623+0000","last_became_peered":"2024-05-16T15:45:37.236623+0000","last_unstale":"2024-05-16T15:48:20.030825+0000","last_undegraded":"2024-05-16T15:48:20.030825+0000","last_fullsized":"2024-05-16T15:48:20.030825+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:12:00.172679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"89'15","reported_seq":54,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.024200+0000","last_change":"2024-05-16T15:45:37.243539+0000","last_active":"2024-05-16T15:48:20.024200+0000","last_peered":"2024-05-16T15:48:20.024200+0000","last_clean":"2024-05-16T15:48:20.024200+0000","last_became_active":"2024-05-16T15:45:37.243167+0000","last_became_peered":"2024-05-16T15:45:37.243167+0000","last_unstale":"2024-05-16T15:48:20.024200+0000","last_undegraded":"2024-05-16T15:48:20.024200+0000","last_fullsized":"2024-05-16T15:48:20.024200+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:53:31.078235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"89'2","reported_seq":41,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.039804+0000","last_change":"2024-05-16T15:45:37.244703+0000","last_active":"2024-05-16T15:48:20.039804+0000","last_peered":"2024-05-16T15:48:20.039804+0000","last_clean":"2024-05-16T15:48:20.039804+0000","last_became_active":"2024-05-16T15:45:37.236077+0000","last_became_peered":"2024-05-16T15:45:37.236077+0000","last_unstale":"2024-05-16T15:48:20.039804+0000","last_undegraded":"2024-05-16T15:48:20.039804+0000","last_fullsized":"2024-05-16T15:48:20.039804+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T02:42:29.652261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"89'6","reported_seq":45,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.033278+0000","last_change":"2024-05-16T15:45:37.243243+0000","last_active":"2024-05-16T15:48:20.033278+0000","last_peered":"2024-05-16T15:48:20.033278+0000","last_clean":"2024-05-16T15:48:20.033278+0000","last_became_active":"2024-05-16T15:45:37.242190+0000","last_became_peered":"2024-05-16T15:45:37.242190+0000","last_unstale":"2024-05-16T15:48:20.033278+0000","last_undegraded":"2024-05-16T15:48:20.033278+0000","last_fullsized":"2024-05-16T15:48:20.033278+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T18:48:16.824018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"89'8","reported_seq":47,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.030021+0000","last_change":"2024-05-16T15:45:37.235496+0000","last_active":"2024-05-16T15:48:20.030021+0000","last_peered":"2024-05-16T15:48:20.030021+0000","last_clean":"2024-05-16T15:48:20.030021+0000","last_became_active":"2024-05-16T15:45:37.235177+0000","last_became_peered":"2024-05-16T15:45:37.235177+0000","last_unstale":"2024-05-16T15:48:20.030021+0000","last_undegraded":"2024-05-16T15:48:20.030021+0000","last_fullsized":"2024-05-16T15:48:20.030021+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T23:12:27.608258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"89'10","reported_seq":49,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.044653+0000","last_change":"2024-05-16T15:45:37.240957+0000","last_active":"2024-05-16T15:48:20.044653+0000","last_peered":"2024-05-16T15:48:20.044653+0000","last_clean":"2024-05-16T15:48:20.044653+0000","last_became_active":"2024-05-16T15:45:37.240616+0000","last_became_peered":"2024-05-16T15:45:37.240616+0000","last_unstale":"2024-05-16T15:48:20.044653+0000","last_undegraded":"2024-05-16T15:48:20.044653+0000","last_fullsized":"2024-05-16T15:48:20.044653+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T01:40:52.425502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"89'11","reported_seq":50,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.038584+0000","last_change":"2024-05-16T15:45:37.232725+0000","last_active":"2024-05-16T15:48:20.038584+0000","last_peered":"2024-05-16T15:48:20.038584+0000","last_clean":"2024-05-16T15:48:20.038584+0000","last_became_active":"2024-05-16T15:45:37.231549+0000","last_became_peered":"2024-05-16T15:45:37.231549+0000","last_unstale":"2024-05-16T15:48:20.038584+0000","last_undegraded":"2024-05-16T15:48:20.038584+0000","last_fullsized":"2024-05-16T15:48:20.038584+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-17T20:04:04.502995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"89'8","reported_seq":46,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-16T15:48:20.039029+0000","last_change":"2024-05-16T15:45:37.228748+0000","last_active":"2024-05-16T15:48:20.039029+0000","last_peered":"2024-05-16T15:48:20.039029+0000","last_clean":"2024-05-16T15:48:20.039029+0000","last_became_active":"2024-05-16T15:45:37.228369+0000","last_became_peered":"2024-05-16T15:45:37.228369+0000","last_unstale":"2024-05-16T15:48:20.039029+0000","last_undegraded":"2024-05-16T15:48:20.039029+0000","last_fullsized":"2024-05-16T15:48:20.039029+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-16T15:45:36.206417+0000","last_clean_scrub_stamp":"2024-05-16T15:45:36.206417+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-18T03:41:35.372721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":77118,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":1863,"num_read_kb":1014,"num_write":277,"num_write_kb":169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":589824,"data_stored":231354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":239,"ondisk_log_size":239,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":70,"seq":300647710785,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28040,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717112,"statfs":{"total":95995035648,"available":95966322688,"internally_reserved":0,"allocated":1048576,"data_stored":516960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":64,"seq":274877907014,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28708,"kb_used_data":1692,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716444,"statfs":{"total":95995035648,"available":95965638656,"internally_reserved":0,"allocated":1732608,"data_stored":1170680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":59,"seq":253403070538,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28052,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717100,"statfs":{"total":95995035648,"available":95966310400,"internally_reserved":0,"allocated":1060864,"data_stored":519737,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":53,"seq":227633266768,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28028,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717124,"statfs":{"total":95995035648,"available":95966334976,"internally_reserved":0,"allocated":1036288,"data_stored":515795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":47,"seq":201863462996,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28628,"kb_used_data":1612,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716524,"statfs":{"total":95995035648,"available":95965720576,"internally_reserved":0,"allocated":1650688,"data_stored":1114668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":42,"seq":180388626523,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36344,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708808,"statfs":{"total":95995035648,"available":95957819392,"internally_reserved":0,"allocated":1032192,"data_stored":511638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574963,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32252,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712900,"statfs":{"total":95995035648,"available":95962009600,"internally_reserved":0,"allocated":1101824,"data_stored":575482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738487,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36368,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708784,"statfs":{"total":95995035648,"available":95957794816,"internally_reserved":0,"allocated":1056768,"data_stored":513626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411438,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28116,"kb_used_data":1100,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717036,"statfs":{"total":95995035648,"available":95966244864,"internally_reserved":0,"allocated":1126400,"data_stored":581573,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182505,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36356,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708796,"statfs":{"total":95995035648,"available":95957807104,"internally_reserved":0,"allocated":1044480,"data_stored":510853,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986277,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36352,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708800,"statfs":{"total":95995035648,"available":95957811200,"internally_reserved":0,"allocated":1040384,"data_stored":516244,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822752,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":41116,"kb_used_data":1620,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704036,"statfs":{"total":95995035648,"available":95952932864,"internally_reserved":0,"allocated":1658880,"data_stored":1108732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":3203,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":69373,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":71150,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1725,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3845,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1215,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5685,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1276,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":122880,"data_stored":69889,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2441,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-16T15:49:45.313 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-16T15:49:45.598 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:49:45.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:45 smithi043 ceph-mon[31619]: pgmap v421: 129 pgs: 129 active+clean; 652 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2024-05-16T15:49:45.721 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:45 smithi043 ceph-mon[31619]: from='client.15306 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-16T15:49:45.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:45 smithi157 ceph-mon[35584]: pgmap v421: 129 pgs: 129 active+clean; 652 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2024-05-16T15:49:45.926 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:45 smithi157 ceph-mon[35584]: from='client.15306 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-16T15:49:45.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:45 smithi148 ceph-mon[34976]: pgmap v421: 129 pgs: 129 active+clean; 652 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2024-05-16T15:49:45.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:45 smithi148 ceph-mon[34976]: from='client.15306 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-16T15:49:46.815 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:46 smithi043 ceph-mon[31619]: from='client.15312 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-16T15:49:46.815 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:46 smithi043 ceph-mon[31619]: from='client.15318 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-16T15:49:46.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:46 smithi157 ceph-mon[35584]: from='client.15312 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-16T15:49:46.926 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:46 smithi157 ceph-mon[35584]: from='client.15318 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-16T15:49:46.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:46 smithi148 ceph-mon[34976]: from='client.15312 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-16T15:49:46.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:46 smithi148 ceph-mon[34976]: from='client.15318 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-16T15:49:47.360 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.346+0000 7fd53c49f700 1 -- 172.21.15.43:0/3416598779 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd534108410 msgr2=0x7fd5341087f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:47.360 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.346+0000 7fd53c49f700 1 --2- 172.21.15.43:0/3416598779 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd534108410 0x7fd5341087f0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fd530009990 tx=0x7fd530009ca0 comp rx=0 tx=0).stop 2024-05-16T15:49:47.360 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.346+0000 7fd53c49f700 1 -- 172.21.15.43:0/3416598779 shutdown_connections 2024-05-16T15:49:47.360 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.346+0000 7fd53c49f700 1 --2- 172.21.15.43:0/3416598779 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd534102d60 0x7fd53410f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:47.360 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.346+0000 7fd53c49f700 1 --2- 172.21.15.43:0/3416598779 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd534108410 0x7fd5341087f0 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:47.360 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.346+0000 7fd53c49f700 1 --2- 172.21.15.43:0/3416598779 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd5341023a0 0x7fd534102820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:47.360 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.346+0000 7fd53c49f700 1 -- 172.21.15.43:0/3416598779 >> 172.21.15.43:0/3416598779 conn(0x7fd534079350 msgr2=0x7fd534079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:47.361 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.346+0000 7fd53c49f700 1 -- 172.21.15.43:0/3416598779 shutdown_connections 2024-05-16T15:49:47.361 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.346+0000 7fd53c49f700 1 -- 172.21.15.43:0/3416598779 wait complete. 2024-05-16T15:49:47.361 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.346+0000 7fd53c49f700 1 Processor -- start 2024-05-16T15:49:47.361 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.347+0000 7fd53c49f700 1 -- start start 2024-05-16T15:49:47.361 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.347+0000 7fd53c49f700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd5341023a0 0x7fd53419f710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:47.361 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.347+0000 7fd53c49f700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd534102d60 0x7fd53419fc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:47.361 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.347+0000 7fd53c49f700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd534108410 0x7fd5341998d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:47.361 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.347+0000 7fd53c49f700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fd534113530 con 0x7fd534108410 2024-05-16T15:49:47.361 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.347+0000 7fd53c49f700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fd5341133b0 con 0x7fd534102d60 2024-05-16T15:49:47.361 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.347+0000 7fd53c49f700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fd5341136b0 con 0x7fd5341023a0 2024-05-16T15:49:47.361 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.347+0000 7fd53aa3c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd534108410 0x7fd5341998d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:47.361 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.347+0000 7fd53aa3c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd534108410 0x7fd5341998d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:57116/0 (socket says 172.21.15.43:57116) 2024-05-16T15:49:47.361 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.347+0000 7fd53aa3c700 1 -- 172.21.15.43:0/1945176914 learned_addr learned my addr 172.21.15.43:0/1945176914 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:47.361 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.347+0000 7fd539a3a700 1 --2- 172.21.15.43:0/1945176914 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd534102d60 0x7fd53419fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:47.362 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.347+0000 7fd53a23b700 1 --2- 172.21.15.43:0/1945176914 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd5341023a0 0x7fd53419f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:47.362 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.347+0000 7fd53aa3c700 1 -- 172.21.15.43:0/1945176914 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd5341023a0 msgr2=0x7fd53419f710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:47.362 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.347+0000 7fd53aa3c700 1 --2- 172.21.15.43:0/1945176914 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd5341023a0 0x7fd53419f710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:47.362 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.347+0000 7fd53aa3c700 1 -- 172.21.15.43:0/1945176914 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd534102d60 msgr2=0x7fd53419fc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:47.362 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.347+0000 7fd53aa3c700 1 --2- 172.21.15.43:0/1945176914 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd534102d60 0x7fd53419fc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:47.362 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.347+0000 7fd53aa3c700 1 -- 172.21.15.43:0/1945176914 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd53419a030 con 0x7fd534108410 2024-05-16T15:49:47.362 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.347+0000 7fd53a23b700 1 --2- 172.21.15.43:0/1945176914 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd5341023a0 0x7fd53419f710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:49:47.362 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.348+0000 7fd53aa3c700 1 --2- 172.21.15.43:0/1945176914 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd534108410 0x7fd5341998d0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fd52c00ada0 tx=0x7fd52c00c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:47.362 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.348+0000 7fd52b7fe700 1 -- 172.21.15.43:0/1945176914 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd52c017020 con 0x7fd534108410 2024-05-16T15:49:47.362 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.348+0000 7fd53c49f700 1 -- 172.21.15.43:0/1945176914 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd53419a320 con 0x7fd534108410 2024-05-16T15:49:47.362 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.348+0000 7fd52b7fe700 1 -- 172.21.15.43:0/1945176914 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd52c00ce10 con 0x7fd534108410 2024-05-16T15:49:47.362 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.348+0000 7fd52b7fe700 1 -- 172.21.15.43:0/1945176914 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd52c005280 con 0x7fd534108410 2024-05-16T15:49:47.362 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.348+0000 7fd53c49f700 1 -- 172.21.15.43:0/1945176914 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5341a65e0 con 0x7fd534108410 2024-05-16T15:49:47.363 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.349+0000 7fd53c49f700 1 -- 172.21.15.43:0/1945176914 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd53406a190 con 0x7fd534108410 2024-05-16T15:49:47.363 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.350+0000 7fd52b7fe700 1 -- 172.21.15.43:0/1945176914 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fd52c00c980 con 0x7fd534108410 2024-05-16T15:49:47.363 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.351+0000 7fd52b7fe700 1 --2- 172.21.15.43:0/1945176914 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd5200b2900 0x7fd5200b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:47.363 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.351+0000 7fd53a23b700 1 --2- 172.21.15.43:0/1945176914 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd5200b2900 0x7fd5200b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:47.364 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.351+0000 7fd52b7fe700 1 -- 172.21.15.43:0/1945176914 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fd52c0e21a0 con 0x7fd534108410 2024-05-16T15:49:47.364 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.352+0000 7fd53a23b700 1 --2- 172.21.15.43:0/1945176914 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd5200b2900 0x7fd5200b4dc0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fd530003760 tx=0x7fd53001a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:47.366 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.354+0000 7fd52b7fe700 1 -- 172.21.15.43:0/1945176914 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fd52c021020 con 0x7fd534108410 2024-05-16T15:49:47.635 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.623+0000 7fd53c49f700 1 -- 172.21.15.43:0/1945176914 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd53402e510 con 0x7fd534108410 2024-05-16T15:49:47.636 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.624+0000 7fd52b7fe700 1 -- 172.21.15.43:0/1945176914 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+11944 (secure 0 0 0) 0x7fd52c0a9ba0 con 0x7fd534108410 2024-05-16T15:49:47.636 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:49:47.636 INFO:teuthology.orchestra.run.smithi043.stdout:{"epoch":30,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.43:6835/1448137759","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6834","nonce":1448137759},{"type":"v1","addr":"172.21.15.43:6835","nonce":1448137759}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.43:6837/3286596297","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6836","nonce":3286596297},{"type":"v1","addr":"172.21.15.43:6837","nonce":3286596297}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":30,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-16T15:45:39.175942+0000","modified":"2024-05-16T15:49:38.550067+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24482,"mds_1":24463,"mds_2":24452,"mds_3":24451,"mds_4":24445},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14562":{"gid":14562,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.43:6839/4087815034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6838","nonce":4087815034},{"type":"v1","addr":"172.21.15.43:6839","nonce":4087815034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14574":{"gid":14574,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.43:6841/2042970804","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6840","nonce":2042970804},{"type":"v1","addr":"172.21.15.43:6841","nonce":2042970804}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24410":{"gid":24410,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.148:6833/3084392719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6832","nonce":3084392719},{"type":"v1","addr":"172.21.15.148:6833","nonce":3084392719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24412":{"gid":24412,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.157:6833/3972392500","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6832","nonce":3972392500},{"type":"v1","addr":"172.21.15.157:6833","nonce":3972392500}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.148:6835/516622533","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6834","nonce":516622533},{"type":"v1","addr":"172.21.15.148:6835","nonce":516622533}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"f","rank":4,"incarnation":26,"state":"up:active","state_seq":25,"addr":"172.21.15.157:6835/2303077574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2303077574},{"type":"v1","addr":"172.21.15.157:6835","nonce":2303077574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"c","rank":3,"incarnation":24,"state":"up:active","state_seq":24,"addr":"172.21.15.157:6837/3777341889","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6836","nonce":3777341889},{"type":"v1","addr":"172.21.15.157:6837","nonce":3777341889}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24452":{"gid":24452,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":23,"addr":"172.21.15.148:6837/4036870683","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6836","nonce":4036870683},{"type":"v1","addr":"172.21.15.148:6837","nonce":4036870683}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":22,"addr":"172.21.15.157:6839/2377589154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6838","nonce":2377589154},{"type":"v1","addr":"172.21.15.157:6839","nonce":2377589154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.148:6839/717807397","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6838","nonce":717807397},{"type":"v1","addr":"172.21.15.148:6839","nonce":717807397}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24482,"qdb_cluster":[24482,24463,24451,24445,24452]},"id":1}]} 2024-05-16T15:49:47.638 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.626+0000 7fd53c49f700 1 -- 172.21.15.43:0/1945176914 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd5200b2900 msgr2=0x7fd5200b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:47.638 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.626+0000 7fd53c49f700 1 --2- 172.21.15.43:0/1945176914 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd5200b2900 0x7fd5200b4dc0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fd530003760 tx=0x7fd53001a040 comp rx=0 tx=0).stop 2024-05-16T15:49:47.638 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.626+0000 7fd53c49f700 1 -- 172.21.15.43:0/1945176914 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd534108410 msgr2=0x7fd5341998d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:47.639 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.626+0000 7fd53c49f700 1 --2- 172.21.15.43:0/1945176914 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd534108410 0x7fd5341998d0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fd52c00ada0 tx=0x7fd52c00c330 comp rx=0 tx=0).stop 2024-05-16T15:49:47.639 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.627+0000 7fd53c49f700 1 -- 172.21.15.43:0/1945176914 shutdown_connections 2024-05-16T15:49:47.639 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.627+0000 7fd53c49f700 1 --2- 172.21.15.43:0/1945176914 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd5200b2900 0x7fd5200b4dc0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:47.639 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.627+0000 7fd53c49f700 1 --2- 172.21.15.43:0/1945176914 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd534108410 0x7fd5341998d0 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:47.639 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.627+0000 7fd53c49f700 1 --2- 172.21.15.43:0/1945176914 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd5341023a0 0x7fd53419f710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:47.639 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.627+0000 7fd53c49f700 1 --2- 172.21.15.43:0/1945176914 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd534102d60 0x7fd53419fc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:47.639 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.627+0000 7fd53c49f700 1 -- 172.21.15.43:0/1945176914 >> 172.21.15.43:0/1945176914 conn(0x7fd534079350 msgr2=0x7fd534100d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:47.639 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.627+0000 7fd53c49f700 1 -- 172.21.15.43:0/1945176914 shutdown_connections 2024-05-16T15:49:47.639 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:47.627+0000 7fd53c49f700 1 -- 172.21.15.43:0/1945176914 wait complete. 2024-05-16T15:49:47.639 INFO:teuthology.orchestra.run.smithi043.stderr:dumped fsmap epoch 30 2024-05-16T15:49:47.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:47 smithi157 ceph-mon[35584]: pgmap v422: 129 pgs: 129 active+clean; 652 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2024-05-16T15:49:47.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:47 smithi148 ceph-mon[34976]: pgmap v422: 129 pgs: 129 active+clean; 652 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2024-05-16T15:49:47.958 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:47 smithi043 ceph-mon[31619]: pgmap v422: 129 pgs: 129 active+clean; 652 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2024-05-16T15:49:48.403 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-16T15:49:48.663 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:49:48.724 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:48 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/1945176914' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:49:48.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:48 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/1945176914' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:49:48.935 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:48 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/1945176914' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:49:49.767 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:49 smithi043 ceph-mon[31619]: pgmap v423: 129 pgs: 129 active+clean; 652 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2024-05-16T15:49:49.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:49 smithi157 ceph-mon[35584]: pgmap v423: 129 pgs: 129 active+clean; 652 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2024-05-16T15:49:49.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:49 smithi148 ceph-mon[34976]: pgmap v423: 129 pgs: 129 active+clean; 652 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2024-05-16T15:49:50.329 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.317+0000 7f17ee216700 1 -- 172.21.15.43:0/1034406649 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f17e8103750 msgr2=0x7f17e8103b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:50.329 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.317+0000 7f17ee216700 1 --2- 172.21.15.43:0/1034406649 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f17e8103750 0x7f17e8103b30 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f17d80099c0 tx=0x7f17d8009cd0 comp rx=0 tx=0).stop 2024-05-16T15:49:50.329 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.317+0000 7f17ee216700 1 -- 172.21.15.43:0/1034406649 shutdown_connections 2024-05-16T15:49:50.329 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.317+0000 7f17ee216700 1 --2- 172.21.15.43:0/1034406649 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f17e8108850 0x7f17e81103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:50.329 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.317+0000 7f17ee216700 1 --2- 172.21.15.43:0/1034406649 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f17e8103750 0x7f17e8103b30 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:50.329 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.317+0000 7f17ee216700 1 --2- 172.21.15.43:0/1034406649 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f17e8104100 0x7f17e8108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:50.329 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.317+0000 7f17ee216700 1 -- 172.21.15.43:0/1034406649 >> 172.21.15.43:0/1034406649 conn(0x7f17e807a600 msgr2=0x7f17e807aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:50.329 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.318+0000 7f17ee216700 1 -- 172.21.15.43:0/1034406649 shutdown_connections 2024-05-16T15:49:50.329 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.318+0000 7f17ee216700 1 -- 172.21.15.43:0/1034406649 wait complete. 2024-05-16T15:49:50.330 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.318+0000 7f17ee216700 1 Processor -- start 2024-05-16T15:49:50.330 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.318+0000 7f17ee216700 1 -- start start 2024-05-16T15:49:50.331 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.319+0000 7f17ee216700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f17e8103750 0x7f17e80757a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:50.331 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.319+0000 7f17ee216700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f17e8104100 0x7f17e8075ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:50.331 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.319+0000 7f17ee216700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f17e8108850 0x7f17e8076220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:50.332 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.319+0000 7f17ee216700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f17e81134d0 con 0x7f17e8103750 2024-05-16T15:49:50.332 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.319+0000 7f17ee216700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f17e8113350 con 0x7f17e8104100 2024-05-16T15:49:50.332 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.319+0000 7f17ee216700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f17e8113650 con 0x7f17e8108850 2024-05-16T15:49:50.332 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.319+0000 7f17e77fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f17e8103750 0x7f17e80757a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:50.332 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.319+0000 7f17e77fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f17e8103750 0x7f17e80757a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:57134/0 (socket says 172.21.15.43:57134) 2024-05-16T15:49:50.332 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.319+0000 7f17e77fe700 1 -- 172.21.15.43:0/1594026482 learned_addr learned my addr 172.21.15.43:0/1594026482 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:50.332 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.319+0000 7f17e7fff700 1 --2- 172.21.15.43:0/1594026482 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f17e8108850 0x7f17e8076220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:50.332 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.319+0000 7f17e6ffd700 1 --2- 172.21.15.43:0/1594026482 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f17e8104100 0x7f17e8075ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:50.332 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.319+0000 7f17e77fe700 1 -- 172.21.15.43:0/1594026482 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f17e8108850 msgr2=0x7f17e8076220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:50.332 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.319+0000 7f17e77fe700 1 --2- 172.21.15.43:0/1594026482 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f17e8108850 0x7f17e8076220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:50.332 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.319+0000 7f17e77fe700 1 -- 172.21.15.43:0/1594026482 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f17e8104100 msgr2=0x7f17e8075ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:50.332 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.319+0000 7f17e77fe700 1 --2- 172.21.15.43:0/1594026482 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f17e8104100 0x7f17e8075ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:50.332 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.319+0000 7f17e77fe700 1 -- 172.21.15.43:0/1594026482 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17e81a7ef0 con 0x7f17e8103750 2024-05-16T15:49:50.332 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.319+0000 7f17e77fe700 1 --2- 172.21.15.43:0/1594026482 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f17e8103750 0x7f17e80757a0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f17d8000c00 tx=0x7f17d80047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:50.333 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.320+0000 7f17e4ff9700 1 -- 172.21.15.43:0/1594026482 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17d800f8a0 con 0x7f17e8103750 2024-05-16T15:49:50.333 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.320+0000 7f17e4ff9700 1 -- 172.21.15.43:0/1594026482 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f17d8004830 con 0x7f17e8103750 2024-05-16T15:49:50.333 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.320+0000 7f17ee216700 1 -- 172.21.15.43:0/1594026482 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17e81a8180 con 0x7f17e8103750 2024-05-16T15:49:50.333 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.320+0000 7f17e4ff9700 1 -- 172.21.15.43:0/1594026482 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17d8005410 con 0x7f17e8103750 2024-05-16T15:49:50.333 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.320+0000 7f17ee216700 1 -- 172.21.15.43:0/1594026482 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17e81a8570 con 0x7f17e8103750 2024-05-16T15:49:50.333 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.321+0000 7f17ee216700 1 -- 172.21.15.43:0/1594026482 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f17e810ba90 con 0x7f17e8103750 2024-05-16T15:49:50.334 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.323+0000 7f17e4ff9700 1 -- 172.21.15.43:0/1594026482 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f17d8029060 con 0x7f17e8103750 2024-05-16T15:49:50.334 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.324+0000 7f17e4ff9700 1 --2- 172.21.15.43:0/1594026482 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f17d40b2880 0x7f17d40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:50.335 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.324+0000 7f17e6ffd700 1 --2- 172.21.15.43:0/1594026482 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f17d40b2880 0x7f17d40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:50.335 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.324+0000 7f17e4ff9700 1 -- 172.21.15.43:0/1594026482 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f17d80e32e0 con 0x7f17e8103750 2024-05-16T15:49:50.335 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.324+0000 7f17e6ffd700 1 --2- 172.21.15.43:0/1594026482 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f17d40b2880 0x7f17d40b4d40 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f17d0005ea0 tx=0x7f17d0005e30 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:50.338 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.327+0000 7f17e4ff9700 1 -- 172.21.15.43:0/1594026482 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f17d8013070 con 0x7f17e8103750 2024-05-16T15:49:50.551 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.541+0000 7f17ee216700 1 -- 172.21.15.43:0/1594026482 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f17e802e510 con 0x7f17e8103750 2024-05-16T15:49:50.553 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.542+0000 7f17e4ff9700 1 -- 172.21.15.43:0/1594026482 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+24790 (secure 0 0 0) 0x7f17d80aace0 con 0x7f17e8103750 2024-05-16T15:49:50.553 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:49:50.553 INFO:teuthology.orchestra.run.smithi043.stdout:{"epoch":89,"fsid":"13155b42-139a-11ef-bc9a-c7b262605968","created":"2024-05-16T15:37:22.311071+0000","modified":"2024-05-16T15:47:21.509762+0000","last_up_change":"2024-05-16T15:44:35.160481+0000","last_in_change":"2024-05-16T15:44:14.991724+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-16T15:40:47.990763+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-16T15:45:32.249662+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-16T15:45:35.938913+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-05-16T15:45:45.256550+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"b4de8b19-c914-400d-bf10-135fe3a0a81a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6802","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6803","nonce":2827692837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6804","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6805","nonce":2827692837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6808","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6809","nonce":2827692837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6806","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6807","nonce":2827692837}]},"public_addr":"172.21.15.43:6803/2827692837","cluster_addr":"172.21.15.43:6805/2827692837","heartbeat_back_addr":"172.21.15.43:6809/2827692837","heartbeat_front_addr":"172.21.15.43:6807/2827692837","state":["exists","up"]},{"osd":1,"uuid":"178a5d73-e946-41b5-9ef3-f15c16b2e8d0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6800","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6801","nonce":2384349877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6802","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6803","nonce":2384349877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6806","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6807","nonce":2384349877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6804","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6805","nonce":2384349877}]},"public_addr":"172.21.15.148:6801/2384349877","cluster_addr":"172.21.15.148:6803/2384349877","heartbeat_back_addr":"172.21.15.148:6807/2384349877","heartbeat_front_addr":"172.21.15.148:6805/2384349877","state":["exists","up"]},{"osd":2,"uuid":"5b40d2f9-afb6-42b3-a76b-641eddcc2948","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6801","nonce":512969814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6803","nonce":512969814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6807","nonce":512969814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6805","nonce":512969814}]},"public_addr":"172.21.15.157:6801/512969814","cluster_addr":"172.21.15.157:6803/512969814","heartbeat_back_addr":"172.21.15.157:6807/512969814","heartbeat_front_addr":"172.21.15.157:6805/512969814","state":["exists","up"]},{"osd":3,"uuid":"869f2122-f5c7-4b16-b48c-db114730bd5c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6810","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6811","nonce":1305033610}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6812","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6813","nonce":1305033610}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6816","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6817","nonce":1305033610}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6814","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6815","nonce":1305033610}]},"public_addr":"172.21.15.43:6811/1305033610","cluster_addr":"172.21.15.43:6813/1305033610","heartbeat_back_addr":"172.21.15.43:6817/1305033610","heartbeat_front_addr":"172.21.15.43:6815/1305033610","state":["exists","up"]},{"osd":4,"uuid":"c488d334-6676-4abf-81ff-596e7c507159","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6808","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6809","nonce":298572470}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6810","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6811","nonce":298572470}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6814","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6815","nonce":298572470}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6812","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6813","nonce":298572470}]},"public_addr":"172.21.15.148:6809/298572470","cluster_addr":"172.21.15.148:6811/298572470","heartbeat_back_addr":"172.21.15.148:6815/298572470","heartbeat_front_addr":"172.21.15.148:6813/298572470","state":["exists","up"]},{"osd":5,"uuid":"b858ef2e-c51c-4044-a143-30583374ef2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6809","nonce":2793566993}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6811","nonce":2793566993}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6815","nonce":2793566993}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6813","nonce":2793566993}]},"public_addr":"172.21.15.157:6809/2793566993","cluster_addr":"172.21.15.157:6811/2793566993","heartbeat_back_addr":"172.21.15.157:6815/2793566993","heartbeat_front_addr":"172.21.15.157:6813/2793566993","state":["exists","up"]},{"osd":6,"uuid":"70b4d49c-e33c-4334-a293-ce89cb37da1f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6818","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6819","nonce":417494707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6820","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6821","nonce":417494707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6824","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6825","nonce":417494707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6822","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6823","nonce":417494707}]},"public_addr":"172.21.15.43:6819/417494707","cluster_addr":"172.21.15.43:6821/417494707","heartbeat_back_addr":"172.21.15.43:6825/417494707","heartbeat_front_addr":"172.21.15.43:6823/417494707","state":["exists","up"]},{"osd":7,"uuid":"6a39c63f-8d2b-475f-8026-869d766fde01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6816","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6817","nonce":3852418694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6818","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6819","nonce":3852418694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6822","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6823","nonce":3852418694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6820","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6821","nonce":3852418694}]},"public_addr":"172.21.15.148:6817/3852418694","cluster_addr":"172.21.15.148:6819/3852418694","heartbeat_back_addr":"172.21.15.148:6823/3852418694","heartbeat_front_addr":"172.21.15.148:6821/3852418694","state":["exists","up"]},{"osd":8,"uuid":"f9e0ed4f-7211-43b5-bac9-33a64cec91d5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6817","nonce":3332637555}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6819","nonce":3332637555}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6823","nonce":3332637555}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6821","nonce":3332637555}]},"public_addr":"172.21.15.157:6817/3332637555","cluster_addr":"172.21.15.157:6819/3332637555","heartbeat_back_addr":"172.21.15.157:6823/3332637555","heartbeat_front_addr":"172.21.15.157:6821/3332637555","state":["exists","up"]},{"osd":9,"uuid":"ba1b04ea-a184-445a-8c31-0eed73a488e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6826","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6827","nonce":3226599249}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6828","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6829","nonce":3226599249}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6832","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6833","nonce":3226599249}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6830","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6831","nonce":3226599249}]},"public_addr":"172.21.15.43:6827/3226599249","cluster_addr":"172.21.15.43:6829/3226599249","heartbeat_back_addr":"172.21.15.43:6833/3226599249","heartbeat_front_addr":"172.21.15.43:6831/3226599249","state":["exists","up"]},{"osd":10,"uuid":"6dc35480-fd4a-428d-8ede-eb3e9058a7cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6824","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6825","nonce":3418113451}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6826","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6827","nonce":3418113451}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6830","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6831","nonce":3418113451}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6828","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6829","nonce":3418113451}]},"public_addr":"172.21.15.148:6825/3418113451","cluster_addr":"172.21.15.148:6827/3418113451","heartbeat_back_addr":"172.21.15.148:6831/3418113451","heartbeat_front_addr":"172.21.15.148:6829/3418113451","state":["exists","up"]},{"osd":11,"uuid":"da02e920-1b89-4b7d-857b-14cf82a1f0e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6825","nonce":1613641998}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6827","nonce":1613641998}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6831","nonce":1613641998}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6829","nonce":1613641998}]},"public_addr":"172.21.15.157:6825/1613641998","cluster_addr":"172.21.15.157:6827/1613641998","heartbeat_back_addr":"172.21.15.157:6831/1613641998","heartbeat_front_addr":"172.21.15.157:6829/1613641998","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:39:58.214793+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:40:22.181940+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:40:45.520107+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:41:10.377805+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:41:35.387615+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:41:59.845861+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:42:25.042874+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:42:50.427164+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:43:15.686930+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:43:41.803831+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:44:07.624551+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:44:33.414511+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"2.1d","mappings":[{"from":2,"to":1}]},{"pgid":"3.0","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.2","mappings":[{"from":9,"to":1}]},{"pgid":"4.3","mappings":[{"from":5,"to":10}]},{"pgid":"4.b","mappings":[{"from":9,"to":8}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.43:6801/86887644":"2024-05-17T15:38:19.897772+0000","172.21.15.43:6800/86887644":"2024-05-17T15:38:19.897772+0000","172.21.15.43:0/1519374213":"2024-05-17T15:38:19.897772+0000","172.21.15.43:6800/2824545909":"2024-05-17T15:37:53.291030+0000","172.21.15.43:0/561872100":"2024-05-17T15:37:53.291030+0000","172.21.15.43:0/3260845824":"2024-05-17T15:38:19.897772+0000","172.21.15.43:0/465511688":"2024-05-17T15:38:19.897772+0000","172.21.15.43:0/1478293844":"2024-05-17T15:37:53.291030+0000","172.21.15.43:0/3264891829":"2024-05-17T15:37:53.291030+0000","172.21.15.43:6801/2824545909":"2024-05-17T15:37:53.291030+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-16T15:49:50.555 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.544+0000 7f17ee216700 1 -- 172.21.15.43:0/1594026482 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f17d40b2880 msgr2=0x7f17d40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:50.555 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.544+0000 7f17ee216700 1 --2- 172.21.15.43:0/1594026482 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f17d40b2880 0x7f17d40b4d40 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f17d0005ea0 tx=0x7f17d0005e30 comp rx=0 tx=0).stop 2024-05-16T15:49:50.555 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.544+0000 7f17ee216700 1 -- 172.21.15.43:0/1594026482 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f17e8103750 msgr2=0x7f17e80757a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:50.555 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.544+0000 7f17ee216700 1 --2- 172.21.15.43:0/1594026482 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f17e8103750 0x7f17e80757a0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f17d8000c00 tx=0x7f17d80047b0 comp rx=0 tx=0).stop 2024-05-16T15:49:50.555 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.544+0000 7f17ee216700 1 -- 172.21.15.43:0/1594026482 shutdown_connections 2024-05-16T15:49:50.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.544+0000 7f17ee216700 1 --2- 172.21.15.43:0/1594026482 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f17e8108850 0x7f17e8076220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:50.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.544+0000 7f17ee216700 1 --2- 172.21.15.43:0/1594026482 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f17d40b2880 0x7f17d40b4d40 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:50.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.544+0000 7f17ee216700 1 --2- 172.21.15.43:0/1594026482 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f17e8103750 0x7f17e80757a0 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:50.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.544+0000 7f17ee216700 1 --2- 172.21.15.43:0/1594026482 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f17e8104100 0x7f17e8075ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:50.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.544+0000 7f17ee216700 1 -- 172.21.15.43:0/1594026482 >> 172.21.15.43:0/1594026482 conn(0x7f17e807a600 msgr2=0x7f17e8101810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:50.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.545+0000 7f17ee216700 1 -- 172.21.15.43:0/1594026482 shutdown_connections 2024-05-16T15:49:50.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:50.545+0000 7f17ee216700 1 -- 172.21.15.43:0/1594026482 wait complete. 2024-05-16T15:49:51.206 DEBUG:tasks.fwd_scrub:Yielding 2024-05-16T15:49:51.207 INFO:teuthology.run_tasks:Running task background_exec... 2024-05-16T15:49:51.218 INFO:teuthology.task.background_exec:Running background command on role mon.a host ubuntu@smithi043.front.sepia.ceph.com 2024-05-16T15:49:51.218 DEBUG:teuthology.orchestra.run.smithi043:> sudo TESTDIR=/home/ubuntu/cephtest daemon-helper kill --kill-group bash -c 'while sleep 13; do ceph tell mds.cephfs:0 flush journal; done' 2024-05-16T15:49:51.218 INFO:tasks.fwd_scrub.fs.[cephfs]:start scrubbing fs: cephfs 2024-05-16T15:49:51.219 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-16T15:49:51.219 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-16T15:49:51.221 INFO:teuthology.run_tasks:Running task workunit... 2024-05-16T15:49:51.260 INFO:tasks.workunit:Pulling workunits from ref ddbc91cbb025d4140650569b3f9e53bec459037d 2024-05-16T15:49:51.260 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-05-16T15:49:51.260 INFO:tasks.workunit:timeout=3h 2024-05-16T15:49:51.261 INFO:tasks.workunit:cleanup=True 2024-05-16T15:49:51.261 DEBUG:teuthology.orchestra.run.smithi043:> stat -- /home/ubuntu/cephtest/mnt.0 2024-05-16T15:49:51.278 INFO:teuthology.orchestra.run.smithi043.stdout: File: /home/ubuntu/cephtest/mnt.0 2024-05-16T15:49:51.279 INFO:teuthology.orchestra.run.smithi043.stdout: Size: 0 Blocks: 1 IO Block: 4194304 directory 2024-05-16T15:49:51.279 INFO:teuthology.orchestra.run.smithi043.stdout:Device: 6bh/107d Inode: 1 Links: 2 2024-05-16T15:49:51.279 INFO:teuthology.orchestra.run.smithi043.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-16T15:49:51.279 INFO:teuthology.orchestra.run.smithi043.stdout:Context: system_u:object_r:fusefs_t:s0 2024-05-16T15:49:51.279 INFO:teuthology.orchestra.run.smithi043.stdout:Access: 2024-05-16 15:46:47.916271039 +0000 2024-05-16T15:49:51.279 INFO:teuthology.orchestra.run.smithi043.stdout:Modify: 2024-05-16 15:46:47.916271039 +0000 2024-05-16T15:49:51.279 INFO:teuthology.orchestra.run.smithi043.stdout:Change: 2024-05-16 15:49:38.154744937 +0000 2024-05-16T15:49:51.279 INFO:teuthology.orchestra.run.smithi043.stdout: Birth: - 2024-05-16T15:49:51.279 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2024-05-16T15:49:51.279 DEBUG:teuthology.orchestra.run.smithi043:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2024-05-16T15:49:51.350 DEBUG:teuthology.orchestra.run.smithi043:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout ddbc91cbb025d4140650569b3f9e53bec459037d 2024-05-16T15:49:51.408 INFO:tasks.workunit.client.0.smithi043.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-05-16T15:49:51.476 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:49:51.855 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:51 smithi043 ceph-mon[31619]: pgmap v424: 129 pgs: 129 active+clean; 652 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 938 B/s wr, 9 op/s 2024-05-16T15:49:51.855 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:51 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/1594026482' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-16T15:49:51.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:51 smithi157 ceph-mon[35584]: pgmap v424: 129 pgs: 129 active+clean; 652 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 938 B/s wr, 9 op/s 2024-05-16T15:49:51.926 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:51 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/1594026482' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-16T15:49:51.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:51 smithi148 ceph-mon[34976]: pgmap v424: 129 pgs: 129 active+clean; 652 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 938 B/s wr, 9 op/s 2024-05-16T15:49:51.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:51 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/1594026482' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-16T15:49:53.271 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.259+0000 7f4baa3b2700 1 -- 172.21.15.43:0/1945083935 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4ba41034f0 msgr2=0x7f4ba4103970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:53.271 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.259+0000 7f4baa3b2700 1 --2- 172.21.15.43:0/1945083935 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4ba41034f0 0x7f4ba4103970 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f4b98009990 tx=0x7f4b98009ca0 comp rx=0 tx=0).stop 2024-05-16T15:49:53.271 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.259+0000 7f4baa3b2700 1 -- 172.21.15.43:0/1945083935 shutdown_connections 2024-05-16T15:49:53.271 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.259+0000 7f4baa3b2700 1 --2- 172.21.15.43:0/1945083935 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4ba4103eb0 0x7f4ba4110390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:53.271 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.259+0000 7f4baa3b2700 1 --2- 172.21.15.43:0/1945083935 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4ba4109600 0x7f4ba41099e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:53.271 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.259+0000 7f4baa3b2700 1 --2- 172.21.15.43:0/1945083935 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4ba41034f0 0x7f4ba4103970 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:53.271 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.259+0000 7f4baa3b2700 1 -- 172.21.15.43:0/1945083935 >> 172.21.15.43:0/1945083935 conn(0x7f4ba407a650 msgr2=0x7f4ba407aa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:53.271 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.259+0000 7f4baa3b2700 1 -- 172.21.15.43:0/1945083935 shutdown_connections 2024-05-16T15:49:53.271 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.260+0000 7f4baa3b2700 1 -- 172.21.15.43:0/1945083935 wait complete. 2024-05-16T15:49:53.272 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.260+0000 7f4baa3b2700 1 Processor -- start 2024-05-16T15:49:53.272 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.260+0000 7f4baa3b2700 1 -- start start 2024-05-16T15:49:53.273 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.260+0000 7f4baa3b2700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4ba41034f0 0x7f4ba40757a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:53.273 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.261+0000 7f4baa3b2700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4ba4103eb0 0x7f4ba4075ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:53.273 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.261+0000 7f4baa3b2700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4ba4109600 0x7f4ba4076220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:53.274 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.261+0000 7f4baa3b2700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f4ba4113580 con 0x7f4ba4109600 2024-05-16T15:49:53.274 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.261+0000 7f4baa3b2700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f4ba4113400 con 0x7f4ba4103eb0 2024-05-16T15:49:53.274 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.261+0000 7f4baa3b2700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f4ba4113700 con 0x7f4ba41034f0 2024-05-16T15:49:53.274 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.261+0000 7f4ba894f700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4ba4109600 0x7f4ba4076220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:53.274 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.261+0000 7f4ba3fff700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4ba41034f0 0x7f4ba40757a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:53.274 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.261+0000 7f4ba894f700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4ba4109600 0x7f4ba4076220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:57144/0 (socket says 172.21.15.43:57144) 2024-05-16T15:49:53.274 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.261+0000 7f4ba894f700 1 -- 172.21.15.43:0/2603007021 learned_addr learned my addr 172.21.15.43:0/2603007021 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:53.274 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.261+0000 7f4ba37fe700 1 --2- 172.21.15.43:0/2603007021 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4ba4103eb0 0x7f4ba4075ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:53.274 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.261+0000 7f4ba894f700 1 -- 172.21.15.43:0/2603007021 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4ba41034f0 msgr2=0x7f4ba40757a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:53.274 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.261+0000 7f4ba894f700 1 --2- 172.21.15.43:0/2603007021 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4ba41034f0 0x7f4ba40757a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:53.274 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.261+0000 7f4ba894f700 1 -- 172.21.15.43:0/2603007021 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4ba4103eb0 msgr2=0x7f4ba4075ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:53.274 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.261+0000 7f4ba894f700 1 --2- 172.21.15.43:0/2603007021 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4ba4103eb0 0x7f4ba4075ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:53.274 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.261+0000 7f4ba894f700 1 -- 172.21.15.43:0/2603007021 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ba41a8030 con 0x7f4ba4109600 2024-05-16T15:49:53.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.261+0000 7f4ba37fe700 1 --2- 172.21.15.43:0/2603007021 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4ba4103eb0 0x7f4ba4075ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:49:53.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.261+0000 7f4ba894f700 1 --2- 172.21.15.43:0/2603007021 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4ba4109600 0x7f4ba4076220 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f4b9c00ab50 tx=0x7f4b9c00ae60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:53.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.261+0000 7f4ba17fa700 1 -- 172.21.15.43:0/2603007021 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b9c017020 con 0x7f4ba4109600 2024-05-16T15:49:53.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.261+0000 7f4baa3b2700 1 -- 172.21.15.43:0/2603007021 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ba41a8320 con 0x7f4ba4109600 2024-05-16T15:49:53.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.261+0000 7f4ba17fa700 1 -- 172.21.15.43:0/2603007021 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4b9c004bb0 con 0x7f4ba4109600 2024-05-16T15:49:53.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.262+0000 7f4ba17fa700 1 -- 172.21.15.43:0/2603007021 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b9c005280 con 0x7f4ba4109600 2024-05-16T15:49:53.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.262+0000 7f4baa3b2700 1 -- 172.21.15.43:0/2603007021 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ba41a8810 con 0x7f4ba4109600 2024-05-16T15:49:53.277 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.264+0000 7f4ba17fa700 1 -- 172.21.15.43:0/2603007021 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f4b9c00c620 con 0x7f4ba4109600 2024-05-16T15:49:53.277 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.265+0000 7f4ba17fa700 1 --2- 172.21.15.43:0/2603007021 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f4b8c0b2880 0x7f4b8c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:53.277 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.265+0000 7f4ba3fff700 1 --2- 172.21.15.43:0/2603007021 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f4b8c0b2880 0x7f4b8c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:53.277 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.265+0000 7f4ba17fa700 1 -- 172.21.15.43:0/2603007021 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f4b9c0e1c30 con 0x7f4ba4109600 2024-05-16T15:49:53.277 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.265+0000 7f4bb4c45b80 1 Processor -- start 2024-05-16T15:49:53.277 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.265+0000 7f4bb4c45b80 1 -- start start 2024-05-16T15:49:53.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.265+0000 7f4ba3fff700 1 --2- 172.21.15.43:0/2603007021 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f4b8c0b2880 0x7f4b8c0b4d40 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f4b94009a10 tx=0x7f4b94009190 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:53.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.265+0000 7f4bb4c45b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5a8792230 0x55c5a8792610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:53.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.265+0000 7f4bb4c45b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5a8792b50 0x55c5a878c890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:53.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.266+0000 7f4bb4c45b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c5a878cdd0 0x55c5a878d210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:53.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.266+0000 7f4bb4c45b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55c5a86de9c0 con 0x55c5a8792230 2024-05-16T15:49:53.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.266+0000 7f4bb4c45b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55c5a8643e20 con 0x55c5a878cdd0 2024-05-16T15:49:53.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.266+0000 7f4bb4c45b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55c5a86da980 con 0x55c5a8792b50 2024-05-16T15:49:53.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.266+0000 7f4ba3fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5a8792230 0x55c5a8792610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:53.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.266+0000 7f4ba3fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5a8792230 0x55c5a8792610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:57156/0 (socket says 172.21.15.43:57156) 2024-05-16T15:49:53.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.266+0000 7f4ba3fff700 1 -- 172.21.15.43:0/2673967286 learned_addr learned my addr 172.21.15.43:0/2673967286 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:53.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.266+0000 7f4ba37fe700 1 --2- 172.21.15.43:0/2673967286 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5a8792b50 0x55c5a878c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:53.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.266+0000 7f4ba894f700 1 --2- 172.21.15.43:0/2673967286 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c5a878cdd0 0x55c5a878d210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:53.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.266+0000 7f4ba3fff700 1 -- 172.21.15.43:0/2673967286 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5a8792b50 msgr2=0x55c5a878c890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:53.279 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.266+0000 7f4ba3fff700 1 --2- 172.21.15.43:0/2673967286 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5a8792b50 0x55c5a878c890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:53.279 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.266+0000 7f4ba3fff700 1 -- 172.21.15.43:0/2673967286 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c5a878cdd0 msgr2=0x55c5a878d210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:53.279 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.266+0000 7f4ba3fff700 1 --2- 172.21.15.43:0/2673967286 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c5a878cdd0 0x55c5a878d210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:53.279 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.266+0000 7f4ba3fff700 1 -- 172.21.15.43:0/2673967286 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c5a862b950 con 0x55c5a8792230 2024-05-16T15:49:53.279 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.266+0000 7f4ba894f700 1 --2- 172.21.15.43:0/2673967286 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c5a878cdd0 0x55c5a878d210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:49:53.279 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.266+0000 7f4ba3fff700 1 --2- 172.21.15.43:0/2673967286 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5a8792230 0x55c5a8792610 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f4b9400ea00 tx=0x7f4b94011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=296bd03024b36ba9 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:53.279 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.266+0000 7f4b8a7fc700 1 -- 172.21.15.43:0/2673967286 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b9401b040 con 0x55c5a8792230 2024-05-16T15:49:53.279 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.266+0000 7f4b8a7fc700 1 -- 172.21.15.43:0/2673967286 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4b94024070 con 0x55c5a8792230 2024-05-16T15:49:53.279 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.266+0000 7f4b8a7fc700 1 -- 172.21.15.43:0/2673967286 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b940136b0 con 0x55c5a8792230 2024-05-16T15:49:53.283 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.267+0000 7f4bb4c45b80 1 -- 172.21.15.43:0/2673967286 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5a8792230 msgr2=0x55c5a8792610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:53.283 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.267+0000 7f4bb4c45b80 1 --2- 172.21.15.43:0/2673967286 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5a8792230 0x55c5a8792610 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f4b9400ea00 tx=0x7f4b94011000 comp rx=0 tx=0).stop 2024-05-16T15:49:53.283 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.267+0000 7f4bb4c45b80 1 -- 172.21.15.43:0/2673967286 shutdown_connections 2024-05-16T15:49:53.283 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.267+0000 7f4bb4c45b80 1 --2- 172.21.15.43:0/2673967286 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c5a878cdd0 0x55c5a878d210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:53.283 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.267+0000 7f4bb4c45b80 1 --2- 172.21.15.43:0/2673967286 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5a8792230 0x55c5a8792610 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:53.283 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.267+0000 7f4bb4c45b80 1 --2- 172.21.15.43:0/2673967286 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5a8792b50 0x55c5a878c890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:53.283 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.267+0000 7f4bb4c45b80 1 -- 172.21.15.43:0/2673967286 >> 172.21.15.43:0/2673967286 conn(0x55c5a86b8bf0 msgr2=0x55c5a8787320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:53.283 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.267+0000 7f4bb4c45b80 1 -- 172.21.15.43:0/2673967286 shutdown_connections 2024-05-16T15:49:53.283 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.267+0000 7f4bb4c45b80 1 -- 172.21.15.43:0/2673967286 wait complete. 2024-05-16T15:49:53.283 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.268+0000 7f4bb4c45b80 1 -- start start 2024-05-16T15:49:53.284 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.268+0000 7f4bb4c45b80 1 Processor -- start 2024-05-16T15:49:53.284 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.268+0000 7f4bb4c45b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c5a878cdd0 0x55c5a87987a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:53.284 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.268+0000 7f4bb4c45b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5a8792230 0x55c5a8795b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:53.284 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.268+0000 7f4bb4c45b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5a8792b50 0x55c5a87960d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:53.284 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.268+0000 7f4bb4c45b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55c5a87994d0 con 0x55c5a8792230 2024-05-16T15:49:53.284 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.268+0000 7f4bb4c45b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55c5a8697f50 con 0x55c5a878cdd0 2024-05-16T15:49:53.284 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.268+0000 7f4bb4c45b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55c5a8799650 con 0x55c5a8792b50 2024-05-16T15:49:53.284 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.268+0000 7f4bb4c45b80 10 client.0 _ll_register_callbacks cb 0x55c5a8672630 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:49:53.284 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.268+0000 7f4ba37fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5a8792230 0x55c5a8795b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:53.284 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.268+0000 7f4ba37fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5a8792230 0x55c5a8795b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:57162/0 (socket says 172.21.15.43:57162) 2024-05-16T15:49:53.284 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.268+0000 7f4ba37fe700 1 -- 172.21.15.43:0/356048321 learned_addr learned my addr 172.21.15.43:0/356048321 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:53.284 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.268+0000 7f4ba3fff700 1 --2- 172.21.15.43:0/356048321 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c5a878cdd0 0x55c5a87987a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:53.284 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.268+0000 7f4ba894f700 1 --2- 172.21.15.43:0/356048321 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5a8792b50 0x55c5a87960d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:53.284 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.269+0000 7f4ba37fe700 1 -- 172.21.15.43:0/356048321 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5a8792b50 msgr2=0x55c5a87960d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:53.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.269+0000 7f4ba37fe700 1 --2- 172.21.15.43:0/356048321 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5a8792b50 0x55c5a87960d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:53.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.269+0000 7f4ba37fe700 1 -- 172.21.15.43:0/356048321 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c5a878cdd0 msgr2=0x55c5a87987a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:53.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.269+0000 7f4ba37fe700 1 --2- 172.21.15.43:0/356048321 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c5a878cdd0 0x55c5a87987a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:53.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.269+0000 7f4ba37fe700 1 -- 172.21.15.43:0/356048321 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c5a86957e0 con 0x55c5a8792230 2024-05-16T15:49:53.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.269+0000 7f4ba37fe700 1 --2- 172.21.15.43:0/356048321 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5a8792230 0x55c5a8795b90 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f4b98009990 tx=0x7f4b98005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae9ece5c3d837ae6 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:53.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.269+0000 7f4b837fe700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:49:53.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.269+0000 7f4b837fe700 1 -- 172.21.15.43:0/356048321 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b98003bd0 con 0x55c5a8792230 2024-05-16T15:49:53.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.269+0000 7f4b837fe700 1 -- 172.21.15.43:0/356048321 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f4b98003d70 con 0x55c5a8792230 2024-05-16T15:49:53.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.269+0000 7f4bb4c45b80 1 -- 172.21.15.43:0/356048321 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4b94024070 con 0x55c5a8792230 2024-05-16T15:49:53.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.269+0000 7f4b837fe700 1 -- 172.21.15.43:0/356048321 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f4b98031050 con 0x55c5a8792230 2024-05-16T15:49:53.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.269+0000 7f4bb4c45b80 10 client.15342 fetch_fsmap learned FSMap version 30 2024-05-16T15:49:53.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.269+0000 7f4bb4c45b80 1 -- 172.21.15.43:0/356048321 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55c5a87a3cd0 con 0x55c5a8792230 2024-05-16T15:49:53.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.269+0000 7f4b837fe700 1 -- 172.21.15.43:0/356048321 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4b94024070 con 0x55c5a8792230 2024-05-16T15:49:53.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.270+0000 7f4b837fe700 1 -- 172.21.15.43:0/356048321 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f4b98023670 con 0x55c5a8792230 2024-05-16T15:49:53.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.270+0000 7f4bb4c45b80 10 client.15342 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:49:53.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.270+0000 7f4bb4c45b80 10 client.15342 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-16T15:49:53.286 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.270+0000 7f4bb4c45b80 20 client.15342 populate_metadata read hostname 'smithi043' 2024-05-16T15:49:53.286 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.270+0000 7f4bb4c45b80 1 --2- 172.21.15.43:0/356048321 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55c5a87a6310 0x55c5a87a8700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:53.286 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.270+0000 7f4bb4c45b80 4 client.15342 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:49:53.286 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.270+0000 7f4bb4c45b80 1 -- 172.21.15.43:0/356048321 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c5a86ec3a0 con 0x55c5a87a6310 2024-05-16T15:49:53.286 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.270+0000 7f4ba3fff700 1 --2- 172.21.15.43:0/356048321 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55c5a87a6310 0x55c5a87a8700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:53.286 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.270+0000 7f4ba3fff700 1 --2- 172.21.15.43:0/356048321 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55c5a87a6310 0x55c5a87a8700 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=71bc2da9abc4ac67 server_cookie=c53fa37d9511d598 in_seq=0 out_seq=0 2024-05-16T15:49:53.286 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.270+0000 7f4b837fe700 10 client.15342 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:49:53.286 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.271+0000 7f4b837fe700 1 -- 172.21.15.43:0/356048321 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55c5a86ec3a0 con 0x55c5a87a6310 2024-05-16T15:49:53.286 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.271+0000 7f4b837fe700 10 client.15342 handle_command_reply: tid=0 2024-05-16T15:49:53.286 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.271+0000 7f4bb4c45b80 1 client.15342 shutdown 2024-05-16T15:49:53.286 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.271+0000 7f4bb4c45b80 1 -- 172.21.15.43:0/356048321 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5a8792230 msgr2=0x55c5a8795b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:53.286 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.271+0000 7f4bb4c45b80 1 --2- 172.21.15.43:0/356048321 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5a8792230 0x55c5a8795b90 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f4b98009990 tx=0x7f4b98005800 comp rx=0 tx=0).stop 2024-05-16T15:49:53.286 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.271+0000 7f4bb4c45b80 1 -- 172.21.15.43:0/356048321 shutdown_connections 2024-05-16T15:49:53.287 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.271+0000 7f4bb4c45b80 1 --2- 172.21.15.43:0/356048321 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55c5a87a6310 0x55c5a87a8700 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:53.287 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.272+0000 7f4bb4c45b80 1 --2- 172.21.15.43:0/356048321 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5a8792b50 0x55c5a87960d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:53.287 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.272+0000 7f4bb4c45b80 1 --2- 172.21.15.43:0/356048321 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c5a878cdd0 0x55c5a87987a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:53.287 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.272+0000 7f4b837fe700 0 client.15342 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:49:53.287 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.272+0000 7f4bb4c45b80 1 --2- 172.21.15.43:0/356048321 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5a8792230 0x55c5a8795b90 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:53.287 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.272+0000 7f4bb4c45b80 1 -- 172.21.15.43:0/356048321 >> 172.21.15.43:0/356048321 conn(0x55c5a86b8bf0 msgr2=0x55c5a8781bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:53.287 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.272+0000 7f4bb4c45b80 1 -- 172.21.15.43:0/356048321 shutdown_connections 2024-05-16T15:49:53.287 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.272+0000 7f4bb4c45b80 1 -- 172.21.15.43:0/356048321 wait complete. 2024-05-16T15:49:53.287 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.272+0000 7f4bb4c45b80 20 client.15342 trim_cache size 0 max 16384 2024-05-16T15:49:53.305 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.293+0000 7f4bb4c45b80 1 Processor -- start 2024-05-16T15:49:53.305 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.293+0000 7f4bb4c45b80 1 -- start start 2024-05-16T15:49:53.305 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.293+0000 7f4bb4c45b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c5a878cdd0 0x55c5a87961c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:53.305 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.293+0000 7f4bb4c45b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5a8792230 0x55c5a87a2560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:53.305 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.293+0000 7f4bb4c45b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5a8792b50 0x55c5a8793640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:53.306 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.294+0000 7f4bb4c45b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f4ba41b14a0 con 0x55c5a8792b50 2024-05-16T15:49:53.306 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.294+0000 7f4bb4c45b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f4ba41b2fe0 con 0x55c5a878cdd0 2024-05-16T15:49:53.306 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.294+0000 7f4bb4c45b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f4ba41b1b70 con 0x55c5a8792230 2024-05-16T15:49:53.306 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.294+0000 7f4ba894f700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5a8792b50 0x55c5a8793640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:53.306 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.294+0000 7f4ba894f700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5a8792b50 0x55c5a8793640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:57164/0 (socket says 172.21.15.43:57164) 2024-05-16T15:49:53.306 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.294+0000 7f4ba894f700 1 -- 172.21.15.43:0/1659089349 learned_addr learned my addr 172.21.15.43:0/1659089349 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:53.306 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.294+0000 7f4ba37fe700 1 --2- 172.21.15.43:0/1659089349 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5a8792230 0x55c5a87a2560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:53.306 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.294+0000 7f4ba3fff700 1 --2- 172.21.15.43:0/1659089349 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c5a878cdd0 0x55c5a87961c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:53.306 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.294+0000 7f4ba894f700 1 -- 172.21.15.43:0/1659089349 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5a8792230 msgr2=0x55c5a87a2560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:53.306 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.294+0000 7f4ba894f700 1 --2- 172.21.15.43:0/1659089349 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5a8792230 0x55c5a87a2560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:53.306 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.294+0000 7f4ba894f700 1 -- 172.21.15.43:0/1659089349 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c5a878cdd0 msgr2=0x55c5a87961c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:53.306 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.294+0000 7f4ba894f700 1 --2- 172.21.15.43:0/1659089349 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c5a878cdd0 0x55c5a87961c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:53.306 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.294+0000 7f4ba894f700 1 -- 172.21.15.43:0/1659089349 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c5a87a8a70 con 0x55c5a8792b50 2024-05-16T15:49:53.306 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.294+0000 7f4ba3fff700 1 --2- 172.21.15.43:0/1659089349 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c5a878cdd0 0x55c5a87961c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:49:53.307 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.294+0000 7f4ba894f700 1 --2- 172.21.15.43:0/1659089349 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5a8792b50 0x55c5a8793640 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f4b9c0a6140 tx=0x7f4b9c0a4d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca792930871d19b2 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:53.307 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.294+0000 7f4b89ffb700 1 -- 172.21.15.43:0/1659089349 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b9c0b1ca0 con 0x55c5a8792b50 2024-05-16T15:49:53.307 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.294+0000 7f4b89ffb700 1 -- 172.21.15.43:0/1659089349 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4b9c004d60 con 0x55c5a8792b50 2024-05-16T15:49:53.307 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.294+0000 7f4b89ffb700 1 -- 172.21.15.43:0/1659089349 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b9c0b1a70 con 0x55c5a8792b50 2024-05-16T15:49:53.309 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.295+0000 7f4bb4c45b80 1 -- 172.21.15.43:0/1659089349 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5a8792b50 msgr2=0x55c5a8793640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:53.310 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.295+0000 7f4bb4c45b80 1 --2- 172.21.15.43:0/1659089349 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5a8792b50 0x55c5a8793640 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f4b9c0a6140 tx=0x7f4b9c0a4d90 comp rx=0 tx=0).stop 2024-05-16T15:49:53.310 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.295+0000 7f4bb4c45b80 1 -- 172.21.15.43:0/1659089349 shutdown_connections 2024-05-16T15:49:53.310 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.295+0000 7f4bb4c45b80 1 --2- 172.21.15.43:0/1659089349 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5a8792b50 0x55c5a8793640 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:53.310 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.295+0000 7f4bb4c45b80 1 --2- 172.21.15.43:0/1659089349 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c5a878cdd0 0x55c5a87961c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:53.310 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.295+0000 7f4bb4c45b80 1 --2- 172.21.15.43:0/1659089349 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5a8792230 0x55c5a87a2560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:53.310 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.295+0000 7f4bb4c45b80 1 -- 172.21.15.43:0/1659089349 >> 172.21.15.43:0/1659089349 conn(0x55c5a86b8bf0 msgr2=0x55c5a8792f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:53.310 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.295+0000 7f4bb4c45b80 1 -- 172.21.15.43:0/1659089349 shutdown_connections 2024-05-16T15:49:53.310 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.295+0000 7f4bb4c45b80 1 -- 172.21.15.43:0/1659089349 wait complete. 2024-05-16T15:49:53.310 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.296+0000 7f4bb4c45b80 1 -- start start 2024-05-16T15:49:53.310 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.296+0000 7f4bb4c45b80 1 Processor -- start 2024-05-16T15:49:53.310 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.296+0000 7f4bb4c45b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c5a878cdd0 0x55c5a879e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:53.310 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.296+0000 7f4bb4c45b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5a8792230 0x55c5a879ee20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:53.310 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.296+0000 7f4bb4c45b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5a8792b50 0x55c5a879b8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:53.310 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.296+0000 7f4bb4c45b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f4ba41b2910 con 0x55c5a8792230 2024-05-16T15:49:53.311 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.296+0000 7f4bb4c45b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f4ba41b2240 con 0x55c5a878cdd0 2024-05-16T15:49:53.311 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.296+0000 7f4bb4c45b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f4ba41af440 con 0x55c5a8792b50 2024-05-16T15:49:53.311 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.296+0000 7f4bb4c45b80 10 client.0 _ll_register_callbacks cb 0x55c5a8672630 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:49:53.311 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.296+0000 7f4ba37fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5a8792230 0x55c5a879ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:53.311 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.296+0000 7f4ba3fff700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c5a878cdd0 0x55c5a879e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:53.311 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.296+0000 7f4ba3fff700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c5a878cdd0 0x55c5a879e8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:37832/0 (socket says 172.21.15.43:37832) 2024-05-16T15:49:53.311 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.296+0000 7f4ba3fff700 1 -- 172.21.15.43:0/742787984 learned_addr learned my addr 172.21.15.43:0/742787984 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:53.311 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.297+0000 7f4ba894f700 1 --2- 172.21.15.43:0/742787984 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5a8792b50 0x55c5a879b8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:53.311 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.297+0000 7f4ba3fff700 1 -- 172.21.15.43:0/742787984 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5a8792b50 msgr2=0x55c5a879b8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:53.311 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.297+0000 7f4ba3fff700 1 --2- 172.21.15.43:0/742787984 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5a8792b50 0x55c5a879b8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:53.311 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.297+0000 7f4ba3fff700 1 -- 172.21.15.43:0/742787984 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5a8792230 msgr2=0x55c5a879ee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:53.311 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.297+0000 7f4ba3fff700 1 --2- 172.21.15.43:0/742787984 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5a8792230 0x55c5a879ee20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:53.311 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.297+0000 7f4ba3fff700 1 -- 172.21.15.43:0/742787984 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c5a879be70 con 0x55c5a878cdd0 2024-05-16T15:49:53.311 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.297+0000 7f4ba37fe700 1 --2- 172.21.15.43:0/742787984 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5a8792230 0x55c5a879ee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:49:53.311 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.297+0000 7f4ba3fff700 1 --2- 172.21.15.43:0/742787984 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c5a878cdd0 0x55c5a879e8e0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f4b9400e840 tx=0x7f4b940097d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d4d7678f4045c8cb server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:53.312 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.297+0000 7f4b837fe700 10 client.0 ms_handle_connect on v2:172.21.15.148:3300/0 2024-05-16T15:49:53.312 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.297+0000 7f4b837fe700 1 -- 172.21.15.43:0/742787984 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b94038060 con 0x55c5a878cdd0 2024-05-16T15:49:53.312 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.297+0000 7f4bb4c45b80 1 -- 172.21.15.43:0/742787984 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4b9c004d60 con 0x55c5a878cdd0 2024-05-16T15:49:53.312 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.297+0000 7f4b837fe700 1 -- 172.21.15.43:0/742787984 <== mon.2 v2:172.21.15.148:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f4b940333f0 con 0x55c5a878cdd0 2024-05-16T15:49:53.312 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.298+0000 7f4b837fe700 1 -- 172.21.15.43:0/742787984 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f4b940335f0 con 0x55c5a878cdd0 2024-05-16T15:49:53.312 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.298+0000 7f4bb4c45b80 10 client.24986 fetch_fsmap learned FSMap version 30 2024-05-16T15:49:53.312 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.298+0000 7f4bb4c45b80 1 -- 172.21.15.43:0/742787984 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55c5a8811490 con 0x55c5a878cdd0 2024-05-16T15:49:53.312 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.298+0000 7f4b837fe700 1 -- 172.21.15.43:0/742787984 <== mon.2 v2:172.21.15.148:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4b9c004d60 con 0x55c5a878cdd0 2024-05-16T15:49:53.312 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.298+0000 7f4b837fe700 1 -- 172.21.15.43:0/742787984 <== mon.2 v2:172.21.15.148:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f4b94032030 con 0x55c5a878cdd0 2024-05-16T15:49:53.312 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.298+0000 7f4bb4c45b80 10 client.24986 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:49:53.312 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.298+0000 7f4bb4c45b80 10 client.24986 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-16T15:49:53.312 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.298+0000 7f4bb4c45b80 20 client.24986 populate_metadata read hostname 'smithi043' 2024-05-16T15:49:53.312 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.298+0000 7f4bb4c45b80 1 --2- 172.21.15.43:0/742787984 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55c5a88118c0 0x55c5a8813cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:53.312 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.298+0000 7f4bb4c45b80 4 client.24986 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-16T15:49:53.312 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.298+0000 7f4bb4c45b80 1 -- 172.21.15.43:0/742787984 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55c5a86e6440 con 0x55c5a88118c0 2024-05-16T15:49:53.313 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.298+0000 7f4ba37fe700 1 --2- 172.21.15.43:0/742787984 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55c5a88118c0 0x55c5a8813cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:53.313 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.299+0000 7f4b837fe700 10 client.24986 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:49:53.313 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.299+0000 7f4ba37fe700 1 --2- 172.21.15.43:0/742787984 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55c5a88118c0 0x55c5a8813cb0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=444c646e557a9e73 server_cookie=5c218d964d28561b in_seq=0 out_seq=0 2024-05-16T15:49:53.314 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.300+0000 7f4b837fe700 1 -- 172.21.15.43:0/742787984 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55c5a86e6440 con 0x55c5a88118c0 2024-05-16T15:49:53.314 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.300+0000 7f4b837fe700 10 client.24986 handle_command_reply: tid=0 2024-05-16T15:49:53.314 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.300+0000 7f4bb4c45b80 1 client.24986 shutdown 2024-05-16T15:49:53.314 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.300+0000 7f4bb4c45b80 1 -- 172.21.15.43:0/742787984 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c5a878cdd0 msgr2=0x55c5a879e8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:53.314 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.300+0000 7f4bb4c45b80 1 --2- 172.21.15.43:0/742787984 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c5a878cdd0 0x55c5a879e8e0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f4b9400e840 tx=0x7f4b940097d0 comp rx=0 tx=0).stop 2024-05-16T15:49:53.314 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.301+0000 7f4bb4c45b80 1 -- 172.21.15.43:0/742787984 shutdown_connections 2024-05-16T15:49:53.314 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.301+0000 7f4bb4c45b80 1 --2- 172.21.15.43:0/742787984 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55c5a88118c0 0x55c5a8813cb0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:53.314 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.301+0000 7f4bb4c45b80 1 --2- 172.21.15.43:0/742787984 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5a8792b50 0x55c5a879b8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:53.314 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.301+0000 7f4b837fe700 0 client.24986 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:49:53.315 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.301+0000 7f4bb4c45b80 1 --2- 172.21.15.43:0/742787984 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c5a878cdd0 0x55c5a879e8e0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:53.315 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.301+0000 7f4bb4c45b80 1 --2- 172.21.15.43:0/742787984 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5a8792230 0x55c5a879ee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:53.315 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.301+0000 7f4bb4c45b80 1 -- 172.21.15.43:0/742787984 >> 172.21.15.43:0/742787984 conn(0x55c5a86b8bf0 msgr2=0x55c5a8794900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:53.315 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.301+0000 7f4bb4c45b80 1 -- 172.21.15.43:0/742787984 shutdown_connections 2024-05-16T15:49:53.315 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.301+0000 7f4bb4c45b80 1 -- 172.21.15.43:0/742787984 wait complete. 2024-05-16T15:49:53.315 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.301+0000 7f4bb4c45b80 20 client.24986 trim_cache size 0 max 16384 2024-05-16T15:49:53.315 INFO:teuthology.orchestra.run.smithi043.stdout:{ 2024-05-16T15:49:53.315 INFO:teuthology.orchestra.run.smithi043.stdout: "return_code": 0, 2024-05-16T15:49:53.315 INFO:teuthology.orchestra.run.smithi043.stdout: "scrub_tag": "290ec689-60a2-470a-89b2-4d8ffb9c35fb", 2024-05-16T15:49:53.316 INFO:teuthology.orchestra.run.smithi043.stdout: "mode": "asynchronous" 2024-05-16T15:49:53.316 INFO:teuthology.orchestra.run.smithi043.stdout:} 2024-05-16T15:49:53.316 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.302+0000 7f4baa3b2700 1 -- 172.21.15.43:0/2603007021 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f4b8c0b2880 msgr2=0x7f4b8c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:53.316 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.302+0000 7f4baa3b2700 1 --2- 172.21.15.43:0/2603007021 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f4b8c0b2880 0x7f4b8c0b4d40 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f4b94009a10 tx=0x7f4b94009190 comp rx=0 tx=0).stop 2024-05-16T15:49:53.316 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.302+0000 7f4baa3b2700 1 -- 172.21.15.43:0/2603007021 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4ba4109600 msgr2=0x7f4ba4076220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:53.316 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.302+0000 7f4baa3b2700 1 --2- 172.21.15.43:0/2603007021 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4ba4109600 0x7f4ba4076220 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f4b9c00ab50 tx=0x7f4b9c00ae60 comp rx=0 tx=0).stop 2024-05-16T15:49:53.316 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.302+0000 7f4baa3b2700 1 -- 172.21.15.43:0/2603007021 shutdown_connections 2024-05-16T15:49:53.317 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.302+0000 7f4baa3b2700 1 --2- 172.21.15.43:0/2603007021 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f4b8c0b2880 0x7f4b8c0b4d40 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:53.317 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.302+0000 7f4baa3b2700 1 --2- 172.21.15.43:0/2603007021 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4ba4109600 0x7f4ba4076220 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:53.317 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.302+0000 7f4baa3b2700 1 --2- 172.21.15.43:0/2603007021 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4ba41034f0 0x7f4ba40757a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:53.317 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.302+0000 7f4baa3b2700 1 --2- 172.21.15.43:0/2603007021 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4ba4103eb0 0x7f4ba4075ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:53.317 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.302+0000 7f4baa3b2700 1 -- 172.21.15.43:0/2603007021 >> 172.21.15.43:0/2603007021 conn(0x7f4ba407a650 msgr2=0x7f4ba4102200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:53.317 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.302+0000 7f4baa3b2700 1 -- 172.21.15.43:0/2603007021 shutdown_connections 2024-05-16T15:49:53.317 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:53.302+0000 7f4baa3b2700 1 -- 172.21.15.43:0/2603007021 wait complete. 2024-05-16T15:49:53.724 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:53 smithi043 ceph-mon[31619]: pgmap v425: 129 pgs: 129 active+clean; 652 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 767 B/s wr, 10 op/s 2024-05-16T15:49:53.926 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:53 smithi157 ceph-mon[35584]: pgmap v425: 129 pgs: 129 active+clean; 652 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 767 B/s wr, 10 op/s 2024-05-16T15:49:53.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:53 smithi148 ceph-mon[34976]: pgmap v425: 129 pgs: 129 active+clean; 652 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 767 B/s wr, 10 op/s 2024-05-16T15:49:54.102 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-16T15:49:54.395 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:49:54.786 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:54 smithi043 ceph-mon[31619]: scrub queued for path: / 2024-05-16T15:49:54.786 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:54 smithi043 ceph-mon[31619]: scrub summary: idle+waiting paths [/] 2024-05-16T15:49:54.786 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:54 smithi043 ceph-mon[31619]: scrub summary: active paths [/] 2024-05-16T15:49:54.786 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:54 smithi043 ceph-mon[31619]: scrub summary: idle+waiting paths [/] 2024-05-16T15:49:54.926 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:54 smithi157 ceph-mon[35584]: scrub queued for path: / 2024-05-16T15:49:54.926 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:54 smithi157 ceph-mon[35584]: scrub summary: idle+waiting paths [/] 2024-05-16T15:49:54.926 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:54 smithi157 ceph-mon[35584]: scrub summary: active paths [/] 2024-05-16T15:49:54.926 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:54 smithi157 ceph-mon[35584]: scrub summary: idle+waiting paths [/] 2024-05-16T15:49:54.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:54 smithi148 ceph-mon[34976]: scrub queued for path: / 2024-05-16T15:49:54.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:54 smithi148 ceph-mon[34976]: scrub summary: idle+waiting paths [/] 2024-05-16T15:49:54.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:54 smithi148 ceph-mon[34976]: scrub summary: active paths [/] 2024-05-16T15:49:54.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:54 smithi148 ceph-mon[34976]: scrub summary: idle+waiting paths [/] 2024-05-16T15:49:55.844 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:55 smithi043 ceph-mon[31619]: pgmap v426: 129 pgs: 129 active+clean; 652 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 10 op/s 2024-05-16T15:49:55.926 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:55 smithi157 ceph-mon[35584]: pgmap v426: 129 pgs: 129 active+clean; 652 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 10 op/s 2024-05-16T15:49:55.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:55 smithi148 ceph-mon[34976]: pgmap v426: 129 pgs: 129 active+clean; 652 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 10 op/s 2024-05-16T15:49:56.113 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.100+0000 7f93c3f2f700 1 -- 172.21.15.43:0/144668264 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f93bc102d60 msgr2=0x7f93bc10f250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:56.113 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.100+0000 7f93c3f2f700 1 --2- 172.21.15.43:0/144668264 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f93bc102d60 0x7f93bc10f250 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f93b400b0a0 tx=0x7f93b400b3b0 comp rx=0 tx=0).stop 2024-05-16T15:49:56.113 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.101+0000 7f93c3f2f700 1 -- 172.21.15.43:0/144668264 shutdown_connections 2024-05-16T15:49:56.114 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.101+0000 7f93c3f2f700 1 --2- 172.21.15.43:0/144668264 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f93bc102d60 0x7f93bc10f250 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:56.114 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.101+0000 7f93c3f2f700 1 --2- 172.21.15.43:0/144668264 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f93bc108410 0x7f93bc1087f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:56.114 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.101+0000 7f93c3f2f700 1 --2- 172.21.15.43:0/144668264 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f93bc1023a0 0x7f93bc102820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:56.114 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.101+0000 7f93c3f2f700 1 -- 172.21.15.43:0/144668264 >> 172.21.15.43:0/144668264 conn(0x7f93bc079350 msgr2=0x7f93bc079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:56.114 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.101+0000 7f93c3f2f700 1 -- 172.21.15.43:0/144668264 shutdown_connections 2024-05-16T15:49:56.114 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.101+0000 7f93c3f2f700 1 -- 172.21.15.43:0/144668264 wait complete. 2024-05-16T15:49:56.114 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.101+0000 7f93c3f2f700 1 Processor -- start 2024-05-16T15:49:56.114 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.101+0000 7f93c3f2f700 1 -- start start 2024-05-16T15:49:56.114 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.102+0000 7f93c3f2f700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f93bc1023a0 0x7f93bc104080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:56.114 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.102+0000 7f93c3f2f700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f93bc102d60 0x7f93bc1045c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:56.114 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.102+0000 7f93c3f2f700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f93bc108410 0x7f93bc104b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:56.114 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.102+0000 7f93c3f2f700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f93bc1123e0 con 0x7f93bc102d60 2024-05-16T15:49:56.114 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.102+0000 7f93c3f2f700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f93bc112260 con 0x7f93bc108410 2024-05-16T15:49:56.115 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.102+0000 7f93c3f2f700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f93bc112560 con 0x7f93bc1023a0 2024-05-16T15:49:56.115 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.102+0000 7f93c14ca700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f93bc102d60 0x7f93bc1045c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:56.115 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.102+0000 7f93c14ca700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f93bc102d60 0x7f93bc1045c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:38932/0 (socket says 172.21.15.43:38932) 2024-05-16T15:49:56.115 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.102+0000 7f93c14ca700 1 -- 172.21.15.43:0/1545985257 learned_addr learned my addr 172.21.15.43:0/1545985257 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:56.115 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.102+0000 7f93c24cc700 1 --2- 172.21.15.43:0/1545985257 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f93bc108410 0x7f93bc104b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:56.115 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.102+0000 7f93c1ccb700 1 --2- 172.21.15.43:0/1545985257 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f93bc1023a0 0x7f93bc104080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:56.115 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.102+0000 7f93c14ca700 1 -- 172.21.15.43:0/1545985257 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f93bc1023a0 msgr2=0x7f93bc104080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:56.115 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.102+0000 7f93c14ca700 1 --2- 172.21.15.43:0/1545985257 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f93bc1023a0 0x7f93bc104080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:56.115 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.102+0000 7f93c14ca700 1 -- 172.21.15.43:0/1545985257 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f93bc108410 msgr2=0x7f93bc104b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:56.115 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.102+0000 7f93c14ca700 1 --2- 172.21.15.43:0/1545985257 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f93bc108410 0x7f93bc104b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:56.115 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.102+0000 7f93c14ca700 1 -- 172.21.15.43:0/1545985257 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93bc1a7f20 con 0x7f93bc102d60 2024-05-16T15:49:56.115 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.102+0000 7f93c14ca700 1 --2- 172.21.15.43:0/1545985257 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f93bc102d60 0x7f93bc1045c0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f93ac00d950 tx=0x7f93ac00dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:56.115 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.102+0000 7f93b2ffd700 1 -- 172.21.15.43:0/1545985257 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93ac016070 con 0x7f93bc102d60 2024-05-16T15:49:56.116 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.103+0000 7f93b2ffd700 1 -- 172.21.15.43:0/1545985257 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f93ac009dd0 con 0x7f93bc102d60 2024-05-16T15:49:56.116 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.103+0000 7f93c3f2f700 1 -- 172.21.15.43:0/1545985257 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93bc1a81b0 con 0x7f93bc102d60 2024-05-16T15:49:56.116 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.103+0000 7f93b2ffd700 1 -- 172.21.15.43:0/1545985257 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93ac00f3c0 con 0x7f93bc102d60 2024-05-16T15:49:56.116 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.103+0000 7f93c3f2f700 1 -- 172.21.15.43:0/1545985257 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93bc1a86f0 con 0x7f93bc102d60 2024-05-16T15:49:56.116 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.106+0000 7f93b2ffd700 1 -- 172.21.15.43:0/1545985257 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f93ac019070 con 0x7f93bc102d60 2024-05-16T15:49:56.117 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.107+0000 7f93b2ffd700 1 --2- 172.21.15.43:0/1545985257 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f93a80b2880 0x7f93a80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:56.117 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.107+0000 7f93c1ccb700 1 --2- 172.21.15.43:0/1545985257 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f93a80b2880 0x7f93a80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:56.117 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.107+0000 7f93b2ffd700 1 -- 172.21.15.43:0/1545985257 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f93ac0e2290 con 0x7f93bc102d60 2024-05-16T15:49:56.118 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.107+0000 7f93ce7c2b80 1 Processor -- start 2024-05-16T15:49:56.120 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.107+0000 7f93ce7c2b80 1 -- start start 2024-05-16T15:49:56.120 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.107+0000 7f93ce7c2b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed91e8a1b0 0x55ed91e8a590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:56.121 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.107+0000 7f93ce7c2b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed91e8aad0 0x55ed91e84810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:56.121 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.107+0000 7f93ce7c2b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ed91e84d50 0x55ed91e85190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:56.121 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.107+0000 7f93ce7c2b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55ed91dd6940 con 0x55ed91e8a1b0 2024-05-16T15:49:56.121 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.107+0000 7f93ce7c2b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55ed91d3bda0 con 0x55ed91e84d50 2024-05-16T15:49:56.121 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.107+0000 7f93ce7c2b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55ed91dd2900 con 0x55ed91e8aad0 2024-05-16T15:49:56.121 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.107+0000 7f93c1ccb700 1 --2- 172.21.15.43:0/1545985257 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f93a80b2880 0x7f93a80b4d40 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f93b8005950 tx=0x7f93b80058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:56.121 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.108+0000 7f93c1ccb700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed91e8a1b0 0x55ed91e8a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:56.121 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.108+0000 7f93c1ccb700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed91e8a1b0 0x55ed91e8a590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:38940/0 (socket says 172.21.15.43:38940) 2024-05-16T15:49:56.121 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.108+0000 7f93c1ccb700 1 -- 172.21.15.43:0/3164634500 learned_addr learned my addr 172.21.15.43:0/3164634500 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:56.121 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.108+0000 7f93c14ca700 1 --2- 172.21.15.43:0/3164634500 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed91e8aad0 0x55ed91e84810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:56.121 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.108+0000 7f93c24cc700 1 --2- 172.21.15.43:0/3164634500 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ed91e84d50 0x55ed91e85190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:56.121 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.108+0000 7f93c1ccb700 1 -- 172.21.15.43:0/3164634500 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed91e8aad0 msgr2=0x55ed91e84810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:56.121 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.108+0000 7f93c1ccb700 1 --2- 172.21.15.43:0/3164634500 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed91e8aad0 0x55ed91e84810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:56.121 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.108+0000 7f93c1ccb700 1 -- 172.21.15.43:0/3164634500 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ed91e84d50 msgr2=0x55ed91e85190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:56.122 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.108+0000 7f93c1ccb700 1 --2- 172.21.15.43:0/3164634500 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ed91e84d50 0x55ed91e85190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:56.122 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.108+0000 7f93c1ccb700 1 -- 172.21.15.43:0/3164634500 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ed91d238d0 con 0x55ed91e8a1b0 2024-05-16T15:49:56.122 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.108+0000 7f93c24cc700 1 --2- 172.21.15.43:0/3164634500 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ed91e84d50 0x55ed91e85190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:49:56.122 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.108+0000 7f93c1ccb700 1 --2- 172.21.15.43:0/3164634500 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed91e8a1b0 0x55ed91e8a590 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f93b800fd10 tx=0x7f93b8012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6a73b779fc8c3b6 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:56.122 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.108+0000 7f93a7fff700 1 -- 172.21.15.43:0/3164634500 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93b8022070 con 0x55ed91e8a1b0 2024-05-16T15:49:56.122 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.108+0000 7f93a7fff700 1 -- 172.21.15.43:0/3164634500 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f93b8011b80 con 0x55ed91e8a1b0 2024-05-16T15:49:56.122 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.108+0000 7f93a7fff700 1 -- 172.21.15.43:0/3164634500 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93b8010630 con 0x55ed91e8a1b0 2024-05-16T15:49:56.122 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.109+0000 7f93ce7c2b80 1 -- 172.21.15.43:0/3164634500 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed91e8a1b0 msgr2=0x55ed91e8a590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:56.122 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.109+0000 7f93ce7c2b80 1 --2- 172.21.15.43:0/3164634500 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed91e8a1b0 0x55ed91e8a590 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f93b800fd10 tx=0x7f93b8012000 comp rx=0 tx=0).stop 2024-05-16T15:49:56.123 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.109+0000 7f93ce7c2b80 1 -- 172.21.15.43:0/3164634500 shutdown_connections 2024-05-16T15:49:56.123 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.109+0000 7f93ce7c2b80 1 --2- 172.21.15.43:0/3164634500 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ed91e84d50 0x55ed91e85190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:56.123 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.109+0000 7f93ce7c2b80 1 --2- 172.21.15.43:0/3164634500 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed91e8a1b0 0x55ed91e8a590 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:56.123 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.109+0000 7f93ce7c2b80 1 --2- 172.21.15.43:0/3164634500 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed91e8aad0 0x55ed91e84810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:56.123 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.109+0000 7f93ce7c2b80 1 -- 172.21.15.43:0/3164634500 >> 172.21.15.43:0/3164634500 conn(0x55ed91db0b70 msgr2=0x55ed91e7f2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:56.123 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.109+0000 7f93ce7c2b80 1 -- 172.21.15.43:0/3164634500 shutdown_connections 2024-05-16T15:49:56.123 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.109+0000 7f93ce7c2b80 1 -- 172.21.15.43:0/3164634500 wait complete. 2024-05-16T15:49:56.123 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.109+0000 7f93ce7c2b80 1 -- start start 2024-05-16T15:49:56.123 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.110+0000 7f93ce7c2b80 1 Processor -- start 2024-05-16T15:49:56.126 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.110+0000 7f93ce7c2b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed91e84d50 0x55ed91e906c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:56.126 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.110+0000 7f93ce7c2b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed91e8a1b0 0x55ed91e8da60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:56.126 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.110+0000 7f93ce7c2b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ed91e8aad0 0x55ed91e8dfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:56.126 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.110+0000 7f93ce7c2b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55ed91e91450 con 0x55ed91e84d50 2024-05-16T15:49:56.126 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.110+0000 7f93ce7c2b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55ed91d8fed0 con 0x55ed91e8aad0 2024-05-16T15:49:56.126 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.110+0000 7f93ce7c2b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55ed91e915d0 con 0x55ed91e8a1b0 2024-05-16T15:49:56.126 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.110+0000 7f93ce7c2b80 10 client.0 _ll_register_callbacks cb 0x55ed91d6a5b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:49:56.126 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.110+0000 7f93c1ccb700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed91e84d50 0x55ed91e906c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:56.127 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.110+0000 7f93c1ccb700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed91e84d50 0x55ed91e906c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:38952/0 (socket says 172.21.15.43:38952) 2024-05-16T15:49:56.127 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.110+0000 7f93c1ccb700 1 -- 172.21.15.43:0/3630019042 learned_addr learned my addr 172.21.15.43:0/3630019042 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:56.127 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.110+0000 7f93c24cc700 1 --2- 172.21.15.43:0/3630019042 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ed91e8aad0 0x55ed91e8dfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:56.127 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.110+0000 7f93c14ca700 1 --2- 172.21.15.43:0/3630019042 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed91e8a1b0 0x55ed91e8da60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:56.127 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.111+0000 7f93c1ccb700 1 -- 172.21.15.43:0/3630019042 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed91e8a1b0 msgr2=0x55ed91e8da60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:56.127 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.111+0000 7f93c1ccb700 1 --2- 172.21.15.43:0/3630019042 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed91e8a1b0 0x55ed91e8da60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:56.127 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.111+0000 7f93c1ccb700 1 -- 172.21.15.43:0/3630019042 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ed91e8aad0 msgr2=0x55ed91e8dfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:56.127 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.111+0000 7f93c1ccb700 1 --2- 172.21.15.43:0/3630019042 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ed91e8aad0 0x55ed91e8dfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:56.127 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.111+0000 7f93c1ccb700 1 -- 172.21.15.43:0/3630019042 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ed91d8d760 con 0x55ed91e84d50 2024-05-16T15:49:56.127 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.111+0000 7f93c14ca700 1 --2- 172.21.15.43:0/3630019042 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed91e8a1b0 0x55ed91e8da60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:49:56.127 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.111+0000 7f93c1ccb700 1 --2- 172.21.15.43:0/3630019042 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed91e84d50 0x55ed91e906c0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f93b800fb20 tx=0x7f93b8011f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=104480314166b526 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:56.127 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.111+0000 7f93a57fa700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:49:56.127 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.111+0000 7f93a57fa700 1 -- 172.21.15.43:0/3630019042 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93b8036060 con 0x55ed91e84d50 2024-05-16T15:49:56.127 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.111+0000 7f93ce7c2b80 1 -- 172.21.15.43:0/3630019042 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f93b8011b80 con 0x55ed91e84d50 2024-05-16T15:49:56.128 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.111+0000 7f93a57fa700 1 -- 172.21.15.43:0/3630019042 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f93b801e6e0 con 0x55ed91e84d50 2024-05-16T15:49:56.128 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.111+0000 7f93a57fa700 1 -- 172.21.15.43:0/3630019042 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f93b803d050 con 0x55ed91e84d50 2024-05-16T15:49:56.128 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.111+0000 7f93ce7c2b80 10 client.15360 fetch_fsmap learned FSMap version 30 2024-05-16T15:49:56.128 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.111+0000 7f93ce7c2b80 1 -- 172.21.15.43:0/3630019042 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55ed91e9bc00 con 0x55ed91e84d50 2024-05-16T15:49:56.128 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.111+0000 7f93a57fa700 1 -- 172.21.15.43:0/3630019042 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f93b8011b80 con 0x55ed91e84d50 2024-05-16T15:49:56.128 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.112+0000 7f93a57fa700 1 -- 172.21.15.43:0/3630019042 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f93b8027b30 con 0x55ed91e84d50 2024-05-16T15:49:56.128 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.112+0000 7f93ce7c2b80 10 client.15360 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:49:56.128 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.112+0000 7f93ce7c2b80 10 client.15360 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-16T15:49:56.128 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.112+0000 7f93ce7c2b80 20 client.15360 populate_metadata read hostname 'smithi043' 2024-05-16T15:49:56.128 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.112+0000 7f93ce7c2b80 1 --2- 172.21.15.43:0/3630019042 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55ed91e9e1e0 0x55ed91ea05d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:56.128 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.112+0000 7f93ce7c2b80 4 client.15360 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:49:56.128 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.112+0000 7f93ce7c2b80 1 -- 172.21.15.43:0/3630019042 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ed91de4320 con 0x55ed91e9e1e0 2024-05-16T15:49:56.128 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.112+0000 7f93c14ca700 1 --2- 172.21.15.43:0/3630019042 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55ed91e9e1e0 0x55ed91ea05d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:56.128 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.112+0000 7f93a57fa700 10 client.15360 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:49:56.128 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.112+0000 7f93c14ca700 1 --2- 172.21.15.43:0/3630019042 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55ed91e9e1e0 0x55ed91ea05d0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b0f8d1c9fb49c51c server_cookie=11345ad8439f5f62 in_seq=0 out_seq=0 2024-05-16T15:49:56.129 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.113+0000 7f93a57fa700 1 -- 172.21.15.43:0/3630019042 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55ed91de4320 con 0x55ed91e9e1e0 2024-05-16T15:49:56.129 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.113+0000 7f93a57fa700 10 client.15360 handle_command_reply: tid=0 2024-05-16T15:49:56.129 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.113+0000 7f93ce7c2b80 1 client.15360 shutdown 2024-05-16T15:49:56.129 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.113+0000 7f93ce7c2b80 1 -- 172.21.15.43:0/3630019042 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed91e84d50 msgr2=0x55ed91e906c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:56.129 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.113+0000 7f93ce7c2b80 1 --2- 172.21.15.43:0/3630019042 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed91e84d50 0x55ed91e906c0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f93b800fb20 tx=0x7f93b8011f60 comp rx=0 tx=0).stop 2024-05-16T15:49:56.129 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.113+0000 7f93ce7c2b80 1 -- 172.21.15.43:0/3630019042 shutdown_connections 2024-05-16T15:49:56.129 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.113+0000 7f93ce7c2b80 1 --2- 172.21.15.43:0/3630019042 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55ed91e9e1e0 0x55ed91ea05d0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:56.129 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.114+0000 7f93ce7c2b80 1 --2- 172.21.15.43:0/3630019042 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ed91e8aad0 0x55ed91e8dfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:56.129 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.114+0000 7f93ce7c2b80 1 --2- 172.21.15.43:0/3630019042 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed91e84d50 0x55ed91e906c0 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:56.129 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.114+0000 7f93ce7c2b80 1 --2- 172.21.15.43:0/3630019042 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed91e8a1b0 0x55ed91e8da60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:56.129 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.114+0000 7f93a57fa700 0 client.15360 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:49:56.129 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.114+0000 7f93ce7c2b80 1 -- 172.21.15.43:0/3630019042 >> 172.21.15.43:0/3630019042 conn(0x55ed91db0b70 msgr2=0x55ed91e79b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:56.129 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.114+0000 7f93ce7c2b80 1 -- 172.21.15.43:0/3630019042 shutdown_connections 2024-05-16T15:49:56.129 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.114+0000 7f93ce7c2b80 1 -- 172.21.15.43:0/3630019042 wait complete. 2024-05-16T15:49:56.129 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.114+0000 7f93ce7c2b80 20 client.15360 trim_cache size 0 max 16384 2024-05-16T15:49:56.146 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.134+0000 7f93ce7c2b80 1 Processor -- start 2024-05-16T15:49:56.146 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.134+0000 7f93ce7c2b80 1 -- start start 2024-05-16T15:49:56.146 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.134+0000 7f93ce7c2b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed91e84d50 0x55ed91e8e650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:56.146 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.134+0000 7f93ce7c2b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ed91e8a1b0 0x55ed91e8b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:56.146 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.134+0000 7f93ce7c2b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed91e8aad0 0x55ed91e79c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:56.146 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.135+0000 7f93ce7c2b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f93bc1b13d0 con 0x55ed91e84d50 2024-05-16T15:49:56.146 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.135+0000 7f93ce7c2b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f93bc1b2f10 con 0x55ed91e8a1b0 2024-05-16T15:49:56.146 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.135+0000 7f93ce7c2b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f93bc1b1aa0 con 0x55ed91e8aad0 2024-05-16T15:49:56.146 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.135+0000 7f93c1ccb700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed91e84d50 0x55ed91e8e650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:56.146 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.135+0000 7f93c1ccb700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed91e84d50 0x55ed91e8e650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:38956/0 (socket says 172.21.15.43:38956) 2024-05-16T15:49:56.147 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.135+0000 7f93c1ccb700 1 -- 172.21.15.43:0/3730720242 learned_addr learned my addr 172.21.15.43:0/3730720242 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:56.147 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.135+0000 7f93c1ccb700 1 -- 172.21.15.43:0/3730720242 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed91e8aad0 msgr2=0x55ed91e79c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:56.147 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.135+0000 7f93c14ca700 1 --2- 172.21.15.43:0/3730720242 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ed91e8a1b0 0x55ed91e8b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:56.147 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.135+0000 7f93c1ccb700 1 --2- 172.21.15.43:0/3730720242 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed91e8aad0 0x55ed91e79c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:56.147 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.135+0000 7f93c1ccb700 1 -- 172.21.15.43:0/3730720242 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ed91e8a1b0 msgr2=0x55ed91e8b5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:56.147 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.135+0000 7f93c1ccb700 1 --2- 172.21.15.43:0/3730720242 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ed91e8a1b0 0x55ed91e8b5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:56.147 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.135+0000 7f93c1ccb700 1 -- 172.21.15.43:0/3730720242 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ed91e91590 con 0x55ed91e84d50 2024-05-16T15:49:56.147 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.135+0000 7f93c1ccb700 1 --2- 172.21.15.43:0/3730720242 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed91e84d50 0x55ed91e8e650 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f93b8027f00 tx=0x7f93b800fa90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=476a961cafa14997 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:56.147 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.135+0000 7f93a77fe700 1 -- 172.21.15.43:0/3730720242 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93b8015070 con 0x55ed91e84d50 2024-05-16T15:49:56.147 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.135+0000 7f93a77fe700 1 -- 172.21.15.43:0/3730720242 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f93b801eb70 con 0x55ed91e84d50 2024-05-16T15:49:56.147 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.135+0000 7f93a77fe700 1 -- 172.21.15.43:0/3730720242 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93b8036040 con 0x55ed91e84d50 2024-05-16T15:49:56.151 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.136+0000 7f93ce7c2b80 1 -- 172.21.15.43:0/3730720242 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed91e84d50 msgr2=0x55ed91e8e650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:56.151 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.136+0000 7f93ce7c2b80 1 --2- 172.21.15.43:0/3730720242 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed91e84d50 0x55ed91e8e650 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f93b8027f00 tx=0x7f93b800fa90 comp rx=0 tx=0).stop 2024-05-16T15:49:56.151 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.136+0000 7f93ce7c2b80 1 -- 172.21.15.43:0/3730720242 shutdown_connections 2024-05-16T15:49:56.151 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.136+0000 7f93ce7c2b80 1 --2- 172.21.15.43:0/3730720242 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed91e8aad0 0x55ed91e79c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:56.151 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.136+0000 7f93ce7c2b80 1 --2- 172.21.15.43:0/3730720242 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed91e84d50 0x55ed91e8e650 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:56.151 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.136+0000 7f93ce7c2b80 1 --2- 172.21.15.43:0/3730720242 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ed91e8a1b0 0x55ed91e8b5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:56.151 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.136+0000 7f93ce7c2b80 1 -- 172.21.15.43:0/3730720242 >> 172.21.15.43:0/3730720242 conn(0x55ed91db0b70 msgr2=0x55ed91e8aeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:56.152 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.136+0000 7f93ce7c2b80 1 -- 172.21.15.43:0/3730720242 shutdown_connections 2024-05-16T15:49:56.152 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.136+0000 7f93ce7c2b80 1 -- 172.21.15.43:0/3730720242 wait complete. 2024-05-16T15:49:56.152 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.136+0000 7f93ce7c2b80 1 -- start start 2024-05-16T15:49:56.152 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.136+0000 7f93ce7c2b80 1 Processor -- start 2024-05-16T15:49:56.152 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.137+0000 7f93ce7c2b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ed91e84d50 0x55ed91ea3cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:56.152 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.137+0000 7f93ce7c2b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed91e8a1b0 0x55ed91ea1090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:56.152 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.137+0000 7f93ce7c2b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed91e8aad0 0x55ed91ea17d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:56.152 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.137+0000 7f93ce7c2b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f93bc1b2840 con 0x55ed91e8aad0 2024-05-16T15:49:56.152 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.137+0000 7f93ce7c2b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f93bc1b2170 con 0x55ed91e84d50 2024-05-16T15:49:56.152 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.137+0000 7f93ce7c2b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f93bc1af370 con 0x55ed91e8a1b0 2024-05-16T15:49:56.152 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.137+0000 7f93ce7c2b80 10 client.0 _ll_register_callbacks cb 0x55ed91d6a5b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:49:56.152 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.137+0000 7f93c24cc700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed91e8aad0 0x55ed91ea17d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:56.152 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.137+0000 7f93c24cc700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed91e8aad0 0x55ed91ea17d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:38968/0 (socket says 172.21.15.43:38968) 2024-05-16T15:49:56.152 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.137+0000 7f93c24cc700 1 -- 172.21.15.43:0/352796754 learned_addr learned my addr 172.21.15.43:0/352796754 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:49:56.152 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.137+0000 7f93c14ca700 1 --2- 172.21.15.43:0/352796754 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed91e8a1b0 0x55ed91ea1090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:56.153 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.137+0000 7f93c1ccb700 1 --2- 172.21.15.43:0/352796754 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ed91e84d50 0x55ed91ea3cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:56.153 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.137+0000 7f93c24cc700 1 -- 172.21.15.43:0/352796754 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed91e8a1b0 msgr2=0x55ed91ea1090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:56.153 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.137+0000 7f93c24cc700 1 --2- 172.21.15.43:0/352796754 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed91e8a1b0 0x55ed91ea1090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:56.153 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.137+0000 7f93c24cc700 1 -- 172.21.15.43:0/352796754 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ed91e84d50 msgr2=0x55ed91ea3cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:49:56.153 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.137+0000 7f93c24cc700 1 --2- 172.21.15.43:0/352796754 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ed91e84d50 0x55ed91ea3cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:56.153 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.137+0000 7f93c24cc700 1 -- 172.21.15.43:0/352796754 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ed91f07700 con 0x55ed91e8aad0 2024-05-16T15:49:56.153 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.138+0000 7f93c24cc700 1 --2- 172.21.15.43:0/352796754 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed91e8aad0 0x55ed91ea17d0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f93b4003c30 tx=0x7f93b4003c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c80cbf12598edcb server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:49:56.153 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.138+0000 7f93a57fa700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:49:56.153 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.138+0000 7f93a57fa700 1 -- 172.21.15.43:0/352796754 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93b40076f0 con 0x55ed91e8aad0 2024-05-16T15:49:56.153 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.138+0000 7f93a57fa700 1 -- 172.21.15.43:0/352796754 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f93b4007890 con 0x55ed91e8aad0 2024-05-16T15:49:56.153 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.138+0000 7f93ce7c2b80 1 -- 172.21.15.43:0/352796754 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f93b801eb70 con 0x55ed91e8aad0 2024-05-16T15:49:56.153 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.138+0000 7f93a57fa700 1 -- 172.21.15.43:0/352796754 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f93b4007ad0 con 0x55ed91e8aad0 2024-05-16T15:49:56.153 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.138+0000 7f93ce7c2b80 10 client.15366 fetch_fsmap learned FSMap version 30 2024-05-16T15:49:56.153 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.138+0000 7f93ce7c2b80 1 -- 172.21.15.43:0/352796754 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55ed91f088f0 con 0x55ed91e8aad0 2024-05-16T15:49:56.154 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.138+0000 7f93a57fa700 1 -- 172.21.15.43:0/352796754 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f93b801eb70 con 0x55ed91e8aad0 2024-05-16T15:49:56.154 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.138+0000 7f93a57fa700 1 -- 172.21.15.43:0/352796754 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f93b4011070 con 0x55ed91e8aad0 2024-05-16T15:49:56.154 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.138+0000 7f93ce7c2b80 10 client.15366 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:49:56.154 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.138+0000 7f93ce7c2b80 10 client.15366 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-16T15:49:56.154 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.138+0000 7f93ce7c2b80 20 client.15366 populate_metadata read hostname 'smithi043' 2024-05-16T15:49:56.154 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.138+0000 7f93ce7c2b80 1 --2- 172.21.15.43:0/352796754 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55ed91f09030 0x55ed91f0b450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:49:56.154 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.139+0000 7f93ce7c2b80 4 client.15366 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-16T15:49:56.154 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.139+0000 7f93ce7c2b80 1 -- 172.21.15.43:0/352796754 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55ed91dde3c0 con 0x55ed91f09030 2024-05-16T15:49:56.154 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.139+0000 7f93c1ccb700 1 --2- 172.21.15.43:0/352796754 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55ed91f09030 0x55ed91f0b450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:49:56.154 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.139+0000 7f93c1ccb700 1 --2- 172.21.15.43:0/352796754 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55ed91f09030 0x55ed91f0b450 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f97564b32e7ac868 server_cookie=6089c226662d3c40 in_seq=0 out_seq=0 2024-05-16T15:49:56.154 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.139+0000 7f93a57fa700 10 client.15366 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:49:56.154 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.139+0000 7f93a57fa700 1 -- 172.21.15.43:0/352796754 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55ed91dde3c0 con 0x55ed91f09030 2024-05-16T15:49:56.154 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.139+0000 7f93a57fa700 10 client.15366 handle_command_reply: tid=0 2024-05-16T15:49:56.155 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.139+0000 7f93ce7c2b80 1 client.15366 shutdown 2024-05-16T15:49:56.155 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.140+0000 7f93ce7c2b80 1 -- 172.21.15.43:0/352796754 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed91e8aad0 msgr2=0x55ed91ea17d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:56.155 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.140+0000 7f93ce7c2b80 1 --2- 172.21.15.43:0/352796754 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed91e8aad0 0x55ed91ea17d0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f93b4003c30 tx=0x7f93b4003c60 comp rx=0 tx=0).stop 2024-05-16T15:49:56.155 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.140+0000 7f93ce7c2b80 1 -- 172.21.15.43:0/352796754 shutdown_connections 2024-05-16T15:49:56.155 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.140+0000 7f93ce7c2b80 1 --2- 172.21.15.43:0/352796754 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55ed91f09030 0x55ed91f0b450 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:56.155 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.140+0000 7f93ce7c2b80 1 --2- 172.21.15.43:0/352796754 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed91e8aad0 0x55ed91ea17d0 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:56.155 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.140+0000 7f93ce7c2b80 1 --2- 172.21.15.43:0/352796754 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ed91e84d50 0x55ed91ea3cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:56.155 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.140+0000 7f93ce7c2b80 1 --2- 172.21.15.43:0/352796754 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed91e8a1b0 0x55ed91ea1090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:56.155 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.140+0000 7f93a57fa700 0 client.15366 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:49:56.155 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.140+0000 7f93ce7c2b80 1 -- 172.21.15.43:0/352796754 >> 172.21.15.43:0/352796754 conn(0x55ed91db0b70 msgr2=0x55ed91e88bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:56.155 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.140+0000 7f93ce7c2b80 1 -- 172.21.15.43:0/352796754 shutdown_connections 2024-05-16T15:49:56.155 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.140+0000 7f93ce7c2b80 1 -- 172.21.15.43:0/352796754 wait complete. 2024-05-16T15:49:56.155 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.140+0000 7f93ce7c2b80 20 client.15366 trim_cache size 0 max 16384 2024-05-16T15:49:56.156 INFO:teuthology.orchestra.run.smithi043.stdout:{ 2024-05-16T15:49:56.156 INFO:teuthology.orchestra.run.smithi043.stdout: "status": "IDLE (waiting for more scrubs)", 2024-05-16T15:49:56.156 INFO:teuthology.orchestra.run.smithi043.stdout: "scrubs": { 2024-05-16T15:49:56.156 INFO:teuthology.orchestra.run.smithi043.stdout: "290ec689-60a2-470a-89b2-4d8ffb9c35fb": { 2024-05-16T15:49:56.156 INFO:teuthology.orchestra.run.smithi043.stdout: "path": "/", 2024-05-16T15:49:56.156 INFO:teuthology.orchestra.run.smithi043.stdout: "tag": "290ec689-60a2-470a-89b2-4d8ffb9c35fb", 2024-05-16T15:49:56.156 INFO:teuthology.orchestra.run.smithi043.stdout: "options": "recursive,force" 2024-05-16T15:49:56.156 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:49:56.156 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:49:56.156 INFO:teuthology.orchestra.run.smithi043.stdout:} 2024-05-16T15:49:56.157 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.140+0000 7f93c3f2f700 1 -- 172.21.15.43:0/1545985257 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f93a80b2880 msgr2=0x7f93a80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:56.157 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.140+0000 7f93c3f2f700 1 --2- 172.21.15.43:0/1545985257 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f93a80b2880 0x7f93a80b4d40 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f93b8005950 tx=0x7f93b80058e0 comp rx=0 tx=0).stop 2024-05-16T15:49:56.157 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.140+0000 7f93c3f2f700 1 -- 172.21.15.43:0/1545985257 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f93bc102d60 msgr2=0x7f93bc1045c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:49:56.157 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.140+0000 7f93c3f2f700 1 --2- 172.21.15.43:0/1545985257 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f93bc102d60 0x7f93bc1045c0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f93ac00d950 tx=0x7f93ac00dc60 comp rx=0 tx=0).stop 2024-05-16T15:49:56.157 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.141+0000 7f93c3f2f700 1 -- 172.21.15.43:0/1545985257 shutdown_connections 2024-05-16T15:49:56.157 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.141+0000 7f93c3f2f700 1 --2- 172.21.15.43:0/1545985257 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f93bc108410 0x7f93bc104b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:56.157 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.141+0000 7f93c3f2f700 1 --2- 172.21.15.43:0/1545985257 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f93bc1023a0 0x7f93bc104080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:56.157 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.141+0000 7f93c3f2f700 1 --2- 172.21.15.43:0/1545985257 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f93a80b2880 0x7f93a80b4d40 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:56.157 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.141+0000 7f93c3f2f700 1 --2- 172.21.15.43:0/1545985257 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f93bc102d60 0x7f93bc1045c0 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:49:56.157 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.141+0000 7f93c3f2f700 1 -- 172.21.15.43:0/1545985257 >> 172.21.15.43:0/1545985257 conn(0x7f93bc079350 msgr2=0x7f93bc1016a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:49:56.158 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.141+0000 7f93c3f2f700 1 -- 172.21.15.43:0/1545985257 shutdown_connections 2024-05-16T15:49:56.158 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:49:56.141+0000 7f93c3f2f700 1 -- 172.21.15.43:0/1545985257 wait complete. 2024-05-16T15:49:56.990 INFO:tasks.cephfs.filesystem:scrub status for tag:290ec689-60a2-470a-89b2-4d8ffb9c35fb - {'path': '/', 'tag': '290ec689-60a2-470a-89b2-4d8ffb9c35fb', 'options': 'recursive,force'} 2024-05-16T15:49:57.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:57 smithi157 ceph-mon[35584]: pgmap v427: 129 pgs: 129 active+clean; 657 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 597 B/s wr, 10 op/s 2024-05-16T15:49:57.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:57 smithi148 ceph-mon[34976]: pgmap v427: 129 pgs: 129 active+clean; 657 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 597 B/s wr, 10 op/s 2024-05-16T15:49:57.974 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:57 smithi043 ceph-mon[31619]: pgmap v427: 129 pgs: 129 active+clean; 657 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 597 B/s wr, 10 op/s 2024-05-16T15:49:59.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:49:59 smithi157 ceph-mon[35584]: pgmap v428: 129 pgs: 129 active+clean; 657 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 597 B/s wr, 10 op/s 2024-05-16T15:49:59.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:49:59 smithi148 ceph-mon[34976]: pgmap v428: 129 pgs: 129 active+clean; 657 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 597 B/s wr, 10 op/s 2024-05-16T15:49:59.974 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:49:59 smithi043 ceph-mon[31619]: pgmap v428: 129 pgs: 129 active+clean; 657 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 597 B/s wr, 10 op/s 2024-05-16T15:50:00.926 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:50:00 smithi157 ceph-mon[35584]: overall HEALTH_OK 2024-05-16T15:50:00.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:50:00 smithi148 ceph-mon[34976]: overall HEALTH_OK 2024-05-16T15:50:00.974 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:50:00 smithi043 ceph-mon[31619]: overall HEALTH_OK 2024-05-16T15:50:01.837 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:50:01 smithi148 ceph-mon[34976]: pgmap v429: 129 pgs: 129 active+clean; 657 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 682 B/s wr, 9 op/s 2024-05-16T15:50:01.926 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:50:01 smithi157 ceph-mon[35584]: pgmap v429: 129 pgs: 129 active+clean; 657 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 682 B/s wr, 9 op/s 2024-05-16T15:50:01.974 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:50:01 smithi043 ceph-mon[31619]: pgmap v429: 129 pgs: 129 active+clean; 657 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 682 B/s wr, 9 op/s 2024-05-16T15:50:03.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:50:03 smithi157 ceph-mon[35584]: pgmap v430: 129 pgs: 129 active+clean; 663 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-05-16T15:50:03.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:50:03 smithi148 ceph-mon[34976]: pgmap v430: 129 pgs: 129 active+clean; 663 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-05-16T15:50:03.974 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:50:03 smithi043 ceph-mon[31619]: pgmap v430: 129 pgs: 129 active+clean; 663 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-05-16T15:50:04.373 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.360+0000 7f6a95b46640 1 -- 172.21.15.43:0/3573119479 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f6a90103c00 msgr2=0x7f6a90104080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:04.373 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.360+0000 7f6a95b46640 1 --2- 172.21.15.43:0/3573119479 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f6a90103c00 0x7f6a90104080 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f6a84009900 tx=0x7f6a8402a410 comp rx=0 tx=0).stop 2024-05-16T15:50:04.373 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.360+0000 7f6a95b46640 1 -- 172.21.15.43:0/3573119479 shutdown_connections 2024-05-16T15:50:04.374 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.360+0000 7f6a95b46640 1 --2- 172.21.15.43:0/3573119479 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6a901045c0 0x7f6a9010ae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:04.374 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.360+0000 7f6a95b46640 1 --2- 172.21.15.43:0/3573119479 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f6a90103c00 0x7f6a90104080 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:04.374 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.360+0000 7f6a95b46640 1 --2- 172.21.15.43:0/3573119479 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6a90102a10 0x7f6a90102e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:04.374 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.360+0000 7f6a95b46640 1 -- 172.21.15.43:0/3573119479 >> 172.21.15.43:0/3573119479 conn(0x7f6a900fdfa0 msgr2=0x7f6a901003c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:04.374 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.360+0000 7f6a95b46640 1 -- 172.21.15.43:0/3573119479 shutdown_connections 2024-05-16T15:50:04.374 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.360+0000 7f6a95b46640 1 -- 172.21.15.43:0/3573119479 wait complete. 2024-05-16T15:50:04.374 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.361+0000 7f6a95b46640 1 Processor -- start 2024-05-16T15:50:04.374 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.361+0000 7f6a95b46640 1 -- start start 2024-05-16T15:50:04.374 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.361+0000 7f6a95b46640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6a90102a10 0x7f6a90198ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:04.374 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.361+0000 7f6a95b46640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6a90103c00 0x7f6a90199000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:04.374 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.361+0000 7f6a95b46640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f6a901045c0 0x7f6a901a0070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:04.374 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.361+0000 7f6a95b46640 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f6a9010e3f0 con 0x7f6a901045c0 2024-05-16T15:50:04.375 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.361+0000 7f6a95b46640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f6a9010e270 con 0x7f6a90102a10 2024-05-16T15:50:04.375 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.361+0000 7f6a95b46640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f6a9010e570 con 0x7f6a90103c00 2024-05-16T15:50:04.375 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.361+0000 7f6a8ffff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f6a901045c0 0x7f6a901a0070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:04.375 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.362+0000 7f6a8effd640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6a90103c00 0x7f6a90199000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:04.375 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.362+0000 7f6a8ffff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f6a901045c0 0x7f6a901a0070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:38982/0 (socket says 172.21.15.43:38982) 2024-05-16T15:50:04.375 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.362+0000 7f6a8f7fe640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6a90102a10 0x7f6a90198ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:04.375 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.362+0000 7f6a8ffff640 1 -- 172.21.15.43:0/2235678087 learned_addr learned my addr 172.21.15.43:0/2235678087 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:04.375 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.362+0000 7f6a8ffff640 1 -- 172.21.15.43:0/2235678087 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6a90103c00 msgr2=0x7f6a90199000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:04.375 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.362+0000 7f6a8ffff640 1 --2- 172.21.15.43:0/2235678087 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6a90103c00 0x7f6a90199000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:04.375 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.362+0000 7f6a8ffff640 1 -- 172.21.15.43:0/2235678087 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6a90102a10 msgr2=0x7f6a90198ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:04.375 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.362+0000 7f6a8ffff640 1 --2- 172.21.15.43:0/2235678087 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6a90102a10 0x7f6a90198ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:04.375 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.362+0000 7f6a8ffff640 1 -- 172.21.15.43:0/2235678087 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a901a06e0 con 0x7f6a901045c0 2024-05-16T15:50:04.375 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.362+0000 7f6a8ffff640 1 --2- 172.21.15.43:0/2235678087 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f6a901045c0 0x7f6a901a0070 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f6a8800eb10 tx=0x7f6a8800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:04.376 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.362+0000 7f6a8cff9640 1 -- 172.21.15.43:0/2235678087 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a88004b20 con 0x7f6a901045c0 2024-05-16T15:50:04.376 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.362+0000 7f6a8cff9640 1 -- 172.21.15.43:0/2235678087 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6a88004cc0 con 0x7f6a901045c0 2024-05-16T15:50:04.376 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.362+0000 7f6a95b46640 1 -- 172.21.15.43:0/2235678087 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a901a09d0 con 0x7f6a901045c0 2024-05-16T15:50:04.376 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.362+0000 7f6a8cff9640 1 -- 172.21.15.43:0/2235678087 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a88010690 con 0x7f6a901045c0 2024-05-16T15:50:04.376 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.362+0000 7f6a95b46640 1 -- 172.21.15.43:0/2235678087 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a901a0ef0 con 0x7f6a901045c0 2024-05-16T15:50:04.381 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.365+0000 7f6a9885e740 1 Processor -- start 2024-05-16T15:50:04.381 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.365+0000 7f6a8cff9640 1 -- 172.21.15.43:0/2235678087 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f6a88005020 con 0x7f6a901045c0 2024-05-16T15:50:04.382 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.365+0000 7f6a9885e740 1 -- start start 2024-05-16T15:50:04.382 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.365+0000 7f6a9885e740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5604de77a1c0 0x5604de77a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:04.382 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.365+0000 7f6a9885e740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5604de77abb0 0x5604de77f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:04.382 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.365+0000 7f6a9885e740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5604de77fd20 0x5604de7821b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:04.382 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.365+0000 7f6a9885e740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x5604de6da5d0 con 0x5604de77fd20 2024-05-16T15:50:04.382 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.365+0000 7f6a9885e740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x5604de693890 con 0x5604de77abb0 2024-05-16T15:50:04.382 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.365+0000 7f6a9885e740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x5604de6d6590 con 0x5604de77a1c0 2024-05-16T15:50:04.382 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.366+0000 7f6a8effd640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5604de77fd20 0x5604de7821b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:04.382 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.366+0000 7f6a8effd640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5604de77fd20 0x5604de7821b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:38996/0 (socket says 172.21.15.43:38996) 2024-05-16T15:50:04.382 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.366+0000 7f6a8effd640 1 -- 172.21.15.43:0/342070847 learned_addr learned my addr 172.21.15.43:0/342070847 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:04.382 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.366+0000 7f6a8f7fe640 1 --2- 172.21.15.43:0/342070847 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5604de77abb0 0x5604de77f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:04.382 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.366+0000 7f6a8effd640 1 --2- 172.21.15.43:0/342070847 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5604de77a1c0 0x5604de77a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:04.383 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.366+0000 7f6a8cff9640 1 --2- 172.21.15.43:0/2235678087 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f6a780b2920 0x7f6a780b4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:04.383 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.366+0000 7f6a8f7fe640 1 -- 172.21.15.43:0/342070847 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5604de77a1c0 msgr2=0x5604de77a5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:04.383 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.366+0000 7f6a8f7fe640 1 --2- 172.21.15.43:0/342070847 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5604de77a1c0 0x5604de77a5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:04.383 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.366+0000 7f6a8f7fe640 1 -- 172.21.15.43:0/342070847 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5604de77fd20 msgr2=0x5604de7821b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:04.383 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.366+0000 7f6a8f7fe640 1 --2- 172.21.15.43:0/342070847 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5604de77fd20 0x5604de7821b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:04.383 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.366+0000 7f6a8f7fe640 1 -- 172.21.15.43:0/342070847 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5604de3ec210 con 0x5604de77abb0 2024-05-16T15:50:04.383 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.366+0000 7f6a8effd640 1 --2- 172.21.15.43:0/342070847 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5604de77fd20 0x5604de7821b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:50:04.383 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.366+0000 7f6a8ffff640 1 --2- 172.21.15.43:0/2235678087 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f6a780b2920 0x7f6a780b4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:04.383 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.366+0000 7f6a8cff9640 1 -- 172.21.15.43:0/2235678087 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f6a880e2af0 con 0x7f6a901045c0 2024-05-16T15:50:04.383 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.366+0000 7f6a8f7fe640 1 --2- 172.21.15.43:0/342070847 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5604de77abb0 0x5604de77f6b0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f6a90103a60 tx=0x7f6a800107a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d137ceb188e9fae7 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:04.383 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.366+0000 7f6a75ffb640 1 -- 172.21.15.43:0/342070847 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a8001c480 con 0x5604de77abb0 2024-05-16T15:50:04.383 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.367+0000 7f6a75ffb640 1 -- 172.21.15.43:0/342070847 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6a800118d0 con 0x5604de77abb0 2024-05-16T15:50:04.383 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.367+0000 7f6a75ffb640 1 -- 172.21.15.43:0/342070847 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a8001a600 con 0x5604de77abb0 2024-05-16T15:50:04.384 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.367+0000 7f6a9885e740 1 -- 172.21.15.43:0/342070847 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5604de77abb0 msgr2=0x5604de77f6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:04.384 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.367+0000 7f6a8ffff640 1 --2- 172.21.15.43:0/2235678087 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f6a780b2920 0x7f6a780b4de0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f6a880a9cf0 tx=0x7f6a88073650 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:04.384 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.367+0000 7f6a9885e740 1 --2- 172.21.15.43:0/342070847 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5604de77abb0 0x5604de77f6b0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f6a90103a60 tx=0x7f6a800107a0 comp rx=0 tx=0).stop 2024-05-16T15:50:04.384 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.367+0000 7f6a9885e740 1 -- 172.21.15.43:0/342070847 shutdown_connections 2024-05-16T15:50:04.384 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.367+0000 7f6a9885e740 1 --2- 172.21.15.43:0/342070847 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5604de77fd20 0x5604de7821b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:04.384 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.367+0000 7f6a9885e740 1 --2- 172.21.15.43:0/342070847 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5604de77abb0 0x5604de77f6b0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:04.384 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.367+0000 7f6a9885e740 1 --2- 172.21.15.43:0/342070847 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5604de77a1c0 0x5604de77a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:04.384 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.367+0000 7f6a9885e740 1 -- 172.21.15.43:0/342070847 >> 172.21.15.43:0/342070847 conn(0x5604de771420 msgr2=0x5604de771820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:04.384 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.367+0000 7f6a9885e740 1 -- 172.21.15.43:0/342070847 shutdown_connections 2024-05-16T15:50:04.384 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.367+0000 7f6a9885e740 1 -- 172.21.15.43:0/342070847 wait complete. 2024-05-16T15:50:04.384 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.368+0000 7f6a9885e740 1 -- start start 2024-05-16T15:50:04.384 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.368+0000 7f6a9885e740 1 Processor -- start 2024-05-16T15:50:04.384 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.368+0000 7f6a9885e740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5604de77a1c0 0x5604de7844d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:04.385 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.368+0000 7f6a9885e740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5604de77abb0 0x5604de784a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:04.385 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.368+0000 7f6a9885e740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5604de77fd20 0x5604de78b9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:04.385 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.368+0000 7f6a9885e740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x5604de782cd0 con 0x5604de77a1c0 2024-05-16T15:50:04.385 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.368+0000 7f6a9885e740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x5604de697370 con 0x5604de77fd20 2024-05-16T15:50:04.385 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.368+0000 7f6a9885e740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x5604de782e50 con 0x5604de77abb0 2024-05-16T15:50:04.385 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.368+0000 7f6a9885e740 10 client.0 _ll_register_callbacks cb 0x5604de3eba00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:50:04.385 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.368+0000 7f6a8effd640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5604de77a1c0 0x5604de7844d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:04.385 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.368+0000 7f6a8effd640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5604de77a1c0 0x5604de7844d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:38998/0 (socket says 172.21.15.43:38998) 2024-05-16T15:50:04.385 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.368+0000 7f6a8effd640 1 -- 172.21.15.43:0/4206549789 learned_addr learned my addr 172.21.15.43:0/4206549789 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:04.385 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.369+0000 7f6a8effd640 1 --2- 172.21.15.43:0/4206549789 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5604de77fd20 0x5604de78b9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:04.385 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.369+0000 7f6a8f7fe640 1 --2- 172.21.15.43:0/4206549789 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5604de77abb0 0x5604de784a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:04.385 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.369+0000 7f6a8effd640 1 -- 172.21.15.43:0/4206549789 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5604de77abb0 msgr2=0x5604de784a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:04.385 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.369+0000 7f6a8effd640 1 --2- 172.21.15.43:0/4206549789 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5604de77abb0 0x5604de784a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:04.386 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.369+0000 7f6a8effd640 1 -- 172.21.15.43:0/4206549789 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5604de77fd20 msgr2=0x5604de78b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:04.386 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.369+0000 7f6a8effd640 1 --2- 172.21.15.43:0/4206549789 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5604de77fd20 0x5604de78b9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:04.386 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.369+0000 7f6a8effd640 1 -- 172.21.15.43:0/4206549789 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5604de4b8620 con 0x5604de77a1c0 2024-05-16T15:50:04.386 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.369+0000 7f6a8effd640 1 --2- 172.21.15.43:0/4206549789 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5604de77a1c0 0x5604de7844d0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f6a84009230 tx=0x7f6a84005dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d1e1fac34eb816b server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:04.386 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.369+0000 7f6a6effd640 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:50:04.386 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.369+0000 7f6a6effd640 1 -- 172.21.15.43:0/4206549789 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a84035040 con 0x5604de77a1c0 2024-05-16T15:50:04.386 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.369+0000 7f6a9885e740 1 -- 172.21.15.43:0/4206549789 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6a800118d0 con 0x5604de77a1c0 2024-05-16T15:50:04.386 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.369+0000 7f6a6effd640 1 -- 172.21.15.43:0/4206549789 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f6a840035f0 con 0x5604de77a1c0 2024-05-16T15:50:04.386 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.369+0000 7f6a6effd640 1 -- 172.21.15.43:0/4206549789 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f6a84054050 con 0x5604de77a1c0 2024-05-16T15:50:04.386 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.369+0000 7f6a9885e740 10 client.15378 fetch_fsmap learned FSMap version 30 2024-05-16T15:50:04.386 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.369+0000 7f6a9885e740 1 -- 172.21.15.43:0/4206549789 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5604de78ea30 con 0x5604de77a1c0 2024-05-16T15:50:04.386 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.369+0000 7f6a6effd640 1 -- 172.21.15.43:0/4206549789 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6a800118d0 con 0x5604de77a1c0 2024-05-16T15:50:04.386 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.370+0000 7f6a6effd640 1 -- 172.21.15.43:0/4206549789 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f6a8403d560 con 0x5604de77a1c0 2024-05-16T15:50:04.386 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.370+0000 7f6a9885e740 10 client.15378 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:50:04.387 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.370+0000 7f6a9885e740 10 client.15378 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:50:04.387 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.370+0000 7f6a9885e740 20 client.15378 populate_metadata read hostname 'smithi043' 2024-05-16T15:50:04.387 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.370+0000 7f6a9885e740 1 --2- 172.21.15.43:0/4206549789 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5604de790100 0x5604de792530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:04.387 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.370+0000 7f6a9885e740 4 client.15378 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:50:04.387 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.370+0000 7f6a9885e740 1 -- 172.21.15.43:0/4206549789 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5604de6e81e0 con 0x5604de790100 2024-05-16T15:50:04.387 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.370+0000 7f6a8f7fe640 1 --2- 172.21.15.43:0/4206549789 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5604de790100 0x5604de792530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:04.387 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.371+0000 7f6a6effd640 10 client.15378 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:50:04.387 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.371+0000 7f6a8f7fe640 1 --2- 172.21.15.43:0/4206549789 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5604de790100 0x5604de792530 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e9bc6a047abab4b1 server_cookie=deeeba531a5e0bcd in_seq=0 out_seq=0 2024-05-16T15:50:04.388 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.371+0000 7f6a6effd640 1 -- 172.21.15.43:0/4206549789 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5604de6e81e0 con 0x5604de790100 2024-05-16T15:50:04.388 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.371+0000 7f6a6effd640 10 client.15378 handle_command_reply: tid=0 2024-05-16T15:50:04.388 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.371+0000 7f6a9885e740 1 client.15378 shutdown 2024-05-16T15:50:04.389 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.371+0000 7f6a9885e740 1 -- 172.21.15.43:0/4206549789 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5604de77a1c0 msgr2=0x5604de7844d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:04.389 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.371+0000 7f6a9885e740 1 --2- 172.21.15.43:0/4206549789 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5604de77a1c0 0x5604de7844d0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f6a84009230 tx=0x7f6a84005dd0 comp rx=0 tx=0).stop 2024-05-16T15:50:04.389 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.372+0000 7f6a9885e740 1 -- 172.21.15.43:0/4206549789 shutdown_connections 2024-05-16T15:50:04.389 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.372+0000 7f6a9885e740 1 --2- 172.21.15.43:0/4206549789 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5604de790100 0x5604de792530 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:04.389 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.372+0000 7f6a9885e740 1 --2- 172.21.15.43:0/4206549789 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5604de77fd20 0x5604de78b9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:04.389 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.372+0000 7f6a9885e740 1 --2- 172.21.15.43:0/4206549789 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5604de77abb0 0x5604de784a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:04.389 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.372+0000 7f6a9885e740 1 --2- 172.21.15.43:0/4206549789 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5604de77a1c0 0x5604de7844d0 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:04.389 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.372+0000 7f6a6effd640 0 client.15378 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:50:04.389 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.372+0000 7f6a9885e740 1 -- 172.21.15.43:0/4206549789 >> 172.21.15.43:0/4206549789 conn(0x5604de771420 msgr2=0x5604de770580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:04.389 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.372+0000 7f6a9885e740 1 -- 172.21.15.43:0/4206549789 shutdown_connections 2024-05-16T15:50:04.389 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.372+0000 7f6a9885e740 1 -- 172.21.15.43:0/4206549789 wait complete. 2024-05-16T15:50:04.389 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.372+0000 7f6a9885e740 20 client.15378 trim_cache size 0 max 16384 2024-05-16T15:50:04.400 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.387+0000 7f6a9885e740 1 Processor -- start 2024-05-16T15:50:04.400 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.387+0000 7f6a9885e740 1 -- start start 2024-05-16T15:50:04.400 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.387+0000 7f6a9885e740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5604de77a1c0 0x5604de7840e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:04.400 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.387+0000 7f6a9885e740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5604de77abb0 0x5604de784620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:04.400 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.387+0000 7f6a9885e740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5604de77fd20 0x5604de774330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:04.400 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.387+0000 7f6a9885e740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f6a901a9200 con 0x5604de77a1c0 2024-05-16T15:50:04.400 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.387+0000 7f6a9885e740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f6a901aad40 con 0x5604de77fd20 2024-05-16T15:50:04.400 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.387+0000 7f6a9885e740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f6a901a98d0 con 0x5604de77abb0 2024-05-16T15:50:04.400 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.387+0000 7f6a8effd640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5604de77a1c0 0x5604de7840e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:04.400 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.387+0000 7f6a8effd640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5604de77a1c0 0x5604de7840e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:39008/0 (socket says 172.21.15.43:39008) 2024-05-16T15:50:04.400 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.387+0000 7f6a8effd640 1 -- 172.21.15.43:0/1340830277 learned_addr learned my addr 172.21.15.43:0/1340830277 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:04.401 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.388+0000 7f6a8f7fe640 1 --2- 172.21.15.43:0/1340830277 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5604de77abb0 0x5604de784620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:04.401 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.388+0000 7f6a8effd640 1 -- 172.21.15.43:0/1340830277 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5604de77abb0 msgr2=0x5604de784620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:04.401 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.388+0000 7f6a8effd640 1 --2- 172.21.15.43:0/1340830277 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5604de77abb0 0x5604de784620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:04.401 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.388+0000 7f6a8effd640 1 -- 172.21.15.43:0/1340830277 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5604de77fd20 msgr2=0x5604de774330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:04.401 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.388+0000 7f6a8effd640 1 --2- 172.21.15.43:0/1340830277 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5604de77fd20 0x5604de774330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:04.401 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.388+0000 7f6a8effd640 1 -- 172.21.15.43:0/1340830277 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5604de77b3a0 con 0x5604de77a1c0 2024-05-16T15:50:04.401 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.388+0000 7f6a8f7fe640 1 --2- 172.21.15.43:0/1340830277 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5604de77abb0 0x5604de784620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:50:04.401 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.388+0000 7f6a8effd640 1 --2- 172.21.15.43:0/1340830277 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5604de77a1c0 0x5604de7840e0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f6a8403db70 tx=0x7f6a84005a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd79a412042172bf server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:04.401 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.388+0000 7f6a757fa640 1 -- 172.21.15.43:0/1340830277 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a8405d070 con 0x5604de77a1c0 2024-05-16T15:50:04.401 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.388+0000 7f6a757fa640 1 -- 172.21.15.43:0/1340830277 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6a8404b070 con 0x5604de77a1c0 2024-05-16T15:50:04.401 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.388+0000 7f6a757fa640 1 -- 172.21.15.43:0/1340830277 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a84035040 con 0x5604de77a1c0 2024-05-16T15:50:04.401 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.389+0000 7f6a9885e740 1 -- 172.21.15.43:0/1340830277 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5604de77a1c0 msgr2=0x5604de7840e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:04.401 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.389+0000 7f6a9885e740 1 --2- 172.21.15.43:0/1340830277 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5604de77a1c0 0x5604de7840e0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f6a8403db70 tx=0x7f6a84005a20 comp rx=0 tx=0).stop 2024-05-16T15:50:04.401 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.389+0000 7f6a9885e740 1 -- 172.21.15.43:0/1340830277 shutdown_connections 2024-05-16T15:50:04.402 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.389+0000 7f6a9885e740 1 --2- 172.21.15.43:0/1340830277 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5604de77fd20 0x5604de774330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:04.402 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.389+0000 7f6a9885e740 1 --2- 172.21.15.43:0/1340830277 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5604de77abb0 0x5604de784620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:04.402 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.389+0000 7f6a9885e740 1 --2- 172.21.15.43:0/1340830277 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5604de77a1c0 0x5604de7840e0 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:04.402 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.389+0000 7f6a9885e740 1 -- 172.21.15.43:0/1340830277 >> 172.21.15.43:0/1340830277 conn(0x5604de771420 msgr2=0x5604de76c430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:04.402 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.389+0000 7f6a9885e740 1 -- 172.21.15.43:0/1340830277 shutdown_connections 2024-05-16T15:50:04.402 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.389+0000 7f6a9885e740 1 -- 172.21.15.43:0/1340830277 wait complete. 2024-05-16T15:50:04.402 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.389+0000 7f6a9885e740 1 -- start start 2024-05-16T15:50:04.402 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.389+0000 7f6a9885e740 1 Processor -- start 2024-05-16T15:50:04.405 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.390+0000 7f6a9885e740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5604de77a1c0 0x5604de788d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:04.405 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.390+0000 7f6a9885e740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5604de77abb0 0x5604de789280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:04.405 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.390+0000 7f6a9885e740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5604de77fd20 0x5604de78a240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:04.405 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.390+0000 7f6a9885e740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f6a901aa670 con 0x5604de77abb0 2024-05-16T15:50:04.405 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.390+0000 7f6a9885e740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f6a901a9fa0 con 0x5604de77fd20 2024-05-16T15:50:04.405 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.390+0000 7f6a9885e740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f6a901a71e0 con 0x5604de77a1c0 2024-05-16T15:50:04.405 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.390+0000 7f6a9885e740 10 client.0 _ll_register_callbacks cb 0x7f6a84005b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:50:04.405 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.390+0000 7f6a8f7fe640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5604de77abb0 0x5604de789280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:04.405 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.390+0000 7f6a8f7fe640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5604de77abb0 0x5604de789280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:39022/0 (socket says 172.21.15.43:39022) 2024-05-16T15:50:04.405 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.390+0000 7f6a8f7fe640 1 -- 172.21.15.43:0/2517287623 learned_addr learned my addr 172.21.15.43:0/2517287623 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:04.405 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.390+0000 7f6a8effd640 1 --2- 172.21.15.43:0/2517287623 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5604de77a1c0 0x5604de788d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:04.405 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.390+0000 7f6a8effd640 1 --2- 172.21.15.43:0/2517287623 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5604de77fd20 0x5604de78a240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:04.405 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.390+0000 7f6a8f7fe640 1 -- 172.21.15.43:0/2517287623 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5604de77a1c0 msgr2=0x5604de788d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:04.406 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.390+0000 7f6a8f7fe640 1 --2- 172.21.15.43:0/2517287623 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5604de77a1c0 0x5604de788d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:04.406 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.390+0000 7f6a8f7fe640 1 -- 172.21.15.43:0/2517287623 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5604de77fd20 msgr2=0x5604de78a240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:04.406 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.390+0000 7f6a8f7fe640 1 --2- 172.21.15.43:0/2517287623 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5604de77fd20 0x5604de78a240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:04.406 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.390+0000 7f6a8f7fe640 1 -- 172.21.15.43:0/2517287623 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5604de78a830 con 0x5604de77abb0 2024-05-16T15:50:04.406 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.390+0000 7f6a8effd640 1 --2- 172.21.15.43:0/2517287623 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5604de77a1c0 0x5604de788d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:50:04.406 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.390+0000 7f6a8f7fe640 1 --2- 172.21.15.43:0/2517287623 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5604de77abb0 0x5604de789280 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f6a8000b620 tx=0x7f6a80005f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54e91756d253a1d8 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:04.406 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.390+0000 7f6a6effd640 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:50:04.406 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.390+0000 7f6a6effd640 1 -- 172.21.15.43:0/2517287623 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a80005240 con 0x5604de77abb0 2024-05-16T15:50:04.406 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.390+0000 7f6a6effd640 1 -- 172.21.15.43:0/2517287623 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f6a800053e0 con 0x5604de77abb0 2024-05-16T15:50:04.406 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.390+0000 7f6a9885e740 1 -- 172.21.15.43:0/2517287623 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6a8404b070 con 0x5604de77abb0 2024-05-16T15:50:04.406 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.391+0000 7f6a6effd640 1 -- 172.21.15.43:0/2517287623 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f6a80038050 con 0x5604de77abb0 2024-05-16T15:50:04.406 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.391+0000 7f6a9885e740 10 client.15384 fetch_fsmap learned FSMap version 30 2024-05-16T15:50:04.406 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.391+0000 7f6a9885e740 1 -- 172.21.15.43:0/2517287623 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5604de7fafd0 con 0x5604de77abb0 2024-05-16T15:50:04.407 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.391+0000 7f6a6effd640 1 -- 172.21.15.43:0/2517287623 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6a8404b070 con 0x5604de77abb0 2024-05-16T15:50:04.407 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.391+0000 7f6a6effd640 1 -- 172.21.15.43:0/2517287623 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f6a800114c0 con 0x5604de77abb0 2024-05-16T15:50:04.407 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.391+0000 7f6a9885e740 10 client.15384 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:50:04.407 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.391+0000 7f6a9885e740 10 client.15384 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:50:04.407 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.391+0000 7f6a9885e740 20 client.15384 populate_metadata read hostname 'smithi043' 2024-05-16T15:50:04.407 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.391+0000 7f6a9885e740 1 --2- 172.21.15.43:0/2517287623 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5604de7fb700 0x5604de7fdb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:04.407 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.391+0000 7f6a9885e740 4 client.15384 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-16T15:50:04.407 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.391+0000 7f6a9885e740 1 -- 172.21.15.43:0/2517287623 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5604de6e2050 con 0x5604de7fb700 2024-05-16T15:50:04.407 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.391+0000 7f6a8effd640 1 --2- 172.21.15.43:0/2517287623 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5604de7fb700 0x5604de7fdb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:04.407 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.392+0000 7f6a6effd640 10 client.15384 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:50:04.407 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.392+0000 7f6a8effd640 1 --2- 172.21.15.43:0/2517287623 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5604de7fb700 0x5604de7fdb20 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=713ffd797b362e08 server_cookie=ab45dd1c4259faf7 in_seq=0 out_seq=0 2024-05-16T15:50:04.417 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.405+0000 7f6a6effd640 1 -- 172.21.15.43:0/2517287623 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5604de6e2050 con 0x5604de7fb700 2024-05-16T15:50:04.417 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.405+0000 7f6a6effd640 10 client.15384 handle_command_reply: tid=0 2024-05-16T15:50:04.417 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.405+0000 7f6a9885e740 1 client.15384 shutdown 2024-05-16T15:50:04.417 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.406+0000 7f6a9885e740 1 -- 172.21.15.43:0/2517287623 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5604de77abb0 msgr2=0x5604de789280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:04.417 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.406+0000 7f6a9885e740 1 --2- 172.21.15.43:0/2517287623 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5604de77abb0 0x5604de789280 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f6a8000b620 tx=0x7f6a80005f30 comp rx=0 tx=0).stop 2024-05-16T15:50:04.417 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.406+0000 7f6a9885e740 1 -- 172.21.15.43:0/2517287623 shutdown_connections 2024-05-16T15:50:04.417 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.406+0000 7f6a9885e740 1 --2- 172.21.15.43:0/2517287623 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5604de7fb700 0x5604de7fdb20 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:04.417 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.406+0000 7f6a9885e740 1 --2- 172.21.15.43:0/2517287623 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5604de77fd20 0x5604de78a240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:04.417 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.406+0000 7f6a9885e740 1 --2- 172.21.15.43:0/2517287623 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5604de77abb0 0x5604de789280 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:04.417 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.406+0000 7f6a6effd640 0 client.15384 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:50:04.417 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.406+0000 7f6a9885e740 1 --2- 172.21.15.43:0/2517287623 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5604de77a1c0 0x5604de788d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:04.418 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.406+0000 7f6a9885e740 1 -- 172.21.15.43:0/2517287623 >> 172.21.15.43:0/2517287623 conn(0x5604de771420 msgr2=0x5604de7840e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:04.418 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.406+0000 7f6a9885e740 1 -- 172.21.15.43:0/2517287623 shutdown_connections 2024-05-16T15:50:04.418 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.406+0000 7f6a9885e740 1 -- 172.21.15.43:0/2517287623 wait complete. 2024-05-16T15:50:04.418 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.406+0000 7f6a9885e740 20 client.15384 trim_cache size 0 max 16384 2024-05-16T15:50:04.418 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:{ 2024-05-16T15:50:04.418 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "message": "", 2024-05-16T15:50:04.418 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "return_code": 0 2024-05-16T15:50:04.418 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:} 2024-05-16T15:50:04.419 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.407+0000 7f6a95b46640 1 -- 172.21.15.43:0/2235678087 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f6a780b2920 msgr2=0x7f6a780b4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:04.419 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.407+0000 7f6a95b46640 1 --2- 172.21.15.43:0/2235678087 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f6a780b2920 0x7f6a780b4de0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f6a880a9cf0 tx=0x7f6a88073650 comp rx=0 tx=0).stop 2024-05-16T15:50:04.419 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.407+0000 7f6a95b46640 1 -- 172.21.15.43:0/2235678087 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f6a901045c0 msgr2=0x7f6a901a0070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:04.419 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.407+0000 7f6a95b46640 1 --2- 172.21.15.43:0/2235678087 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f6a901045c0 0x7f6a901a0070 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f6a8800eb10 tx=0x7f6a8800c2d0 comp rx=0 tx=0).stop 2024-05-16T15:50:04.419 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.407+0000 7f6a95b46640 1 -- 172.21.15.43:0/2235678087 shutdown_connections 2024-05-16T15:50:04.419 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.407+0000 7f6a95b46640 1 --2- 172.21.15.43:0/2235678087 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f6a901045c0 0x7f6a901a0070 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:04.420 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.407+0000 7f6a95b46640 1 --2- 172.21.15.43:0/2235678087 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f6a780b2920 0x7f6a780b4de0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:04.420 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.407+0000 7f6a95b46640 1 --2- 172.21.15.43:0/2235678087 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6a90103c00 0x7f6a90199000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:04.420 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.407+0000 7f6a95b46640 1 --2- 172.21.15.43:0/2235678087 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6a90102a10 0x7f6a90198ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:04.420 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.407+0000 7f6a95b46640 1 -- 172.21.15.43:0/2235678087 >> 172.21.15.43:0/2235678087 conn(0x7f6a900fdfa0 msgr2=0x7f6a90106f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:04.420 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.407+0000 7f6a95b46640 1 -- 172.21.15.43:0/2235678087 shutdown_connections 2024-05-16T15:50:04.420 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:04.407+0000 7f6a95b46640 1 -- 172.21.15.43:0/2235678087 wait complete. 2024-05-16T15:50:04.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:50:04 smithi157 ceph-mon[35584]: scrub summary: idle 2024-05-16T15:50:04.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:50:04 smithi148 ceph-mon[34976]: scrub summary: idle 2024-05-16T15:50:04.974 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:50:04 smithi043 ceph-mon[31619]: scrub summary: idle 2024-05-16T15:50:05.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:50:05 smithi157 ceph-mon[35584]: pgmap v431: 129 pgs: 129 active+clean; 663 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-05-16T15:50:05.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:50:05 smithi148 ceph-mon[34976]: pgmap v431: 129 pgs: 129 active+clean; 663 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-05-16T15:50:05.974 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:50:05 smithi043 ceph-mon[31619]: pgmap v431: 129 pgs: 129 active+clean; 663 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-05-16T15:50:07.926 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:50:07 smithi157 ceph-mon[35584]: pgmap v432: 129 pgs: 129 active+clean; 668 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 2.4 KiB/s wr, 13 op/s 2024-05-16T15:50:07.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:50:07 smithi148 ceph-mon[34976]: pgmap v432: 129 pgs: 129 active+clean; 668 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 2.4 KiB/s wr, 13 op/s 2024-05-16T15:50:07.975 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:50:07 smithi043 ceph-mon[31619]: pgmap v432: 129 pgs: 129 active+clean; 668 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 2.4 KiB/s wr, 13 op/s 2024-05-16T15:50:09.926 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:50:09 smithi157 ceph-mon[35584]: pgmap v433: 129 pgs: 129 active+clean; 668 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 2.6 KiB/s wr, 15 op/s 2024-05-16T15:50:09.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:50:09 smithi148 ceph-mon[34976]: pgmap v433: 129 pgs: 129 active+clean; 668 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 2.6 KiB/s wr, 15 op/s 2024-05-16T15:50:09.975 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:50:09 smithi043 ceph-mon[31619]: pgmap v433: 129 pgs: 129 active+clean; 668 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 2.6 KiB/s wr, 15 op/s 2024-05-16T15:50:11.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:50:11 smithi157 ceph-mon[35584]: pgmap v434: 129 pgs: 129 active+clean; 668 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 2.6 KiB/s wr, 13 op/s 2024-05-16T15:50:11.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:50:11 smithi148 ceph-mon[34976]: pgmap v434: 129 pgs: 129 active+clean; 668 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 2.6 KiB/s wr, 13 op/s 2024-05-16T15:50:11.974 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:50:11 smithi043 ceph-mon[31619]: pgmap v434: 129 pgs: 129 active+clean; 668 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 2.6 KiB/s wr, 13 op/s 2024-05-16T15:50:13.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:50:13 smithi157 ceph-mon[35584]: pgmap v435: 129 pgs: 129 active+clean; 668 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 2.5 KiB/s wr, 15 op/s 2024-05-16T15:50:13.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:50:13 smithi148 ceph-mon[34976]: pgmap v435: 129 pgs: 129 active+clean; 668 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 2.5 KiB/s wr, 15 op/s 2024-05-16T15:50:13.975 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:50:13 smithi043 ceph-mon[31619]: pgmap v435: 129 pgs: 129 active+clean; 668 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 2.5 KiB/s wr, 15 op/s 2024-05-16T15:50:15.926 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:50:15 smithi157 ceph-mon[35584]: pgmap v436: 129 pgs: 129 active+clean; 668 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.9 KiB/s wr, 15 op/s 2024-05-16T15:50:15.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:50:15 smithi148 ceph-mon[34976]: pgmap v436: 129 pgs: 129 active+clean; 668 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.9 KiB/s wr, 15 op/s 2024-05-16T15:50:15.974 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:50:15 smithi043 ceph-mon[31619]: pgmap v436: 129 pgs: 129 active+clean; 668 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.9 KiB/s wr, 15 op/s 2024-05-16T15:50:17.523 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.509+0000 7fc51fdaf640 1 -- 172.21.15.43:0/4036978602 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc5181034c0 msgr2=0x7fc518109d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:17.523 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.509+0000 7fc51fdaf640 1 --2- 172.21.15.43:0/4036978602 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc5181034c0 0x7fc518109d50 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fc510009ca0 tx=0x7fc51002a8c0 comp rx=0 tx=0).stop 2024-05-16T15:50:17.523 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.510+0000 7fc51fdaf640 1 -- 172.21.15.43:0/4036978602 shutdown_connections 2024-05-16T15:50:17.523 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.510+0000 7fc51fdaf640 1 --2- 172.21.15.43:0/4036978602 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc5181034c0 0x7fc518109d50 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:17.523 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.510+0000 7fc51fdaf640 1 --2- 172.21.15.43:0/4036978602 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc518102b00 0x7fc518102f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:17.523 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.510+0000 7fc51fdaf640 1 --2- 172.21.15.43:0/4036978602 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc518101910 0x7fc518101d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:17.523 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.510+0000 7fc51fdaf640 1 -- 172.21.15.43:0/4036978602 >> 172.21.15.43:0/4036978602 conn(0x7fc5180fcea0 msgr2=0x7fc5180ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:17.523 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.510+0000 7fc51fdaf640 1 -- 172.21.15.43:0/4036978602 shutdown_connections 2024-05-16T15:50:17.524 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.510+0000 7fc51fdaf640 1 -- 172.21.15.43:0/4036978602 wait complete. 2024-05-16T15:50:17.524 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.510+0000 7fc51fdaf640 1 Processor -- start 2024-05-16T15:50:17.524 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.510+0000 7fc51fdaf640 1 -- start start 2024-05-16T15:50:17.524 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.511+0000 7fc51fdaf640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc518101910 0x7fc51806bd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:17.524 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.511+0000 7fc51fdaf640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc518102b00 0x7fc51819d780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:17.524 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.511+0000 7fc51fdaf640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc5181034c0 0x7fc51819fdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:17.524 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.511+0000 7fc51fdaf640 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fc51810d340 con 0x7fc5181034c0 2024-05-16T15:50:17.524 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.511+0000 7fc51fdaf640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fc51810d1c0 con 0x7fc518102b00 2024-05-16T15:50:17.524 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.511+0000 7fc51fdaf640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fc51810d4c0 con 0x7fc518101910 2024-05-16T15:50:17.524 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.511+0000 7fc51e34c640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc5181034c0 0x7fc51819fdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:17.524 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.511+0000 7fc51e34c640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc5181034c0 0x7fc51819fdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:58142/0 (socket says 172.21.15.43:58142) 2024-05-16T15:50:17.524 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.511+0000 7fc51e34c640 1 -- 172.21.15.43:0/2510364702 learned_addr learned my addr 172.21.15.43:0/2510364702 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:17.524 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.511+0000 7fc51db4b640 1 --2- 172.21.15.43:0/2510364702 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc518101910 0x7fc51806bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:17.524 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.511+0000 7fc51d34a640 1 --2- 172.21.15.43:0/2510364702 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc518102b00 0x7fc51819d780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:17.524 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.511+0000 7fc51e34c640 1 -- 172.21.15.43:0/2510364702 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc518101910 msgr2=0x7fc51806bd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:17.524 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.511+0000 7fc51e34c640 1 --2- 172.21.15.43:0/2510364702 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc518101910 0x7fc51806bd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:17.525 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.511+0000 7fc51e34c640 1 -- 172.21.15.43:0/2510364702 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc518102b00 msgr2=0x7fc51819d780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:17.525 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.511+0000 7fc51e34c640 1 --2- 172.21.15.43:0/2510364702 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc518102b00 0x7fc51819d780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:17.525 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.511+0000 7fc51e34c640 1 -- 172.21.15.43:0/2510364702 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5181a0680 con 0x7fc5181034c0 2024-05-16T15:50:17.525 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.511+0000 7fc51e34c640 1 --2- 172.21.15.43:0/2510364702 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc5181034c0 0x7fc51819fdc0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fc51002aeb0 tx=0x7fc510003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:17.525 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.511+0000 7fc50effd640 1 -- 172.21.15.43:0/2510364702 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc510003e10 con 0x7fc5181034c0 2024-05-16T15:50:17.525 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.512+0000 7fc50effd640 1 -- 172.21.15.43:0/2510364702 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc5100044d0 con 0x7fc5181034c0 2024-05-16T15:50:17.525 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.512+0000 7fc51fdaf640 1 -- 172.21.15.43:0/2510364702 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5181a0910 con 0x7fc5181034c0 2024-05-16T15:50:17.525 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.512+0000 7fc50effd640 1 -- 172.21.15.43:0/2510364702 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc510030c90 con 0x7fc5181034c0 2024-05-16T15:50:17.525 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.512+0000 7fc51fdaf640 1 -- 172.21.15.43:0/2510364702 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5181a0eb0 con 0x7fc5181034c0 2024-05-16T15:50:17.528 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.514+0000 7fc522ba4740 1 Processor -- start 2024-05-16T15:50:17.528 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.514+0000 7fc50effd640 1 -- 172.21.15.43:0/2510364702 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fc510004680 con 0x7fc5181034c0 2024-05-16T15:50:17.528 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.515+0000 7fc522ba4740 1 -- start start 2024-05-16T15:50:17.528 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.515+0000 7fc522ba4740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56270e7b5db0 0x56270e7b61d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:17.528 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.515+0000 7fc522ba4740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56270e7b67a0 0x56270e7bb2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:17.529 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.515+0000 7fc522ba4740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56270e7bb910 0x56270e7bdda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:17.529 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.515+0000 7fc522ba4740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x56270e71a5d0 con 0x56270e7b67a0 2024-05-16T15:50:17.529 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.515+0000 7fc522ba4740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x56270e6d3890 con 0x56270e7bb910 2024-05-16T15:50:17.529 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.515+0000 7fc522ba4740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x56270e716590 con 0x56270e7b5db0 2024-05-16T15:50:17.529 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.515+0000 7fc51db4b640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56270e7b67a0 0x56270e7bb2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:17.529 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.515+0000 7fc51db4b640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56270e7b67a0 0x56270e7bb2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:58148/0 (socket says 172.21.15.43:58148) 2024-05-16T15:50:17.529 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.515+0000 7fc51db4b640 1 -- 172.21.15.43:0/2278272898 learned_addr learned my addr 172.21.15.43:0/2278272898 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:17.529 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.515+0000 7fc51d34a640 1 --2- 172.21.15.43:0/2278272898 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56270e7bb910 0x56270e7bdda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:17.529 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.515+0000 7fc51d34a640 1 --2- 172.21.15.43:0/2278272898 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56270e7b5db0 0x56270e7b61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:17.529 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.515+0000 7fc50effd640 1 --2- 172.21.15.43:0/2510364702 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc5040b2920 0x7fc5040b4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:17.529 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.515+0000 7fc51db4b640 1 -- 172.21.15.43:0/2278272898 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56270e7b5db0 msgr2=0x56270e7b61d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:17.529 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.516+0000 7fc51db4b640 1 --2- 172.21.15.43:0/2278272898 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56270e7b5db0 0x56270e7b61d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:17.529 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.516+0000 7fc51db4b640 1 -- 172.21.15.43:0/2278272898 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56270e7bb910 msgr2=0x56270e7bdda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:17.530 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.516+0000 7fc51db4b640 1 --2- 172.21.15.43:0/2278272898 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56270e7bb910 0x56270e7bdda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:17.530 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.516+0000 7fc51db4b640 1 -- 172.21.15.43:0/2278272898 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56270e42c210 con 0x56270e7b67a0 2024-05-16T15:50:17.530 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.516+0000 7fc51d34a640 1 --2- 172.21.15.43:0/2278272898 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56270e7b5db0 0x56270e7b61d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:50:17.530 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.516+0000 7fc51e34c640 1 --2- 172.21.15.43:0/2510364702 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc5040b2920 0x7fc5040b4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:17.530 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.516+0000 7fc51db4b640 1 --2- 172.21.15.43:0/2278272898 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56270e7b67a0 0x56270e7bb2a0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fc514009c20 tx=0x7fc5140117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=469f9386129f85c6 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:17.530 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.516+0000 7fc50effd640 1 -- 172.21.15.43:0/2510364702 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fc510103be0 con 0x7fc5181034c0 2024-05-16T15:50:17.530 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.516+0000 7fc503fff640 1 -- 172.21.15.43:0/2278272898 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc514012450 con 0x56270e7b67a0 2024-05-16T15:50:17.530 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.516+0000 7fc503fff640 1 -- 172.21.15.43:0/2278272898 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc514012a80 con 0x56270e7b67a0 2024-05-16T15:50:17.530 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.516+0000 7fc503fff640 1 -- 172.21.15.43:0/2278272898 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc51400fa10 con 0x56270e7b67a0 2024-05-16T15:50:17.530 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.517+0000 7fc522ba4740 1 -- 172.21.15.43:0/2278272898 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56270e7b67a0 msgr2=0x56270e7bb2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:17.530 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.517+0000 7fc51e34c640 1 --2- 172.21.15.43:0/2510364702 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc5040b2920 0x7fc5040b4de0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fc5100c6ed0 tx=0x7fc5100bf720 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:17.530 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.517+0000 7fc522ba4740 1 --2- 172.21.15.43:0/2278272898 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56270e7b67a0 0x56270e7bb2a0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fc514009c20 tx=0x7fc5140117b0 comp rx=0 tx=0).stop 2024-05-16T15:50:17.530 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.517+0000 7fc522ba4740 1 -- 172.21.15.43:0/2278272898 shutdown_connections 2024-05-16T15:50:17.530 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.517+0000 7fc522ba4740 1 --2- 172.21.15.43:0/2278272898 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56270e7bb910 0x56270e7bdda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:17.531 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.517+0000 7fc522ba4740 1 --2- 172.21.15.43:0/2278272898 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56270e7b67a0 0x56270e7bb2a0 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:17.531 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.517+0000 7fc522ba4740 1 --2- 172.21.15.43:0/2278272898 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56270e7b5db0 0x56270e7b61d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:17.531 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.517+0000 7fc522ba4740 1 -- 172.21.15.43:0/2278272898 >> 172.21.15.43:0/2278272898 conn(0x56270e7b1420 msgr2=0x56270e7b1820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:17.531 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.517+0000 7fc522ba4740 1 -- 172.21.15.43:0/2278272898 shutdown_connections 2024-05-16T15:50:17.531 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.517+0000 7fc522ba4740 1 -- 172.21.15.43:0/2278272898 wait complete. 2024-05-16T15:50:17.531 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.517+0000 7fc522ba4740 1 -- start start 2024-05-16T15:50:17.531 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.517+0000 7fc522ba4740 1 Processor -- start 2024-05-16T15:50:17.535 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.518+0000 7fc522ba4740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56270e7b5db0 0x56270e7bffd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:17.535 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.518+0000 7fc522ba4740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56270e7b67a0 0x56270e7c0510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:17.535 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.518+0000 7fc522ba4740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56270e7bb910 0x56270e7c7550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:17.535 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.518+0000 7fc522ba4740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x56270e7be8c0 con 0x56270e7bb910 2024-05-16T15:50:17.535 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.518+0000 7fc522ba4740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x56270e6d7370 con 0x56270e7b67a0 2024-05-16T15:50:17.535 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.518+0000 7fc522ba4740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x56270e7bea40 con 0x56270e7b5db0 2024-05-16T15:50:17.535 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.518+0000 7fc522ba4740 10 client.0 _ll_register_callbacks cb 0x56270e42ba00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:50:17.535 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.518+0000 7fc51d34a640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56270e7bb910 0x56270e7c7550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:17.535 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.518+0000 7fc51d34a640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56270e7bb910 0x56270e7c7550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:58152/0 (socket says 172.21.15.43:58152) 2024-05-16T15:50:17.535 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.518+0000 7fc51d34a640 1 -- 172.21.15.43:0/2878004077 learned_addr learned my addr 172.21.15.43:0/2878004077 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:17.536 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.518+0000 7fc51d34a640 1 --2- 172.21.15.43:0/2878004077 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56270e7b5db0 0x56270e7bffd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:17.536 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.518+0000 7fc51db4b640 1 --2- 172.21.15.43:0/2878004077 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56270e7b67a0 0x56270e7c0510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:17.536 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.518+0000 7fc51d34a640 1 -- 172.21.15.43:0/2878004077 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56270e7b5db0 msgr2=0x56270e7bffd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:17.536 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.518+0000 7fc51d34a640 1 --2- 172.21.15.43:0/2878004077 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56270e7b5db0 0x56270e7bffd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:17.536 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.518+0000 7fc51d34a640 1 -- 172.21.15.43:0/2878004077 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56270e7b67a0 msgr2=0x56270e7c0510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:17.536 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.518+0000 7fc51d34a640 1 --2- 172.21.15.43:0/2878004077 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56270e7b67a0 0x56270e7c0510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:17.536 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.518+0000 7fc51d34a640 1 -- 172.21.15.43:0/2878004077 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56270e4f8620 con 0x56270e7bb910 2024-05-16T15:50:17.536 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.518+0000 7fc51db4b640 1 --2- 172.21.15.43:0/2878004077 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56270e7b67a0 0x56270e7c0510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:50:17.536 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.518+0000 7fc51d34a640 1 --2- 172.21.15.43:0/2878004077 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56270e7bb910 0x56270e7c7550 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fc50800c840 tx=0x7fc508016040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13119d6306a17cd4 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:17.536 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.518+0000 7fc5017fa640 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:50:17.536 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.519+0000 7fc5017fa640 1 -- 172.21.15.43:0/2878004077 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc508014e60 con 0x56270e7bb910 2024-05-16T15:50:17.536 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.519+0000 7fc5017fa640 1 -- 172.21.15.43:0/2878004077 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fc508014070 con 0x56270e7bb910 2024-05-16T15:50:17.536 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.519+0000 7fc522ba4740 1 -- 172.21.15.43:0/2878004077 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc514012a80 con 0x56270e7bb910 2024-05-16T15:50:17.536 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.519+0000 7fc5017fa640 1 -- 172.21.15.43:0/2878004077 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fc508026050 con 0x56270e7bb910 2024-05-16T15:50:17.537 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.519+0000 7fc522ba4740 10 client.15396 fetch_fsmap learned FSMap version 30 2024-05-16T15:50:17.537 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.519+0000 7fc522ba4740 1 -- 172.21.15.43:0/2878004077 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x56270e7ca5a0 con 0x56270e7bb910 2024-05-16T15:50:17.537 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.519+0000 7fc5017fa640 1 -- 172.21.15.43:0/2878004077 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc514012a80 con 0x56270e7bb910 2024-05-16T15:50:17.537 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.519+0000 7fc5017fa640 1 -- 172.21.15.43:0/2878004077 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7fc5080048c0 con 0x56270e7bb910 2024-05-16T15:50:17.537 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.519+0000 7fc522ba4740 10 client.15396 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:50:17.537 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.519+0000 7fc522ba4740 10 client.15396 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:50:17.537 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.519+0000 7fc522ba4740 20 client.15396 populate_metadata read hostname 'smithi043' 2024-05-16T15:50:17.537 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.519+0000 7fc522ba4740 1 --2- 172.21.15.43:0/2878004077 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x56270e7cbc90 0x56270e7ce120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:17.537 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.519+0000 7fc522ba4740 4 client.15396 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:50:17.537 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.519+0000 7fc522ba4740 1 -- 172.21.15.43:0/2878004077 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56270e7281e0 con 0x56270e7cbc90 2024-05-16T15:50:17.537 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.520+0000 7fc51db4b640 1 --2- 172.21.15.43:0/2878004077 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x56270e7cbc90 0x56270e7ce120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:17.537 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.520+0000 7fc51db4b640 1 --2- 172.21.15.43:0/2878004077 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x56270e7cbc90 0x56270e7ce120 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3ff8746fa167bd4b server_cookie=32141b21c3b2f47f in_seq=0 out_seq=0 2024-05-16T15:50:17.537 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.520+0000 7fc5017fa640 10 client.15396 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:50:17.537 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.521+0000 7fc5017fa640 1 -- 172.21.15.43:0/2878004077 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x56270e7281e0 con 0x56270e7cbc90 2024-05-16T15:50:17.538 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.521+0000 7fc5017fa640 10 client.15396 handle_command_reply: tid=0 2024-05-16T15:50:17.538 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.521+0000 7fc522ba4740 1 client.15396 shutdown 2024-05-16T15:50:17.538 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.521+0000 7fc522ba4740 1 -- 172.21.15.43:0/2878004077 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56270e7bb910 msgr2=0x56270e7c7550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:17.538 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.521+0000 7fc522ba4740 1 --2- 172.21.15.43:0/2878004077 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56270e7bb910 0x56270e7c7550 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fc50800c840 tx=0x7fc508016040 comp rx=0 tx=0).stop 2024-05-16T15:50:17.538 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.521+0000 7fc522ba4740 1 -- 172.21.15.43:0/2878004077 shutdown_connections 2024-05-16T15:50:17.538 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.521+0000 7fc522ba4740 1 --2- 172.21.15.43:0/2878004077 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x56270e7cbc90 0x56270e7ce120 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:17.538 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.521+0000 7fc522ba4740 1 --2- 172.21.15.43:0/2878004077 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56270e7bb910 0x56270e7c7550 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:17.538 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.521+0000 7fc5017fa640 0 client.15396 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:50:17.538 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.521+0000 7fc522ba4740 1 --2- 172.21.15.43:0/2878004077 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56270e7b67a0 0x56270e7c0510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:17.538 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.521+0000 7fc522ba4740 1 --2- 172.21.15.43:0/2878004077 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56270e7b5db0 0x56270e7bffd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:17.538 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.521+0000 7fc522ba4740 1 -- 172.21.15.43:0/2878004077 >> 172.21.15.43:0/2878004077 conn(0x56270e7b1420 msgr2=0x56270e7b0580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:17.538 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.521+0000 7fc522ba4740 1 -- 172.21.15.43:0/2878004077 shutdown_connections 2024-05-16T15:50:17.538 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.521+0000 7fc522ba4740 1 -- 172.21.15.43:0/2878004077 wait complete. 2024-05-16T15:50:17.538 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.521+0000 7fc522ba4740 20 client.15396 trim_cache size 0 max 16384 2024-05-16T15:50:17.549 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.537+0000 7fc522ba4740 1 Processor -- start 2024-05-16T15:50:17.549 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.537+0000 7fc522ba4740 1 -- start start 2024-05-16T15:50:17.549 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.537+0000 7fc522ba4740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56270e7b5db0 0x56270e7ac3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:17.549 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.537+0000 7fc522ba4740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56270e7b67a0 0x56270e7b7980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:17.549 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.537+0000 7fc522ba4740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56270e7bb910 0x56270e7b7ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:17.549 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.537+0000 7fc522ba4740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fc5181ab440 con 0x56270e7b67a0 2024-05-16T15:50:17.549 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.537+0000 7fc522ba4740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fc5181acf80 con 0x56270e7b5db0 2024-05-16T15:50:17.549 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.537+0000 7fc522ba4740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fc5181abb10 con 0x56270e7bb910 2024-05-16T15:50:17.549 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.537+0000 7fc51db4b640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56270e7b67a0 0x56270e7b7980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:17.549 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.537+0000 7fc51db4b640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56270e7b67a0 0x56270e7b7980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:58168/0 (socket says 172.21.15.43:58168) 2024-05-16T15:50:17.549 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.537+0000 7fc51db4b640 1 -- 172.21.15.43:0/3893259767 learned_addr learned my addr 172.21.15.43:0/3893259767 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:17.549 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.537+0000 7fc51d34a640 1 --2- 172.21.15.43:0/3893259767 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56270e7b5db0 0x56270e7ac3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:17.550 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.537+0000 7fc51db4b640 1 -- 172.21.15.43:0/3893259767 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56270e7bb910 msgr2=0x56270e7b7ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:17.550 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.538+0000 7fc51db4b640 1 --2- 172.21.15.43:0/3893259767 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56270e7bb910 0x56270e7b7ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:17.550 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.538+0000 7fc51db4b640 1 -- 172.21.15.43:0/3893259767 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56270e7b5db0 msgr2=0x56270e7ac3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:17.550 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.538+0000 7fc51db4b640 1 --2- 172.21.15.43:0/3893259767 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56270e7b5db0 0x56270e7ac3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:17.550 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.538+0000 7fc51db4b640 1 -- 172.21.15.43:0/3893259767 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56270e7bebc0 con 0x56270e7b67a0 2024-05-16T15:50:17.550 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.538+0000 7fc51d34a640 1 --2- 172.21.15.43:0/3893259767 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56270e7b5db0 0x56270e7ac3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:50:17.550 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.538+0000 7fc51db4b640 1 --2- 172.21.15.43:0/3893259767 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56270e7b67a0 0x56270e7b7980 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fc514009c20 tx=0x7fc514009b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31eaf8bc2b34d0d8 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:17.550 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.538+0000 7fc5037fe640 1 -- 172.21.15.43:0/3893259767 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc514009650 con 0x56270e7b67a0 2024-05-16T15:50:17.550 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.538+0000 7fc5037fe640 1 -- 172.21.15.43:0/3893259767 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc5140097f0 con 0x56270e7b67a0 2024-05-16T15:50:17.550 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.538+0000 7fc5037fe640 1 -- 172.21.15.43:0/3893259767 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc514003c90 con 0x56270e7b67a0 2024-05-16T15:50:17.553 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.538+0000 7fc522ba4740 1 -- 172.21.15.43:0/3893259767 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56270e7b67a0 msgr2=0x56270e7b7980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:17.553 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.538+0000 7fc522ba4740 1 --2- 172.21.15.43:0/3893259767 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56270e7b67a0 0x56270e7b7980 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fc514009c20 tx=0x7fc514009b90 comp rx=0 tx=0).stop 2024-05-16T15:50:17.553 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.539+0000 7fc522ba4740 1 -- 172.21.15.43:0/3893259767 shutdown_connections 2024-05-16T15:50:17.554 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.539+0000 7fc522ba4740 1 --2- 172.21.15.43:0/3893259767 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56270e7bb910 0x56270e7b7ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:17.554 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.539+0000 7fc522ba4740 1 --2- 172.21.15.43:0/3893259767 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56270e7b67a0 0x56270e7b7980 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:17.554 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.539+0000 7fc522ba4740 1 --2- 172.21.15.43:0/3893259767 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56270e7b5db0 0x56270e7ac3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:17.554 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.539+0000 7fc522ba4740 1 -- 172.21.15.43:0/3893259767 >> 172.21.15.43:0/3893259767 conn(0x56270e7b1420 msgr2=0x56270e7b1800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:17.554 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.539+0000 7fc522ba4740 1 -- 172.21.15.43:0/3893259767 shutdown_connections 2024-05-16T15:50:17.554 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.539+0000 7fc522ba4740 1 -- 172.21.15.43:0/3893259767 wait complete. 2024-05-16T15:50:17.554 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.539+0000 7fc522ba4740 1 -- start start 2024-05-16T15:50:17.554 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.539+0000 7fc522ba4740 1 Processor -- start 2024-05-16T15:50:17.554 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.539+0000 7fc522ba4740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56270e7b5db0 0x56270e8345d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:17.554 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.539+0000 7fc522ba4740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56270e7b67a0 0x56270e836b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:17.554 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.539+0000 7fc522ba4740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56270e7bb910 0x56270e839070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:17.554 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.539+0000 7fc522ba4740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fc5181ac8b0 con 0x56270e7bb910 2024-05-16T15:50:17.554 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.539+0000 7fc522ba4740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fc5181ac1e0 con 0x56270e7b67a0 2024-05-16T15:50:17.555 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.539+0000 7fc522ba4740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fc5181a9420 con 0x56270e7b5db0 2024-05-16T15:50:17.555 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.539+0000 7fc522ba4740 10 client.0 _ll_register_callbacks cb 0x7fc50800cee0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:50:17.555 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.540+0000 7fc51d34a640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56270e7bb910 0x56270e839070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:17.555 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.540+0000 7fc51d34a640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56270e7bb910 0x56270e839070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:58170/0 (socket says 172.21.15.43:58170) 2024-05-16T15:50:17.555 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.540+0000 7fc51d34a640 1 -- 172.21.15.43:0/2837548418 learned_addr learned my addr 172.21.15.43:0/2837548418 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:17.555 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.540+0000 7fc51d34a640 1 --2- 172.21.15.43:0/2837548418 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56270e7b5db0 0x56270e8345d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:17.555 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.540+0000 7fc51db4b640 1 --2- 172.21.15.43:0/2837548418 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56270e7b67a0 0x56270e836b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:17.555 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.540+0000 7fc51d34a640 1 -- 172.21.15.43:0/2837548418 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56270e7b5db0 msgr2=0x56270e8345d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:17.555 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.540+0000 7fc51d34a640 1 --2- 172.21.15.43:0/2837548418 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56270e7b5db0 0x56270e8345d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:17.555 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.540+0000 7fc51d34a640 1 -- 172.21.15.43:0/2837548418 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56270e7b67a0 msgr2=0x56270e836b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:17.555 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.540+0000 7fc51d34a640 1 --2- 172.21.15.43:0/2837548418 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56270e7b67a0 0x56270e836b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:17.555 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.540+0000 7fc51d34a640 1 -- 172.21.15.43:0/2837548418 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56270e8397b0 con 0x56270e7bb910 2024-05-16T15:50:17.555 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.540+0000 7fc51d34a640 1 --2- 172.21.15.43:0/2837548418 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56270e7bb910 0x56270e839070 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fc50800d010 tx=0x7fc508016040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e145a30fc095ca30 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:17.555 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.540+0000 7fc5017fa640 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:50:17.555 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.540+0000 7fc5017fa640 1 -- 172.21.15.43:0/2837548418 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc508014e60 con 0x56270e7bb910 2024-05-16T15:50:17.555 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.540+0000 7fc5017fa640 1 -- 172.21.15.43:0/2837548418 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fc508014130 con 0x56270e7bb910 2024-05-16T15:50:17.556 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.540+0000 7fc522ba4740 1 -- 172.21.15.43:0/2837548418 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc5140097f0 con 0x56270e7bb910 2024-05-16T15:50:17.556 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.540+0000 7fc5017fa640 1 -- 172.21.15.43:0/2837548418 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fc5080046c0 con 0x56270e7bb910 2024-05-16T15:50:17.556 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.540+0000 7fc522ba4740 10 client.15402 fetch_fsmap learned FSMap version 30 2024-05-16T15:50:17.556 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.540+0000 7fc522ba4740 1 -- 172.21.15.43:0/2837548418 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x56270e83aa30 con 0x56270e7bb910 2024-05-16T15:50:17.556 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.541+0000 7fc5017fa640 1 -- 172.21.15.43:0/2837548418 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc5140097f0 con 0x56270e7bb910 2024-05-16T15:50:17.556 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.541+0000 7fc5017fa640 1 -- 172.21.15.43:0/2837548418 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7fc508004ed0 con 0x56270e7bb910 2024-05-16T15:50:17.556 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.541+0000 7fc522ba4740 10 client.15402 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:50:17.556 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.541+0000 7fc522ba4740 10 client.15402 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:50:17.556 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.541+0000 7fc522ba4740 20 client.15402 populate_metadata read hostname 'smithi043' 2024-05-16T15:50:17.556 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.541+0000 7fc522ba4740 1 --2- 172.21.15.43:0/2837548418 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x56270e83b410 0x56270e83d830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:17.556 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.541+0000 7fc522ba4740 4 client.15402 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-16T15:50:17.556 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.541+0000 7fc522ba4740 1 -- 172.21.15.43:0/2837548418 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56270e722050 con 0x56270e83b410 2024-05-16T15:50:17.556 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.541+0000 7fc51db4b640 1 --2- 172.21.15.43:0/2837548418 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x56270e83b410 0x56270e83d830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:17.556 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.542+0000 7fc51db4b640 1 --2- 172.21.15.43:0/2837548418 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x56270e83b410 0x56270e83d830 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d24c2ece45fc9b65 server_cookie=6122756136083ceb in_seq=0 out_seq=0 2024-05-16T15:50:17.557 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.542+0000 7fc5017fa640 10 client.15402 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:50:17.561 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.550+0000 7fc5017fa640 1 -- 172.21.15.43:0/2837548418 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x56270e722050 con 0x56270e83b410 2024-05-16T15:50:17.561 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.550+0000 7fc5017fa640 10 client.15402 handle_command_reply: tid=0 2024-05-16T15:50:17.561 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.550+0000 7fc522ba4740 1 client.15402 shutdown 2024-05-16T15:50:17.561 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.550+0000 7fc522ba4740 1 -- 172.21.15.43:0/2837548418 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56270e7bb910 msgr2=0x56270e839070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:17.561 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.550+0000 7fc522ba4740 1 --2- 172.21.15.43:0/2837548418 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56270e7bb910 0x56270e839070 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fc50800d010 tx=0x7fc508016040 comp rx=0 tx=0).stop 2024-05-16T15:50:17.562 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.550+0000 7fc522ba4740 1 -- 172.21.15.43:0/2837548418 shutdown_connections 2024-05-16T15:50:17.562 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.550+0000 7fc522ba4740 1 --2- 172.21.15.43:0/2837548418 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x56270e83b410 0x56270e83d830 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:17.562 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.550+0000 7fc522ba4740 1 --2- 172.21.15.43:0/2837548418 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56270e7bb910 0x56270e839070 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:17.562 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.550+0000 7fc522ba4740 1 --2- 172.21.15.43:0/2837548418 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56270e7b67a0 0x56270e836b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:17.562 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.550+0000 7fc522ba4740 1 --2- 172.21.15.43:0/2837548418 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56270e7b5db0 0x56270e8345d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:17.562 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.550+0000 7fc5017fa640 0 client.15402 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:50:17.562 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.550+0000 7fc522ba4740 1 -- 172.21.15.43:0/2837548418 >> 172.21.15.43:0/2837548418 conn(0x56270e7b1420 msgr2=0x56270e7ac3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:17.562 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.550+0000 7fc522ba4740 1 -- 172.21.15.43:0/2837548418 shutdown_connections 2024-05-16T15:50:17.562 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.550+0000 7fc522ba4740 1 -- 172.21.15.43:0/2837548418 wait complete. 2024-05-16T15:50:17.562 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.550+0000 7fc522ba4740 20 client.15402 trim_cache size 0 max 16384 2024-05-16T15:50:17.563 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:{ 2024-05-16T15:50:17.563 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "message": "", 2024-05-16T15:50:17.563 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "return_code": 0 2024-05-16T15:50:17.563 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:} 2024-05-16T15:50:17.564 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.551+0000 7fc51fdaf640 1 -- 172.21.15.43:0/2510364702 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc5040b2920 msgr2=0x7fc5040b4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:17.564 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.551+0000 7fc51fdaf640 1 --2- 172.21.15.43:0/2510364702 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc5040b2920 0x7fc5040b4de0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fc5100c6ed0 tx=0x7fc5100bf720 comp rx=0 tx=0).stop 2024-05-16T15:50:17.564 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.551+0000 7fc51fdaf640 1 -- 172.21.15.43:0/2510364702 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc5181034c0 msgr2=0x7fc51819fdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:17.564 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.551+0000 7fc51fdaf640 1 --2- 172.21.15.43:0/2510364702 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc5181034c0 0x7fc51819fdc0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fc51002aeb0 tx=0x7fc510003c20 comp rx=0 tx=0).stop 2024-05-16T15:50:17.564 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.551+0000 7fc51fdaf640 1 -- 172.21.15.43:0/2510364702 shutdown_connections 2024-05-16T15:50:17.564 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.551+0000 7fc51fdaf640 1 --2- 172.21.15.43:0/2510364702 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc5181034c0 0x7fc51819fdc0 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:17.564 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.551+0000 7fc51fdaf640 1 --2- 172.21.15.43:0/2510364702 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc518102b00 0x7fc51819d780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:17.564 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.551+0000 7fc51fdaf640 1 --2- 172.21.15.43:0/2510364702 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc5040b2920 0x7fc5040b4de0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:17.564 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.551+0000 7fc51fdaf640 1 --2- 172.21.15.43:0/2510364702 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc518101910 0x7fc51806bd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:17.564 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.551+0000 7fc51fdaf640 1 -- 172.21.15.43:0/2510364702 >> 172.21.15.43:0/2510364702 conn(0x7fc5180fcea0 msgr2=0x7fc518105e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:17.564 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.551+0000 7fc51fdaf640 1 -- 172.21.15.43:0/2510364702 shutdown_connections 2024-05-16T15:50:17.564 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:17.551+0000 7fc51fdaf640 1 -- 172.21.15.43:0/2510364702 wait complete. 2024-05-16T15:50:17.926 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:50:17 smithi157 ceph-mon[35584]: pgmap v437: 129 pgs: 129 active+clean; 668 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 1.9 KiB/s wr, 15 op/s 2024-05-16T15:50:17.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:50:17 smithi148 ceph-mon[34976]: pgmap v437: 129 pgs: 129 active+clean; 668 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 1.9 KiB/s wr, 15 op/s 2024-05-16T15:50:17.974 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:50:17 smithi043 ceph-mon[31619]: pgmap v437: 129 pgs: 129 active+clean; 668 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 1.9 KiB/s wr, 15 op/s 2024-05-16T15:50:18.926 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:50:18 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:50:18.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:50:18 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:50:18.974 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:50:18 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:50:19.926 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:50:19 smithi157 ceph-mon[35584]: pgmap v438: 129 pgs: 129 active+clean; 668 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 767 B/s wr, 13 op/s 2024-05-16T15:50:19.926 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:50:19 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:50:19.926 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:50:19 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:50:19.926 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:50:19 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:50:19.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:50:19 smithi148 ceph-mon[34976]: pgmap v438: 129 pgs: 129 active+clean; 668 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 767 B/s wr, 13 op/s 2024-05-16T15:50:19.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:50:19 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:50:19.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:50:19 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:50:19.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:50:19 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:50:19.974 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:50:19 smithi043 ceph-mon[31619]: pgmap v438: 129 pgs: 129 active+clean; 668 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 767 B/s wr, 13 op/s 2024-05-16T15:50:19.975 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:50:19 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:50:19.975 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:50:19 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:50:19.975 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:50:19 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:50:21.926 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:50:21 smithi157 ceph-mon[35584]: pgmap v439: 129 pgs: 129 active+clean; 668 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 85 B/s wr, 9 op/s 2024-05-16T15:50:21.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:50:21 smithi148 ceph-mon[34976]: pgmap v439: 129 pgs: 129 active+clean; 668 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 85 B/s wr, 9 op/s 2024-05-16T15:50:21.975 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:50:21 smithi043 ceph-mon[31619]: pgmap v439: 129 pgs: 129 active+clean; 668 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 85 B/s wr, 9 op/s 2024-05-16T15:50:23.926 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:50:23 smithi157 ceph-mon[35584]: pgmap v440: 129 pgs: 129 active+clean; 671 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 682 B/s wr, 11 op/s 2024-05-16T15:50:23.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:50:23 smithi148 ceph-mon[34976]: pgmap v440: 129 pgs: 129 active+clean; 671 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 682 B/s wr, 11 op/s 2024-05-16T15:50:23.975 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:50:23 smithi043 ceph-mon[31619]: pgmap v440: 129 pgs: 129 active+clean; 671 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 682 B/s wr, 11 op/s 2024-05-16T15:50:25.926 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:50:25 smithi157 ceph-mon[35584]: pgmap v441: 129 pgs: 129 active+clean; 671 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 682 B/s wr, 11 op/s 2024-05-16T15:50:25.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:50:25 smithi148 ceph-mon[34976]: pgmap v441: 129 pgs: 129 active+clean; 671 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 682 B/s wr, 11 op/s 2024-05-16T15:50:25.974 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:50:25 smithi043 ceph-mon[31619]: pgmap v441: 129 pgs: 129 active+clean; 671 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 682 B/s wr, 11 op/s 2024-05-16T15:50:26.990 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-16T15:50:27.257 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:50:27.712 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:50:27 smithi043 ceph-mon[31619]: pgmap v442: 129 pgs: 129 active+clean; 671 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 682 B/s wr, 11 op/s 2024-05-16T15:50:27.926 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:50:27 smithi157 ceph-mon[35584]: pgmap v442: 129 pgs: 129 active+clean; 671 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 682 B/s wr, 11 op/s 2024-05-16T15:50:27.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:50:27 smithi148 ceph-mon[34976]: pgmap v442: 129 pgs: 129 active+clean; 671 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 682 B/s wr, 11 op/s 2024-05-16T15:50:29.018 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.004+0000 7f45fc8cf700 1 -- 172.21.15.43:0/3010024928 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f45f8103750 msgr2=0x7f45f8103b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:29.018 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.004+0000 7f45fc8cf700 1 --2- 172.21.15.43:0/3010024928 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f45f8103750 0x7f45f8103b30 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f45e80099c0 tx=0x7f45e8009cd0 comp rx=0 tx=0).stop 2024-05-16T15:50:29.018 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.004+0000 7f45fc8cf700 1 -- 172.21.15.43:0/3010024928 shutdown_connections 2024-05-16T15:50:29.018 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.004+0000 7f45fc8cf700 1 --2- 172.21.15.43:0/3010024928 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f45f8108850 0x7f45f81103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:29.018 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.004+0000 7f45fc8cf700 1 --2- 172.21.15.43:0/3010024928 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f45f8103750 0x7f45f8103b30 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:29.018 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.004+0000 7f45fc8cf700 1 --2- 172.21.15.43:0/3010024928 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f45f8104100 0x7f45f8108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:29.018 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.004+0000 7f45fc8cf700 1 -- 172.21.15.43:0/3010024928 >> 172.21.15.43:0/3010024928 conn(0x7f45f807a600 msgr2=0x7f45f807aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:29.019 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.005+0000 7f45fc8cf700 1 -- 172.21.15.43:0/3010024928 shutdown_connections 2024-05-16T15:50:29.019 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.005+0000 7f45fc8cf700 1 -- 172.21.15.43:0/3010024928 wait complete. 2024-05-16T15:50:29.019 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.005+0000 7f45fc8cf700 1 Processor -- start 2024-05-16T15:50:29.019 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.005+0000 7f45fc8cf700 1 -- start start 2024-05-16T15:50:29.019 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.006+0000 7f45fc8cf700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f45f8103750 0x7f45f81a1910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:29.019 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.006+0000 7f45fc8cf700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f45f8104100 0x7f45f81a1e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:29.019 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.006+0000 7f45fc8cf700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f45f8108850 0x7f45f819bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:29.019 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.006+0000 7f45fc8cf700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f45f81134f0 con 0x7f45f8103750 2024-05-16T15:50:29.019 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.006+0000 7f45fc8cf700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f45f8113370 con 0x7f45f8104100 2024-05-16T15:50:29.019 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.006+0000 7f45fc8cf700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f45f8113670 con 0x7f45f8108850 2024-05-16T15:50:29.019 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.006+0000 7f45f659c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f45f8103750 0x7f45f81a1910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:29.019 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.006+0000 7f45f659c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f45f8103750 0x7f45f81a1910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:42880/0 (socket says 172.21.15.43:42880) 2024-05-16T15:50:29.019 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.006+0000 7f45f659c700 1 -- 172.21.15.43:0/2057390664 learned_addr learned my addr 172.21.15.43:0/2057390664 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:29.019 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.006+0000 7f45f6d9d700 1 --2- 172.21.15.43:0/2057390664 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f45f8108850 0x7f45f819bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:29.020 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.006+0000 7f45f5d9b700 1 --2- 172.21.15.43:0/2057390664 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f45f8104100 0x7f45f81a1e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:29.020 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.006+0000 7f45f659c700 1 -- 172.21.15.43:0/2057390664 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f45f8108850 msgr2=0x7f45f819bad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:29.020 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.006+0000 7f45f659c700 1 --2- 172.21.15.43:0/2057390664 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f45f8108850 0x7f45f819bad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:29.020 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.006+0000 7f45f659c700 1 -- 172.21.15.43:0/2057390664 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f45f8104100 msgr2=0x7f45f81a1e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:29.020 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.006+0000 7f45f659c700 1 --2- 172.21.15.43:0/2057390664 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f45f8104100 0x7f45f81a1e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:29.020 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.006+0000 7f45f659c700 1 -- 172.21.15.43:0/2057390664 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45f819c230 con 0x7f45f8103750 2024-05-16T15:50:29.020 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.006+0000 7f45f659c700 1 --2- 172.21.15.43:0/2057390664 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f45f8103750 0x7f45f81a1910 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f45e8000c00 tx=0x7f45e80047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:29.020 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.006+0000 7f45e77fe700 1 -- 172.21.15.43:0/2057390664 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45e8004830 con 0x7f45f8103750 2024-05-16T15:50:29.020 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.006+0000 7f45e77fe700 1 -- 172.21.15.43:0/2057390664 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f45e800f7f0 con 0x7f45f8103750 2024-05-16T15:50:29.020 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.006+0000 7f45fc8cf700 1 -- 172.21.15.43:0/2057390664 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45f819c4c0 con 0x7f45f8103750 2024-05-16T15:50:29.020 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.007+0000 7f45e77fe700 1 -- 172.21.15.43:0/2057390664 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45e80053a0 con 0x7f45f8103750 2024-05-16T15:50:29.020 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.007+0000 7f45fc8cf700 1 -- 172.21.15.43:0/2057390664 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45f81a87e0 con 0x7f45f8103750 2024-05-16T15:50:29.023 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.009+0000 7f45e77fe700 1 -- 172.21.15.43:0/2057390664 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f45e8029060 con 0x7f45f8103750 2024-05-16T15:50:29.023 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.010+0000 7f45e77fe700 1 --2- 172.21.15.43:0/2057390664 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f45e00b2900 0x7f45e00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:29.023 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.010+0000 7f45f5d9b700 1 --2- 172.21.15.43:0/2057390664 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f45e00b2900 0x7f45e00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:29.023 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.010+0000 7f45e77fe700 1 -- 172.21.15.43:0/2057390664 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f45e80e2f40 con 0x7f45f8103750 2024-05-16T15:50:29.023 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.010+0000 7f4607162b80 1 Processor -- start 2024-05-16T15:50:29.023 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.010+0000 7f4607162b80 1 -- start start 2024-05-16T15:50:29.023 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.011+0000 7f45f5d9b700 1 --2- 172.21.15.43:0/2057390664 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f45e00b2900 0x7f45e00b4dc0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f45f8103350 tx=0x7f45ec00b3c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:29.023 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.011+0000 7f4607162b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5622cd0c61b0 0x5622cd0c6590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:29.024 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.011+0000 7f4607162b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5622cd0c6ad0 0x5622cd0c0810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:29.024 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.011+0000 7f4607162b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5622cd0c0d50 0x5622cd0c1190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:29.024 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.011+0000 7f4607162b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x5622cd012940 con 0x5622cd0c61b0 2024-05-16T15:50:29.024 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.011+0000 7f4607162b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x5622ccf77da0 con 0x5622cd0c0d50 2024-05-16T15:50:29.024 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.011+0000 7f4607162b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x5622cd00e900 con 0x5622cd0c6ad0 2024-05-16T15:50:29.024 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.011+0000 7f45f659c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5622cd0c61b0 0x5622cd0c6590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:29.024 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.011+0000 7f45f659c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5622cd0c61b0 0x5622cd0c6590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:42892/0 (socket says 172.21.15.43:42892) 2024-05-16T15:50:29.024 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.011+0000 7f45f659c700 1 -- 172.21.15.43:0/356769584 learned_addr learned my addr 172.21.15.43:0/356769584 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:29.024 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.011+0000 7f45f6d9d700 1 --2- 172.21.15.43:0/356769584 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5622cd0c0d50 0x5622cd0c1190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:29.024 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.011+0000 7f45f5d9b700 1 --2- 172.21.15.43:0/356769584 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5622cd0c6ad0 0x5622cd0c0810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:29.024 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.011+0000 7f45f659c700 1 -- 172.21.15.43:0/356769584 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5622cd0c6ad0 msgr2=0x5622cd0c0810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:29.024 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.011+0000 7f45f659c700 1 --2- 172.21.15.43:0/356769584 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5622cd0c6ad0 0x5622cd0c0810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:29.024 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.011+0000 7f45f659c700 1 -- 172.21.15.43:0/356769584 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5622cd0c0d50 msgr2=0x5622cd0c1190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:29.024 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.011+0000 7f45f659c700 1 --2- 172.21.15.43:0/356769584 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5622cd0c0d50 0x5622cd0c1190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:29.024 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.011+0000 7f45f659c700 1 -- 172.21.15.43:0/356769584 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5622ccf5f8d0 con 0x5622cd0c61b0 2024-05-16T15:50:29.025 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.011+0000 7f45f659c700 1 --2- 172.21.15.43:0/356769584 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5622cd0c61b0 0x5622cd0c6590 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f45e80a62c0 tx=0x7f45e8009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13673905ee04e34a server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:29.025 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.012+0000 7f45e4ff9700 1 -- 172.21.15.43:0/356769584 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45e80ae5f0 con 0x5622cd0c61b0 2024-05-16T15:50:29.025 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.012+0000 7f45e4ff9700 1 -- 172.21.15.43:0/356769584 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f45e80b3010 con 0x5622cd0c61b0 2024-05-16T15:50:29.025 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.012+0000 7f45e4ff9700 1 -- 172.21.15.43:0/356769584 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45e8016e80 con 0x5622cd0c61b0 2024-05-16T15:50:29.028 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.012+0000 7f4607162b80 1 -- 172.21.15.43:0/356769584 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5622cd0c61b0 msgr2=0x5622cd0c6590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:29.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.012+0000 7f4607162b80 1 --2- 172.21.15.43:0/356769584 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5622cd0c61b0 0x5622cd0c6590 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f45e80a62c0 tx=0x7f45e8009310 comp rx=0 tx=0).stop 2024-05-16T15:50:29.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.012+0000 7f4607162b80 1 -- 172.21.15.43:0/356769584 shutdown_connections 2024-05-16T15:50:29.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.012+0000 7f4607162b80 1 --2- 172.21.15.43:0/356769584 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5622cd0c0d50 0x5622cd0c1190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:29.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.012+0000 7f4607162b80 1 --2- 172.21.15.43:0/356769584 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5622cd0c61b0 0x5622cd0c6590 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:29.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.012+0000 7f4607162b80 1 --2- 172.21.15.43:0/356769584 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5622cd0c6ad0 0x5622cd0c0810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:29.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.012+0000 7f4607162b80 1 -- 172.21.15.43:0/356769584 >> 172.21.15.43:0/356769584 conn(0x5622ccfecb70 msgr2=0x5622cd0bb2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:29.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.013+0000 7f4607162b80 1 -- 172.21.15.43:0/356769584 shutdown_connections 2024-05-16T15:50:29.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.013+0000 7f4607162b80 1 -- 172.21.15.43:0/356769584 wait complete. 2024-05-16T15:50:29.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.013+0000 7f4607162b80 1 -- start start 2024-05-16T15:50:29.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.013+0000 7f4607162b80 1 Processor -- start 2024-05-16T15:50:29.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.013+0000 7f4607162b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5622cd0c0d50 0x5622cd0cc720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:29.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.013+0000 7f4607162b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5622cd0c61b0 0x5622cd0c9b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:29.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.013+0000 7f4607162b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5622cd0c6ad0 0x5622cd0ca050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:29.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.013+0000 7f4607162b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x5622cd0cd210 con 0x5622cd0c61b0 2024-05-16T15:50:29.030 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.013+0000 7f4607162b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x5622ccfcbed0 con 0x5622cd0c0d50 2024-05-16T15:50:29.030 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.013+0000 7f4607162b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x5622cd0cd390 con 0x5622cd0c6ad0 2024-05-16T15:50:29.030 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.013+0000 7f4607162b80 10 client.0 _ll_register_callbacks cb 0x5622ccfa65b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:50:29.030 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.013+0000 7f45f5d9b700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5622cd0c61b0 0x5622cd0c9b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:29.030 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.013+0000 7f45f5d9b700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5622cd0c61b0 0x5622cd0c9b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:42908/0 (socket says 172.21.15.43:42908) 2024-05-16T15:50:29.030 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.013+0000 7f45f5d9b700 1 -- 172.21.15.43:0/4105247317 learned_addr learned my addr 172.21.15.43:0/4105247317 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:29.030 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.014+0000 7f45f659c700 1 --2- 172.21.15.43:0/4105247317 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5622cd0c0d50 0x5622cd0cc720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:29.030 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.014+0000 7f45f6d9d700 1 --2- 172.21.15.43:0/4105247317 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5622cd0c6ad0 0x5622cd0ca050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:29.030 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.014+0000 7f45f5d9b700 1 -- 172.21.15.43:0/4105247317 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5622cd0c6ad0 msgr2=0x5622cd0ca050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:29.030 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.014+0000 7f45f5d9b700 1 --2- 172.21.15.43:0/4105247317 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5622cd0c6ad0 0x5622cd0ca050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:29.030 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.014+0000 7f45f5d9b700 1 -- 172.21.15.43:0/4105247317 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5622cd0c0d50 msgr2=0x5622cd0cc720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:29.030 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.014+0000 7f45f5d9b700 1 --2- 172.21.15.43:0/4105247317 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5622cd0c0d50 0x5622cd0cc720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:29.030 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.014+0000 7f45f5d9b700 1 -- 172.21.15.43:0/4105247317 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5622ccfc9760 con 0x5622cd0c61b0 2024-05-16T15:50:29.030 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.014+0000 7f45f5d9b700 1 --2- 172.21.15.43:0/4105247317 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5622cd0c61b0 0x5622cd0c9b10 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f45ec003ca0 tx=0x7f45ec0047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55ce5f05e848e859 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:29.030 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.014+0000 7f45ddffb700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:50:29.031 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.014+0000 7f45ddffb700 1 -- 172.21.15.43:0/4105247317 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45ec011ce0 con 0x5622cd0c61b0 2024-05-16T15:50:29.031 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.014+0000 7f45ddffb700 1 -- 172.21.15.43:0/4105247317 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f45ec004830 con 0x5622cd0c61b0 2024-05-16T15:50:29.031 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.014+0000 7f4607162b80 1 -- 172.21.15.43:0/4105247317 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f45e80b3010 con 0x5622cd0c61b0 2024-05-16T15:50:29.031 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.014+0000 7f45ddffb700 1 -- 172.21.15.43:0/4105247317 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f45ec004a70 con 0x5622cd0c61b0 2024-05-16T15:50:29.031 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.014+0000 7f4607162b80 10 client.15414 fetch_fsmap learned FSMap version 30 2024-05-16T15:50:29.031 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.014+0000 7f4607162b80 1 -- 172.21.15.43:0/4105247317 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5622cd0d79f0 con 0x5622cd0c61b0 2024-05-16T15:50:29.031 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.015+0000 7f45ddffb700 1 -- 172.21.15.43:0/4105247317 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f45e80b3010 con 0x5622cd0c61b0 2024-05-16T15:50:29.031 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.015+0000 7f45ddffb700 1 -- 172.21.15.43:0/4105247317 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f45ec01f430 con 0x5622cd0c61b0 2024-05-16T15:50:29.031 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.015+0000 7f4607162b80 10 client.15414 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:50:29.031 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.015+0000 7f4607162b80 10 client.15414 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-16T15:50:29.031 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.015+0000 7f4607162b80 20 client.15414 populate_metadata read hostname 'smithi043' 2024-05-16T15:50:29.031 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.015+0000 7f4607162b80 1 --2- 172.21.15.43:0/4105247317 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5622cd0da030 0x5622cd0dc420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:29.031 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.015+0000 7f4607162b80 4 client.15414 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:50:29.031 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.015+0000 7f4607162b80 1 -- 172.21.15.43:0/4105247317 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5622cd020320 con 0x5622cd0da030 2024-05-16T15:50:29.031 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.015+0000 7f45f659c700 1 --2- 172.21.15.43:0/4105247317 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5622cd0da030 0x5622cd0dc420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:29.032 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.016+0000 7f45f659c700 1 --2- 172.21.15.43:0/4105247317 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5622cd0da030 0x5622cd0dc420 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a068616e480a2586 server_cookie=809a15cd05b483b7 in_seq=0 out_seq=0 2024-05-16T15:50:29.032 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.016+0000 7f45ddffb700 10 client.15414 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:50:29.032 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.016+0000 7f45ddffb700 1 -- 172.21.15.43:0/4105247317 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5622cd020320 con 0x5622cd0da030 2024-05-16T15:50:29.032 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.016+0000 7f45ddffb700 10 client.15414 handle_command_reply: tid=0 2024-05-16T15:50:29.032 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.016+0000 7f4607162b80 1 client.15414 shutdown 2024-05-16T15:50:29.032 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.017+0000 7f4607162b80 1 -- 172.21.15.43:0/4105247317 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5622cd0c61b0 msgr2=0x5622cd0c9b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:29.032 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.017+0000 7f4607162b80 1 --2- 172.21.15.43:0/4105247317 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5622cd0c61b0 0x5622cd0c9b10 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f45ec003ca0 tx=0x7f45ec0047c0 comp rx=0 tx=0).stop 2024-05-16T15:50:29.032 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.017+0000 7f4607162b80 1 -- 172.21.15.43:0/4105247317 shutdown_connections 2024-05-16T15:50:29.032 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.017+0000 7f4607162b80 1 --2- 172.21.15.43:0/4105247317 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5622cd0da030 0x5622cd0dc420 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:29.032 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.017+0000 7f4607162b80 1 --2- 172.21.15.43:0/4105247317 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5622cd0c6ad0 0x5622cd0ca050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:29.032 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.017+0000 7f45ddffb700 0 client.15414 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:50:29.032 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.017+0000 7f4607162b80 1 --2- 172.21.15.43:0/4105247317 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5622cd0c0d50 0x5622cd0cc720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:29.032 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.017+0000 7f4607162b80 1 --2- 172.21.15.43:0/4105247317 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5622cd0c61b0 0x5622cd0c9b10 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:29.032 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.017+0000 7f4607162b80 1 -- 172.21.15.43:0/4105247317 >> 172.21.15.43:0/4105247317 conn(0x5622ccfecb70 msgr2=0x5622cd0b5b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:29.032 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.017+0000 7f4607162b80 1 -- 172.21.15.43:0/4105247317 shutdown_connections 2024-05-16T15:50:29.033 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.017+0000 7f4607162b80 1 -- 172.21.15.43:0/4105247317 wait complete. 2024-05-16T15:50:29.033 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.017+0000 7f4607162b80 20 client.15414 trim_cache size 0 max 16384 2024-05-16T15:50:29.049 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.037+0000 7f4607162b80 1 Processor -- start 2024-05-16T15:50:29.049 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.037+0000 7f4607162b80 1 -- start start 2024-05-16T15:50:29.050 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.038+0000 7f4607162b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5622cd0c0d50 0x5622cd0c0810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:29.050 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.038+0000 7f4607162b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5622cd0c61b0 0x5622cd0ca140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:29.050 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.038+0000 7f4607162b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5622cd0c6ad0 0x5622cd0d6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:29.050 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.038+0000 7f4607162b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f45f81b1420 con 0x5622cd0c61b0 2024-05-16T15:50:29.050 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.038+0000 7f4607162b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f45f81b2f60 con 0x5622cd0c0d50 2024-05-16T15:50:29.050 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.038+0000 7f4607162b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f45f81b1af0 con 0x5622cd0c6ad0 2024-05-16T15:50:29.050 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.038+0000 7f45f5d9b700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5622cd0c61b0 0x5622cd0ca140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:29.050 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.038+0000 7f45f5d9b700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5622cd0c61b0 0x5622cd0ca140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:42910/0 (socket says 172.21.15.43:42910) 2024-05-16T15:50:29.050 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.038+0000 7f45f5d9b700 1 -- 172.21.15.43:0/3499666958 learned_addr learned my addr 172.21.15.43:0/3499666958 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:29.050 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.038+0000 7f45f659c700 1 --2- 172.21.15.43:0/3499666958 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5622cd0c0d50 0x5622cd0c0810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:29.050 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.038+0000 7f45f5d9b700 1 -- 172.21.15.43:0/3499666958 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5622cd0c6ad0 msgr2=0x5622cd0d6140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:29.050 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.038+0000 7f45f5d9b700 1 --2- 172.21.15.43:0/3499666958 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5622cd0c6ad0 0x5622cd0d6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:29.050 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.038+0000 7f45f5d9b700 1 -- 172.21.15.43:0/3499666958 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5622cd0c0d50 msgr2=0x5622cd0c0810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:29.051 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.038+0000 7f45f5d9b700 1 --2- 172.21.15.43:0/3499666958 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5622cd0c0d50 0x5622cd0c0810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:29.051 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.038+0000 7f45f5d9b700 1 -- 172.21.15.43:0/3499666958 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5622cd0ca9f0 con 0x5622cd0c61b0 2024-05-16T15:50:29.051 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.038+0000 7f45f5d9b700 1 --2- 172.21.15.43:0/3499666958 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5622cd0c61b0 0x5622cd0ca140 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f45ec01fa40 tx=0x7f45ec004280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7320cb5c8f8cdc93 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:29.051 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.039+0000 7f45dffff700 1 -- 172.21.15.43:0/3499666958 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45ec03a070 con 0x5622cd0c61b0 2024-05-16T15:50:29.051 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.039+0000 7f45dffff700 1 -- 172.21.15.43:0/3499666958 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f45ec023070 con 0x5622cd0c61b0 2024-05-16T15:50:29.051 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.039+0000 7f45dffff700 1 -- 172.21.15.43:0/3499666958 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45ec027420 con 0x5622cd0c61b0 2024-05-16T15:50:29.054 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.039+0000 7f4607162b80 1 -- 172.21.15.43:0/3499666958 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5622cd0c61b0 msgr2=0x5622cd0ca140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:29.055 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.039+0000 7f4607162b80 1 --2- 172.21.15.43:0/3499666958 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5622cd0c61b0 0x5622cd0ca140 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f45ec01fa40 tx=0x7f45ec004280 comp rx=0 tx=0).stop 2024-05-16T15:50:29.055 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.039+0000 7f4607162b80 1 -- 172.21.15.43:0/3499666958 shutdown_connections 2024-05-16T15:50:29.055 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.039+0000 7f4607162b80 1 --2- 172.21.15.43:0/3499666958 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5622cd0c6ad0 0x5622cd0d6140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:29.055 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.039+0000 7f4607162b80 1 --2- 172.21.15.43:0/3499666958 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5622cd0c0d50 0x5622cd0c0810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:29.055 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.039+0000 7f4607162b80 1 --2- 172.21.15.43:0/3499666958 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5622cd0c61b0 0x5622cd0ca140 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:29.055 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.039+0000 7f4607162b80 1 -- 172.21.15.43:0/3499666958 >> 172.21.15.43:0/3499666958 conn(0x5622ccfecb70 msgr2=0x5622cd0c6eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:29.055 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.039+0000 7f4607162b80 1 -- 172.21.15.43:0/3499666958 shutdown_connections 2024-05-16T15:50:29.055 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.039+0000 7f4607162b80 1 -- 172.21.15.43:0/3499666958 wait complete. 2024-05-16T15:50:29.055 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.040+0000 7f4607162b80 1 -- start start 2024-05-16T15:50:29.055 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.040+0000 7f4607162b80 1 Processor -- start 2024-05-16T15:50:29.055 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.040+0000 7f4607162b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5622cd0c0d50 0x5622cd0d2670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:29.055 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.040+0000 7f4607162b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5622cd0c61b0 0x5622cd0d2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:29.055 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.040+0000 7f4607162b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5622cd0c6ad0 0x5622cd0e10c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:29.055 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.040+0000 7f4607162b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f45f81b2890 con 0x5622cd0c0d50 2024-05-16T15:50:29.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.040+0000 7f4607162b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f45f81b21c0 con 0x5622cd0c61b0 2024-05-16T15:50:29.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.040+0000 7f4607162b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f45f81af3c0 con 0x5622cd0c6ad0 2024-05-16T15:50:29.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.040+0000 7f4607162b80 10 client.0 _ll_register_callbacks cb 0x5622ccfa65b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:50:29.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.040+0000 7f45f659c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5622cd0c0d50 0x5622cd0d2670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:29.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.040+0000 7f45f659c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5622cd0c0d50 0x5622cd0d2670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:42924/0 (socket says 172.21.15.43:42924) 2024-05-16T15:50:29.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.040+0000 7f45f659c700 1 -- 172.21.15.43:0/708796822 learned_addr learned my addr 172.21.15.43:0/708796822 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:29.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.040+0000 7f45f5d9b700 1 --2- 172.21.15.43:0/708796822 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5622cd0c61b0 0x5622cd0d2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:29.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.040+0000 7f45f6d9d700 1 --2- 172.21.15.43:0/708796822 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5622cd0c6ad0 0x5622cd0e10c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:29.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.040+0000 7f45f659c700 1 -- 172.21.15.43:0/708796822 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5622cd0c6ad0 msgr2=0x5622cd0e10c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:29.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.040+0000 7f45f659c700 1 --2- 172.21.15.43:0/708796822 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5622cd0c6ad0 0x5622cd0e10c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:29.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.040+0000 7f45f659c700 1 -- 172.21.15.43:0/708796822 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5622cd0c61b0 msgr2=0x5622cd0d2bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:29.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.040+0000 7f45f659c700 1 --2- 172.21.15.43:0/708796822 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5622cd0c61b0 0x5622cd0d2bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:29.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.040+0000 7f45f659c700 1 -- 172.21.15.43:0/708796822 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5622cd0e18d0 con 0x5622cd0c0d50 2024-05-16T15:50:29.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.040+0000 7f45f6d9d700 1 --2- 172.21.15.43:0/708796822 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5622cd0c6ad0 0x5622cd0e10c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:50:29.057 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.041+0000 7f45f659c700 1 --2- 172.21.15.43:0/708796822 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5622cd0c0d50 0x5622cd0d2670 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f45e800ffa0 tx=0x7f45e80a9e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5852a16f508019ed server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:29.057 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.041+0000 7f45ddffb700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:50:29.057 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.041+0000 7f45ddffb700 1 -- 172.21.15.43:0/708796822 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45e8005740 con 0x5622cd0c0d50 2024-05-16T15:50:29.057 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.041+0000 7f45ddffb700 1 -- 172.21.15.43:0/708796822 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f45e8016c20 con 0x5622cd0c0d50 2024-05-16T15:50:29.057 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.041+0000 7f4607162b80 1 -- 172.21.15.43:0/708796822 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f45ec023070 con 0x5622cd0c0d50 2024-05-16T15:50:29.057 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.041+0000 7f45ddffb700 1 -- 172.21.15.43:0/708796822 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f45e80b3010 con 0x5622cd0c0d50 2024-05-16T15:50:29.057 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.041+0000 7f4607162b80 10 client.15420 fetch_fsmap learned FSMap version 30 2024-05-16T15:50:29.057 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.041+0000 7f4607162b80 1 -- 172.21.15.43:0/708796822 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5622cd144610 con 0x5622cd0c0d50 2024-05-16T15:50:29.057 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.041+0000 7f45ddffb700 1 -- 172.21.15.43:0/708796822 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f45ec023070 con 0x5622cd0c0d50 2024-05-16T15:50:29.057 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.041+0000 7f45ddffb700 1 -- 172.21.15.43:0/708796822 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f45e80b2b80 con 0x5622cd0c0d50 2024-05-16T15:50:29.057 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.041+0000 7f4607162b80 10 client.15420 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:50:29.057 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.041+0000 7f4607162b80 10 client.15420 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-16T15:50:29.057 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.041+0000 7f4607162b80 20 client.15420 populate_metadata read hostname 'smithi043' 2024-05-16T15:50:29.057 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.041+0000 7f4607162b80 1 --2- 172.21.15.43:0/708796822 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5622cd0da030 0x5622cd146b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:29.057 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.041+0000 7f4607162b80 4 client.15420 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-16T15:50:29.058 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.041+0000 7f4607162b80 1 -- 172.21.15.43:0/708796822 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5622cd01a3c0 con 0x5622cd0da030 2024-05-16T15:50:29.058 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.042+0000 7f45f5d9b700 1 --2- 172.21.15.43:0/708796822 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5622cd0da030 0x5622cd146b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:29.058 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.042+0000 7f45f5d9b700 1 --2- 172.21.15.43:0/708796822 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5622cd0da030 0x5622cd146b90 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=603d1f03188b2ad4 server_cookie=727c2e0aa3766c36 in_seq=0 out_seq=0 2024-05-16T15:50:29.058 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.042+0000 7f45ddffb700 10 client.15420 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:50:29.058 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.042+0000 7f45ddffb700 1 -- 172.21.15.43:0/708796822 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5622cd01a3c0 con 0x5622cd0da030 2024-05-16T15:50:29.058 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.042+0000 7f45ddffb700 10 client.15420 handle_command_reply: tid=0 2024-05-16T15:50:29.058 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.042+0000 7f4607162b80 1 client.15420 shutdown 2024-05-16T15:50:29.058 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.042+0000 7f4607162b80 1 -- 172.21.15.43:0/708796822 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5622cd0c0d50 msgr2=0x5622cd0d2670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:29.058 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.042+0000 7f4607162b80 1 --2- 172.21.15.43:0/708796822 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5622cd0c0d50 0x5622cd0d2670 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f45e800ffa0 tx=0x7f45e80a9e50 comp rx=0 tx=0).stop 2024-05-16T15:50:29.058 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.042+0000 7f4607162b80 1 -- 172.21.15.43:0/708796822 shutdown_connections 2024-05-16T15:50:29.058 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.042+0000 7f4607162b80 1 --2- 172.21.15.43:0/708796822 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5622cd0da030 0x5622cd146b90 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:29.058 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.042+0000 7f4607162b80 1 --2- 172.21.15.43:0/708796822 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5622cd0c6ad0 0x5622cd0e10c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:29.058 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.042+0000 7f4607162b80 1 --2- 172.21.15.43:0/708796822 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5622cd0c0d50 0x5622cd0d2670 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:29.058 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.042+0000 7f45ddffb700 0 client.15420 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:50:29.059 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.042+0000 7f4607162b80 1 --2- 172.21.15.43:0/708796822 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5622cd0c61b0 0x5622cd0d2bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:29.059 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.042+0000 7f4607162b80 1 -- 172.21.15.43:0/708796822 >> 172.21.15.43:0/708796822 conn(0x5622ccfecb70 msgr2=0x5622cd0c4c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:29.059 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.043+0000 7f4607162b80 1 -- 172.21.15.43:0/708796822 shutdown_connections 2024-05-16T15:50:29.059 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.043+0000 7f4607162b80 1 -- 172.21.15.43:0/708796822 wait complete. 2024-05-16T15:50:29.059 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.043+0000 7f4607162b80 20 client.15420 trim_cache size 0 max 16384 2024-05-16T15:50:29.059 INFO:teuthology.orchestra.run.smithi043.stdout:{ 2024-05-16T15:50:29.059 INFO:teuthology.orchestra.run.smithi043.stdout: "status": "no active scrubs running", 2024-05-16T15:50:29.059 INFO:teuthology.orchestra.run.smithi043.stdout: "scrubs": {} 2024-05-16T15:50:29.059 INFO:teuthology.orchestra.run.smithi043.stdout:} 2024-05-16T15:50:29.060 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.043+0000 7f45fc8cf700 1 -- 172.21.15.43:0/2057390664 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f45e00b2900 msgr2=0x7f45e00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:29.060 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.043+0000 7f45fc8cf700 1 --2- 172.21.15.43:0/2057390664 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f45e00b2900 0x7f45e00b4dc0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f45f8103350 tx=0x7f45ec00b3c0 comp rx=0 tx=0).stop 2024-05-16T15:50:29.060 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.043+0000 7f45fc8cf700 1 -- 172.21.15.43:0/2057390664 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f45f8103750 msgr2=0x7f45f81a1910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:29.060 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.043+0000 7f45fc8cf700 1 --2- 172.21.15.43:0/2057390664 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f45f8103750 0x7f45f81a1910 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f45e8000c00 tx=0x7f45e80047b0 comp rx=0 tx=0).stop 2024-05-16T15:50:29.060 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.043+0000 7f45fc8cf700 1 -- 172.21.15.43:0/2057390664 shutdown_connections 2024-05-16T15:50:29.060 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.043+0000 7f45fc8cf700 1 --2- 172.21.15.43:0/2057390664 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f45f8108850 0x7f45f819bad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:29.060 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.043+0000 7f45fc8cf700 1 --2- 172.21.15.43:0/2057390664 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f45e00b2900 0x7f45e00b4dc0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:29.060 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.043+0000 7f45fc8cf700 1 --2- 172.21.15.43:0/2057390664 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f45f8103750 0x7f45f81a1910 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:29.060 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.043+0000 7f45fc8cf700 1 --2- 172.21.15.43:0/2057390664 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f45f8104100 0x7f45f81a1e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:29.061 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.043+0000 7f45fc8cf700 1 -- 172.21.15.43:0/2057390664 >> 172.21.15.43:0/2057390664 conn(0x7f45f807a600 msgr2=0x7f45f8101a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:29.061 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.043+0000 7f45fc8cf700 1 -- 172.21.15.43:0/2057390664 shutdown_connections 2024-05-16T15:50:29.061 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:29.043+0000 7f45fc8cf700 1 -- 172.21.15.43:0/2057390664 wait complete. 2024-05-16T15:50:29.725 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:50:29 smithi043 ceph-mon[31619]: pgmap v443: 129 pgs: 129 active+clean; 671 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 682 B/s wr, 11 op/s 2024-05-16T15:50:29.815 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-16T15:50:29.815 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-16T15:50:29.926 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:50:29 smithi157 ceph-mon[35584]: pgmap v443: 129 pgs: 129 active+clean; 671 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 682 B/s wr, 11 op/s 2024-05-16T15:50:29.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:50:29 smithi148 ceph-mon[34976]: pgmap v443: 129 pgs: 129 active+clean; 671 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 682 B/s wr, 11 op/s 2024-05-16T15:50:30.078 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:50:30.655 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.644+0000 7f62725a4640 1 -- 172.21.15.43:0/3978398041 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f626c1034c0 msgr2=0x7f626c109d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:30.656 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.644+0000 7f62725a4640 1 --2- 172.21.15.43:0/3978398041 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f626c1034c0 0x7f626c109d50 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f6264009ca0 tx=0x7f626402a8c0 comp rx=0 tx=0).stop 2024-05-16T15:50:30.656 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.644+0000 7f62725a4640 1 -- 172.21.15.43:0/3978398041 shutdown_connections 2024-05-16T15:50:30.656 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.644+0000 7f62725a4640 1 --2- 172.21.15.43:0/3978398041 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f626c1034c0 0x7f626c109d50 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:30.656 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.644+0000 7f62725a4640 1 --2- 172.21.15.43:0/3978398041 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f626c102b00 0x7f626c102f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:30.656 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.644+0000 7f62725a4640 1 --2- 172.21.15.43:0/3978398041 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f626c101910 0x7f626c101d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:30.656 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.644+0000 7f62725a4640 1 -- 172.21.15.43:0/3978398041 >> 172.21.15.43:0/3978398041 conn(0x7f626c0fcea0 msgr2=0x7f626c0ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:30.656 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.644+0000 7f62725a4640 1 -- 172.21.15.43:0/3978398041 shutdown_connections 2024-05-16T15:50:30.656 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.644+0000 7f62725a4640 1 -- 172.21.15.43:0/3978398041 wait complete. 2024-05-16T15:50:30.658 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.645+0000 7f62725a4640 1 Processor -- start 2024-05-16T15:50:30.658 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.645+0000 7f62725a4640 1 -- start start 2024-05-16T15:50:30.659 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.645+0000 7f62725a4640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f626c101910 0x7f626c1989b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:30.659 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.645+0000 7f62725a4640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f626c102b00 0x7f626c198ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:30.659 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.645+0000 7f62725a4640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f626c1034c0 0x7f626c19ff60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:30.659 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.645+0000 7f62725a4640 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f626c10d320 con 0x7f626c102b00 2024-05-16T15:50:30.659 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.645+0000 7f62725a4640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f626c10d1a0 con 0x7f626c101910 2024-05-16T15:50:30.659 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.645+0000 7f62725a4640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f626c10d4a0 con 0x7f626c1034c0 2024-05-16T15:50:30.659 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.645+0000 7f6263fff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f626c102b00 0x7f626c198ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:30.659 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.645+0000 7f6263fff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f626c102b00 0x7f626c198ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:42944/0 (socket says 172.21.15.43:42944) 2024-05-16T15:50:30.659 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.645+0000 7f6263fff640 1 -- 172.21.15.43:0/226087386 learned_addr learned my addr 172.21.15.43:0/226087386 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:30.659 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.645+0000 7f626bfff640 1 --2- 172.21.15.43:0/226087386 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f626c101910 0x7f626c1989b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:30.659 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.645+0000 7f6270b41640 1 --2- 172.21.15.43:0/226087386 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f626c1034c0 0x7f626c19ff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:30.659 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.646+0000 7f6263fff640 1 -- 172.21.15.43:0/226087386 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f626c1034c0 msgr2=0x7f626c19ff60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:30.659 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.646+0000 7f6263fff640 1 --2- 172.21.15.43:0/226087386 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f626c1034c0 0x7f626c19ff60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:30.659 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.646+0000 7f6263fff640 1 -- 172.21.15.43:0/226087386 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f626c101910 msgr2=0x7f626c1989b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:30.660 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.646+0000 7f6263fff640 1 --2- 172.21.15.43:0/226087386 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f626c101910 0x7f626c1989b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:30.660 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.646+0000 7f6263fff640 1 -- 172.21.15.43:0/226087386 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f626c1a05d0 con 0x7f626c102b00 2024-05-16T15:50:30.660 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.646+0000 7f6263fff640 1 --2- 172.21.15.43:0/226087386 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f626c102b00 0x7f626c198ef0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f625400c920 tx=0x7f625400cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:30.660 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.646+0000 7f6269ffb640 1 -- 172.21.15.43:0/226087386 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6254007c70 con 0x7f626c102b00 2024-05-16T15:50:30.660 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.646+0000 7f6269ffb640 1 -- 172.21.15.43:0/226087386 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6254007e10 con 0x7f626c102b00 2024-05-16T15:50:30.660 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.646+0000 7f62725a4640 1 -- 172.21.15.43:0/226087386 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f626c1a08c0 con 0x7f626c102b00 2024-05-16T15:50:30.660 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.646+0000 7f6269ffb640 1 -- 172.21.15.43:0/226087386 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6254018710 con 0x7f626c102b00 2024-05-16T15:50:30.660 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.646+0000 7f62725a4640 1 -- 172.21.15.43:0/226087386 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f626c1a0e10 con 0x7f626c102b00 2024-05-16T15:50:30.667 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.649+0000 7f6269ffb640 1 -- 172.21.15.43:0/226087386 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f625400f450 con 0x7f626c102b00 2024-05-16T15:50:30.667 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.649+0000 7f6275399740 1 Processor -- start 2024-05-16T15:50:30.667 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.649+0000 7f6275399740 1 -- start start 2024-05-16T15:50:30.667 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.649+0000 7f6275399740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5572f7ddcdb0 0x5572f7ddd1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:30.667 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.649+0000 7f6275399740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5572f7ddd7a0 0x5572f7de22a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:30.667 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.649+0000 7f6275399740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5572f7de2910 0x5572f7de4da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:30.667 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.649+0000 7f6275399740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x5572f7d415d0 con 0x5572f7de2910 2024-05-16T15:50:30.667 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.649+0000 7f6275399740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x5572f7cfa890 con 0x5572f7ddd7a0 2024-05-16T15:50:30.667 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.649+0000 7f6275399740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x5572f7d3d590 con 0x5572f7ddcdb0 2024-05-16T15:50:30.667 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.649+0000 7f6263fff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5572f7de2910 0x5572f7de4da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:30.667 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.649+0000 7f6263fff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5572f7de2910 0x5572f7de4da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:42946/0 (socket says 172.21.15.43:42946) 2024-05-16T15:50:30.667 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.649+0000 7f6263fff640 1 -- 172.21.15.43:0/2111826591 learned_addr learned my addr 172.21.15.43:0/2111826591 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:30.668 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.649+0000 7f626bfff640 1 --2- 172.21.15.43:0/2111826591 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5572f7ddd7a0 0x5572f7de22a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:30.668 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.649+0000 7f6270b41640 1 --2- 172.21.15.43:0/2111826591 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5572f7ddcdb0 0x5572f7ddd1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:30.668 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.650+0000 7f626bfff640 1 -- 172.21.15.43:0/2111826591 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5572f7ddcdb0 msgr2=0x5572f7ddd1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:30.668 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.650+0000 7f626bfff640 1 --2- 172.21.15.43:0/2111826591 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5572f7ddcdb0 0x5572f7ddd1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:30.668 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.650+0000 7f626bfff640 1 -- 172.21.15.43:0/2111826591 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5572f7de2910 msgr2=0x5572f7de4da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:30.668 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.650+0000 7f626bfff640 1 --2- 172.21.15.43:0/2111826591 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5572f7de2910 0x5572f7de4da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:30.668 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.650+0000 7f6269ffb640 1 --2- 172.21.15.43:0/226087386 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f62580b28a0 0x7f62580b4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:30.668 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.650+0000 7f626bfff640 1 -- 172.21.15.43:0/2111826591 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5572f7a53210 con 0x5572f7ddd7a0 2024-05-16T15:50:30.668 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.650+0000 7f6263fff640 1 --2- 172.21.15.43:0/2111826591 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5572f7de2910 0x5572f7de4da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:50:30.668 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.650+0000 7f6270b41640 1 --2- 172.21.15.43:0/226087386 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f62580b28a0 0x7f62580b4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:30.668 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.650+0000 7f6269ffb640 1 -- 172.21.15.43:0/226087386 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f62540e2760 con 0x7f626c102b00 2024-05-16T15:50:30.668 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.650+0000 7f626bfff640 1 --2- 172.21.15.43:0/2111826591 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5572f7ddd7a0 0x5572f7de22a0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f625c00bbc0 tx=0x7f625c0107a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a0461594b14fec04 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:30.668 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.650+0000 7f62627fc640 1 -- 172.21.15.43:0/2111826591 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f625c004030 con 0x5572f7ddd7a0 2024-05-16T15:50:30.668 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.650+0000 7f62627fc640 1 -- 172.21.15.43:0/2111826591 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f625c005020 con 0x5572f7ddd7a0 2024-05-16T15:50:30.669 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.650+0000 7f62627fc640 1 -- 172.21.15.43:0/2111826591 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f625c004b10 con 0x5572f7ddd7a0 2024-05-16T15:50:30.669 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.651+0000 7f6270b41640 1 --2- 172.21.15.43:0/226087386 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f62580b28a0 0x7f62580b4d60 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x5572f7dde000 tx=0x7f6264009360 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:30.669 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.651+0000 7f6275399740 1 -- 172.21.15.43:0/2111826591 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5572f7ddd7a0 msgr2=0x5572f7de22a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:30.669 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.651+0000 7f6275399740 1 --2- 172.21.15.43:0/2111826591 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5572f7ddd7a0 0x5572f7de22a0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f625c00bbc0 tx=0x7f625c0107a0 comp rx=0 tx=0).stop 2024-05-16T15:50:30.669 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.651+0000 7f6275399740 1 -- 172.21.15.43:0/2111826591 shutdown_connections 2024-05-16T15:50:30.669 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.651+0000 7f6275399740 1 --2- 172.21.15.43:0/2111826591 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5572f7de2910 0x5572f7de4da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:30.669 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.651+0000 7f6275399740 1 --2- 172.21.15.43:0/2111826591 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5572f7ddd7a0 0x5572f7de22a0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:30.669 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.651+0000 7f6275399740 1 --2- 172.21.15.43:0/2111826591 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5572f7ddcdb0 0x5572f7ddd1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:30.669 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.651+0000 7f6275399740 1 -- 172.21.15.43:0/2111826591 >> 172.21.15.43:0/2111826591 conn(0x5572f7dd8420 msgr2=0x5572f7dd8820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:30.669 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.651+0000 7f6275399740 1 -- 172.21.15.43:0/2111826591 shutdown_connections 2024-05-16T15:50:30.669 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.651+0000 7f6275399740 1 -- 172.21.15.43:0/2111826591 wait complete. 2024-05-16T15:50:30.669 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.651+0000 7f6275399740 1 -- start start 2024-05-16T15:50:30.669 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.651+0000 7f6275399740 1 Processor -- start 2024-05-16T15:50:30.670 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.652+0000 7f6275399740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5572f7ddcdb0 0x5572f7de7020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:30.670 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.652+0000 7f6275399740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5572f7ddd7a0 0x5572f7de7560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:30.670 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.652+0000 7f6275399740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5572f7de2910 0x5572f7dee530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:30.670 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.652+0000 7f6275399740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x5572f7de58c0 con 0x5572f7ddcdb0 2024-05-16T15:50:30.670 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.652+0000 7f6275399740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x5572f7cfe370 con 0x5572f7ddd7a0 2024-05-16T15:50:30.670 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.652+0000 7f6275399740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x5572f7de5a40 con 0x5572f7de2910 2024-05-16T15:50:30.670 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.652+0000 7f6275399740 10 client.0 _ll_register_callbacks cb 0x5572f7a52a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:50:30.670 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.652+0000 7f626bfff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5572f7ddcdb0 0x5572f7de7020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:30.670 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.652+0000 7f626bfff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5572f7ddcdb0 0x5572f7de7020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:42956/0 (socket says 172.21.15.43:42956) 2024-05-16T15:50:30.670 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.652+0000 7f626bfff640 1 -- 172.21.15.43:0/432466737 learned_addr learned my addr 172.21.15.43:0/432466737 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:30.670 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.652+0000 7f6263fff640 1 --2- 172.21.15.43:0/432466737 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5572f7ddd7a0 0x5572f7de7560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:30.670 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.652+0000 7f6270b41640 1 --2- 172.21.15.43:0/432466737 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5572f7de2910 0x5572f7dee530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:30.670 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.652+0000 7f626bfff640 1 -- 172.21.15.43:0/432466737 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5572f7de2910 msgr2=0x5572f7dee530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:30.671 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.652+0000 7f626bfff640 1 --2- 172.21.15.43:0/432466737 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5572f7de2910 0x5572f7dee530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:30.671 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.652+0000 7f626bfff640 1 -- 172.21.15.43:0/432466737 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5572f7ddd7a0 msgr2=0x5572f7de7560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:30.671 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.652+0000 7f626bfff640 1 --2- 172.21.15.43:0/432466737 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5572f7ddd7a0 0x5572f7de7560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:30.671 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.652+0000 7f626bfff640 1 -- 172.21.15.43:0/432466737 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5572f7b1f620 con 0x5572f7ddcdb0 2024-05-16T15:50:30.671 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.652+0000 7f6263fff640 1 --2- 172.21.15.43:0/432466737 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5572f7ddd7a0 0x5572f7de7560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:50:30.671 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.652+0000 7f626bfff640 1 --2- 172.21.15.43:0/432466737 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5572f7ddcdb0 0x5572f7de7020 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f625c0057c0 tx=0x7f625c00bfa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5842a3299ced17a server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:30.671 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.652+0000 7f624b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:50:30.671 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.652+0000 7f624b7fe640 1 -- 172.21.15.43:0/432466737 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f625c02a060 con 0x5572f7ddcdb0 2024-05-16T15:50:30.671 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.652+0000 7f624b7fe640 1 -- 172.21.15.43:0/432466737 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f625c005460 con 0x5572f7ddcdb0 2024-05-16T15:50:30.671 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.652+0000 7f6275399740 1 -- 172.21.15.43:0/432466737 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f625c005020 con 0x5572f7ddcdb0 2024-05-16T15:50:30.671 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.653+0000 7f624b7fe640 1 -- 172.21.15.43:0/432466737 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f625c031050 con 0x5572f7ddcdb0 2024-05-16T15:50:30.671 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.653+0000 7f6275399740 10 client.15432 fetch_fsmap learned FSMap version 30 2024-05-16T15:50:30.671 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.653+0000 7f6275399740 1 -- 172.21.15.43:0/432466737 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5572f7df1510 con 0x5572f7ddcdb0 2024-05-16T15:50:30.671 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.653+0000 7f624b7fe640 1 -- 172.21.15.43:0/432466737 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f625c005020 con 0x5572f7ddcdb0 2024-05-16T15:50:30.671 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.653+0000 7f624b7fe640 1 -- 172.21.15.43:0/432466737 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f625c0035f0 con 0x5572f7ddcdb0 2024-05-16T15:50:30.672 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.653+0000 7f6275399740 10 client.15432 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:50:30.672 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.653+0000 7f6275399740 10 client.15432 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:50:30.672 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.653+0000 7f6275399740 20 client.15432 populate_metadata read hostname 'smithi043' 2024-05-16T15:50:30.672 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.653+0000 7f6275399740 1 --2- 172.21.15.43:0/432466737 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5572f7df2910 0x5572f7df4d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:30.672 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.653+0000 7f6275399740 4 client.15432 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:50:30.672 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.653+0000 7f6275399740 1 -- 172.21.15.43:0/432466737 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5572f7d4f1e0 con 0x5572f7df2910 2024-05-16T15:50:30.672 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.653+0000 7f6263fff640 1 --2- 172.21.15.43:0/432466737 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5572f7df2910 0x5572f7df4d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:30.672 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.654+0000 7f6263fff640 1 --2- 172.21.15.43:0/432466737 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5572f7df2910 0x5572f7df4d00 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a58439ec81df7ad5 server_cookie=1c002fb13075fc2f in_seq=0 out_seq=0 2024-05-16T15:50:30.672 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.654+0000 7f624b7fe640 10 client.15432 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:50:30.672 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.654+0000 7f624b7fe640 1 -- 172.21.15.43:0/432466737 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5572f7d4f1e0 con 0x5572f7df2910 2024-05-16T15:50:30.672 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.654+0000 7f624b7fe640 10 client.15432 handle_command_reply: tid=0 2024-05-16T15:50:30.672 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.655+0000 7f6275399740 1 client.15432 shutdown 2024-05-16T15:50:30.672 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.655+0000 7f6275399740 1 -- 172.21.15.43:0/432466737 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5572f7ddcdb0 msgr2=0x5572f7de7020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:30.672 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.655+0000 7f6275399740 1 --2- 172.21.15.43:0/432466737 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5572f7ddcdb0 0x5572f7de7020 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f625c0057c0 tx=0x7f625c00bfa0 comp rx=0 tx=0).stop 2024-05-16T15:50:30.672 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.655+0000 7f6275399740 1 -- 172.21.15.43:0/432466737 shutdown_connections 2024-05-16T15:50:30.673 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.655+0000 7f6275399740 1 --2- 172.21.15.43:0/432466737 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5572f7df2910 0x5572f7df4d00 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:30.673 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.655+0000 7f6275399740 1 --2- 172.21.15.43:0/432466737 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5572f7de2910 0x5572f7dee530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:30.673 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.655+0000 7f6275399740 1 --2- 172.21.15.43:0/432466737 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5572f7ddd7a0 0x5572f7de7560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:30.673 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.655+0000 7f624b7fe640 0 client.15432 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:50:30.673 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.655+0000 7f6275399740 1 --2- 172.21.15.43:0/432466737 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5572f7ddcdb0 0x5572f7de7020 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:30.673 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.655+0000 7f6275399740 1 -- 172.21.15.43:0/432466737 >> 172.21.15.43:0/432466737 conn(0x5572f7dd8420 msgr2=0x5572f7dd7580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:30.673 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.655+0000 7f6275399740 1 -- 172.21.15.43:0/432466737 shutdown_connections 2024-05-16T15:50:30.673 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.655+0000 7f6275399740 1 -- 172.21.15.43:0/432466737 wait complete. 2024-05-16T15:50:30.673 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.655+0000 7f6275399740 20 client.15432 trim_cache size 0 max 16384 2024-05-16T15:50:30.683 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.670+0000 7f6275399740 1 Processor -- start 2024-05-16T15:50:30.683 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.670+0000 7f6275399740 1 -- start start 2024-05-16T15:50:30.683 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.670+0000 7f6275399740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5572f7ddcdb0 0x5572f7ddb300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:30.683 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.670+0000 7f6275399740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5572f7ddd7a0 0x5572f7ddb840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:30.683 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.670+0000 7f6275399740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5572f7de2910 0x5572f7de62f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:30.683 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.670+0000 7f6275399740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f626c1ab3c0 con 0x5572f7de2910 2024-05-16T15:50:30.683 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.670+0000 7f6275399740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f626c1acf00 con 0x5572f7ddcdb0 2024-05-16T15:50:30.683 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.670+0000 7f6275399740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f626c1aba90 con 0x5572f7ddd7a0 2024-05-16T15:50:30.683 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.670+0000 7f6270b41640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5572f7de2910 0x5572f7de62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:30.683 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.670+0000 7f6270b41640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5572f7de2910 0x5572f7de62f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:42960/0 (socket says 172.21.15.43:42960) 2024-05-16T15:50:30.683 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.670+0000 7f6270b41640 1 -- 172.21.15.43:0/3421943200 learned_addr learned my addr 172.21.15.43:0/3421943200 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:30.683 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.670+0000 7f6263fff640 1 --2- 172.21.15.43:0/3421943200 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5572f7ddd7a0 0x5572f7ddb840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:30.683 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.671+0000 7f626bfff640 1 --2- 172.21.15.43:0/3421943200 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5572f7ddcdb0 0x5572f7ddb300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:30.684 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.671+0000 7f6270b41640 1 -- 172.21.15.43:0/3421943200 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5572f7ddd7a0 msgr2=0x5572f7ddb840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:30.684 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.671+0000 7f6270b41640 1 --2- 172.21.15.43:0/3421943200 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5572f7ddd7a0 0x5572f7ddb840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:30.684 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.671+0000 7f6270b41640 1 -- 172.21.15.43:0/3421943200 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5572f7ddcdb0 msgr2=0x5572f7ddb300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:30.684 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.671+0000 7f6270b41640 1 --2- 172.21.15.43:0/3421943200 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5572f7ddcdb0 0x5572f7ddb300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:30.684 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.671+0000 7f6270b41640 1 -- 172.21.15.43:0/3421943200 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5572f7dd90f0 con 0x5572f7de2910 2024-05-16T15:50:30.684 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.671+0000 7f6270b41640 1 --2- 172.21.15.43:0/3421943200 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5572f7de2910 0x5572f7de62f0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f6264035000 tx=0x7f6264041000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b2379081f31ca74 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:30.684 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.671+0000 7f6261ffb640 1 -- 172.21.15.43:0/3421943200 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6264032d60 con 0x5572f7de2910 2024-05-16T15:50:30.684 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.671+0000 7f6261ffb640 1 -- 172.21.15.43:0/3421943200 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6264036040 con 0x5572f7de2910 2024-05-16T15:50:30.684 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.671+0000 7f6261ffb640 1 -- 172.21.15.43:0/3421943200 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62640305c0 con 0x5572f7de2910 2024-05-16T15:50:30.684 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.672+0000 7f6275399740 1 -- 172.21.15.43:0/3421943200 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5572f7de2910 msgr2=0x5572f7de62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:30.684 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.672+0000 7f6275399740 1 --2- 172.21.15.43:0/3421943200 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5572f7de2910 0x5572f7de62f0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f6264035000 tx=0x7f6264041000 comp rx=0 tx=0).stop 2024-05-16T15:50:30.684 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.672+0000 7f6275399740 1 -- 172.21.15.43:0/3421943200 shutdown_connections 2024-05-16T15:50:30.684 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.672+0000 7f6275399740 1 --2- 172.21.15.43:0/3421943200 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5572f7de2910 0x5572f7de62f0 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:30.684 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.672+0000 7f6275399740 1 --2- 172.21.15.43:0/3421943200 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5572f7ddd7a0 0x5572f7ddb840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:30.684 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.672+0000 7f6275399740 1 --2- 172.21.15.43:0/3421943200 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5572f7ddcdb0 0x5572f7ddb300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:30.685 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.672+0000 7f6275399740 1 -- 172.21.15.43:0/3421943200 >> 172.21.15.43:0/3421943200 conn(0x5572f7dd8420 msgr2=0x5572f7de1ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:30.685 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.672+0000 7f6275399740 1 -- 172.21.15.43:0/3421943200 shutdown_connections 2024-05-16T15:50:30.685 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.672+0000 7f6275399740 1 -- 172.21.15.43:0/3421943200 wait complete. 2024-05-16T15:50:30.685 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.672+0000 7f6275399740 1 -- start start 2024-05-16T15:50:30.688 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.672+0000 7f6275399740 1 Processor -- start 2024-05-16T15:50:30.688 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.672+0000 7f6275399740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5572f7ddcdb0 0x5572f7dea9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:30.688 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.672+0000 7f6275399740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5572f7ddd7a0 0x5572f7deaf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:30.688 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.672+0000 7f6275399740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5572f7de2910 0x5572f7e5b0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:30.688 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.672+0000 7f6275399740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f626c1ac830 con 0x5572f7ddcdb0 2024-05-16T15:50:30.688 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.672+0000 7f6275399740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f626c1ac160 con 0x5572f7ddd7a0 2024-05-16T15:50:30.688 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.672+0000 7f6275399740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f626c1a93a0 con 0x5572f7de2910 2024-05-16T15:50:30.688 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.673+0000 7f6275399740 10 client.0 _ll_register_callbacks cb 0x7f62540e8420 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:50:30.688 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.673+0000 7f626bfff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5572f7ddcdb0 0x5572f7dea9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:30.688 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.673+0000 7f626bfff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5572f7ddcdb0 0x5572f7dea9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:42974/0 (socket says 172.21.15.43:42974) 2024-05-16T15:50:30.688 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.673+0000 7f626bfff640 1 -- 172.21.15.43:0/3560296793 learned_addr learned my addr 172.21.15.43:0/3560296793 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:30.689 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.673+0000 7f6263fff640 1 --2- 172.21.15.43:0/3560296793 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5572f7ddd7a0 0x5572f7deaf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:30.689 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.673+0000 7f6270b41640 1 --2- 172.21.15.43:0/3560296793 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5572f7de2910 0x5572f7e5b0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:30.689 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.673+0000 7f626bfff640 1 -- 172.21.15.43:0/3560296793 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5572f7de2910 msgr2=0x5572f7e5b0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:30.689 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.673+0000 7f626bfff640 1 --2- 172.21.15.43:0/3560296793 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5572f7de2910 0x5572f7e5b0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:30.689 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.673+0000 7f626bfff640 1 -- 172.21.15.43:0/3560296793 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5572f7ddd7a0 msgr2=0x5572f7deaf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:30.689 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.673+0000 7f626bfff640 1 --2- 172.21.15.43:0/3560296793 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5572f7ddd7a0 0x5572f7deaf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:30.689 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.673+0000 7f626bfff640 1 -- 172.21.15.43:0/3560296793 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5572f7dede90 con 0x5572f7ddcdb0 2024-05-16T15:50:30.689 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.673+0000 7f626bfff640 1 --2- 172.21.15.43:0/3560296793 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5572f7ddcdb0 0x5572f7dea9e0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f625c0107e0 tx=0x7f625c00ba40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7639053f5a2cc45e server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:30.689 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.673+0000 7f624b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:50:30.689 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.673+0000 7f624b7fe640 1 -- 172.21.15.43:0/3560296793 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f625c02a050 con 0x5572f7ddcdb0 2024-05-16T15:50:30.689 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.673+0000 7f624b7fe640 1 -- 172.21.15.43:0/3560296793 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f625c010ca0 con 0x5572f7ddcdb0 2024-05-16T15:50:30.689 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.673+0000 7f6275399740 1 -- 172.21.15.43:0/3560296793 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6264036040 con 0x5572f7ddcdb0 2024-05-16T15:50:30.689 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.673+0000 7f624b7fe640 1 -- 172.21.15.43:0/3560296793 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f625c005460 con 0x5572f7ddcdb0 2024-05-16T15:50:30.689 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.673+0000 7f6275399740 10 client.15438 fetch_fsmap learned FSMap version 30 2024-05-16T15:50:30.689 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.673+0000 7f6275399740 1 -- 172.21.15.43:0/3560296793 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5572f7e5c670 con 0x5572f7ddcdb0 2024-05-16T15:50:30.690 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.674+0000 7f624b7fe640 1 -- 172.21.15.43:0/3560296793 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6264036040 con 0x5572f7ddcdb0 2024-05-16T15:50:30.690 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.674+0000 7f624b7fe640 1 -- 172.21.15.43:0/3560296793 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f625c003c80 con 0x5572f7ddcdb0 2024-05-16T15:50:30.690 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.674+0000 7f6275399740 10 client.15438 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:50:30.690 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.674+0000 7f6275399740 10 client.15438 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:50:30.690 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.674+0000 7f6275399740 20 client.15438 populate_metadata read hostname 'smithi043' 2024-05-16T15:50:30.690 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.674+0000 7f6275399740 1 --2- 172.21.15.43:0/3560296793 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5572f7e5d0c0 0x5572f7e5f4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:30.690 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.674+0000 7f6275399740 4 client.15438 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-16T15:50:30.690 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.674+0000 7f6275399740 1 -- 172.21.15.43:0/3560296793 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5572f7d49050 con 0x5572f7e5d0c0 2024-05-16T15:50:30.690 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.674+0000 7f6263fff640 1 --2- 172.21.15.43:0/3560296793 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5572f7e5d0c0 0x5572f7e5f4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:30.690 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.675+0000 7f6263fff640 1 --2- 172.21.15.43:0/3560296793 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5572f7e5d0c0 0x5572f7e5f4e0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d2f71e7c700bee60 server_cookie=c99a57b54182589a in_seq=0 out_seq=0 2024-05-16T15:50:30.690 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.675+0000 7f624b7fe640 10 client.15438 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:50:30.693 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.681+0000 7f624b7fe640 1 -- 172.21.15.43:0/3560296793 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5572f7d49050 con 0x5572f7e5d0c0 2024-05-16T15:50:30.693 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.681+0000 7f624b7fe640 10 client.15438 handle_command_reply: tid=0 2024-05-16T15:50:30.693 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.681+0000 7f6275399740 1 client.15438 shutdown 2024-05-16T15:50:30.693 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.681+0000 7f6275399740 1 -- 172.21.15.43:0/3560296793 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5572f7ddcdb0 msgr2=0x5572f7dea9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:30.693 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.681+0000 7f6275399740 1 --2- 172.21.15.43:0/3560296793 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5572f7ddcdb0 0x5572f7dea9e0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f625c0107e0 tx=0x7f625c00ba40 comp rx=0 tx=0).stop 2024-05-16T15:50:30.693 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.681+0000 7f6275399740 1 -- 172.21.15.43:0/3560296793 shutdown_connections 2024-05-16T15:50:30.693 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.681+0000 7f6275399740 1 --2- 172.21.15.43:0/3560296793 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5572f7e5d0c0 0x5572f7e5f4e0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:30.693 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.681+0000 7f6275399740 1 --2- 172.21.15.43:0/3560296793 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5572f7de2910 0x5572f7e5b0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:30.693 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.681+0000 7f6275399740 1 --2- 172.21.15.43:0/3560296793 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5572f7ddd7a0 0x5572f7deaf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:30.693 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.681+0000 7f6275399740 1 --2- 172.21.15.43:0/3560296793 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5572f7ddcdb0 0x5572f7dea9e0 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:30.693 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.681+0000 7f624b7fe640 0 client.15438 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:50:30.693 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.681+0000 7f6275399740 1 -- 172.21.15.43:0/3560296793 >> 172.21.15.43:0/3560296793 conn(0x5572f7dd8420 msgr2=0x5572f7ddb300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:30.694 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.681+0000 7f6275399740 1 -- 172.21.15.43:0/3560296793 shutdown_connections 2024-05-16T15:50:30.694 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.681+0000 7f6275399740 1 -- 172.21.15.43:0/3560296793 wait complete. 2024-05-16T15:50:30.694 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.681+0000 7f6275399740 20 client.15438 trim_cache size 0 max 16384 2024-05-16T15:50:30.694 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:{ 2024-05-16T15:50:30.694 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "message": "", 2024-05-16T15:50:30.694 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "return_code": 0 2024-05-16T15:50:30.694 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:} 2024-05-16T15:50:30.695 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.682+0000 7f62725a4640 1 -- 172.21.15.43:0/226087386 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f62580b28a0 msgr2=0x7f62580b4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:30.695 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.682+0000 7f62725a4640 1 --2- 172.21.15.43:0/226087386 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f62580b28a0 0x7f62580b4d60 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x5572f7dde000 tx=0x7f6264009360 comp rx=0 tx=0).stop 2024-05-16T15:50:30.695 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.682+0000 7f62725a4640 1 -- 172.21.15.43:0/226087386 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f626c102b00 msgr2=0x7f626c198ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:30.695 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.682+0000 7f62725a4640 1 --2- 172.21.15.43:0/226087386 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f626c102b00 0x7f626c198ef0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f625400c920 tx=0x7f625400cde0 comp rx=0 tx=0).stop 2024-05-16T15:50:30.695 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.682+0000 7f62725a4640 1 -- 172.21.15.43:0/226087386 shutdown_connections 2024-05-16T15:50:30.695 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.682+0000 7f62725a4640 1 --2- 172.21.15.43:0/226087386 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f62580b28a0 0x7f62580b4d60 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:30.696 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.682+0000 7f62725a4640 1 --2- 172.21.15.43:0/226087386 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f626c1034c0 0x7f626c19ff60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:30.696 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.682+0000 7f62725a4640 1 --2- 172.21.15.43:0/226087386 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f626c102b00 0x7f626c198ef0 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:30.696 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.682+0000 7f62725a4640 1 --2- 172.21.15.43:0/226087386 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f626c101910 0x7f626c1989b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:30.696 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.682+0000 7f62725a4640 1 -- 172.21.15.43:0/226087386 >> 172.21.15.43:0/226087386 conn(0x7f626c0fcea0 msgr2=0x7f626c0fe830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:30.696 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.682+0000 7f62725a4640 1 -- 172.21.15.43:0/226087386 shutdown_connections 2024-05-16T15:50:30.696 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:30.682+0000 7f62725a4640 1 -- 172.21.15.43:0/226087386 wait complete. 2024-05-16T15:50:31.698 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:50:31 smithi043 ceph-mon[31619]: pgmap v444: 129 pgs: 129 active+clean; 671 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 682 B/s wr, 9 op/s 2024-05-16T15:50:31.926 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:50:31 smithi157 ceph-mon[35584]: pgmap v444: 129 pgs: 129 active+clean; 671 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 682 B/s wr, 9 op/s 2024-05-16T15:50:31.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:50:31 smithi148 ceph-mon[34976]: pgmap v444: 129 pgs: 129 active+clean; 671 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 682 B/s wr, 9 op/s 2024-05-16T15:50:31.943 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:31.930+0000 7fb240623700 1 -- 172.21.15.43:0/363276707 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb238104130 msgr2=0x7fb238108140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:31.943 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:31.930+0000 7fb240623700 1 --2- 172.21.15.43:0/363276707 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb238104130 0x7fb238108140 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fb2280099c0 tx=0x7fb228009cd0 comp rx=0 tx=0).stop 2024-05-16T15:50:31.943 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:31.930+0000 7fb240623700 1 -- 172.21.15.43:0/363276707 shutdown_connections 2024-05-16T15:50:31.944 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:31.930+0000 7fb240623700 1 --2- 172.21.15.43:0/363276707 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb238108870 0x7fb2381103f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:31.944 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:31.930+0000 7fb240623700 1 --2- 172.21.15.43:0/363276707 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb238103780 0x7fb238103b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:31.944 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:31.930+0000 7fb240623700 1 --2- 172.21.15.43:0/363276707 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb238104130 0x7fb238108140 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:31.944 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:31.931+0000 7fb240623700 1 -- 172.21.15.43:0/363276707 >> 172.21.15.43:0/363276707 conn(0x7fb23807a610 msgr2=0x7fb23807aa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:31.944 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:31.931+0000 7fb240623700 1 -- 172.21.15.43:0/363276707 shutdown_connections 2024-05-16T15:50:31.944 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:31.931+0000 7fb240623700 1 -- 172.21.15.43:0/363276707 wait complete. 2024-05-16T15:50:31.944 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:31.931+0000 7fb240623700 1 Processor -- start 2024-05-16T15:50:31.944 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:31.931+0000 7fb240623700 1 -- start start 2024-05-16T15:50:31.944 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:31.931+0000 7fb240623700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb238103780 0x7fb2380757a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:31.944 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:31.931+0000 7fb240623700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb238104130 0x7fb238075ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:31.944 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:31.931+0000 7fb240623700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb238108870 0x7fb238076220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:31.944 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:31.932+0000 7fb240623700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fb2381134e0 con 0x7fb238104130 2024-05-16T15:50:31.944 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:31.932+0000 7fb240623700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fb238113360 con 0x7fb238103780 2024-05-16T15:50:31.945 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:31.932+0000 7fb240623700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fb238113660 con 0x7fb238108870 2024-05-16T15:50:31.945 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:31.932+0000 7fb23dbbe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb238104130 0x7fb238075ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:31.945 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:31.932+0000 7fb23e3bf700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb238103780 0x7fb2380757a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:31.945 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:31.932+0000 7fb23dbbe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb238104130 0x7fb238075ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:43002/0 (socket says 172.21.15.43:43002) 2024-05-16T15:50:31.945 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:31.932+0000 7fb23dbbe700 1 -- 172.21.15.43:0/1696579006 learned_addr learned my addr 172.21.15.43:0/1696579006 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:31.945 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:31.932+0000 7fb23ebc0700 1 --2- 172.21.15.43:0/1696579006 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb238108870 0x7fb238076220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:31.945 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:31.932+0000 7fb23dbbe700 1 -- 172.21.15.43:0/1696579006 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb238108870 msgr2=0x7fb238076220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:31.945 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:31.932+0000 7fb23dbbe700 1 --2- 172.21.15.43:0/1696579006 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb238108870 0x7fb238076220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:31.945 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:31.932+0000 7fb23dbbe700 1 -- 172.21.15.43:0/1696579006 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb238103780 msgr2=0x7fb2380757a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:31.945 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:31.932+0000 7fb23dbbe700 1 --2- 172.21.15.43:0/1696579006 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb238103780 0x7fb2380757a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:31.945 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:31.932+0000 7fb23dbbe700 1 -- 172.21.15.43:0/1696579006 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2381a7eb0 con 0x7fb238104130 2024-05-16T15:50:31.945 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:31.932+0000 7fb23ebc0700 1 --2- 172.21.15.43:0/1696579006 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb238108870 0x7fb238076220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:50:31.945 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:31.932+0000 7fb23dbbe700 1 --2- 172.21.15.43:0/1696579006 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb238104130 0x7fb238075ce0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fb228000c00 tx=0x7fb2280047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:31.945 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:31.932+0000 7fb22f7fe700 1 -- 172.21.15.43:0/1696579006 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb22800f8a0 con 0x7fb238104130 2024-05-16T15:50:31.946 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:31.932+0000 7fb240623700 1 -- 172.21.15.43:0/1696579006 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2381a8140 con 0x7fb238104130 2024-05-16T15:50:31.946 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:31.932+0000 7fb240623700 1 -- 172.21.15.43:0/1696579006 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2381a8590 con 0x7fb238104130 2024-05-16T15:50:31.946 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:31.932+0000 7fb22f7fe700 1 -- 172.21.15.43:0/1696579006 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb228004830 con 0x7fb238104130 2024-05-16T15:50:31.946 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:31.932+0000 7fb22f7fe700 1 -- 172.21.15.43:0/1696579006 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb228005410 con 0x7fb238104130 2024-05-16T15:50:31.946 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:31.933+0000 7fb240623700 1 -- 172.21.15.43:0/1696579006 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb23806a190 con 0x7fb238104130 2024-05-16T15:50:31.946 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:31.935+0000 7fb22f7fe700 1 -- 172.21.15.43:0/1696579006 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fb228029060 con 0x7fb238104130 2024-05-16T15:50:31.947 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:31.936+0000 7fb22f7fe700 1 --2- 172.21.15.43:0/1696579006 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb2240b2880 0x7fb2240b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:31.947 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:31.936+0000 7fb23e3bf700 1 --2- 172.21.15.43:0/1696579006 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb2240b2880 0x7fb2240b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:31.947 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:31.936+0000 7fb22f7fe700 1 -- 172.21.15.43:0/1696579006 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fb2280e3290 con 0x7fb238104130 2024-05-16T15:50:31.948 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:31.937+0000 7fb23e3bf700 1 --2- 172.21.15.43:0/1696579006 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb2240b2880 0x7fb2240b4d40 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fb234009550 tx=0x7fb2340091b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:31.951 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:31.940+0000 7fb22f7fe700 1 -- 172.21.15.43:0/1696579006 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fb228013070 con 0x7fb238104130 2024-05-16T15:50:32.212 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:32.201+0000 7fb240623700 1 -- 172.21.15.43:0/1696579006 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb23802e510 con 0x7fb238104130 2024-05-16T15:50:32.213 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:32.202+0000 7fb22f7fe700 1 -- 172.21.15.43:0/1696579006 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+11944 (secure 0 0 0) 0x7fb2280aac90 con 0x7fb238104130 2024-05-16T15:50:32.213 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:50:32.213 INFO:teuthology.orchestra.run.smithi043.stdout:{"epoch":30,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.43:6835/1448137759","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6834","nonce":1448137759},{"type":"v1","addr":"172.21.15.43:6835","nonce":1448137759}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.43:6837/3286596297","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6836","nonce":3286596297},{"type":"v1","addr":"172.21.15.43:6837","nonce":3286596297}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":30,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-16T15:45:39.175942+0000","modified":"2024-05-16T15:49:38.550067+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24482,"mds_1":24463,"mds_2":24452,"mds_3":24451,"mds_4":24445},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14562":{"gid":14562,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.43:6839/4087815034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6838","nonce":4087815034},{"type":"v1","addr":"172.21.15.43:6839","nonce":4087815034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14574":{"gid":14574,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.43:6841/2042970804","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6840","nonce":2042970804},{"type":"v1","addr":"172.21.15.43:6841","nonce":2042970804}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24410":{"gid":24410,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.148:6833/3084392719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6832","nonce":3084392719},{"type":"v1","addr":"172.21.15.148:6833","nonce":3084392719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24412":{"gid":24412,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.157:6833/3972392500","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6832","nonce":3972392500},{"type":"v1","addr":"172.21.15.157:6833","nonce":3972392500}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.148:6835/516622533","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6834","nonce":516622533},{"type":"v1","addr":"172.21.15.148:6835","nonce":516622533}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"f","rank":4,"incarnation":26,"state":"up:active","state_seq":25,"addr":"172.21.15.157:6835/2303077574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2303077574},{"type":"v1","addr":"172.21.15.157:6835","nonce":2303077574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"c","rank":3,"incarnation":24,"state":"up:active","state_seq":24,"addr":"172.21.15.157:6837/3777341889","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6836","nonce":3777341889},{"type":"v1","addr":"172.21.15.157:6837","nonce":3777341889}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24452":{"gid":24452,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":23,"addr":"172.21.15.148:6837/4036870683","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6836","nonce":4036870683},{"type":"v1","addr":"172.21.15.148:6837","nonce":4036870683}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":22,"addr":"172.21.15.157:6839/2377589154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6838","nonce":2377589154},{"type":"v1","addr":"172.21.15.157:6839","nonce":2377589154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.148:6839/717807397","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6838","nonce":717807397},{"type":"v1","addr":"172.21.15.148:6839","nonce":717807397}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24482,"qdb_cluster":[24482,24463,24451,24445,24452]},"id":1}]} 2024-05-16T15:50:32.216 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:32.204+0000 7fb240623700 1 -- 172.21.15.43:0/1696579006 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb2240b2880 msgr2=0x7fb2240b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:32.216 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:32.204+0000 7fb240623700 1 --2- 172.21.15.43:0/1696579006 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb2240b2880 0x7fb2240b4d40 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fb234009550 tx=0x7fb2340091b0 comp rx=0 tx=0).stop 2024-05-16T15:50:32.216 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:32.204+0000 7fb240623700 1 -- 172.21.15.43:0/1696579006 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb238104130 msgr2=0x7fb238075ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:32.216 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:32.204+0000 7fb240623700 1 --2- 172.21.15.43:0/1696579006 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb238104130 0x7fb238075ce0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fb228000c00 tx=0x7fb2280047b0 comp rx=0 tx=0).stop 2024-05-16T15:50:32.216 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:32.204+0000 7fb240623700 1 -- 172.21.15.43:0/1696579006 shutdown_connections 2024-05-16T15:50:32.216 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:32.205+0000 7fb240623700 1 --2- 172.21.15.43:0/1696579006 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb238108870 0x7fb238076220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:32.216 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:32.205+0000 7fb240623700 1 --2- 172.21.15.43:0/1696579006 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb238103780 0x7fb2380757a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:32.216 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:32.205+0000 7fb240623700 1 --2- 172.21.15.43:0/1696579006 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb2240b2880 0x7fb2240b4d40 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:32.217 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:32.205+0000 7fb240623700 1 --2- 172.21.15.43:0/1696579006 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb238104130 0x7fb238075ce0 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:32.217 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:32.205+0000 7fb240623700 1 -- 172.21.15.43:0/1696579006 >> 172.21.15.43:0/1696579006 conn(0x7fb23807a610 msgr2=0x7fb238101810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:32.217 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:32.205+0000 7fb240623700 1 -- 172.21.15.43:0/1696579006 shutdown_connections 2024-05-16T15:50:32.217 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:32.205+0000 7fb240623700 1 -- 172.21.15.43:0/1696579006 wait complete. 2024-05-16T15:50:32.217 INFO:teuthology.orchestra.run.smithi043.stderr:dumped fsmap epoch 30 2024-05-16T15:50:32.824 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:50:32 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/1696579006' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:50:32.856 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-05-16T15:50:32.926 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:50:32 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/1696579006' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:50:32.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:50:32 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/1696579006' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:50:33.112 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:50:33.926 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:50:33 smithi157 ceph-mon[35584]: pgmap v445: 129 pgs: 129 active+clean; 671 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 597 B/s wr, 11 op/s 2024-05-16T15:50:33.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:50:33 smithi148 ceph-mon[34976]: pgmap v445: 129 pgs: 129 active+clean; 671 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 597 B/s wr, 11 op/s 2024-05-16T15:50:33.940 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:50:33 smithi043 ceph-mon[31619]: pgmap v445: 129 pgs: 129 active+clean; 671 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 597 B/s wr, 11 op/s 2024-05-16T15:50:34.964 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.952+0000 7f3c2f595700 1 -- 172.21.15.43:0/3648229662 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3c28109510 msgr2=0x7f3c281098f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:34.964 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.952+0000 7f3c2f595700 1 --2- 172.21.15.43:0/3648229662 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3c28109510 0x7f3c281098f0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f3c24009990 tx=0x7f3c24009ca0 comp rx=0 tx=0).stop 2024-05-16T15:50:34.964 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.953+0000 7f3c2f595700 1 -- 172.21.15.43:0/3648229662 shutdown_connections 2024-05-16T15:50:34.964 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.953+0000 7f3c2f595700 1 --2- 172.21.15.43:0/3648229662 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3c2806c590 0x7f3c28110330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:34.965 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.953+0000 7f3c2f595700 1 --2- 172.21.15.43:0/3648229662 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3c28109510 0x7f3c281098f0 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:34.965 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.953+0000 7f3c2f595700 1 --2- 172.21.15.43:0/3648229662 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3c2806bbd0 0x7f3c2806c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:34.965 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.953+0000 7f3c2f595700 1 -- 172.21.15.43:0/3648229662 >> 172.21.15.43:0/3648229662 conn(0x7f3c28079350 msgr2=0x7f3c28079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:34.965 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.953+0000 7f3c2f595700 1 -- 172.21.15.43:0/3648229662 shutdown_connections 2024-05-16T15:50:34.965 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.953+0000 7f3c2f595700 1 -- 172.21.15.43:0/3648229662 wait complete. 2024-05-16T15:50:34.965 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.953+0000 7f3c2f595700 1 Processor -- start 2024-05-16T15:50:34.965 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.953+0000 7f3c2f595700 1 -- start start 2024-05-16T15:50:34.966 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.954+0000 7f3c2f595700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3c2806bbd0 0x7f3c2819f750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:34.966 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.954+0000 7f3c2f595700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3c2806c590 0x7f3c2819fc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:34.967 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.954+0000 7f3c2f595700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3c28109510 0x7f3c28199960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:34.967 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.954+0000 7f3c2f595700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f3c28113520 con 0x7f3c2806c590 2024-05-16T15:50:34.967 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.954+0000 7f3c2f595700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f3c281133a0 con 0x7f3c2806bbd0 2024-05-16T15:50:34.967 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.954+0000 7f3c2f595700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f3c281136a0 con 0x7f3c28109510 2024-05-16T15:50:34.967 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.954+0000 7f3c2cb30700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3c2806c590 0x7f3c2819fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:34.967 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.954+0000 7f3c2cb30700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3c2806c590 0x7f3c2819fc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:43012/0 (socket says 172.21.15.43:43012) 2024-05-16T15:50:34.967 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.954+0000 7f3c2cb30700 1 -- 172.21.15.43:0/1853079399 learned_addr learned my addr 172.21.15.43:0/1853079399 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:34.967 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.954+0000 7f3c2db32700 1 --2- 172.21.15.43:0/1853079399 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3c28109510 0x7f3c28199960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:34.967 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.954+0000 7f3c2d331700 1 --2- 172.21.15.43:0/1853079399 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3c2806bbd0 0x7f3c2819f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:34.967 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.954+0000 7f3c2cb30700 1 -- 172.21.15.43:0/1853079399 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3c28109510 msgr2=0x7f3c28199960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:34.967 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.954+0000 7f3c2cb30700 1 --2- 172.21.15.43:0/1853079399 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3c28109510 0x7f3c28199960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:34.967 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.954+0000 7f3c2cb30700 1 -- 172.21.15.43:0/1853079399 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3c2806bbd0 msgr2=0x7f3c2819f750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:34.967 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.954+0000 7f3c2cb30700 1 --2- 172.21.15.43:0/1853079399 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3c2806bbd0 0x7f3c2819f750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:34.967 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.954+0000 7f3c2cb30700 1 -- 172.21.15.43:0/1853079399 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c2819a0c0 con 0x7f3c2806c590 2024-05-16T15:50:34.968 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.954+0000 7f3c2cb30700 1 --2- 172.21.15.43:0/1853079399 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3c2806c590 0x7f3c2819fc90 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f3c1800d950 tx=0x7f3c1800dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:34.968 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.954+0000 7f3c1e7fc700 1 -- 172.21.15.43:0/1853079399 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c18016070 con 0x7f3c2806c590 2024-05-16T15:50:34.968 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.955+0000 7f3c2f595700 1 -- 172.21.15.43:0/1853079399 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c2819a3b0 con 0x7f3c2806c590 2024-05-16T15:50:34.968 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.955+0000 7f3c1e7fc700 1 -- 172.21.15.43:0/1853079399 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3c1800fd20 con 0x7f3c2806c590 2024-05-16T15:50:34.968 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.955+0000 7f3c1e7fc700 1 -- 172.21.15.43:0/1853079399 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c1800e3b0 con 0x7f3c2806c590 2024-05-16T15:50:34.968 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.955+0000 7f3c2f595700 1 -- 172.21.15.43:0/1853079399 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c281a6620 con 0x7f3c2806c590 2024-05-16T15:50:34.969 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.958+0000 7f3c1e7fc700 1 -- 172.21.15.43:0/1853079399 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f3c18019070 con 0x7f3c2806c590 2024-05-16T15:50:34.971 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.959+0000 7f3c1e7fc700 1 --2- 172.21.15.43:0/1853079399 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f3c140b2880 0x7f3c140b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:34.971 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.959+0000 7f3c2d331700 1 --2- 172.21.15.43:0/1853079399 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f3c140b2880 0x7f3c140b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:34.971 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.959+0000 7f3c1e7fc700 1 -- 172.21.15.43:0/1853079399 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f3c180e20e0 con 0x7f3c2806c590 2024-05-16T15:50:34.971 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.959+0000 7f3c39e28b80 1 Processor -- start 2024-05-16T15:50:34.972 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.959+0000 7f3c39e28b80 1 -- start start 2024-05-16T15:50:34.972 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.959+0000 7f3c2d331700 1 --2- 172.21.15.43:0/1853079399 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f3c140b2880 0x7f3c140b4d40 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f3c24003760 tx=0x7f3c2401a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:34.972 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.959+0000 7f3c39e28b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b4985038e0 0x55b498503cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:34.972 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.959+0000 7f3c39e28b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b498504200 0x55b498507b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:34.972 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.959+0000 7f3c39e28b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b498508040 0x55b498508480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:34.972 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.960+0000 7f3c39e28b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55b498451860 con 0x55b498508040 2024-05-16T15:50:34.972 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.960+0000 7f3c39e28b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55b4983f07c0 con 0x55b498504200 2024-05-16T15:50:34.972 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.960+0000 7f3c39e28b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55b49844d820 con 0x55b4985038e0 2024-05-16T15:50:34.972 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.960+0000 7f3c2db32700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b498508040 0x55b498508480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:34.972 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.960+0000 7f3c2db32700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b498508040 0x55b498508480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:43020/0 (socket says 172.21.15.43:43020) 2024-05-16T15:50:34.972 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.960+0000 7f3c2db32700 1 -- 172.21.15.43:0/572089001 learned_addr learned my addr 172.21.15.43:0/572089001 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:34.972 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.960+0000 7f3c2cb30700 1 --2- 172.21.15.43:0/572089001 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b498504200 0x55b498507b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:34.972 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.960+0000 7f3c2d331700 1 --2- 172.21.15.43:0/572089001 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b4985038e0 0x55b498503cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:34.973 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.960+0000 7f3c2db32700 1 -- 172.21.15.43:0/572089001 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b4985038e0 msgr2=0x55b498503cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:34.973 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.960+0000 7f3c2db32700 1 --2- 172.21.15.43:0/572089001 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b4985038e0 0x55b498503cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:34.973 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.960+0000 7f3c2db32700 1 -- 172.21.15.43:0/572089001 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b498504200 msgr2=0x55b498507b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:34.973 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.960+0000 7f3c2db32700 1 --2- 172.21.15.43:0/572089001 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b498504200 0x55b498507b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:34.973 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.960+0000 7f3c2db32700 1 -- 172.21.15.43:0/572089001 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b49839e8d0 con 0x55b498508040 2024-05-16T15:50:34.973 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.960+0000 7f3c2db32700 1 --2- 172.21.15.43:0/572089001 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b498508040 0x55b498508480 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f3c20003fa0 tx=0x7f3c20009ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a239336e29e616c server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:34.973 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.960+0000 7f3c137fe700 1 -- 172.21.15.43:0/572089001 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c20004bb0 con 0x55b498508040 2024-05-16T15:50:34.973 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.960+0000 7f3c137fe700 1 -- 172.21.15.43:0/572089001 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3c200048e0 con 0x55b498508040 2024-05-16T15:50:34.973 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.960+0000 7f3c137fe700 1 -- 172.21.15.43:0/572089001 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c20007d20 con 0x55b498508040 2024-05-16T15:50:34.977 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.961+0000 7f3c39e28b80 1 -- 172.21.15.43:0/572089001 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b498508040 msgr2=0x55b498508480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:34.977 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.961+0000 7f3c39e28b80 1 --2- 172.21.15.43:0/572089001 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b498508040 0x55b498508480 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f3c20003fa0 tx=0x7f3c20009ba0 comp rx=0 tx=0).stop 2024-05-16T15:50:34.977 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.961+0000 7f3c39e28b80 1 -- 172.21.15.43:0/572089001 shutdown_connections 2024-05-16T15:50:34.977 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.961+0000 7f3c39e28b80 1 --2- 172.21.15.43:0/572089001 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b498508040 0x55b498508480 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:34.977 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.961+0000 7f3c39e28b80 1 --2- 172.21.15.43:0/572089001 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b4985038e0 0x55b498503cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:34.977 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.961+0000 7f3c39e28b80 1 --2- 172.21.15.43:0/572089001 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b498504200 0x55b498507b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:34.978 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.961+0000 7f3c39e28b80 1 -- 172.21.15.43:0/572089001 >> 172.21.15.43:0/572089001 conn(0x55b49842b100 msgr2=0x55b4984f9c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:34.978 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.961+0000 7f3c39e28b80 1 -- 172.21.15.43:0/572089001 shutdown_connections 2024-05-16T15:50:34.978 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.961+0000 7f3c39e28b80 1 -- 172.21.15.43:0/572089001 wait complete. 2024-05-16T15:50:34.978 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.962+0000 7f3c39e28b80 1 -- start start 2024-05-16T15:50:34.978 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.962+0000 7f3c39e28b80 1 Processor -- start 2024-05-16T15:50:34.978 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.962+0000 7f3c39e28b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b4985038e0 0x55b49850f460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:34.978 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.962+0000 7f3c39e28b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b498504200 0x55b49850c800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:34.978 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.962+0000 7f3c39e28b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b498508040 0x55b49850cd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:34.978 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.962+0000 7f3c39e28b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55b498510270 con 0x55b4985038e0 2024-05-16T15:50:34.978 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.962+0000 7f3c39e28b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55b4983b7c30 con 0x55b498504200 2024-05-16T15:50:34.978 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.962+0000 7f3c39e28b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55b4985103f0 con 0x55b498508040 2024-05-16T15:50:34.978 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.962+0000 7f3c39e28b80 10 client.0 _ll_register_callbacks cb 0x55b4983e9920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:50:34.978 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.962+0000 7f3c2d331700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b4985038e0 0x55b49850f460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:34.979 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.962+0000 7f3c2d331700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b4985038e0 0x55b49850f460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:43024/0 (socket says 172.21.15.43:43024) 2024-05-16T15:50:34.979 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.962+0000 7f3c2d331700 1 -- 172.21.15.43:0/363428035 learned_addr learned my addr 172.21.15.43:0/363428035 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:34.979 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.962+0000 7f3c2cb30700 1 --2- 172.21.15.43:0/363428035 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b498504200 0x55b49850c800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:34.979 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.963+0000 7f3c2db32700 1 --2- 172.21.15.43:0/363428035 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b498508040 0x55b49850cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:34.979 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.963+0000 7f3c2d331700 1 -- 172.21.15.43:0/363428035 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b498508040 msgr2=0x55b49850cd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:34.979 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.963+0000 7f3c2d331700 1 --2- 172.21.15.43:0/363428035 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b498508040 0x55b49850cd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:34.979 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.963+0000 7f3c2d331700 1 -- 172.21.15.43:0/363428035 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b498504200 msgr2=0x55b49850c800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:34.979 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.963+0000 7f3c2d331700 1 --2- 172.21.15.43:0/363428035 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b498504200 0x55b49850c800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:34.979 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.963+0000 7f3c2d331700 1 -- 172.21.15.43:0/363428035 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b4983ed690 con 0x55b4985038e0 2024-05-16T15:50:34.979 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.963+0000 7f3c2d331700 1 --2- 172.21.15.43:0/363428035 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b4985038e0 0x55b49850f460 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f3c24009990 tx=0x7f3c24009ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c43f8376baa4fd8b server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:34.979 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.963+0000 7f3c10ff9700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:50:34.979 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.963+0000 7f3c10ff9700 1 -- 172.21.15.43:0/363428035 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c24035060 con 0x55b4985038e0 2024-05-16T15:50:34.979 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.963+0000 7f3c10ff9700 1 -- 172.21.15.43:0/363428035 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f3c2400bbe0 con 0x55b4985038e0 2024-05-16T15:50:34.979 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.963+0000 7f3c39e28b80 1 -- 172.21.15.43:0/363428035 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3c200048e0 con 0x55b4985038e0 2024-05-16T15:50:34.980 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.963+0000 7f3c10ff9700 1 -- 172.21.15.43:0/363428035 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f3c2403c050 con 0x55b4985038e0 2024-05-16T15:50:34.980 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.963+0000 7f3c39e28b80 10 client.15456 fetch_fsmap learned FSMap version 30 2024-05-16T15:50:34.980 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.963+0000 7f3c39e28b80 1 -- 172.21.15.43:0/363428035 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55b49851aac0 con 0x55b4985038e0 2024-05-16T15:50:34.980 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.963+0000 7f3c10ff9700 1 -- 172.21.15.43:0/363428035 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3c200048e0 con 0x55b4985038e0 2024-05-16T15:50:34.980 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.964+0000 7f3c10ff9700 1 -- 172.21.15.43:0/363428035 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f3c24026430 con 0x55b4985038e0 2024-05-16T15:50:34.980 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.964+0000 7f3c39e28b80 10 client.15456 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:50:34.980 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.964+0000 7f3c39e28b80 10 client.15456 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.f 2024-05-16T15:50:34.980 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.964+0000 7f3c39e28b80 20 client.15456 populate_metadata read hostname 'smithi043' 2024-05-16T15:50:34.980 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.964+0000 7f3c39e28b80 1 --2- 172.21.15.43:0/363428035 >> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] conn(0x55b49851d100 0x55b49851f510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:34.980 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.964+0000 7f3c39e28b80 4 client.15456 mds_command: new command op to 24445 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:50:34.980 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.964+0000 7f3c39e28b80 1 -- 172.21.15.43:0/363428035 --> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b4984cb650 con 0x55b49851d100 2024-05-16T15:50:34.980 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.964+0000 7f3c2cb30700 1 --2- 172.21.15.43:0/363428035 >> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] conn(0x55b49851d100 0x55b49851f510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:34.980 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.964+0000 7f3c2cb30700 1 --2- 172.21.15.43:0/363428035 >> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] conn(0x55b49851d100 0x55b49851f510 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=bc216497f823aa1a server_cookie=8eafd08a368b43cb in_seq=0 out_seq=0 2024-05-16T15:50:34.980 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.964+0000 7f3c10ff9700 10 client.15456 ms_handle_connect on v2:172.21.15.157:6834/2303077574 2024-05-16T15:50:34.980 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.965+0000 7f3c10ff9700 1 -- 172.21.15.43:0/363428035 <== mds.4 v2:172.21.15.157:6834/2303077574 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55b4984cb650 con 0x55b49851d100 2024-05-16T15:50:34.981 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.965+0000 7f3c10ff9700 10 client.15456 handle_command_reply: tid=0 2024-05-16T15:50:34.981 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.965+0000 7f3c39e28b80 1 client.15456 shutdown 2024-05-16T15:50:34.981 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.965+0000 7f3c39e28b80 1 -- 172.21.15.43:0/363428035 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b4985038e0 msgr2=0x55b49850f460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:34.981 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.965+0000 7f3c39e28b80 1 --2- 172.21.15.43:0/363428035 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b4985038e0 0x55b49850f460 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f3c24009990 tx=0x7f3c24009ca0 comp rx=0 tx=0).stop 2024-05-16T15:50:34.981 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.965+0000 7f3c39e28b80 1 -- 172.21.15.43:0/363428035 shutdown_connections 2024-05-16T15:50:34.981 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.965+0000 7f3c39e28b80 1 --2- 172.21.15.43:0/363428035 >> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] conn(0x55b49851d100 0x55b49851f510 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:34.981 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.965+0000 7f3c39e28b80 1 --2- 172.21.15.43:0/363428035 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b498508040 0x55b49850cd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:34.981 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.965+0000 7f3c39e28b80 1 --2- 172.21.15.43:0/363428035 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b4985038e0 0x55b49850f460 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:34.981 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.965+0000 7f3c39e28b80 1 --2- 172.21.15.43:0/363428035 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b498504200 0x55b49850c800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:34.981 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.965+0000 7f3c39e28b80 1 -- 172.21.15.43:0/363428035 >> 172.21.15.43:0/363428035 conn(0x55b49842b100 msgr2=0x55b4984f4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:34.981 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.965+0000 7f3c10ff9700 0 client.15456 ms_handle_reset on v2:172.21.15.157:6834/2303077574 2024-05-16T15:50:34.981 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.966+0000 7f3c39e28b80 1 -- 172.21.15.43:0/363428035 shutdown_connections 2024-05-16T15:50:34.982 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.966+0000 7f3c39e28b80 1 -- 172.21.15.43:0/363428035 wait complete. 2024-05-16T15:50:34.982 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.966+0000 7f3c39e28b80 20 client.15456 trim_cache size 0 max 16384 2024-05-16T15:50:34.994 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.981+0000 7f3c39e28b80 1 Processor -- start 2024-05-16T15:50:34.994 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.981+0000 7f3c39e28b80 1 -- start start 2024-05-16T15:50:34.994 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.981+0000 7f3c39e28b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b4985038e0 0x55b498508420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:34.994 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.981+0000 7f3c39e28b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b498504200 0x55b498508960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:34.995 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.981+0000 7f3c39e28b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b498508040 0x55b498508ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:34.995 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.981+0000 7f3c39e28b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f3c281acfe0 con 0x55b498504200 2024-05-16T15:50:34.995 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.981+0000 7f3c39e28b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f3c281aeb20 con 0x55b4985038e0 2024-05-16T15:50:34.995 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.981+0000 7f3c39e28b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f3c281ad6b0 con 0x55b498508040 2024-05-16T15:50:34.995 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.981+0000 7f3c2cb30700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b498504200 0x55b498508960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:34.995 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.982+0000 7f3c2cb30700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b498504200 0x55b498508960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:43032/0 (socket says 172.21.15.43:43032) 2024-05-16T15:50:34.995 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.982+0000 7f3c2cb30700 1 -- 172.21.15.43:0/4181689428 learned_addr learned my addr 172.21.15.43:0/4181689428 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:34.995 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.982+0000 7f3c2d331700 1 --2- 172.21.15.43:0/4181689428 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b4985038e0 0x55b498508420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:34.995 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.982+0000 7f3c2db32700 1 --2- 172.21.15.43:0/4181689428 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b498508040 0x55b498508ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:34.995 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.982+0000 7f3c2cb30700 1 -- 172.21.15.43:0/4181689428 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b498508040 msgr2=0x55b498508ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:34.995 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.982+0000 7f3c2cb30700 1 --2- 172.21.15.43:0/4181689428 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b498508040 0x55b498508ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:34.995 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.982+0000 7f3c2cb30700 1 -- 172.21.15.43:0/4181689428 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b4985038e0 msgr2=0x55b498508420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:34.995 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.982+0000 7f3c2cb30700 1 --2- 172.21.15.43:0/4181689428 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b4985038e0 0x55b498508420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:34.996 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.982+0000 7f3c2cb30700 1 -- 172.21.15.43:0/4181689428 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b498519d60 con 0x55b498504200 2024-05-16T15:50:34.996 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.982+0000 7f3c2db32700 1 --2- 172.21.15.43:0/4181689428 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b498508040 0x55b498508ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:50:34.996 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.982+0000 7f3c2cb30700 1 --2- 172.21.15.43:0/4181689428 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b498504200 0x55b498508960 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f3c180a9280 tx=0x7f3c18091040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fcee60c798722765 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:34.996 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.982+0000 7f3c12ffd700 1 -- 172.21.15.43:0/4181689428 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c180c3070 con 0x55b498504200 2024-05-16T15:50:34.996 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.982+0000 7f3c12ffd700 1 -- 172.21.15.43:0/4181689428 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3c18010460 con 0x55b498504200 2024-05-16T15:50:34.996 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.982+0000 7f3c12ffd700 1 -- 172.21.15.43:0/4181689428 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c18020040 con 0x55b498504200 2024-05-16T15:50:34.996 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.983+0000 7f3c39e28b80 1 -- 172.21.15.43:0/4181689428 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b498504200 msgr2=0x55b498508960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:34.996 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.983+0000 7f3c39e28b80 1 --2- 172.21.15.43:0/4181689428 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b498504200 0x55b498508960 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f3c180a9280 tx=0x7f3c18091040 comp rx=0 tx=0).stop 2024-05-16T15:50:34.996 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.983+0000 7f3c39e28b80 1 -- 172.21.15.43:0/4181689428 shutdown_connections 2024-05-16T15:50:34.996 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.983+0000 7f3c39e28b80 1 --2- 172.21.15.43:0/4181689428 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b498508040 0x55b498508ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:34.996 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.983+0000 7f3c39e28b80 1 --2- 172.21.15.43:0/4181689428 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b4985038e0 0x55b498508420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:34.996 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.983+0000 7f3c39e28b80 1 --2- 172.21.15.43:0/4181689428 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b498504200 0x55b498508960 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:34.997 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.983+0000 7f3c39e28b80 1 -- 172.21.15.43:0/4181689428 >> 172.21.15.43:0/4181689428 conn(0x55b49842b100 msgr2=0x55b4984f4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:34.997 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.983+0000 7f3c39e28b80 1 -- 172.21.15.43:0/4181689428 shutdown_connections 2024-05-16T15:50:34.997 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.983+0000 7f3c39e28b80 1 -- 172.21.15.43:0/4181689428 wait complete. 2024-05-16T15:50:34.997 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.983+0000 7f3c39e28b80 1 -- start start 2024-05-16T15:50:34.997 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.983+0000 7f3c39e28b80 1 Processor -- start 2024-05-16T15:50:34.999 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.984+0000 7f3c39e28b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b4985038e0 0x55b498515a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:35.000 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.984+0000 7f3c39e28b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b498504200 0x55b4985241b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:35.000 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.984+0000 7f3c39e28b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b498508040 0x55b4985246f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:35.000 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.984+0000 7f3c39e28b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f3c281ae450 con 0x55b498504200 2024-05-16T15:50:35.000 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.984+0000 7f3c39e28b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f3c281add80 con 0x55b498508040 2024-05-16T15:50:35.000 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.984+0000 7f3c39e28b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f3c281aafa0 con 0x55b4985038e0 2024-05-16T15:50:35.000 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.984+0000 7f3c39e28b80 10 client.0 _ll_register_callbacks cb 0x55b4983e9920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:50:35.000 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.984+0000 7f3c2cb30700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b498504200 0x55b4985241b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:35.000 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.984+0000 7f3c2cb30700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b498504200 0x55b4985241b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:43038/0 (socket says 172.21.15.43:43038) 2024-05-16T15:50:35.000 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.984+0000 7f3c2cb30700 1 -- 172.21.15.43:0/1113817367 learned_addr learned my addr 172.21.15.43:0/1113817367 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:35.000 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.984+0000 7f3c2d331700 1 --2- 172.21.15.43:0/1113817367 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b4985038e0 0x55b498515a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:35.000 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.984+0000 7f3c2db32700 1 --2- 172.21.15.43:0/1113817367 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b498508040 0x55b4985246f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:35.000 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.984+0000 7f3c2cb30700 1 -- 172.21.15.43:0/1113817367 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b4985038e0 msgr2=0x55b498515a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:35.000 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.984+0000 7f3c2cb30700 1 --2- 172.21.15.43:0/1113817367 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b4985038e0 0x55b498515a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:35.001 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.984+0000 7f3c2cb30700 1 -- 172.21.15.43:0/1113817367 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b498508040 msgr2=0x55b4985246f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:35.001 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.984+0000 7f3c2cb30700 1 --2- 172.21.15.43:0/1113817367 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b498508040 0x55b4985246f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:35.001 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.984+0000 7f3c2cb30700 1 -- 172.21.15.43:0/1113817367 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b498524df0 con 0x55b498504200 2024-05-16T15:50:35.001 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.985+0000 7f3c2cb30700 1 --2- 172.21.15.43:0/1113817367 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b498504200 0x55b4985241b0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f3c180a8ff0 tx=0x7f3c180b2210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a27384a3124673f1 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:35.001 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.985+0000 7f3c10ff9700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:50:35.001 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.985+0000 7f3c10ff9700 1 -- 172.21.15.43:0/1113817367 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c18020050 con 0x55b498504200 2024-05-16T15:50:35.001 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.985+0000 7f3c10ff9700 1 -- 172.21.15.43:0/1113817367 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f3c180b1cc0 con 0x55b498504200 2024-05-16T15:50:35.001 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.985+0000 7f3c39e28b80 1 -- 172.21.15.43:0/1113817367 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3c18010460 con 0x55b498504200 2024-05-16T15:50:35.001 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.985+0000 7f3c10ff9700 1 -- 172.21.15.43:0/1113817367 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f3c180ca050 con 0x55b498504200 2024-05-16T15:50:35.001 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.985+0000 7f3c39e28b80 10 client.15462 fetch_fsmap learned FSMap version 30 2024-05-16T15:50:35.001 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.985+0000 7f3c39e28b80 1 -- 172.21.15.43:0/1113817367 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55b498587830 con 0x55b498504200 2024-05-16T15:50:35.001 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.985+0000 7f3c10ff9700 1 -- 172.21.15.43:0/1113817367 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3c18010460 con 0x55b498504200 2024-05-16T15:50:35.001 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.985+0000 7f3c10ff9700 1 -- 172.21.15.43:0/1113817367 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f3c180a86e0 con 0x55b498504200 2024-05-16T15:50:35.001 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.985+0000 7f3c39e28b80 10 client.15462 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:50:35.001 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.985+0000 7f3c39e28b80 10 client.15462 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.f 2024-05-16T15:50:35.002 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.985+0000 7f3c39e28b80 20 client.15462 populate_metadata read hostname 'smithi043' 2024-05-16T15:50:35.002 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.985+0000 7f3c39e28b80 1 --2- 172.21.15.43:0/1113817367 >> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] conn(0x55b498587ec0 0x55b49858a2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:35.002 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.985+0000 7f3c39e28b80 4 client.15462 mds_command: new command op to 24445 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-16T15:50:35.002 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.985+0000 7f3c39e28b80 1 -- 172.21.15.43:0/1113817367 --> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55b49845f240 con 0x55b498587ec0 2024-05-16T15:50:35.002 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.986+0000 7f3c2d331700 1 --2- 172.21.15.43:0/1113817367 >> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] conn(0x55b498587ec0 0x55b49858a2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:35.002 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.986+0000 7f3c10ff9700 10 client.15462 ms_handle_connect on v2:172.21.15.157:6834/2303077574 2024-05-16T15:50:35.002 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.986+0000 7f3c2d331700 1 --2- 172.21.15.43:0/1113817367 >> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] conn(0x55b498587ec0 0x55b49858a2e0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=e9734aa0fa87b723 server_cookie=e41df65fc5bfd23b in_seq=0 out_seq=0 2024-05-16T15:50:35.002 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.986+0000 7f3c10ff9700 1 -- 172.21.15.43:0/1113817367 <== mds.4 v2:172.21.15.157:6834/2303077574 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55b49845f240 con 0x55b498587ec0 2024-05-16T15:50:35.002 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.986+0000 7f3c10ff9700 10 client.15462 handle_command_reply: tid=0 2024-05-16T15:50:35.002 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.986+0000 7f3c39e28b80 1 client.15462 shutdown 2024-05-16T15:50:35.002 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.986+0000 7f3c39e28b80 1 -- 172.21.15.43:0/1113817367 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b498504200 msgr2=0x55b4985241b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:35.002 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.986+0000 7f3c39e28b80 1 --2- 172.21.15.43:0/1113817367 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b498504200 0x55b4985241b0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f3c180a8ff0 tx=0x7f3c180b2210 comp rx=0 tx=0).stop 2024-05-16T15:50:35.002 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.986+0000 7f3c39e28b80 1 -- 172.21.15.43:0/1113817367 shutdown_connections 2024-05-16T15:50:35.003 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.986+0000 7f3c39e28b80 1 --2- 172.21.15.43:0/1113817367 >> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] conn(0x55b498587ec0 0x55b49858a2e0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:35.003 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.986+0000 7f3c39e28b80 1 --2- 172.21.15.43:0/1113817367 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b498508040 0x55b4985246f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:35.003 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.986+0000 7f3c10ff9700 0 client.15462 ms_handle_reset on v2:172.21.15.157:6834/2303077574 2024-05-16T15:50:35.003 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.986+0000 7f3c39e28b80 1 --2- 172.21.15.43:0/1113817367 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b4985038e0 0x55b498515a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:35.003 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.986+0000 7f3c39e28b80 1 --2- 172.21.15.43:0/1113817367 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b498504200 0x55b4985241b0 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:35.003 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.986+0000 7f3c39e28b80 1 -- 172.21.15.43:0/1113817367 >> 172.21.15.43:0/1113817367 conn(0x55b49842b100 msgr2=0x55b498508420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:35.003 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.987+0000 7f3c39e28b80 1 -- 172.21.15.43:0/1113817367 shutdown_connections 2024-05-16T15:50:35.003 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.987+0000 7f3c39e28b80 1 -- 172.21.15.43:0/1113817367 wait complete. 2024-05-16T15:50:35.003 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.987+0000 7f3c39e28b80 20 client.15462 trim_cache size 0 max 16384 2024-05-16T15:50:35.003 INFO:teuthology.orchestra.run.smithi043.stdout:[] 2024-05-16T15:50:35.004 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.987+0000 7f3c2f595700 1 -- 172.21.15.43:0/1853079399 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f3c140b2880 msgr2=0x7f3c140b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:35.004 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.987+0000 7f3c2f595700 1 --2- 172.21.15.43:0/1853079399 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f3c140b2880 0x7f3c140b4d40 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f3c24003760 tx=0x7f3c2401a040 comp rx=0 tx=0).stop 2024-05-16T15:50:35.004 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.987+0000 7f3c2f595700 1 -- 172.21.15.43:0/1853079399 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3c2806c590 msgr2=0x7f3c2819fc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:35.004 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.987+0000 7f3c2f595700 1 --2- 172.21.15.43:0/1853079399 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3c2806c590 0x7f3c2819fc90 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f3c1800d950 tx=0x7f3c1800dc60 comp rx=0 tx=0).stop 2024-05-16T15:50:35.004 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.987+0000 7f3c2f595700 1 -- 172.21.15.43:0/1853079399 shutdown_connections 2024-05-16T15:50:35.004 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.987+0000 7f3c2f595700 1 --2- 172.21.15.43:0/1853079399 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3c28109510 0x7f3c28199960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:35.004 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.987+0000 7f3c2f595700 1 --2- 172.21.15.43:0/1853079399 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3c2806bbd0 0x7f3c2819f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:35.005 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.987+0000 7f3c2f595700 1 --2- 172.21.15.43:0/1853079399 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f3c140b2880 0x7f3c140b4d40 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:35.005 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.987+0000 7f3c2f595700 1 --2- 172.21.15.43:0/1853079399 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3c2806c590 0x7f3c2819fc90 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:35.005 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.987+0000 7f3c2f595700 1 -- 172.21.15.43:0/1853079399 >> 172.21.15.43:0/1853079399 conn(0x7f3c28079350 msgr2=0x7f3c28101360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:35.005 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.987+0000 7f3c2f595700 1 -- 172.21.15.43:0/1853079399 shutdown_connections 2024-05-16T15:50:35.005 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:34.987+0000 7f3c2f595700 1 -- 172.21.15.43:0/1853079399 wait complete. 2024-05-16T15:50:35.666 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-05-16T15:50:35.917 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:50:35.925 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:50:35 smithi157 ceph-mon[35584]: pgmap v446: 129 pgs: 129 active+clean; 671 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-16T15:50:35.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:50:35 smithi148 ceph-mon[34976]: pgmap v446: 129 pgs: 129 active+clean; 671 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-16T15:50:35.974 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:50:35 smithi043 ceph-mon[31619]: pgmap v446: 129 pgs: 129 active+clean; 671 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-16T15:50:37.694 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.683+0000 7f93d771c700 1 -- 172.21.15.43:0/165499751 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f93d0104100 msgr2=0x7f93d0108120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:37.694 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.683+0000 7f93d771c700 1 --2- 172.21.15.43:0/165499751 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f93d0104100 0x7f93d0108120 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f93c00099c0 tx=0x7f93c0009cd0 comp rx=0 tx=0).stop 2024-05-16T15:50:37.694 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.683+0000 7f93d771c700 1 -- 172.21.15.43:0/165499751 shutdown_connections 2024-05-16T15:50:37.694 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.683+0000 7f93d771c700 1 --2- 172.21.15.43:0/165499751 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f93d0108850 0x7f93d01103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:37.695 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.683+0000 7f93d771c700 1 --2- 172.21.15.43:0/165499751 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f93d0103750 0x7f93d0103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:37.695 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.683+0000 7f93d771c700 1 --2- 172.21.15.43:0/165499751 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f93d0104100 0x7f93d0108120 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:37.695 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.683+0000 7f93d771c700 1 -- 172.21.15.43:0/165499751 >> 172.21.15.43:0/165499751 conn(0x7f93d007a600 msgr2=0x7f93d007aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:37.695 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.683+0000 7f93d771c700 1 -- 172.21.15.43:0/165499751 shutdown_connections 2024-05-16T15:50:37.695 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.683+0000 7f93d771c700 1 -- 172.21.15.43:0/165499751 wait complete. 2024-05-16T15:50:37.697 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.684+0000 7f93d771c700 1 Processor -- start 2024-05-16T15:50:37.697 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.684+0000 7f93d771c700 1 -- start start 2024-05-16T15:50:37.697 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.684+0000 7f93d771c700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f93d0103750 0x7f93d01a1840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:37.697 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.684+0000 7f93d771c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f93d0104100 0x7f93d01a1d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:37.697 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.684+0000 7f93d771c700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f93d0108850 0x7f93d019ba00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:37.697 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.684+0000 7f93d771c700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f93d01134e0 con 0x7f93d0104100 2024-05-16T15:50:37.697 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.684+0000 7f93d771c700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f93d0113360 con 0x7f93d0103750 2024-05-16T15:50:37.697 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.684+0000 7f93d771c700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f93d0113660 con 0x7f93d0108850 2024-05-16T15:50:37.697 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.684+0000 7f93d4cb7700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f93d0104100 0x7f93d01a1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:37.698 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.684+0000 7f93d4cb7700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f93d0104100 0x7f93d01a1d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:40632/0 (socket says 172.21.15.43:40632) 2024-05-16T15:50:37.698 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.684+0000 7f93d4cb7700 1 -- 172.21.15.43:0/2456551306 learned_addr learned my addr 172.21.15.43:0/2456551306 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:37.698 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.684+0000 7f93d5cb9700 1 --2- 172.21.15.43:0/2456551306 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f93d0108850 0x7f93d019ba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:37.698 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.684+0000 7f93d54b8700 1 --2- 172.21.15.43:0/2456551306 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f93d0103750 0x7f93d01a1840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:37.698 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.684+0000 7f93d4cb7700 1 -- 172.21.15.43:0/2456551306 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f93d0108850 msgr2=0x7f93d019ba00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:37.698 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.684+0000 7f93d4cb7700 1 --2- 172.21.15.43:0/2456551306 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f93d0108850 0x7f93d019ba00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:37.698 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.684+0000 7f93d4cb7700 1 -- 172.21.15.43:0/2456551306 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f93d0103750 msgr2=0x7f93d01a1840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:37.698 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.684+0000 7f93d4cb7700 1 --2- 172.21.15.43:0/2456551306 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f93d0103750 0x7f93d01a1840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:37.698 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.684+0000 7f93d4cb7700 1 -- 172.21.15.43:0/2456551306 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93d019c160 con 0x7f93d0104100 2024-05-16T15:50:37.698 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.685+0000 7f93d4cb7700 1 --2- 172.21.15.43:0/2456551306 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f93d0104100 0x7f93d01a1d80 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f93c0000c00 tx=0x7f93c00047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:37.698 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.685+0000 7f93c67fc700 1 -- 172.21.15.43:0/2456551306 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93c000f8a0 con 0x7f93d0104100 2024-05-16T15:50:37.698 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.685+0000 7f93c67fc700 1 -- 172.21.15.43:0/2456551306 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f93c0004830 con 0x7f93d0104100 2024-05-16T15:50:37.698 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.685+0000 7f93c67fc700 1 -- 172.21.15.43:0/2456551306 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93c0005410 con 0x7f93d0104100 2024-05-16T15:50:37.699 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.685+0000 7f93d771c700 1 -- 172.21.15.43:0/2456551306 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93d019c3f0 con 0x7f93d0104100 2024-05-16T15:50:37.699 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.685+0000 7f93d771c700 1 -- 172.21.15.43:0/2456551306 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93d01a8710 con 0x7f93d0104100 2024-05-16T15:50:37.699 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.688+0000 7f93c67fc700 1 -- 172.21.15.43:0/2456551306 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f93c0029060 con 0x7f93d0104100 2024-05-16T15:50:37.700 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.688+0000 7f93c67fc700 1 --2- 172.21.15.43:0/2456551306 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f93bc0b2900 0x7f93bc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:37.701 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.689+0000 7f93e1fafb80 1 Processor -- start 2024-05-16T15:50:37.701 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.689+0000 7f93d54b8700 1 --2- 172.21.15.43:0/2456551306 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f93bc0b2900 0x7f93bc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:37.701 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.689+0000 7f93c67fc700 1 -- 172.21.15.43:0/2456551306 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f93c00e3070 con 0x7f93d0104100 2024-05-16T15:50:37.701 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.689+0000 7f93e1fafb80 1 -- start start 2024-05-16T15:50:37.701 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.689+0000 7f93e1fafb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56112ba8f9c0 0x56112ba8fda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:37.701 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.689+0000 7f93e1fafb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56112ba902e0 0x56112ba8a020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:37.701 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.689+0000 7f93e1fafb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56112ba8a560 0x56112ba8a9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:37.701 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.689+0000 7f93e1fafb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x56112b9d3940 con 0x56112ba8a560 2024-05-16T15:50:37.701 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.689+0000 7f93e1fafb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x56112b938da0 con 0x56112ba902e0 2024-05-16T15:50:37.701 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.689+0000 7f93e1fafb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x56112b9cf900 con 0x56112ba8f9c0 2024-05-16T15:50:37.701 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.689+0000 7f93d54b8700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56112ba8f9c0 0x56112ba8fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:37.701 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.689+0000 7f93d5cb9700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56112ba8a560 0x56112ba8a9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:37.702 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.689+0000 7f93d54b8700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56112ba8f9c0 0x56112ba8fda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:48682/0 (socket says 172.21.15.43:48682) 2024-05-16T15:50:37.702 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.689+0000 7f93d54b8700 1 -- 172.21.15.43:0/2778967219 learned_addr learned my addr 172.21.15.43:0/2778967219 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:37.702 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.689+0000 7f93d54b8700 1 --2- 172.21.15.43:0/2456551306 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f93bc0b2900 0x7f93bc0b4dc0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f93cc005950 tx=0x7f93cc0058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:37.702 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.689+0000 7f93d4cb7700 1 --2- 172.21.15.43:0/2778967219 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56112ba902e0 0x56112ba8a020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:37.702 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.690+0000 7f93d54b8700 1 -- 172.21.15.43:0/2778967219 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56112ba902e0 msgr2=0x56112ba8a020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:37.702 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.690+0000 7f93d54b8700 1 --2- 172.21.15.43:0/2778967219 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56112ba902e0 0x56112ba8a020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:37.702 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.690+0000 7f93d54b8700 1 -- 172.21.15.43:0/2778967219 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56112ba8a560 msgr2=0x56112ba8a9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:37.702 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.690+0000 7f93d54b8700 1 --2- 172.21.15.43:0/2778967219 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56112ba8a560 0x56112ba8a9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:37.702 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.690+0000 7f93d54b8700 1 -- 172.21.15.43:0/2778967219 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56112b9208d0 con 0x56112ba8f9c0 2024-05-16T15:50:37.702 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.690+0000 7f93d5cb9700 1 --2- 172.21.15.43:0/2778967219 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56112ba8a560 0x56112ba8a9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:50:37.702 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.690+0000 7f93d54b8700 1 --2- 172.21.15.43:0/2778967219 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56112ba8f9c0 0x56112ba8fda0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f93cc00fcf0 tx=0x7f93cc012000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f6f3f8703aab3178 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:37.705 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.690+0000 7f93bb7fe700 1 -- 172.21.15.43:0/2778967219 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93cc022070 con 0x56112ba8f9c0 2024-05-16T15:50:37.706 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.690+0000 7f93bb7fe700 1 -- 172.21.15.43:0/2778967219 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f93cc01e450 con 0x56112ba8f9c0 2024-05-16T15:50:37.706 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.690+0000 7f93bb7fe700 1 -- 172.21.15.43:0/2778967219 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93cc010630 con 0x56112ba8f9c0 2024-05-16T15:50:37.706 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.691+0000 7f93e1fafb80 1 -- 172.21.15.43:0/2778967219 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56112ba8f9c0 msgr2=0x56112ba8fda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:37.706 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.691+0000 7f93e1fafb80 1 --2- 172.21.15.43:0/2778967219 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56112ba8f9c0 0x56112ba8fda0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f93cc00fcf0 tx=0x7f93cc012000 comp rx=0 tx=0).stop 2024-05-16T15:50:37.706 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.691+0000 7f93e1fafb80 1 -- 172.21.15.43:0/2778967219 shutdown_connections 2024-05-16T15:50:37.706 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.691+0000 7f93e1fafb80 1 --2- 172.21.15.43:0/2778967219 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56112ba8a560 0x56112ba8a9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:37.706 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.691+0000 7f93e1fafb80 1 --2- 172.21.15.43:0/2778967219 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56112ba8f9c0 0x56112ba8fda0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:37.706 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.691+0000 7f93e1fafb80 1 --2- 172.21.15.43:0/2778967219 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56112ba902e0 0x56112ba8a020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:37.706 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.691+0000 7f93e1fafb80 1 -- 172.21.15.43:0/2778967219 >> 172.21.15.43:0/2778967219 conn(0x56112b9adb70 msgr2=0x56112ba7c2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:37.706 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.691+0000 7f93e1fafb80 1 -- 172.21.15.43:0/2778967219 shutdown_connections 2024-05-16T15:50:37.706 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.691+0000 7f93e1fafb80 1 -- 172.21.15.43:0/2778967219 wait complete. 2024-05-16T15:50:37.706 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.691+0000 7f93e1fafb80 1 -- start start 2024-05-16T15:50:37.707 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.692+0000 7f93e1fafb80 1 Processor -- start 2024-05-16T15:50:37.707 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.692+0000 7f93e1fafb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56112ba8a560 0x56112ba95f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:37.707 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.692+0000 7f93e1fafb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56112ba8f9c0 0x56112ba932c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:37.707 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.692+0000 7f93e1fafb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56112ba902e0 0x56112ba93800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:37.707 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.692+0000 7f93e1fafb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x56112ba96c60 con 0x56112ba8a560 2024-05-16T15:50:37.707 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.692+0000 7f93e1fafb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x56112b98ced0 con 0x56112ba902e0 2024-05-16T15:50:37.707 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.692+0000 7f93e1fafb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x56112ba96de0 con 0x56112ba8f9c0 2024-05-16T15:50:37.707 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.692+0000 7f93d54b8700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56112ba8a560 0x56112ba95f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:37.707 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.692+0000 7f93e1fafb80 10 client.0 _ll_register_callbacks cb 0x56112b9675b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:50:37.707 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.692+0000 7f93d54b8700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56112ba8a560 0x56112ba95f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:40640/0 (socket says 172.21.15.43:40640) 2024-05-16T15:50:37.707 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.692+0000 7f93d54b8700 1 -- 172.21.15.43:0/2847299700 learned_addr learned my addr 172.21.15.43:0/2847299700 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:37.707 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.692+0000 7f93d4cb7700 1 --2- 172.21.15.43:0/2847299700 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56112ba8f9c0 0x56112ba932c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:37.707 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.692+0000 7f93d5cb9700 1 --2- 172.21.15.43:0/2847299700 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56112ba902e0 0x56112ba93800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:37.707 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.693+0000 7f93d54b8700 1 -- 172.21.15.43:0/2847299700 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56112ba8f9c0 msgr2=0x56112ba932c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:37.707 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.693+0000 7f93d54b8700 1 --2- 172.21.15.43:0/2847299700 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56112ba8f9c0 0x56112ba932c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:37.707 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.693+0000 7f93d54b8700 1 -- 172.21.15.43:0/2847299700 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56112ba902e0 msgr2=0x56112ba93800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:37.708 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.693+0000 7f93d54b8700 1 --2- 172.21.15.43:0/2847299700 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56112ba902e0 0x56112ba93800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:37.708 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.693+0000 7f93d54b8700 1 -- 172.21.15.43:0/2847299700 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56112b98a760 con 0x56112ba8a560 2024-05-16T15:50:37.708 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.693+0000 7f93d5cb9700 1 --2- 172.21.15.43:0/2847299700 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56112ba902e0 0x56112ba93800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:50:37.708 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.693+0000 7f93d54b8700 1 --2- 172.21.15.43:0/2847299700 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56112ba8a560 0x56112ba95f20 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f93cc00bb70 tx=0x7f93cc011b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a70079c10473ad48 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:37.708 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.693+0000 7f93b8ff9700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:50:37.708 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.693+0000 7f93b8ff9700 1 -- 172.21.15.43:0/2847299700 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93cc036060 con 0x56112ba8a560 2024-05-16T15:50:37.708 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.693+0000 7f93e1fafb80 1 -- 172.21.15.43:0/2847299700 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f93cc01e450 con 0x56112ba8a560 2024-05-16T15:50:37.708 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.693+0000 7f93b8ff9700 1 -- 172.21.15.43:0/2847299700 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f93cc01e810 con 0x56112ba8a560 2024-05-16T15:50:37.708 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.693+0000 7f93b8ff9700 1 -- 172.21.15.43:0/2847299700 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f93cc03d050 con 0x56112ba8a560 2024-05-16T15:50:37.708 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.693+0000 7f93e1fafb80 10 client.15474 fetch_fsmap learned FSMap version 30 2024-05-16T15:50:37.708 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.693+0000 7f93e1fafb80 1 -- 172.21.15.43:0/2847299700 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x56112baa14e0 con 0x56112ba8a560 2024-05-16T15:50:37.708 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.693+0000 7f93b8ff9700 1 -- 172.21.15.43:0/2847299700 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f93cc01e450 con 0x56112ba8a560 2024-05-16T15:50:37.708 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.694+0000 7f93b8ff9700 1 -- 172.21.15.43:0/2847299700 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f93cc027b10 con 0x56112ba8a560 2024-05-16T15:50:37.708 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.694+0000 7f93e1fafb80 10 client.15474 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:50:37.708 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.694+0000 7f93e1fafb80 10 client.15474 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-05-16T15:50:37.708 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.694+0000 7f93e1fafb80 20 client.15474 populate_metadata read hostname 'smithi043' 2024-05-16T15:50:37.709 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.694+0000 7f93e1fafb80 1 --2- 172.21.15.43:0/2847299700 >> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] conn(0x56112baa3a60 0x56112baa5e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:37.709 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.694+0000 7f93e1fafb80 4 client.15474 mds_command: new command op to 24451 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:50:37.709 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.694+0000 7f93e1fafb80 1 -- 172.21.15.43:0/2847299700 --> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56112b9e1320 con 0x56112baa3a60 2024-05-16T15:50:37.709 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.694+0000 7f93d4cb7700 1 --2- 172.21.15.43:0/2847299700 >> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] conn(0x56112baa3a60 0x56112baa5e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:37.709 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.695+0000 7f93d4cb7700 1 --2- 172.21.15.43:0/2847299700 >> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] conn(0x56112baa3a60 0x56112baa5e50 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=67d477d3bcbd9062 server_cookie=da18e5c5c8ca2d70 in_seq=0 out_seq=0 2024-05-16T15:50:37.709 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.695+0000 7f93b8ff9700 10 client.15474 ms_handle_connect on v2:172.21.15.157:6836/3777341889 2024-05-16T15:50:37.710 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.695+0000 7f93b8ff9700 1 -- 172.21.15.43:0/2847299700 <== mds.3 v2:172.21.15.157:6836/3777341889 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x56112b9e1320 con 0x56112baa3a60 2024-05-16T15:50:37.710 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.695+0000 7f93b8ff9700 10 client.15474 handle_command_reply: tid=0 2024-05-16T15:50:37.710 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.695+0000 7f93e1fafb80 1 client.15474 shutdown 2024-05-16T15:50:37.710 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.696+0000 7f93e1fafb80 1 -- 172.21.15.43:0/2847299700 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56112ba8a560 msgr2=0x56112ba95f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:37.710 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.696+0000 7f93e1fafb80 1 --2- 172.21.15.43:0/2847299700 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56112ba8a560 0x56112ba95f20 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f93cc00bb70 tx=0x7f93cc011b00 comp rx=0 tx=0).stop 2024-05-16T15:50:37.710 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.696+0000 7f93e1fafb80 1 -- 172.21.15.43:0/2847299700 shutdown_connections 2024-05-16T15:50:37.710 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.696+0000 7f93e1fafb80 1 --2- 172.21.15.43:0/2847299700 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56112ba902e0 0x56112ba93800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:37.710 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.696+0000 7f93e1fafb80 1 --2- 172.21.15.43:0/2847299700 >> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] conn(0x56112baa3a60 0x56112baa5e50 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:37.711 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.696+0000 7f93e1fafb80 1 --2- 172.21.15.43:0/2847299700 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56112ba8a560 0x56112ba95f20 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:37.711 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.696+0000 7f93e1fafb80 1 --2- 172.21.15.43:0/2847299700 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56112ba8f9c0 0x56112ba932c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:37.711 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.696+0000 7f93e1fafb80 1 -- 172.21.15.43:0/2847299700 >> 172.21.15.43:0/2847299700 conn(0x56112b9adb70 msgr2=0x56112ba76b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:37.711 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.696+0000 7f93b8ff9700 0 client.15474 ms_handle_reset on v2:172.21.15.157:6836/3777341889 2024-05-16T15:50:37.711 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.696+0000 7f93e1fafb80 1 -- 172.21.15.43:0/2847299700 shutdown_connections 2024-05-16T15:50:37.711 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.696+0000 7f93e1fafb80 1 -- 172.21.15.43:0/2847299700 wait complete. 2024-05-16T15:50:37.711 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.696+0000 7f93e1fafb80 20 client.15474 trim_cache size 0 max 16384 2024-05-16T15:50:37.723 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.711+0000 7f93e1fafb80 1 Processor -- start 2024-05-16T15:50:37.723 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.711+0000 7f93e1fafb80 1 -- start start 2024-05-16T15:50:37.723 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.711+0000 7f93e1fafb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56112ba8a560 0x56112ba90f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:37.723 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.711+0000 7f93e1fafb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56112ba8f9c0 0x56112ba76c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:37.723 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.711+0000 7f93e1fafb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56112ba902e0 0x56112ba922e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:37.724 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.711+0000 7f93e1fafb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f93d01ace50 con 0x56112ba8a560 2024-05-16T15:50:37.724 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.711+0000 7f93e1fafb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f93d01ae990 con 0x56112ba8f9c0 2024-05-16T15:50:37.724 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.711+0000 7f93e1fafb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f93d01ad520 con 0x56112ba902e0 2024-05-16T15:50:37.724 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.711+0000 7f93d54b8700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56112ba8a560 0x56112ba90f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:37.724 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.711+0000 7f93d54b8700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56112ba8a560 0x56112ba90f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:40644/0 (socket says 172.21.15.43:40644) 2024-05-16T15:50:37.724 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.711+0000 7f93d54b8700 1 -- 172.21.15.43:0/4112611993 learned_addr learned my addr 172.21.15.43:0/4112611993 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:37.724 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.712+0000 7f93d4cb7700 1 --2- 172.21.15.43:0/4112611993 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56112ba8f9c0 0x56112ba76c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:37.724 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.712+0000 7f93d54b8700 1 -- 172.21.15.43:0/4112611993 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56112ba902e0 msgr2=0x56112ba922e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:37.724 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.712+0000 7f93d5cb9700 1 --2- 172.21.15.43:0/4112611993 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56112ba902e0 0x56112ba922e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:37.724 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.712+0000 7f93d54b8700 1 --2- 172.21.15.43:0/4112611993 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56112ba902e0 0x56112ba922e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:37.724 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.712+0000 7f93d54b8700 1 -- 172.21.15.43:0/4112611993 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56112ba8f9c0 msgr2=0x56112ba76c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:37.724 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.712+0000 7f93d54b8700 1 --2- 172.21.15.43:0/4112611993 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56112ba8f9c0 0x56112ba76c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:37.724 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.712+0000 7f93d54b8700 1 -- 172.21.15.43:0/4112611993 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56112ba7d190 con 0x56112ba8a560 2024-05-16T15:50:37.725 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.712+0000 7f93d5cb9700 1 --2- 172.21.15.43:0/4112611993 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56112ba902e0 0x56112ba922e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:50:37.725 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.712+0000 7f93d54b8700 1 --2- 172.21.15.43:0/4112611993 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56112ba8a560 0x56112ba90f50 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f93cc00b400 tx=0x7f93cc0117a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab3feffdb84cd4a0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:37.725 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.712+0000 7f93baffd700 1 -- 172.21.15.43:0/4112611993 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93cc015030 con 0x56112ba8a560 2024-05-16T15:50:37.725 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.712+0000 7f93baffd700 1 -- 172.21.15.43:0/4112611993 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f93cc005020 con 0x56112ba8a560 2024-05-16T15:50:37.725 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.712+0000 7f93baffd700 1 -- 172.21.15.43:0/4112611993 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93cc036040 con 0x56112ba8a560 2024-05-16T15:50:37.728 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.713+0000 7f93e1fafb80 1 -- 172.21.15.43:0/4112611993 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56112ba8a560 msgr2=0x56112ba90f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:37.728 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.713+0000 7f93e1fafb80 1 --2- 172.21.15.43:0/4112611993 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56112ba8a560 0x56112ba90f50 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f93cc00b400 tx=0x7f93cc0117a0 comp rx=0 tx=0).stop 2024-05-16T15:50:37.728 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.713+0000 7f93e1fafb80 1 -- 172.21.15.43:0/4112611993 shutdown_connections 2024-05-16T15:50:37.728 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.713+0000 7f93e1fafb80 1 --2- 172.21.15.43:0/4112611993 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56112ba902e0 0x56112ba922e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:37.728 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.713+0000 7f93e1fafb80 1 --2- 172.21.15.43:0/4112611993 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56112ba8a560 0x56112ba90f50 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:37.728 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.713+0000 7f93e1fafb80 1 --2- 172.21.15.43:0/4112611993 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56112ba8f9c0 0x56112ba76c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:37.729 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.713+0000 7f93e1fafb80 1 -- 172.21.15.43:0/4112611993 >> 172.21.15.43:0/4112611993 conn(0x56112b9adb70 msgr2=0x56112ba91bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:37.729 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.713+0000 7f93e1fafb80 1 -- 172.21.15.43:0/4112611993 shutdown_connections 2024-05-16T15:50:37.729 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.713+0000 7f93e1fafb80 1 -- 172.21.15.43:0/4112611993 wait complete. 2024-05-16T15:50:37.729 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.713+0000 7f93e1fafb80 1 -- start start 2024-05-16T15:50:37.729 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.713+0000 7f93e1fafb80 1 Processor -- start 2024-05-16T15:50:37.729 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.714+0000 7f93e1fafb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56112ba8a560 0x56112baa5ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:37.729 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.714+0000 7f93e1fafb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56112ba8f9c0 0x56112baa6430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:37.729 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.714+0000 7f93e1fafb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56112ba902e0 0x56112bb05fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:37.729 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.714+0000 7f93e1fafb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f93d01ae2c0 con 0x56112ba902e0 2024-05-16T15:50:37.729 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.714+0000 7f93e1fafb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f93d01adbf0 con 0x56112ba8f9c0 2024-05-16T15:50:37.729 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.714+0000 7f93e1fafb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f93d01aae10 con 0x56112ba8a560 2024-05-16T15:50:37.729 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.714+0000 7f93e1fafb80 10 client.0 _ll_register_callbacks cb 0x56112b9675b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:50:37.729 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.714+0000 7f93d5cb9700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56112ba902e0 0x56112bb05fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:37.729 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.714+0000 7f93d5cb9700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56112ba902e0 0x56112bb05fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:40654/0 (socket says 172.21.15.43:40654) 2024-05-16T15:50:37.730 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.714+0000 7f93d5cb9700 1 -- 172.21.15.43:0/2172182821 learned_addr learned my addr 172.21.15.43:0/2172182821 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:37.730 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.714+0000 7f93d54b8700 1 --2- 172.21.15.43:0/2172182821 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56112ba8a560 0x56112baa5ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:37.730 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.714+0000 7f93d4cb7700 1 --2- 172.21.15.43:0/2172182821 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56112ba8f9c0 0x56112baa6430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:37.730 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.714+0000 7f93d5cb9700 1 -- 172.21.15.43:0/2172182821 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56112ba8a560 msgr2=0x56112baa5ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:37.730 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.714+0000 7f93d5cb9700 1 --2- 172.21.15.43:0/2172182821 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56112ba8a560 0x56112baa5ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:37.730 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.714+0000 7f93d5cb9700 1 -- 172.21.15.43:0/2172182821 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56112ba8f9c0 msgr2=0x56112baa6430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:37.730 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.714+0000 7f93d5cb9700 1 --2- 172.21.15.43:0/2172182821 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56112ba8f9c0 0x56112baa6430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:37.730 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.714+0000 7f93d5cb9700 1 -- 172.21.15.43:0/2172182821 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56112bb06570 con 0x56112ba902e0 2024-05-16T15:50:37.730 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.714+0000 7f93d5cb9700 1 --2- 172.21.15.43:0/2172182821 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56112ba902e0 0x56112bb05fb0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f93c8007af0 tx=0x7f93c8007e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=92d2376e0323b1f1 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:37.730 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.714+0000 7f93b8ff9700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:50:37.730 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.714+0000 7f93b8ff9700 1 -- 172.21.15.43:0/2172182821 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93c8016bc0 con 0x56112ba902e0 2024-05-16T15:50:37.730 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.714+0000 7f93b8ff9700 1 -- 172.21.15.43:0/2172182821 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f93c8016d60 con 0x56112ba902e0 2024-05-16T15:50:37.730 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.714+0000 7f93e1fafb80 1 -- 172.21.15.43:0/2172182821 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f93cc005020 con 0x56112ba902e0 2024-05-16T15:50:37.730 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.715+0000 7f93b8ff9700 1 -- 172.21.15.43:0/2172182821 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f93c802a050 con 0x56112ba902e0 2024-05-16T15:50:37.731 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.715+0000 7f93e1fafb80 10 client.15480 fetch_fsmap learned FSMap version 30 2024-05-16T15:50:37.731 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.715+0000 7f93e1fafb80 1 -- 172.21.15.43:0/2172182821 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x56112bb0d8f0 con 0x56112ba902e0 2024-05-16T15:50:37.731 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.715+0000 7f93b8ff9700 1 -- 172.21.15.43:0/2172182821 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f93cc005020 con 0x56112ba902e0 2024-05-16T15:50:37.731 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.715+0000 7f93b8ff9700 1 -- 172.21.15.43:0/2172182821 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f93c80184b0 con 0x56112ba902e0 2024-05-16T15:50:37.731 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.715+0000 7f93e1fafb80 10 client.15480 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:50:37.731 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.715+0000 7f93e1fafb80 10 client.15480 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-05-16T15:50:37.731 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.715+0000 7f93e1fafb80 20 client.15480 populate_metadata read hostname 'smithi043' 2024-05-16T15:50:37.731 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.715+0000 7f93e1fafb80 1 --2- 172.21.15.43:0/2172182821 >> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] conn(0x56112bb0e060 0x56112bb10480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:37.731 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.715+0000 7f93e1fafb80 4 client.15480 mds_command: new command op to 24451 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-16T15:50:37.731 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.715+0000 7f93e1fafb80 1 -- 172.21.15.43:0/2172182821 --> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56112b9db3c0 con 0x56112bb0e060 2024-05-16T15:50:37.731 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.715+0000 7f93d54b8700 1 --2- 172.21.15.43:0/2172182821 >> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] conn(0x56112bb0e060 0x56112bb10480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:37.731 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.716+0000 7f93b8ff9700 10 client.15480 ms_handle_connect on v2:172.21.15.157:6836/3777341889 2024-05-16T15:50:37.731 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.716+0000 7f93d54b8700 1 --2- 172.21.15.43:0/2172182821 >> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] conn(0x56112bb0e060 0x56112bb10480 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=abdcf05b3cdec8c8 server_cookie=a267cf831134b8a5 in_seq=0 out_seq=0 2024-05-16T15:50:37.731 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.716+0000 7f93b8ff9700 1 -- 172.21.15.43:0/2172182821 <== mds.3 v2:172.21.15.157:6836/3777341889 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56112b9db3c0 con 0x56112bb0e060 2024-05-16T15:50:37.732 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.716+0000 7f93b8ff9700 10 client.15480 handle_command_reply: tid=0 2024-05-16T15:50:37.732 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.716+0000 7f93e1fafb80 1 client.15480 shutdown 2024-05-16T15:50:37.732 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.716+0000 7f93e1fafb80 1 -- 172.21.15.43:0/2172182821 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56112ba902e0 msgr2=0x56112bb05fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:37.732 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.716+0000 7f93e1fafb80 1 --2- 172.21.15.43:0/2172182821 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56112ba902e0 0x56112bb05fb0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f93c8007af0 tx=0x7f93c8007e00 comp rx=0 tx=0).stop 2024-05-16T15:50:37.732 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.716+0000 7f93e1fafb80 1 -- 172.21.15.43:0/2172182821 shutdown_connections 2024-05-16T15:50:37.732 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.716+0000 7f93e1fafb80 1 --2- 172.21.15.43:0/2172182821 >> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] conn(0x56112bb0e060 0x56112bb10480 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:37.732 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.716+0000 7f93e1fafb80 1 --2- 172.21.15.43:0/2172182821 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56112ba902e0 0x56112bb05fb0 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:37.732 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.716+0000 7f93e1fafb80 1 --2- 172.21.15.43:0/2172182821 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56112ba8a560 0x56112baa5ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:37.732 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.716+0000 7f93e1fafb80 1 --2- 172.21.15.43:0/2172182821 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56112ba8f9c0 0x56112baa6430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:37.732 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.716+0000 7f93b8ff9700 0 client.15480 ms_handle_reset on v2:172.21.15.157:6836/3777341889 2024-05-16T15:50:37.732 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.716+0000 7f93e1fafb80 1 -- 172.21.15.43:0/2172182821 >> 172.21.15.43:0/2172182821 conn(0x56112b9adb70 msgr2=0x56112ba90dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:37.732 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.716+0000 7f93e1fafb80 1 -- 172.21.15.43:0/2172182821 shutdown_connections 2024-05-16T15:50:37.732 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.716+0000 7f93e1fafb80 1 -- 172.21.15.43:0/2172182821 wait complete. 2024-05-16T15:50:37.732 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.716+0000 7f93e1fafb80 20 client.15480 trim_cache size 0 max 16384 2024-05-16T15:50:37.733 INFO:teuthology.orchestra.run.smithi043.stdout:[] 2024-05-16T15:50:37.733 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.717+0000 7f93d771c700 1 -- 172.21.15.43:0/2456551306 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f93bc0b2900 msgr2=0x7f93bc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:37.734 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.717+0000 7f93d771c700 1 --2- 172.21.15.43:0/2456551306 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f93bc0b2900 0x7f93bc0b4dc0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f93cc005950 tx=0x7f93cc0058e0 comp rx=0 tx=0).stop 2024-05-16T15:50:37.734 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.717+0000 7f93d771c700 1 -- 172.21.15.43:0/2456551306 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f93d0104100 msgr2=0x7f93d01a1d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:37.734 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.717+0000 7f93d771c700 1 --2- 172.21.15.43:0/2456551306 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f93d0104100 0x7f93d01a1d80 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f93c0000c00 tx=0x7f93c00047b0 comp rx=0 tx=0).stop 2024-05-16T15:50:37.734 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.717+0000 7f93d771c700 1 -- 172.21.15.43:0/2456551306 shutdown_connections 2024-05-16T15:50:37.734 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.717+0000 7f93d771c700 1 --2- 172.21.15.43:0/2456551306 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f93d0108850 0x7f93d019ba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:37.734 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.717+0000 7f93d771c700 1 --2- 172.21.15.43:0/2456551306 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f93d0103750 0x7f93d01a1840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:37.734 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.717+0000 7f93d771c700 1 --2- 172.21.15.43:0/2456551306 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f93bc0b2900 0x7f93bc0b4dc0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:37.734 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.717+0000 7f93d771c700 1 --2- 172.21.15.43:0/2456551306 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f93d0104100 0x7f93d01a1d80 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:37.734 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.717+0000 7f93d771c700 1 -- 172.21.15.43:0/2456551306 >> 172.21.15.43:0/2456551306 conn(0x7f93d007a600 msgr2=0x7f93d0101b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:37.734 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.717+0000 7f93d771c700 1 -- 172.21.15.43:0/2456551306 shutdown_connections 2024-05-16T15:50:37.734 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:37.717+0000 7f93d771c700 1 -- 172.21.15.43:0/2456551306 wait complete. 2024-05-16T15:50:37.926 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:50:37 smithi157 ceph-mon[35584]: pgmap v447: 129 pgs: 129 active+clean; 672 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 426 B/s wr, 11 op/s 2024-05-16T15:50:37.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:50:37 smithi148 ceph-mon[34976]: pgmap v447: 129 pgs: 129 active+clean; 672 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 426 B/s wr, 11 op/s 2024-05-16T15:50:37.975 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:50:37 smithi043 ceph-mon[31619]: pgmap v447: 129 pgs: 129 active+clean; 672 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 426 B/s wr, 11 op/s 2024-05-16T15:50:38.519 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-16T15:50:38.773 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:50:38.896 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:50:38 smithi043 ceph-mon[31619]: pgmap v448: 129 pgs: 129 active+clean; 672 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 426 B/s wr, 11 op/s 2024-05-16T15:50:38.926 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:50:38 smithi157 ceph-mon[35584]: pgmap v448: 129 pgs: 129 active+clean; 672 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 426 B/s wr, 11 op/s 2024-05-16T15:50:38.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:50:38 smithi148 ceph-mon[34976]: pgmap v448: 129 pgs: 129 active+clean; 672 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 426 B/s wr, 11 op/s 2024-05-16T15:50:40.553 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.541+0000 7fc56e17d700 1 -- 172.21.15.43:0/1239302664 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc568102630 msgr2=0x7fc568102a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:40.554 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.541+0000 7fc56e17d700 1 --2- 172.21.15.43:0/1239302664 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc568102630 0x7fc568102a10 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7fc5580099c0 tx=0x7fc558009cd0 comp rx=0 tx=0).stop 2024-05-16T15:50:40.554 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.541+0000 7fc56e17d700 1 -- 172.21.15.43:0/1239302664 shutdown_connections 2024-05-16T15:50:40.554 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.541+0000 7fc56e17d700 1 --2- 172.21.15.43:0/1239302664 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc5681076c0 0x7fc56810f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:40.554 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.541+0000 7fc56e17d700 1 --2- 172.21.15.43:0/1239302664 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc568102630 0x7fc568102a10 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:40.554 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.541+0000 7fc56e17d700 1 --2- 172.21.15.43:0/1239302664 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc568102fe0 0x7fc568106fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:40.554 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.541+0000 7fc56e17d700 1 -- 172.21.15.43:0/1239302664 >> 172.21.15.43:0/1239302664 conn(0x7fc568079350 msgr2=0x7fc568079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:40.554 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.541+0000 7fc56e17d700 1 -- 172.21.15.43:0/1239302664 shutdown_connections 2024-05-16T15:50:40.554 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.541+0000 7fc56e17d700 1 -- 172.21.15.43:0/1239302664 wait complete. 2024-05-16T15:50:40.554 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.542+0000 7fc56e17d700 1 Processor -- start 2024-05-16T15:50:40.554 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.542+0000 7fc56e17d700 1 -- start start 2024-05-16T15:50:40.554 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.543+0000 7fc56e17d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc568102630 0x7fc56819f780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:40.554 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.543+0000 7fc56e17d700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc568102fe0 0x7fc56819fcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:40.554 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.543+0000 7fc56e17d700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc5681076c0 0x7fc568199940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:40.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.543+0000 7fc56e17d700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fc568112430 con 0x7fc568102630 2024-05-16T15:50:40.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.543+0000 7fc56e17d700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fc5681122b0 con 0x7fc5681076c0 2024-05-16T15:50:40.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.543+0000 7fc56e17d700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fc5681125b0 con 0x7fc568102fe0 2024-05-16T15:50:40.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.543+0000 7fc5677fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc568102630 0x7fc56819f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:40.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.543+0000 7fc5677fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc568102630 0x7fc56819f780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:40672/0 (socket says 172.21.15.43:40672) 2024-05-16T15:50:40.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.543+0000 7fc5677fe700 1 -- 172.21.15.43:0/322999794 learned_addr learned my addr 172.21.15.43:0/322999794 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:40.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.543+0000 7fc55effd700 1 --2- 172.21.15.43:0/322999794 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc568102fe0 0x7fc56819fcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:40.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.543+0000 7fc567fff700 1 --2- 172.21.15.43:0/322999794 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc5681076c0 0x7fc568199940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:40.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.543+0000 7fc5677fe700 1 -- 172.21.15.43:0/322999794 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc568102fe0 msgr2=0x7fc56819fcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:40.557 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.543+0000 7fc5677fe700 1 --2- 172.21.15.43:0/322999794 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc568102fe0 0x7fc56819fcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:40.557 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.543+0000 7fc5677fe700 1 -- 172.21.15.43:0/322999794 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc5681076c0 msgr2=0x7fc568199940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:40.557 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.543+0000 7fc5677fe700 1 --2- 172.21.15.43:0/322999794 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc5681076c0 0x7fc568199940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:40.557 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.543+0000 7fc5677fe700 1 -- 172.21.15.43:0/322999794 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc56819a0a0 con 0x7fc568102630 2024-05-16T15:50:40.557 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.543+0000 7fc567fff700 1 --2- 172.21.15.43:0/322999794 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc5681076c0 0x7fc568199940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:50:40.557 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.544+0000 7fc5677fe700 1 --2- 172.21.15.43:0/322999794 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc568102630 0x7fc56819f780 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7fc558005b40 tx=0x7fc5580047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:40.557 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.544+0000 7fc5657fa700 1 -- 172.21.15.43:0/322999794 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc558004830 con 0x7fc568102630 2024-05-16T15:50:40.557 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.544+0000 7fc5657fa700 1 -- 172.21.15.43:0/322999794 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc558005020 con 0x7fc568102630 2024-05-16T15:50:40.557 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.544+0000 7fc56e17d700 1 -- 172.21.15.43:0/322999794 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc56819a330 con 0x7fc568102630 2024-05-16T15:50:40.557 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.544+0000 7fc5657fa700 1 -- 172.21.15.43:0/322999794 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc558003de0 con 0x7fc568102630 2024-05-16T15:50:40.557 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.544+0000 7fc56e17d700 1 -- 172.21.15.43:0/322999794 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5681a6650 con 0x7fc568102630 2024-05-16T15:50:40.558 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.546+0000 7fc5657fa700 1 -- 172.21.15.43:0/322999794 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fc558029060 con 0x7fc568102630 2024-05-16T15:50:40.560 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.547+0000 7fc5657fa700 1 --2- 172.21.15.43:0/322999794 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc5540b2880 0x7fc5540b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:40.560 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.547+0000 7fc55effd700 1 --2- 172.21.15.43:0/322999794 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc5540b2880 0x7fc5540b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:40.560 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.547+0000 7fc5657fa700 1 -- 172.21.15.43:0/322999794 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fc5580e30f0 con 0x7fc568102630 2024-05-16T15:50:40.560 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.548+0000 7fc578a10b80 1 Processor -- start 2024-05-16T15:50:40.560 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.548+0000 7fc578a10b80 1 -- start start 2024-05-16T15:50:40.560 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.548+0000 7fc55effd700 1 --2- 172.21.15.43:0/322999794 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc5540b2880 0x7fc5540b4d40 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fc568107230 tx=0x7fc55000b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:40.560 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.548+0000 7fc578a10b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5613821ae4d0 0x5613821ae8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:40.560 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.548+0000 7fc578a10b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5613821aedf0 0x5613821b26f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:40.560 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.548+0000 7fc578a10b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5613821b2c80 0x5613821b3100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:40.560 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.548+0000 7fc578a10b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x561382100860 con 0x5613821aedf0 2024-05-16T15:50:40.561 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.548+0000 7fc578a10b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x56138209f7c0 con 0x5613821ae4d0 2024-05-16T15:50:40.561 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.548+0000 7fc578a10b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x5613820fc820 con 0x5613821b2c80 2024-05-16T15:50:40.561 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.548+0000 7fc55effd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5613821aedf0 0x5613821b26f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:40.561 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.548+0000 7fc55effd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5613821aedf0 0x5613821b26f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:40674/0 (socket says 172.21.15.43:40674) 2024-05-16T15:50:40.561 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.548+0000 7fc55effd700 1 -- 172.21.15.43:0/1540685708 learned_addr learned my addr 172.21.15.43:0/1540685708 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:40.561 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.548+0000 7fc5677fe700 1 --2- 172.21.15.43:0/1540685708 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5613821ae4d0 0x5613821ae8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:40.561 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.549+0000 7fc55effd700 1 -- 172.21.15.43:0/1540685708 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5613821b2c80 msgr2=0x5613821b3100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:40.561 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.549+0000 7fc55effd700 1 --2- 172.21.15.43:0/1540685708 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5613821b2c80 0x5613821b3100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:40.561 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.549+0000 7fc55effd700 1 -- 172.21.15.43:0/1540685708 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5613821ae4d0 msgr2=0x5613821ae8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:40.561 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.549+0000 7fc55effd700 1 --2- 172.21.15.43:0/1540685708 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5613821ae4d0 0x5613821ae8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:40.561 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.549+0000 7fc55effd700 1 -- 172.21.15.43:0/1540685708 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56138204d8d0 con 0x5613821aedf0 2024-05-16T15:50:40.561 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.549+0000 7fc55effd700 1 --2- 172.21.15.43:0/1540685708 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5613821aedf0 0x5613821b26f0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fc550010f40 tx=0x7fc550013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9acbc3d0841cb618 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:40.562 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.549+0000 7fc55dffb700 1 -- 172.21.15.43:0/1540685708 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc55000be60 con 0x5613821aedf0 2024-05-16T15:50:40.562 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.549+0000 7fc55dffb700 1 -- 172.21.15.43:0/1540685708 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc550011db0 con 0x5613821aedf0 2024-05-16T15:50:40.562 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.549+0000 7fc55dffb700 1 -- 172.21.15.43:0/1540685708 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc55001c650 con 0x5613821aedf0 2024-05-16T15:50:40.566 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.550+0000 7fc578a10b80 1 -- 172.21.15.43:0/1540685708 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5613821aedf0 msgr2=0x5613821b26f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:40.566 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.550+0000 7fc578a10b80 1 --2- 172.21.15.43:0/1540685708 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5613821aedf0 0x5613821b26f0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fc550010f40 tx=0x7fc550013000 comp rx=0 tx=0).stop 2024-05-16T15:50:40.566 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.550+0000 7fc578a10b80 1 -- 172.21.15.43:0/1540685708 shutdown_connections 2024-05-16T15:50:40.566 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.550+0000 7fc578a10b80 1 --2- 172.21.15.43:0/1540685708 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5613821b2c80 0x5613821b3100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:40.566 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.550+0000 7fc578a10b80 1 --2- 172.21.15.43:0/1540685708 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5613821ae4d0 0x5613821ae8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:40.566 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.550+0000 7fc578a10b80 1 --2- 172.21.15.43:0/1540685708 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5613821aedf0 0x5613821b26f0 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:40.566 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.550+0000 7fc578a10b80 1 -- 172.21.15.43:0/1540685708 >> 172.21.15.43:0/1540685708 conn(0x5613820da100 msgr2=0x5613821a8c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:40.566 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.550+0000 7fc578a10b80 1 -- 172.21.15.43:0/1540685708 shutdown_connections 2024-05-16T15:50:40.566 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.550+0000 7fc578a10b80 1 -- 172.21.15.43:0/1540685708 wait complete. 2024-05-16T15:50:40.566 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.550+0000 7fc578a10b80 1 -- start start 2024-05-16T15:50:40.567 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.551+0000 7fc578a10b80 1 Processor -- start 2024-05-16T15:50:40.567 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.551+0000 7fc578a10b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5613821ae4d0 0x5613821ba0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:40.567 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.551+0000 7fc578a10b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5613821aedf0 0x5613821b7490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:40.567 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.551+0000 7fc578a10b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5613821b2c80 0x5613821b79d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:40.567 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.551+0000 7fc578a10b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x5613821bae90 con 0x5613821ae4d0 2024-05-16T15:50:40.567 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.551+0000 7fc578a10b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x561382066c30 con 0x5613821aedf0 2024-05-16T15:50:40.567 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.551+0000 7fc578a10b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x5613821bb010 con 0x5613821b2c80 2024-05-16T15:50:40.567 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.551+0000 7fc578a10b80 10 client.0 _ll_register_callbacks cb 0x561382098920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:50:40.567 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.551+0000 7fc5677fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5613821ae4d0 0x5613821ba0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:40.567 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.551+0000 7fc5677fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5613821ae4d0 0x5613821ba0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:40680/0 (socket says 172.21.15.43:40680) 2024-05-16T15:50:40.567 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.551+0000 7fc5677fe700 1 -- 172.21.15.43:0/608623154 learned_addr learned my addr 172.21.15.43:0/608623154 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:40.567 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.551+0000 7fc55effd700 1 --2- 172.21.15.43:0/608623154 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5613821aedf0 0x5613821b7490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:40.567 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.551+0000 7fc567fff700 1 --2- 172.21.15.43:0/608623154 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5613821b2c80 0x5613821b79d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:40.567 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.551+0000 7fc5677fe700 1 -- 172.21.15.43:0/608623154 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5613821b2c80 msgr2=0x5613821b79d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:40.567 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.551+0000 7fc5677fe700 1 --2- 172.21.15.43:0/608623154 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5613821b2c80 0x5613821b79d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:40.568 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.551+0000 7fc5677fe700 1 -- 172.21.15.43:0/608623154 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5613821aedf0 msgr2=0x5613821b7490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:40.568 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.551+0000 7fc5677fe700 1 --2- 172.21.15.43:0/608623154 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5613821aedf0 0x5613821b7490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:40.568 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.551+0000 7fc5677fe700 1 -- 172.21.15.43:0/608623154 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56138209c690 con 0x5613821ae4d0 2024-05-16T15:50:40.568 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.552+0000 7fc5677fe700 1 --2- 172.21.15.43:0/608623154 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5613821ae4d0 0x5613821ba0a0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fc5580e07e0 tx=0x7fc5580057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6fc96d9a638f880 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:40.568 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.552+0000 7fc546ffd700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:50:40.568 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.552+0000 7fc546ffd700 1 -- 172.21.15.43:0/608623154 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5580aa390 con 0x5613821ae4d0 2024-05-16T15:50:40.568 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.552+0000 7fc546ffd700 1 -- 172.21.15.43:0/608623154 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fc5580a6980 con 0x5613821ae4d0 2024-05-16T15:50:40.568 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.552+0000 7fc578a10b80 1 -- 172.21.15.43:0/608623154 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc550011db0 con 0x5613821ae4d0 2024-05-16T15:50:40.568 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.552+0000 7fc546ffd700 1 -- 172.21.15.43:0/608623154 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fc5580ae740 con 0x5613821ae4d0 2024-05-16T15:50:40.568 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.552+0000 7fc578a10b80 10 client.15492 fetch_fsmap learned FSMap version 30 2024-05-16T15:50:40.568 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.552+0000 7fc578a10b80 1 -- 172.21.15.43:0/608623154 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5613821c56d0 con 0x5613821ae4d0 2024-05-16T15:50:40.568 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.552+0000 7fc546ffd700 1 -- 172.21.15.43:0/608623154 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc550011db0 con 0x5613821ae4d0 2024-05-16T15:50:40.568 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.552+0000 7fc546ffd700 1 -- 172.21.15.43:0/608623154 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7fc5580a5d00 con 0x5613821ae4d0 2024-05-16T15:50:40.568 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.552+0000 7fc578a10b80 10 client.15492 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:50:40.568 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.552+0000 7fc578a10b80 10 client.15492 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-16T15:50:40.568 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.552+0000 7fc578a10b80 20 client.15492 populate_metadata read hostname 'smithi043' 2024-05-16T15:50:40.569 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.552+0000 7fc578a10b80 1 --2- 172.21.15.43:0/608623154 >> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] conn(0x5613821c7c90 0x5613821ca110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:40.569 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.552+0000 7fc578a10b80 4 client.15492 mds_command: new command op to 24452 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:50:40.569 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.552+0000 7fc578a10b80 1 -- 172.21.15.43:0/608623154 --> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56138217a650 con 0x5613821c7c90 2024-05-16T15:50:40.569 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.553+0000 7fc55effd700 1 --2- 172.21.15.43:0/608623154 >> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] conn(0x5613821c7c90 0x5613821ca110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:40.569 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.553+0000 7fc546ffd700 10 client.15492 ms_handle_connect on v2:172.21.15.148:6836/4036870683 2024-05-16T15:50:40.569 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.553+0000 7fc55effd700 1 --2- 172.21.15.43:0/608623154 >> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] conn(0x5613821c7c90 0x5613821ca110 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=9cd06293f6b0a72d server_cookie=6f549d2dfae5b3bd in_seq=0 out_seq=0 2024-05-16T15:50:40.569 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.554+0000 7fc546ffd700 1 -- 172.21.15.43:0/608623154 <== mds.2 v2:172.21.15.148:6836/4036870683 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x56138217a650 con 0x5613821c7c90 2024-05-16T15:50:40.569 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.554+0000 7fc546ffd700 10 client.15492 handle_command_reply: tid=0 2024-05-16T15:50:40.569 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.554+0000 7fc578a10b80 1 client.15492 shutdown 2024-05-16T15:50:40.569 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.554+0000 7fc578a10b80 1 -- 172.21.15.43:0/608623154 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5613821ae4d0 msgr2=0x5613821ba0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:40.569 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.554+0000 7fc578a10b80 1 --2- 172.21.15.43:0/608623154 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5613821ae4d0 0x5613821ba0a0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fc5580e07e0 tx=0x7fc5580057f0 comp rx=0 tx=0).stop 2024-05-16T15:50:40.569 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.554+0000 7fc578a10b80 1 -- 172.21.15.43:0/608623154 shutdown_connections 2024-05-16T15:50:40.570 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.554+0000 7fc578a10b80 1 --2- 172.21.15.43:0/608623154 >> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] conn(0x5613821c7c90 0x5613821ca110 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:40.570 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.554+0000 7fc578a10b80 1 --2- 172.21.15.43:0/608623154 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5613821b2c80 0x5613821b79d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:40.570 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.554+0000 7fc578a10b80 1 --2- 172.21.15.43:0/608623154 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5613821ae4d0 0x5613821ba0a0 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:40.570 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.554+0000 7fc578a10b80 1 --2- 172.21.15.43:0/608623154 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5613821aedf0 0x5613821b7490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:40.570 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.554+0000 7fc578a10b80 1 -- 172.21.15.43:0/608623154 >> 172.21.15.43:0/608623154 conn(0x5613820da100 msgr2=0x5613821a3720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:40.570 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.554+0000 7fc546ffd700 0 client.15492 ms_handle_reset on v2:172.21.15.148:6836/4036870683 2024-05-16T15:50:40.570 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.554+0000 7fc578a10b80 1 -- 172.21.15.43:0/608623154 shutdown_connections 2024-05-16T15:50:40.570 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.554+0000 7fc578a10b80 1 -- 172.21.15.43:0/608623154 wait complete. 2024-05-16T15:50:40.570 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.554+0000 7fc578a10b80 20 client.15492 trim_cache size 0 max 16384 2024-05-16T15:50:40.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.570+0000 7fc578a10b80 1 Processor -- start 2024-05-16T15:50:40.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.570+0000 7fc578a10b80 1 -- start start 2024-05-16T15:50:40.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.570+0000 7fc578a10b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5613821ae4d0 0x5613821c3f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:40.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.570+0000 7fc578a10b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5613821aedf0 0x5613821a35a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:40.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.570+0000 7fc578a10b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5613821b2c80 0x5613821b05f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:40.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.570+0000 7fc578a10b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fc5681af1c0 con 0x5613821ae4d0 2024-05-16T15:50:40.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.570+0000 7fc578a10b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fc5681b0d00 con 0x5613821aedf0 2024-05-16T15:50:40.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.570+0000 7fc578a10b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fc5681af890 con 0x5613821b2c80 2024-05-16T15:50:40.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.570+0000 7fc5677fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5613821ae4d0 0x5613821c3f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:40.583 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.570+0000 7fc5677fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5613821ae4d0 0x5613821c3f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:40684/0 (socket says 172.21.15.43:40684) 2024-05-16T15:50:40.583 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.570+0000 7fc5677fe700 1 -- 172.21.15.43:0/1230678710 learned_addr learned my addr 172.21.15.43:0/1230678710 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:40.583 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.570+0000 7fc567fff700 1 --2- 172.21.15.43:0/1230678710 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5613821b2c80 0x5613821b05f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:40.583 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.570+0000 7fc55effd700 1 --2- 172.21.15.43:0/1230678710 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5613821aedf0 0x5613821a35a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:40.583 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.570+0000 7fc5677fe700 1 -- 172.21.15.43:0/1230678710 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5613821b2c80 msgr2=0x5613821b05f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:40.583 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.570+0000 7fc5677fe700 1 --2- 172.21.15.43:0/1230678710 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5613821b2c80 0x5613821b05f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:40.583 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.570+0000 7fc5677fe700 1 -- 172.21.15.43:0/1230678710 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5613821aedf0 msgr2=0x5613821a35a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:40.583 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.570+0000 7fc5677fe700 1 --2- 172.21.15.43:0/1230678710 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5613821aedf0 0x5613821a35a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:40.583 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.570+0000 7fc5677fe700 1 -- 172.21.15.43:0/1230678710 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5613821a5810 con 0x5613821ae4d0 2024-05-16T15:50:40.583 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.571+0000 7fc5677fe700 1 --2- 172.21.15.43:0/1230678710 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5613821ae4d0 0x5613821c3f20 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fc558004ff0 tx=0x7fc558009cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96c58ea4ad1c10e5 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:40.583 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.571+0000 7fc55d7fa700 1 -- 172.21.15.43:0/1230678710 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5580b2ee0 con 0x5613821ae4d0 2024-05-16T15:50:40.583 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.571+0000 7fc55d7fa700 1 -- 172.21.15.43:0/1230678710 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc5580c4070 con 0x5613821ae4d0 2024-05-16T15:50:40.583 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.571+0000 7fc55d7fa700 1 -- 172.21.15.43:0/1230678710 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5580049d0 con 0x5613821ae4d0 2024-05-16T15:50:40.588 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.571+0000 7fc578a10b80 1 -- 172.21.15.43:0/1230678710 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5613821ae4d0 msgr2=0x5613821c3f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:40.588 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.571+0000 7fc578a10b80 1 --2- 172.21.15.43:0/1230678710 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5613821ae4d0 0x5613821c3f20 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fc558004ff0 tx=0x7fc558009cd0 comp rx=0 tx=0).stop 2024-05-16T15:50:40.588 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.571+0000 7fc578a10b80 1 -- 172.21.15.43:0/1230678710 shutdown_connections 2024-05-16T15:50:40.588 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.571+0000 7fc578a10b80 1 --2- 172.21.15.43:0/1230678710 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5613821b2c80 0x5613821b05f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:40.588 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.571+0000 7fc578a10b80 1 --2- 172.21.15.43:0/1230678710 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5613821ae4d0 0x5613821c3f20 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:40.588 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.571+0000 7fc578a10b80 1 --2- 172.21.15.43:0/1230678710 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5613821aedf0 0x5613821a35a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:40.588 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.571+0000 7fc578a10b80 1 -- 172.21.15.43:0/1230678710 >> 172.21.15.43:0/1230678710 conn(0x5613820da100 msgr2=0x5613821a2e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:40.588 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.571+0000 7fc578a10b80 1 -- 172.21.15.43:0/1230678710 shutdown_connections 2024-05-16T15:50:40.588 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.572+0000 7fc578a10b80 1 -- 172.21.15.43:0/1230678710 wait complete. 2024-05-16T15:50:40.588 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.572+0000 7fc578a10b80 1 -- start start 2024-05-16T15:50:40.588 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.572+0000 7fc578a10b80 1 Processor -- start 2024-05-16T15:50:40.588 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.572+0000 7fc578a10b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5613821ae4d0 0x5613821c0400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:40.588 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.572+0000 7fc578a10b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5613821aedf0 0x5613821c0940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:40.589 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.572+0000 7fc578a10b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5613821b2c80 0x5613821bba40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:40.589 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.572+0000 7fc578a10b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fc5681b0630 con 0x5613821b2c80 2024-05-16T15:50:40.589 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.572+0000 7fc578a10b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fc5681aff60 con 0x5613821ae4d0 2024-05-16T15:50:40.589 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.572+0000 7fc578a10b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fc5681ad160 con 0x5613821aedf0 2024-05-16T15:50:40.589 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.573+0000 7fc578a10b80 10 client.0 _ll_register_callbacks cb 0x561382098920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:50:40.589 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.573+0000 7fc567fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5613821b2c80 0x5613821bba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:40.589 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.573+0000 7fc567fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5613821b2c80 0x5613821bba40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:40694/0 (socket says 172.21.15.43:40694) 2024-05-16T15:50:40.589 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.573+0000 7fc567fff700 1 -- 172.21.15.43:0/1309199127 learned_addr learned my addr 172.21.15.43:0/1309199127 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:40.589 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.573+0000 7fc55effd700 1 --2- 172.21.15.43:0/1309199127 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5613821aedf0 0x5613821c0940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:40.589 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.573+0000 7fc5677fe700 1 --2- 172.21.15.43:0/1309199127 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5613821ae4d0 0x5613821c0400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:40.589 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.573+0000 7fc567fff700 1 -- 172.21.15.43:0/1309199127 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5613821aedf0 msgr2=0x5613821c0940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:40.589 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.573+0000 7fc567fff700 1 --2- 172.21.15.43:0/1309199127 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5613821aedf0 0x5613821c0940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:40.589 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.573+0000 7fc567fff700 1 -- 172.21.15.43:0/1309199127 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5613821ae4d0 msgr2=0x5613821c0400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:40.589 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.573+0000 7fc567fff700 1 --2- 172.21.15.43:0/1309199127 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5613821ae4d0 0x5613821c0400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:40.589 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.573+0000 7fc567fff700 1 -- 172.21.15.43:0/1309199127 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5613821b2a60 con 0x5613821b2c80 2024-05-16T15:50:40.590 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.573+0000 7fc5677fe700 1 --2- 172.21.15.43:0/1309199127 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5613821ae4d0 0x5613821c0400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:50:40.590 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.573+0000 7fc567fff700 1 --2- 172.21.15.43:0/1309199127 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5613821b2c80 0x5613821bba40 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fc560007b20 tx=0x7fc560007e30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=616f6ec72fe786b6 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:40.590 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.573+0000 7fc546ffd700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:50:40.590 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.573+0000 7fc546ffd700 1 -- 172.21.15.43:0/1309199127 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc56001b070 con 0x5613821b2c80 2024-05-16T15:50:40.590 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.573+0000 7fc546ffd700 1 -- 172.21.15.43:0/1309199127 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fc560004bb0 con 0x5613821b2c80 2024-05-16T15:50:40.590 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.573+0000 7fc578a10b80 1 -- 172.21.15.43:0/1309199127 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc5580c4070 con 0x5613821b2c80 2024-05-16T15:50:40.590 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.574+0000 7fc546ffd700 1 -- 172.21.15.43:0/1309199127 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fc560026050 con 0x5613821b2c80 2024-05-16T15:50:40.590 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.574+0000 7fc578a10b80 10 client.15498 fetch_fsmap learned FSMap version 30 2024-05-16T15:50:40.590 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.574+0000 7fc578a10b80 1 -- 172.21.15.43:0/1309199127 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5613822364c0 con 0x5613821b2c80 2024-05-16T15:50:40.590 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.574+0000 7fc546ffd700 1 -- 172.21.15.43:0/1309199127 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc5580c4070 con 0x5613821b2c80 2024-05-16T15:50:40.590 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.574+0000 7fc546ffd700 1 -- 172.21.15.43:0/1309199127 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7fc560017780 con 0x5613821b2c80 2024-05-16T15:50:40.590 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.574+0000 7fc578a10b80 10 client.15498 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:50:40.590 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.574+0000 7fc578a10b80 10 client.15498 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-16T15:50:40.590 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.574+0000 7fc578a10b80 20 client.15498 populate_metadata read hostname 'smithi043' 2024-05-16T15:50:40.591 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.574+0000 7fc578a10b80 1 --2- 172.21.15.43:0/1309199127 >> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] conn(0x561382236c00 0x561382239020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:40.591 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.574+0000 7fc578a10b80 4 client.15498 mds_command: new command op to 24452 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-16T15:50:40.591 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.574+0000 7fc578a10b80 1 -- 172.21.15.43:0/1309199127 --> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56138210e240 con 0x561382236c00 2024-05-16T15:50:40.591 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.574+0000 7fc5677fe700 1 --2- 172.21.15.43:0/1309199127 >> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] conn(0x561382236c00 0x561382239020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:40.591 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.575+0000 7fc5677fe700 1 --2- 172.21.15.43:0/1309199127 >> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] conn(0x561382236c00 0x561382239020 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=65af27db8608887f server_cookie=78ee2f9fd73a688a in_seq=0 out_seq=0 2024-05-16T15:50:40.591 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.575+0000 7fc546ffd700 10 client.15498 ms_handle_connect on v2:172.21.15.148:6836/4036870683 2024-05-16T15:50:40.591 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.575+0000 7fc546ffd700 1 -- 172.21.15.43:0/1309199127 <== mds.2 v2:172.21.15.148:6836/4036870683 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56138210e240 con 0x561382236c00 2024-05-16T15:50:40.591 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.575+0000 7fc546ffd700 10 client.15498 handle_command_reply: tid=0 2024-05-16T15:50:40.591 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.575+0000 7fc578a10b80 1 client.15498 shutdown 2024-05-16T15:50:40.591 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.575+0000 7fc578a10b80 1 -- 172.21.15.43:0/1309199127 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5613821b2c80 msgr2=0x5613821bba40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:40.591 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.575+0000 7fc578a10b80 1 --2- 172.21.15.43:0/1309199127 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5613821b2c80 0x5613821bba40 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fc560007b20 tx=0x7fc560007e30 comp rx=0 tx=0).stop 2024-05-16T15:50:40.591 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.575+0000 7fc578a10b80 1 -- 172.21.15.43:0/1309199127 shutdown_connections 2024-05-16T15:50:40.591 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.575+0000 7fc578a10b80 1 --2- 172.21.15.43:0/1309199127 >> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] conn(0x561382236c00 0x561382239020 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:40.591 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.575+0000 7fc578a10b80 1 --2- 172.21.15.43:0/1309199127 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5613821b2c80 0x5613821bba40 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:40.591 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.575+0000 7fc578a10b80 1 --2- 172.21.15.43:0/1309199127 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5613821ae4d0 0x5613821c0400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:40.592 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.575+0000 7fc578a10b80 1 --2- 172.21.15.43:0/1309199127 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5613821aedf0 0x5613821c0940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:40.592 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.575+0000 7fc578a10b80 1 -- 172.21.15.43:0/1309199127 >> 172.21.15.43:0/1309199127 conn(0x5613820da100 msgr2=0x5613821a3720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:40.592 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.575+0000 7fc546ffd700 0 client.15498 ms_handle_reset on v2:172.21.15.148:6836/4036870683 2024-05-16T15:50:40.592 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.575+0000 7fc578a10b80 1 -- 172.21.15.43:0/1309199127 shutdown_connections 2024-05-16T15:50:40.592 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.575+0000 7fc578a10b80 1 -- 172.21.15.43:0/1309199127 wait complete. 2024-05-16T15:50:40.592 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.576+0000 7fc578a10b80 20 client.15498 trim_cache size 0 max 16384 2024-05-16T15:50:40.592 INFO:teuthology.orchestra.run.smithi043.stdout:[] 2024-05-16T15:50:40.593 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.576+0000 7fc56e17d700 1 -- 172.21.15.43:0/322999794 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc5540b2880 msgr2=0x7fc5540b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:40.593 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.576+0000 7fc56e17d700 1 --2- 172.21.15.43:0/322999794 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc5540b2880 0x7fc5540b4d40 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fc568107230 tx=0x7fc55000b410 comp rx=0 tx=0).stop 2024-05-16T15:50:40.593 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.576+0000 7fc56e17d700 1 -- 172.21.15.43:0/322999794 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc568102630 msgr2=0x7fc56819f780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:40.593 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.576+0000 7fc56e17d700 1 --2- 172.21.15.43:0/322999794 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc568102630 0x7fc56819f780 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7fc558005b40 tx=0x7fc5580047b0 comp rx=0 tx=0).stop 2024-05-16T15:50:40.593 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.576+0000 7fc56e17d700 1 -- 172.21.15.43:0/322999794 shutdown_connections 2024-05-16T15:50:40.593 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.576+0000 7fc56e17d700 1 --2- 172.21.15.43:0/322999794 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc5681076c0 0x7fc568199940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:40.593 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.576+0000 7fc56e17d700 1 --2- 172.21.15.43:0/322999794 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc5540b2880 0x7fc5540b4d40 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:40.593 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.576+0000 7fc56e17d700 1 --2- 172.21.15.43:0/322999794 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc568102630 0x7fc56819f780 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:40.593 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.576+0000 7fc56e17d700 1 --2- 172.21.15.43:0/322999794 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc568102fe0 0x7fc56819fcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:40.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.576+0000 7fc56e17d700 1 -- 172.21.15.43:0/322999794 >> 172.21.15.43:0/322999794 conn(0x7fc568079350 msgr2=0x7fc56806bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:40.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.576+0000 7fc56e17d700 1 -- 172.21.15.43:0/322999794 shutdown_connections 2024-05-16T15:50:40.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:40.576+0000 7fc56e17d700 1 -- 172.21.15.43:0/322999794 wait complete. 2024-05-16T15:50:41.400 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:50:41 smithi043 ceph-mon[31619]: pgmap v449: 129 pgs: 129 active+clean; 672 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 426 B/s wr, 9 op/s 2024-05-16T15:50:41.402 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-16T15:50:41.426 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:50:41 smithi157 ceph-mon[35584]: pgmap v449: 129 pgs: 129 active+clean; 672 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 426 B/s wr, 9 op/s 2024-05-16T15:50:41.436 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:50:41 smithi148 ceph-mon[34976]: pgmap v449: 129 pgs: 129 active+clean; 672 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 426 B/s wr, 9 op/s 2024-05-16T15:50:41.658 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:50:43.219 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:50:43 smithi043 ceph-mon[31619]: pgmap v450: 129 pgs: 129 active+clean; 672 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 426 B/s wr, 11 op/s 2024-05-16T15:50:43.426 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:50:43 smithi157 ceph-mon[35584]: pgmap v450: 129 pgs: 129 active+clean; 672 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 426 B/s wr, 11 op/s 2024-05-16T15:50:43.436 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:50:43 smithi148 ceph-mon[34976]: pgmap v450: 129 pgs: 129 active+clean; 672 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 426 B/s wr, 11 op/s 2024-05-16T15:50:43.466 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.455+0000 7faa821a2700 1 -- 172.21.15.43:0/2034396861 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7faa7c102d60 msgr2=0x7faa7c10f250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:43.467 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.455+0000 7faa821a2700 1 --2- 172.21.15.43:0/2034396861 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7faa7c102d60 0x7faa7c10f250 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7faa7400b0a0 tx=0x7faa7400b3b0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.467 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.455+0000 7faa821a2700 1 -- 172.21.15.43:0/2034396861 shutdown_connections 2024-05-16T15:50:43.467 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.455+0000 7faa821a2700 1 --2- 172.21.15.43:0/2034396861 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7faa7c102d60 0x7faa7c10f250 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.467 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.455+0000 7faa821a2700 1 --2- 172.21.15.43:0/2034396861 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faa7c108410 0x7faa7c1087f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.467 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.455+0000 7faa821a2700 1 --2- 172.21.15.43:0/2034396861 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7faa7c1023a0 0x7faa7c102820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.467 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.455+0000 7faa821a2700 1 -- 172.21.15.43:0/2034396861 >> 172.21.15.43:0/2034396861 conn(0x7faa7c079350 msgr2=0x7faa7c079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:43.467 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.455+0000 7faa821a2700 1 -- 172.21.15.43:0/2034396861 shutdown_connections 2024-05-16T15:50:43.467 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.455+0000 7faa821a2700 1 -- 172.21.15.43:0/2034396861 wait complete. 2024-05-16T15:50:43.469 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.456+0000 7faa821a2700 1 Processor -- start 2024-05-16T15:50:43.469 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.456+0000 7faa821a2700 1 -- start start 2024-05-16T15:50:43.469 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.456+0000 7faa821a2700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7faa7c1023a0 0x7faa7c19f680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:43.469 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.456+0000 7faa821a2700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7faa7c102d60 0x7faa7c19fbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:43.470 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.456+0000 7faa821a2700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faa7c108410 0x7faa7c199800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:43.470 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.456+0000 7faa821a2700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7faa7c112460 con 0x7faa7c102d60 2024-05-16T15:50:43.470 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.456+0000 7faa821a2700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7faa7c1122e0 con 0x7faa7c1023a0 2024-05-16T15:50:43.470 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.456+0000 7faa821a2700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7faa7c1125e0 con 0x7faa7c108410 2024-05-16T15:50:43.470 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.456+0000 7faa72ffd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7faa7c102d60 0x7faa7c19fbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:43.470 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.457+0000 7faa72ffd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7faa7c102d60 0x7faa7c19fbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:40712/0 (socket says 172.21.15.43:40712) 2024-05-16T15:50:43.470 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.457+0000 7faa72ffd700 1 -- 172.21.15.43:0/2254846498 learned_addr learned my addr 172.21.15.43:0/2254846498 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:43.470 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.457+0000 7faa7bfff700 1 --2- 172.21.15.43:0/2254846498 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faa7c108410 0x7faa7c199800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:43.470 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.457+0000 7faa7b7fe700 1 --2- 172.21.15.43:0/2254846498 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7faa7c1023a0 0x7faa7c19f680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:43.470 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.457+0000 7faa72ffd700 1 -- 172.21.15.43:0/2254846498 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faa7c108410 msgr2=0x7faa7c199800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:43.470 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.457+0000 7faa72ffd700 1 --2- 172.21.15.43:0/2254846498 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faa7c108410 0x7faa7c199800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.470 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.457+0000 7faa72ffd700 1 -- 172.21.15.43:0/2254846498 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7faa7c1023a0 msgr2=0x7faa7c19f680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:43.470 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.457+0000 7faa72ffd700 1 --2- 172.21.15.43:0/2254846498 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7faa7c1023a0 0x7faa7c19f680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.471 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.457+0000 7faa72ffd700 1 -- 172.21.15.43:0/2254846498 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa7c199fe0 con 0x7faa7c102d60 2024-05-16T15:50:43.471 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.457+0000 7faa72ffd700 1 --2- 172.21.15.43:0/2254846498 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7faa7c102d60 0x7faa7c19fbc0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7faa6400c9b0 tx=0x7faa6400cd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:43.471 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.457+0000 7faa797fa700 1 -- 172.21.15.43:0/2254846498 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa64007b00 con 0x7faa7c102d60 2024-05-16T15:50:43.471 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.457+0000 7faa821a2700 1 -- 172.21.15.43:0/2254846498 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa7c19a2d0 con 0x7faa7c102d60 2024-05-16T15:50:43.471 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.457+0000 7faa797fa700 1 -- 172.21.15.43:0/2254846498 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7faa64007ca0 con 0x7faa7c102d60 2024-05-16T15:50:43.471 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.457+0000 7faa797fa700 1 -- 172.21.15.43:0/2254846498 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa64018660 con 0x7faa7c102d60 2024-05-16T15:50:43.471 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.457+0000 7faa821a2700 1 -- 172.21.15.43:0/2254846498 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa7c1a64e0 con 0x7faa7c102d60 2024-05-16T15:50:43.472 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.460+0000 7faa797fa700 1 -- 172.21.15.43:0/2254846498 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7faa6400f450 con 0x7faa7c102d60 2024-05-16T15:50:43.472 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.461+0000 7faa797fa700 1 --2- 172.21.15.43:0/2254846498 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7faa680b2880 0x7faa680b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:43.472 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.461+0000 7faa7b7fe700 1 --2- 172.21.15.43:0/2254846498 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7faa680b2880 0x7faa680b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:43.472 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.461+0000 7faa797fa700 1 -- 172.21.15.43:0/2254846498 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7faa640e26f0 con 0x7faa7c102d60 2024-05-16T15:50:43.472 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.461+0000 7faa8ca35b80 1 Processor -- start 2024-05-16T15:50:43.472 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.461+0000 7faa8ca35b80 1 -- start start 2024-05-16T15:50:43.474 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.461+0000 7faa8ca35b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561c4fb2f8e0 0x561c4fb2fcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:43.474 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.461+0000 7faa8ca35b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561c4fb30200 0x561c4fb33b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:43.474 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.461+0000 7faa7b7fe700 1 --2- 172.21.15.43:0/2254846498 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7faa680b2880 0x7faa680b4d40 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7faa6c006fd0 tx=0x7faa6c008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:43.474 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.461+0000 7faa8ca35b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561c4fb34090 0x561c4fb34510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:43.474 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.462+0000 7faa8ca35b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x561c4fa7d860 con 0x561c4fb2f8e0 2024-05-16T15:50:43.474 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.462+0000 7faa8ca35b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x561c4fa1c7c0 con 0x561c4fb34090 2024-05-16T15:50:43.474 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.462+0000 7faa8ca35b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x561c4fa79820 con 0x561c4fb30200 2024-05-16T15:50:43.474 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.462+0000 7faa7b7fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561c4fb2f8e0 0x561c4fb2fcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:43.474 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.462+0000 7faa7b7fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561c4fb2f8e0 0x561c4fb2fcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:40726/0 (socket says 172.21.15.43:40726) 2024-05-16T15:50:43.474 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.462+0000 7faa7b7fe700 1 -- 172.21.15.43:0/1237681194 learned_addr learned my addr 172.21.15.43:0/1237681194 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:43.474 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.462+0000 7faa72ffd700 1 --2- 172.21.15.43:0/1237681194 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561c4fb30200 0x561c4fb33b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:43.474 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.462+0000 7faa7bfff700 1 --2- 172.21.15.43:0/1237681194 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561c4fb34090 0x561c4fb34510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:43.475 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.462+0000 7faa7b7fe700 1 -- 172.21.15.43:0/1237681194 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561c4fb30200 msgr2=0x561c4fb33b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:43.475 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.462+0000 7faa7b7fe700 1 --2- 172.21.15.43:0/1237681194 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561c4fb30200 0x561c4fb33b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.475 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.462+0000 7faa7b7fe700 1 -- 172.21.15.43:0/1237681194 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561c4fb34090 msgr2=0x561c4fb34510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:43.475 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.462+0000 7faa7b7fe700 1 --2- 172.21.15.43:0/1237681194 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561c4fb34090 0x561c4fb34510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.475 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.462+0000 7faa7b7fe700 1 -- 172.21.15.43:0/1237681194 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561c4f9ca8d0 con 0x561c4fb2f8e0 2024-05-16T15:50:43.475 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.462+0000 7faa7b7fe700 1 --2- 172.21.15.43:0/1237681194 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561c4fb2f8e0 0x561c4fb2fcc0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7faa6c00d750 tx=0x7faa6c010000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=765895ec8a551d80 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:43.475 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.462+0000 7faa71ffb700 1 -- 172.21.15.43:0/1237681194 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa6c024070 con 0x561c4fb2f8e0 2024-05-16T15:50:43.475 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.462+0000 7faa71ffb700 1 -- 172.21.15.43:0/1237681194 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7faa6c00de70 con 0x561c4fb2f8e0 2024-05-16T15:50:43.475 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.463+0000 7faa71ffb700 1 -- 172.21.15.43:0/1237681194 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa6c01f920 con 0x561c4fb2f8e0 2024-05-16T15:50:43.478 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.463+0000 7faa8ca35b80 1 -- 172.21.15.43:0/1237681194 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561c4fb2f8e0 msgr2=0x561c4fb2fcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:43.478 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.463+0000 7faa8ca35b80 1 --2- 172.21.15.43:0/1237681194 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561c4fb2f8e0 0x561c4fb2fcc0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7faa6c00d750 tx=0x7faa6c010000 comp rx=0 tx=0).stop 2024-05-16T15:50:43.478 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.463+0000 7faa8ca35b80 1 -- 172.21.15.43:0/1237681194 shutdown_connections 2024-05-16T15:50:43.479 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.463+0000 7faa8ca35b80 1 --2- 172.21.15.43:0/1237681194 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561c4fb34090 0x561c4fb34510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.479 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.463+0000 7faa8ca35b80 1 --2- 172.21.15.43:0/1237681194 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561c4fb2f8e0 0x561c4fb2fcc0 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.479 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.463+0000 7faa8ca35b80 1 --2- 172.21.15.43:0/1237681194 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561c4fb30200 0x561c4fb33b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.479 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.463+0000 7faa8ca35b80 1 -- 172.21.15.43:0/1237681194 >> 172.21.15.43:0/1237681194 conn(0x561c4fa57100 msgr2=0x561c4fb25c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:43.479 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.463+0000 7faa8ca35b80 1 -- 172.21.15.43:0/1237681194 shutdown_connections 2024-05-16T15:50:43.479 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.463+0000 7faa8ca35b80 1 -- 172.21.15.43:0/1237681194 wait complete. 2024-05-16T15:50:43.479 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.464+0000 7faa8ca35b80 1 -- start start 2024-05-16T15:50:43.479 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.464+0000 7faa8ca35b80 1 Processor -- start 2024-05-16T15:50:43.479 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.464+0000 7faa8ca35b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561c4fb2f8e0 0x561c4fb3b520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:43.479 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.465+0000 7faa8ca35b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561c4fb30200 0x561c4fb388c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:43.479 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.465+0000 7faa8ca35b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561c4fb34090 0x561c4fb38e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:43.479 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.465+0000 7faa8ca35b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x561c4fb3c2a0 con 0x561c4fb2f8e0 2024-05-16T15:50:43.479 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.465+0000 7faa8ca35b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x561c4f9e3c30 con 0x561c4fb34090 2024-05-16T15:50:43.479 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.465+0000 7faa8ca35b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x561c4fb3c420 con 0x561c4fb30200 2024-05-16T15:50:43.480 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.465+0000 7faa8ca35b80 10 client.0 _ll_register_callbacks cb 0x561c4fa15920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:50:43.480 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.465+0000 7faa7b7fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561c4fb2f8e0 0x561c4fb3b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:43.480 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.465+0000 7faa7b7fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561c4fb2f8e0 0x561c4fb3b520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:40728/0 (socket says 172.21.15.43:40728) 2024-05-16T15:50:43.480 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.465+0000 7faa7b7fe700 1 -- 172.21.15.43:0/3290790773 learned_addr learned my addr 172.21.15.43:0/3290790773 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:43.480 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.465+0000 7faa72ffd700 1 --2- 172.21.15.43:0/3290790773 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561c4fb30200 0x561c4fb388c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:43.480 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.465+0000 7faa7bfff700 1 --2- 172.21.15.43:0/3290790773 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561c4fb34090 0x561c4fb38e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:43.480 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.465+0000 7faa7b7fe700 1 -- 172.21.15.43:0/3290790773 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561c4fb30200 msgr2=0x561c4fb388c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:43.480 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.465+0000 7faa7b7fe700 1 --2- 172.21.15.43:0/3290790773 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561c4fb30200 0x561c4fb388c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.480 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.465+0000 7faa7b7fe700 1 -- 172.21.15.43:0/3290790773 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561c4fb34090 msgr2=0x561c4fb38e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:43.480 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.465+0000 7faa7b7fe700 1 --2- 172.21.15.43:0/3290790773 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561c4fb34090 0x561c4fb38e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.480 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.465+0000 7faa7b7fe700 1 -- 172.21.15.43:0/3290790773 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561c4fa19690 con 0x561c4fb2f8e0 2024-05-16T15:50:43.480 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.465+0000 7faa7b7fe700 1 --2- 172.21.15.43:0/3290790773 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561c4fb2f8e0 0x561c4fb3b520 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7faa6c004790 tx=0x7faa6c015880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6665fedfcb13cac server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:43.480 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.465+0000 7faa5affd700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:50:43.481 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.465+0000 7faa5affd700 1 -- 172.21.15.43:0/3290790773 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa6c02e020 con 0x561c4fb2f8e0 2024-05-16T15:50:43.481 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.466+0000 7faa5affd700 1 -- 172.21.15.43:0/3290790773 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7faa6c015aa0 con 0x561c4fb2f8e0 2024-05-16T15:50:43.481 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.466+0000 7faa8ca35b80 1 -- 172.21.15.43:0/3290790773 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faa6c00de70 con 0x561c4fb2f8e0 2024-05-16T15:50:43.481 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.466+0000 7faa5affd700 1 -- 172.21.15.43:0/3290790773 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7faa6c039050 con 0x561c4fb2f8e0 2024-05-16T15:50:43.481 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.466+0000 7faa8ca35b80 10 client.15510 fetch_fsmap learned FSMap version 30 2024-05-16T15:50:43.481 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.466+0000 7faa8ca35b80 1 -- 172.21.15.43:0/3290790773 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x561c4fb46b50 con 0x561c4fb2f8e0 2024-05-16T15:50:43.481 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.466+0000 7faa5affd700 1 -- 172.21.15.43:0/3290790773 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7faa6c00de70 con 0x561c4fb2f8e0 2024-05-16T15:50:43.481 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.466+0000 7faa5affd700 1 -- 172.21.15.43:0/3290790773 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7faa6c027030 con 0x561c4fb2f8e0 2024-05-16T15:50:43.481 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.466+0000 7faa8ca35b80 10 client.15510 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:50:43.481 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.466+0000 7faa8ca35b80 10 client.15510 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-05-16T15:50:43.481 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.466+0000 7faa8ca35b80 20 client.15510 populate_metadata read hostname 'smithi043' 2024-05-16T15:50:43.481 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.466+0000 7faa8ca35b80 1 --2- 172.21.15.43:0/3290790773 >> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] conn(0x561c4fb49130 0x561c4fb4b520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:43.481 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.466+0000 7faa8ca35b80 4 client.15510 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:50:43.481 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.467+0000 7faa8ca35b80 1 -- 172.21.15.43:0/3290790773 --> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561c4faf7650 con 0x561c4fb49130 2024-05-16T15:50:43.481 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.467+0000 7faa72ffd700 1 --2- 172.21.15.43:0/3290790773 >> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] conn(0x561c4fb49130 0x561c4fb4b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:43.481 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.467+0000 7faa72ffd700 1 --2- 172.21.15.43:0/3290790773 >> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] conn(0x561c4fb49130 0x561c4fb4b520 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b4376d6375024f4f server_cookie=e647cec04f91c1d8 in_seq=0 out_seq=0 2024-05-16T15:50:43.482 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.467+0000 7faa5affd700 10 client.15510 ms_handle_connect on v2:172.21.15.157:6838/2377589154 2024-05-16T15:50:43.483 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.468+0000 7faa5affd700 1 -- 172.21.15.43:0/3290790773 <== mds.1 v2:172.21.15.157:6838/2377589154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x561c4faf7650 con 0x561c4fb49130 2024-05-16T15:50:43.483 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.468+0000 7faa5affd700 10 client.15510 handle_command_reply: tid=0 2024-05-16T15:50:43.483 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.468+0000 7faa8ca35b80 1 client.15510 shutdown 2024-05-16T15:50:43.483 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.468+0000 7faa8ca35b80 1 -- 172.21.15.43:0/3290790773 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561c4fb2f8e0 msgr2=0x561c4fb3b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:43.483 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.468+0000 7faa8ca35b80 1 --2- 172.21.15.43:0/3290790773 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561c4fb2f8e0 0x561c4fb3b520 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7faa6c004790 tx=0x7faa6c015880 comp rx=0 tx=0).stop 2024-05-16T15:50:43.483 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.468+0000 7faa8ca35b80 1 -- 172.21.15.43:0/3290790773 shutdown_connections 2024-05-16T15:50:43.483 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.468+0000 7faa8ca35b80 1 --2- 172.21.15.43:0/3290790773 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561c4fb34090 0x561c4fb38e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.484 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.468+0000 7faa8ca35b80 1 --2- 172.21.15.43:0/3290790773 >> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] conn(0x561c4fb49130 0x561c4fb4b520 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.484 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.468+0000 7faa8ca35b80 1 --2- 172.21.15.43:0/3290790773 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561c4fb2f8e0 0x561c4fb3b520 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.484 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.468+0000 7faa8ca35b80 1 --2- 172.21.15.43:0/3290790773 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561c4fb30200 0x561c4fb388c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.484 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.468+0000 7faa8ca35b80 1 -- 172.21.15.43:0/3290790773 >> 172.21.15.43:0/3290790773 conn(0x561c4fa57100 msgr2=0x561c4fb20720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:43.484 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.468+0000 7faa5affd700 0 client.15510 ms_handle_reset on v2:172.21.15.157:6838/2377589154 2024-05-16T15:50:43.484 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.469+0000 7faa8ca35b80 1 -- 172.21.15.43:0/3290790773 shutdown_connections 2024-05-16T15:50:43.484 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.469+0000 7faa8ca35b80 1 -- 172.21.15.43:0/3290790773 wait complete. 2024-05-16T15:50:43.484 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.469+0000 7faa8ca35b80 20 client.15510 trim_cache size 0 max 16384 2024-05-16T15:50:43.495 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.484+0000 7faa8ca35b80 1 Processor -- start 2024-05-16T15:50:43.495 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.484+0000 7faa8ca35b80 1 -- start start 2024-05-16T15:50:43.495 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.484+0000 7faa8ca35b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561c4fb2f8e0 0x561c4fb37b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:43.496 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.484+0000 7faa8ca35b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561c4fb30200 0x561c4fb45330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:43.496 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.484+0000 7faa8ca35b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561c4fb34090 0x561c4fb50c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:43.496 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.484+0000 7faa8ca35b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7faa7c1acfb0 con 0x561c4fb30200 2024-05-16T15:50:43.496 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.484+0000 7faa8ca35b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7faa7c1aeaf0 con 0x561c4fb34090 2024-05-16T15:50:43.496 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.484+0000 7faa8ca35b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7faa7c1ad680 con 0x561c4fb2f8e0 2024-05-16T15:50:43.496 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.484+0000 7faa72ffd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561c4fb30200 0x561c4fb45330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:43.496 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.484+0000 7faa72ffd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561c4fb30200 0x561c4fb45330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:40732/0 (socket says 172.21.15.43:40732) 2024-05-16T15:50:43.496 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.484+0000 7faa72ffd700 1 -- 172.21.15.43:0/3860954001 learned_addr learned my addr 172.21.15.43:0/3860954001 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:43.496 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.484+0000 7faa72ffd700 1 -- 172.21.15.43:0/3860954001 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561c4fb2f8e0 msgr2=0x561c4fb37b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:43.496 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.484+0000 7faa72ffd700 1 --2- 172.21.15.43:0/3860954001 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561c4fb2f8e0 0x561c4fb37b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.496 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.484+0000 7faa72ffd700 1 -- 172.21.15.43:0/3860954001 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561c4fb34090 msgr2=0x561c4fb50c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:43.496 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.484+0000 7faa72ffd700 1 --2- 172.21.15.43:0/3860954001 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561c4fb34090 0x561c4fb50c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.496 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.484+0000 7faa72ffd700 1 -- 172.21.15.43:0/3860954001 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561c4fb1fc40 con 0x561c4fb30200 2024-05-16T15:50:43.496 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.485+0000 7faa72ffd700 1 --2- 172.21.15.43:0/3860954001 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561c4fb30200 0x561c4fb45330 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7faa6400cfd0 tx=0x7faa640dfcb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ec466e9e571ec0a server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:43.499 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.485+0000 7faa717fa700 1 -- 172.21.15.43:0/3860954001 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa640aa000 con 0x561c4fb30200 2024-05-16T15:50:43.499 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.485+0000 7faa717fa700 1 -- 172.21.15.43:0/3860954001 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7faa640a9900 con 0x561c4fb30200 2024-05-16T15:50:43.499 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.485+0000 7faa717fa700 1 -- 172.21.15.43:0/3860954001 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa640dfef0 con 0x561c4fb30200 2024-05-16T15:50:43.500 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.485+0000 7faa8ca35b80 1 -- 172.21.15.43:0/3860954001 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561c4fb30200 msgr2=0x561c4fb45330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:43.500 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.485+0000 7faa8ca35b80 1 --2- 172.21.15.43:0/3860954001 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561c4fb30200 0x561c4fb45330 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7faa6400cfd0 tx=0x7faa640dfcb0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.500 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.486+0000 7faa8ca35b80 1 -- 172.21.15.43:0/3860954001 shutdown_connections 2024-05-16T15:50:43.500 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.486+0000 7faa8ca35b80 1 --2- 172.21.15.43:0/3860954001 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561c4fb34090 0x561c4fb50c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.500 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.486+0000 7faa8ca35b80 1 --2- 172.21.15.43:0/3860954001 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561c4fb2f8e0 0x561c4fb37b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.500 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.486+0000 7faa8ca35b80 1 --2- 172.21.15.43:0/3860954001 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561c4fb30200 0x561c4fb45330 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.500 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.486+0000 7faa8ca35b80 1 -- 172.21.15.43:0/3860954001 >> 172.21.15.43:0/3860954001 conn(0x561c4fa57100 msgr2=0x561c4fb20720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:43.500 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.486+0000 7faa8ca35b80 1 -- 172.21.15.43:0/3860954001 shutdown_connections 2024-05-16T15:50:43.500 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.486+0000 7faa8ca35b80 1 -- 172.21.15.43:0/3860954001 wait complete. 2024-05-16T15:50:43.500 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.486+0000 7faa8ca35b80 1 -- start start 2024-05-16T15:50:43.500 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.486+0000 7faa8ca35b80 1 Processor -- start 2024-05-16T15:50:43.500 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.487+0000 7faa8ca35b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561c4fb2f8e0 0x561c4fb41bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:43.500 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.487+0000 7faa8ca35b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561c4fb30200 0x561c4fb3c670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:43.500 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.487+0000 7faa8ca35b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561c4fb34090 0x561c4fb3cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:43.500 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.487+0000 7faa8ca35b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7faa7c1ae420 con 0x561c4fb34090 2024-05-16T15:50:43.501 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.487+0000 7faa8ca35b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7faa7c1add50 con 0x561c4fb2f8e0 2024-05-16T15:50:43.501 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.487+0000 7faa8ca35b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7faa7c1aaf50 con 0x561c4fb30200 2024-05-16T15:50:43.501 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.487+0000 7faa8ca35b80 10 client.0 _ll_register_callbacks cb 0x561c4fa15920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:50:43.501 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.487+0000 7faa7bfff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561c4fb34090 0x561c4fb3cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:43.501 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.487+0000 7faa7b7fe700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561c4fb2f8e0 0x561c4fb41bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:43.501 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.487+0000 7faa72ffd700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561c4fb30200 0x561c4fb3c670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:43.501 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.487+0000 7faa7b7fe700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561c4fb2f8e0 0x561c4fb41bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:52818/0 (socket says 172.21.15.43:52818) 2024-05-16T15:50:43.501 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.487+0000 7faa7bfff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561c4fb34090 0x561c4fb3cbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:40734/0 (socket says 172.21.15.43:40734) 2024-05-16T15:50:43.501 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.487+0000 7faa7b7fe700 1 -- 172.21.15.43:0/3423409131 learned_addr learned my addr 172.21.15.43:0/3423409131 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:43.501 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.487+0000 7faa7bfff700 1 -- 172.21.15.43:0/3423409131 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561c4fb30200 msgr2=0x561c4fb3c670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:43.501 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.487+0000 7faa7bfff700 1 --2- 172.21.15.43:0/3423409131 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561c4fb30200 0x561c4fb3c670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.501 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.487+0000 7faa7bfff700 1 -- 172.21.15.43:0/3423409131 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561c4fb2f8e0 msgr2=0x561c4fb41bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:43.501 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.487+0000 7faa7bfff700 1 --2- 172.21.15.43:0/3423409131 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561c4fb2f8e0 0x561c4fb41bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.501 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.487+0000 7faa7bfff700 1 -- 172.21.15.43:0/3423409131 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561c4fb3d420 con 0x561c4fb34090 2024-05-16T15:50:43.501 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.487+0000 7faa72ffd700 1 --2- 172.21.15.43:0/3423409131 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561c4fb30200 0x561c4fb3c670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:50:43.502 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.487+0000 7faa7bfff700 1 --2- 172.21.15.43:0/3423409131 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561c4fb34090 0x561c4fb3cbb0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x561c4fb27710 tx=0x7faa74004c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc367d1149c3f067 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:43.502 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.487+0000 7faa5affd700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:50:43.502 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.488+0000 7faa5affd700 1 -- 172.21.15.43:0/3423409131 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa740076e0 con 0x561c4fb34090 2024-05-16T15:50:43.502 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.488+0000 7faa8ca35b80 1 -- 172.21.15.43:0/3423409131 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faa640a9900 con 0x561c4fb34090 2024-05-16T15:50:43.502 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.488+0000 7faa5affd700 1 -- 172.21.15.43:0/3423409131 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7faa74007880 con 0x561c4fb34090 2024-05-16T15:50:43.502 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.488+0000 7faa5affd700 1 -- 172.21.15.43:0/3423409131 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7faa74004e10 con 0x561c4fb34090 2024-05-16T15:50:43.502 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.488+0000 7faa8ca35b80 10 client.15516 fetch_fsmap learned FSMap version 30 2024-05-16T15:50:43.502 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.488+0000 7faa8ca35b80 1 -- 172.21.15.43:0/3423409131 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x561c4fbb2870 con 0x561c4fb34090 2024-05-16T15:50:43.502 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.488+0000 7faa5affd700 1 -- 172.21.15.43:0/3423409131 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7faa640a9900 con 0x561c4fb34090 2024-05-16T15:50:43.502 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.488+0000 7faa5affd700 1 -- 172.21.15.43:0/3423409131 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7faa74011070 con 0x561c4fb34090 2024-05-16T15:50:43.502 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.488+0000 7faa8ca35b80 10 client.15516 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:50:43.502 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.488+0000 7faa8ca35b80 10 client.15516 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-05-16T15:50:43.502 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.488+0000 7faa8ca35b80 20 client.15516 populate_metadata read hostname 'smithi043' 2024-05-16T15:50:43.502 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.488+0000 7faa8ca35b80 1 --2- 172.21.15.43:0/3423409131 >> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] conn(0x561c4fbb2f60 0x561c4fbb5380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:43.503 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.488+0000 7faa8ca35b80 4 client.15516 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-16T15:50:43.503 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.488+0000 7faa8ca35b80 1 -- 172.21.15.43:0/3423409131 --> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] -- command(tid 0: {"prefix": "damage ls"}) -- 0x561c4fa8b240 con 0x561c4fbb2f60 2024-05-16T15:50:43.503 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.489+0000 7faa7b7fe700 1 --2- 172.21.15.43:0/3423409131 >> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] conn(0x561c4fbb2f60 0x561c4fbb5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:43.504 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.489+0000 7faa7b7fe700 1 --2- 172.21.15.43:0/3423409131 >> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] conn(0x561c4fbb2f60 0x561c4fbb5380 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c9ca573d5f250fc1 server_cookie=bef9c41a038ece99 in_seq=0 out_seq=0 2024-05-16T15:50:43.504 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.489+0000 7faa5affd700 10 client.15516 ms_handle_connect on v2:172.21.15.157:6838/2377589154 2024-05-16T15:50:43.504 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.489+0000 7faa5affd700 1 -- 172.21.15.43:0/3423409131 <== mds.1 v2:172.21.15.157:6838/2377589154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x561c4fa8b240 con 0x561c4fbb2f60 2024-05-16T15:50:43.504 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.489+0000 7faa5affd700 10 client.15516 handle_command_reply: tid=0 2024-05-16T15:50:43.504 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.489+0000 7faa8ca35b80 1 client.15516 shutdown 2024-05-16T15:50:43.504 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.489+0000 7faa8ca35b80 1 -- 172.21.15.43:0/3423409131 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561c4fb34090 msgr2=0x561c4fb3cbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:43.504 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.489+0000 7faa8ca35b80 1 --2- 172.21.15.43:0/3423409131 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561c4fb34090 0x561c4fb3cbb0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x561c4fb27710 tx=0x7faa74004c60 comp rx=0 tx=0).stop 2024-05-16T15:50:43.504 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.489+0000 7faa8ca35b80 1 -- 172.21.15.43:0/3423409131 shutdown_connections 2024-05-16T15:50:43.504 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.489+0000 7faa8ca35b80 1 --2- 172.21.15.43:0/3423409131 >> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] conn(0x561c4fbb2f60 0x561c4fbb5380 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.504 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.489+0000 7faa8ca35b80 1 --2- 172.21.15.43:0/3423409131 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561c4fb34090 0x561c4fb3cbb0 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.505 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.489+0000 7faa8ca35b80 1 --2- 172.21.15.43:0/3423409131 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561c4fb2f8e0 0x561c4fb41bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.505 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.489+0000 7faa8ca35b80 1 --2- 172.21.15.43:0/3423409131 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561c4fb30200 0x561c4fb3c670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.505 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.489+0000 7faa5affd700 0 client.15516 ms_handle_reset on v2:172.21.15.157:6838/2377589154 2024-05-16T15:50:43.505 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.489+0000 7faa8ca35b80 1 -- 172.21.15.43:0/3423409131 >> 172.21.15.43:0/3423409131 conn(0x561c4fa57100 msgr2=0x561c4fb2e6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:43.505 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.489+0000 7faa8ca35b80 1 -- 172.21.15.43:0/3423409131 shutdown_connections 2024-05-16T15:50:43.505 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.490+0000 7faa8ca35b80 1 -- 172.21.15.43:0/3423409131 wait complete. 2024-05-16T15:50:43.505 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.490+0000 7faa8ca35b80 20 client.15516 trim_cache size 0 max 16384 2024-05-16T15:50:43.505 INFO:teuthology.orchestra.run.smithi043.stdout:[] 2024-05-16T15:50:43.506 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.490+0000 7faa821a2700 1 -- 172.21.15.43:0/2254846498 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7faa680b2880 msgr2=0x7faa680b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:43.506 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.490+0000 7faa821a2700 1 --2- 172.21.15.43:0/2254846498 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7faa680b2880 0x7faa680b4d40 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7faa6c006fd0 tx=0x7faa6c008040 comp rx=0 tx=0).stop 2024-05-16T15:50:43.506 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.490+0000 7faa821a2700 1 -- 172.21.15.43:0/2254846498 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7faa7c102d60 msgr2=0x7faa7c19fbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:43.506 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.490+0000 7faa821a2700 1 --2- 172.21.15.43:0/2254846498 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7faa7c102d60 0x7faa7c19fbc0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7faa6400c9b0 tx=0x7faa6400cd70 comp rx=0 tx=0).stop 2024-05-16T15:50:43.506 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.491+0000 7faa821a2700 1 -- 172.21.15.43:0/2254846498 shutdown_connections 2024-05-16T15:50:43.506 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.491+0000 7faa821a2700 1 --2- 172.21.15.43:0/2254846498 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faa7c108410 0x7faa7c199800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.506 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.491+0000 7faa821a2700 1 --2- 172.21.15.43:0/2254846498 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7faa7c1023a0 0x7faa7c19f680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.506 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.491+0000 7faa821a2700 1 --2- 172.21.15.43:0/2254846498 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7faa680b2880 0x7faa680b4d40 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.506 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.491+0000 7faa821a2700 1 --2- 172.21.15.43:0/2254846498 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7faa7c102d60 0x7faa7c19fbc0 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.507 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.491+0000 7faa821a2700 1 -- 172.21.15.43:0/2254846498 >> 172.21.15.43:0/2254846498 conn(0x7faa7c079350 msgr2=0x7faa7c101620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:43.507 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.491+0000 7faa821a2700 1 -- 172.21.15.43:0/2254846498 shutdown_connections 2024-05-16T15:50:43.507 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:43.491+0000 7faa821a2700 1 -- 172.21.15.43:0/2254846498 wait complete. 2024-05-16T15:50:43.791 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.777+0000 7fd1e5f5f640 1 -- 172.21.15.43:0/843454113 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd1e0103540 msgr2=0x7fd1e0105930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:43.791 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.777+0000 7fd1e5f5f640 1 --2- 172.21.15.43:0/843454113 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd1e0103540 0x7fd1e0105930 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fd1d0009900 tx=0x7fd1d002a410 comp rx=0 tx=0).stop 2024-05-16T15:50:43.791 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.777+0000 7fd1e5f5f640 1 -- 172.21.15.43:0/843454113 shutdown_connections 2024-05-16T15:50:43.792 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.777+0000 7fd1e5f5f640 1 --2- 172.21.15.43:0/843454113 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd1e01087a0 0x7fd1e010abf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.792 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.777+0000 7fd1e5f5f640 1 --2- 172.21.15.43:0/843454113 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd1e0105e70 0x7fd1e0108260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.792 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.777+0000 7fd1e5f5f640 1 --2- 172.21.15.43:0/843454113 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd1e0103540 0x7fd1e0105930 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.792 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.777+0000 7fd1e5f5f640 1 -- 172.21.15.43:0/843454113 >> 172.21.15.43:0/843454113 conn(0x7fd1e00fcf30 msgr2=0x7fd1e00ff370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:43.792 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.777+0000 7fd1e5f5f640 1 -- 172.21.15.43:0/843454113 shutdown_connections 2024-05-16T15:50:43.792 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.777+0000 7fd1e5f5f640 1 -- 172.21.15.43:0/843454113 wait complete. 2024-05-16T15:50:43.792 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.778+0000 7fd1e5f5f640 1 Processor -- start 2024-05-16T15:50:43.792 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.778+0000 7fd1e5f5f640 1 -- start start 2024-05-16T15:50:43.792 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.778+0000 7fd1e5f5f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd1e0103540 0x7fd1e0102eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:43.792 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.778+0000 7fd1e5f5f640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd1e0105e70 0x7fd1e01014f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:43.792 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.778+0000 7fd1e5f5f640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd1e01087a0 0x7fd1e0101a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:43.792 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.778+0000 7fd1e5f5f640 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fd1e010e460 con 0x7fd1e0105e70 2024-05-16T15:50:43.792 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.778+0000 7fd1e5f5f640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fd1e010e2e0 con 0x7fd1e01087a0 2024-05-16T15:50:43.792 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.778+0000 7fd1e5f5f640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fd1e010e5e0 con 0x7fd1e0103540 2024-05-16T15:50:43.792 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.779+0000 7fd1deffd640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd1e0105e70 0x7fd1e01014f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:43.793 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.779+0000 7fd1deffd640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd1e0105e70 0x7fd1e01014f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:40762/0 (socket says 172.21.15.43:40762) 2024-05-16T15:50:43.793 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.779+0000 7fd1deffd640 1 -- 172.21.15.43:0/1070375481 learned_addr learned my addr 172.21.15.43:0/1070375481 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:43.793 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.779+0000 7fd1df7fe640 1 --2- 172.21.15.43:0/1070375481 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd1e0103540 0x7fd1e0102eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:43.793 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.779+0000 7fd1dffff640 1 --2- 172.21.15.43:0/1070375481 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd1e01087a0 0x7fd1e0101a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:43.793 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.779+0000 7fd1deffd640 1 -- 172.21.15.43:0/1070375481 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd1e0103540 msgr2=0x7fd1e0102eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:43.793 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.779+0000 7fd1deffd640 1 --2- 172.21.15.43:0/1070375481 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd1e0103540 0x7fd1e0102eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.793 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.779+0000 7fd1deffd640 1 -- 172.21.15.43:0/1070375481 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd1e01087a0 msgr2=0x7fd1e0101a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:43.793 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.779+0000 7fd1deffd640 1 --2- 172.21.15.43:0/1070375481 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd1e01087a0 0x7fd1e0101a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.793 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.779+0000 7fd1deffd640 1 -- 172.21.15.43:0/1070375481 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1e01022c0 con 0x7fd1e0105e70 2024-05-16T15:50:43.793 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.779+0000 7fd1deffd640 1 --2- 172.21.15.43:0/1070375481 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd1e0105e70 0x7fd1e01014f0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fd1d400c970 tx=0x7fd1d400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:43.793 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.779+0000 7fd1dcff9640 1 -- 172.21.15.43:0/1070375481 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1d4007bb0 con 0x7fd1e0105e70 2024-05-16T15:50:43.793 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.779+0000 7fd1e5f5f640 1 -- 172.21.15.43:0/1070375481 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1e01a2c60 con 0x7fd1e0105e70 2024-05-16T15:50:43.793 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.779+0000 7fd1dcff9640 1 -- 172.21.15.43:0/1070375481 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd1d4007d50 con 0x7fd1e0105e70 2024-05-16T15:50:43.794 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.779+0000 7fd1dcff9640 1 -- 172.21.15.43:0/1070375481 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1d4018660 con 0x7fd1e0105e70 2024-05-16T15:50:43.794 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.779+0000 7fd1e5f5f640 1 -- 172.21.15.43:0/1070375481 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1e01a31b0 con 0x7fd1e0105e70 2024-05-16T15:50:43.800 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.782+0000 7fd1e8c7c740 1 Processor -- start 2024-05-16T15:50:43.800 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.782+0000 7fd1dcff9640 1 -- 172.21.15.43:0/1070375481 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fd1d400f970 con 0x7fd1e0105e70 2024-05-16T15:50:43.800 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.782+0000 7fd1e8c7c740 1 -- start start 2024-05-16T15:50:43.800 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.782+0000 7fd1e8c7c740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c8a8af6db0 0x55c8a8af71d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:43.800 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.782+0000 7fd1e8c7c740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8a8af77a0 0x55c8a8afc2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:43.800 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.782+0000 7fd1e8c7c740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c8a8afc910 0x55c8a8afeda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:43.800 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.782+0000 7fd1e8c7c740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55c8a8a5b5d0 con 0x55c8a8af77a0 2024-05-16T15:50:43.800 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.782+0000 7fd1e8c7c740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55c8a8a14890 con 0x55c8a8af6db0 2024-05-16T15:50:43.800 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.782+0000 7fd1e8c7c740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55c8a8a57590 con 0x55c8a8afc910 2024-05-16T15:50:43.800 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.782+0000 7fd1df7fe640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8a8af77a0 0x55c8a8afc2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:43.800 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.782+0000 7fd1df7fe640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8a8af77a0 0x55c8a8afc2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:40774/0 (socket says 172.21.15.43:40774) 2024-05-16T15:50:43.801 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.782+0000 7fd1df7fe640 1 -- 172.21.15.43:0/1554975841 learned_addr learned my addr 172.21.15.43:0/1554975841 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:43.801 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.782+0000 7fd1deffd640 1 --2- 172.21.15.43:0/1554975841 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c8a8afc910 0x55c8a8afeda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:43.801 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.783+0000 7fd1dffff640 1 --2- 172.21.15.43:0/1554975841 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c8a8af6db0 0x55c8a8af71d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:43.801 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.783+0000 7fd1df7fe640 1 -- 172.21.15.43:0/1554975841 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c8a8afc910 msgr2=0x55c8a8afeda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:43.801 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.783+0000 7fd1df7fe640 1 --2- 172.21.15.43:0/1554975841 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c8a8afc910 0x55c8a8afeda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.801 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.783+0000 7fd1df7fe640 1 -- 172.21.15.43:0/1554975841 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c8a8af6db0 msgr2=0x55c8a8af71d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:43.801 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.783+0000 7fd1df7fe640 1 --2- 172.21.15.43:0/1554975841 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c8a8af6db0 0x55c8a8af71d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.801 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.783+0000 7fd1df7fe640 1 -- 172.21.15.43:0/1554975841 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c8a876d210 con 0x55c8a8af77a0 2024-05-16T15:50:43.801 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.783+0000 7fd1dffff640 1 --2- 172.21.15.43:0/1554975841 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c8a8af6db0 0x55c8a8af71d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:50:43.801 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.783+0000 7fd1dcff9640 1 --2- 172.21.15.43:0/1070375481 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd1c80b28a0 0x7fd1c80b4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:43.801 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.783+0000 7fd1df7fe640 1 --2- 172.21.15.43:0/1554975841 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8a8af77a0 0x55c8a8afc2a0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fd1d002a930 tx=0x7fd1d0031850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a80c1a04c4dd934 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:43.801 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.783+0000 7fd1dffff640 1 --2- 172.21.15.43:0/1070375481 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd1c80b28a0 0x7fd1c80b4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:43.801 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.783+0000 7fd1dcff9640 1 -- 172.21.15.43:0/1070375481 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fd1d40e2630 con 0x7fd1e0105e70 2024-05-16T15:50:43.801 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.783+0000 7fd1c5ffb640 1 -- 172.21.15.43:0/1554975841 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1d0035030 con 0x55c8a8af77a0 2024-05-16T15:50:43.802 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.783+0000 7fd1c5ffb640 1 -- 172.21.15.43:0/1554975841 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd1d0040070 con 0x55c8a8af77a0 2024-05-16T15:50:43.802 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.783+0000 7fd1c5ffb640 1 -- 172.21.15.43:0/1554975841 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1d0003b80 con 0x55c8a8af77a0 2024-05-16T15:50:43.802 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.784+0000 7fd1e8c7c740 1 -- 172.21.15.43:0/1554975841 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8a8af77a0 msgr2=0x55c8a8afc2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:43.802 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.784+0000 7fd1dffff640 1 --2- 172.21.15.43:0/1070375481 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd1c80b28a0 0x7fd1c80b4d60 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x55c8a8af8000 tx=0x7fd1d800b420 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:43.802 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.784+0000 7fd1e8c7c740 1 --2- 172.21.15.43:0/1554975841 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8a8af77a0 0x55c8a8afc2a0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fd1d002a930 tx=0x7fd1d0031850 comp rx=0 tx=0).stop 2024-05-16T15:50:43.802 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.784+0000 7fd1e8c7c740 1 -- 172.21.15.43:0/1554975841 shutdown_connections 2024-05-16T15:50:43.802 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.784+0000 7fd1e8c7c740 1 --2- 172.21.15.43:0/1554975841 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c8a8afc910 0x55c8a8afeda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.803 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.784+0000 7fd1e8c7c740 1 --2- 172.21.15.43:0/1554975841 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8a8af77a0 0x55c8a8afc2a0 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.803 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.784+0000 7fd1e8c7c740 1 --2- 172.21.15.43:0/1554975841 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c8a8af6db0 0x55c8a8af71d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.803 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.784+0000 7fd1e8c7c740 1 -- 172.21.15.43:0/1554975841 >> 172.21.15.43:0/1554975841 conn(0x55c8a8af2420 msgr2=0x55c8a8af2820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:43.803 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.784+0000 7fd1e8c7c740 1 -- 172.21.15.43:0/1554975841 shutdown_connections 2024-05-16T15:50:43.803 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.784+0000 7fd1e8c7c740 1 -- 172.21.15.43:0/1554975841 wait complete. 2024-05-16T15:50:43.803 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.784+0000 7fd1e8c7c740 1 -- start start 2024-05-16T15:50:43.803 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.785+0000 7fd1e8c7c740 1 Processor -- start 2024-05-16T15:50:43.803 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.785+0000 7fd1e8c7c740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8a8af6db0 0x55c8a8b00ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:43.803 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.785+0000 7fd1e8c7c740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c8a8af77a0 0x55c8a8b01420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:43.803 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.785+0000 7fd1e8c7c740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c8a8afc910 0x55c8a8b08460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:43.803 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.785+0000 7fd1e8c7c740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55c8a8aff860 con 0x55c8a8af6db0 2024-05-16T15:50:43.803 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.785+0000 7fd1e8c7c740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55c8a8a18370 con 0x55c8a8afc910 2024-05-16T15:50:43.803 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.785+0000 7fd1e8c7c740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55c8a8aff9e0 con 0x55c8a8af77a0 2024-05-16T15:50:43.803 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.785+0000 7fd1e8c7c740 10 client.0 _ll_register_callbacks cb 0x55c8a876ca00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:50:43.804 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.785+0000 7fd1df7fe640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8a8af6db0 0x55c8a8b00ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:43.804 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.785+0000 7fd1df7fe640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8a8af6db0 0x55c8a8b00ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:40784/0 (socket says 172.21.15.43:40784) 2024-05-16T15:50:43.804 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.785+0000 7fd1df7fe640 1 -- 172.21.15.43:0/3363541684 learned_addr learned my addr 172.21.15.43:0/3363541684 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:43.805 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.785+0000 7fd1dffff640 1 --2- 172.21.15.43:0/3363541684 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c8a8afc910 0x55c8a8b08460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:43.805 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.785+0000 7fd1deffd640 1 --2- 172.21.15.43:0/3363541684 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c8a8af77a0 0x55c8a8b01420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:43.805 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.785+0000 7fd1df7fe640 1 -- 172.21.15.43:0/3363541684 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c8a8af77a0 msgr2=0x55c8a8b01420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:43.805 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.785+0000 7fd1df7fe640 1 --2- 172.21.15.43:0/3363541684 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c8a8af77a0 0x55c8a8b01420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.805 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.785+0000 7fd1df7fe640 1 -- 172.21.15.43:0/3363541684 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c8a8afc910 msgr2=0x55c8a8b08460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:43.805 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.785+0000 7fd1df7fe640 1 --2- 172.21.15.43:0/3363541684 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c8a8afc910 0x55c8a8b08460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.806 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.785+0000 7fd1df7fe640 1 -- 172.21.15.43:0/3363541684 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c8a8839620 con 0x55c8a8af6db0 2024-05-16T15:50:43.806 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.785+0000 7fd1deffd640 1 --2- 172.21.15.43:0/3363541684 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c8a8af77a0 0x55c8a8b01420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:50:43.806 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.785+0000 7fd1dffff640 1 --2- 172.21.15.43:0/3363541684 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c8a8afc910 0x55c8a8b08460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:50:43.806 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.786+0000 7fd1df7fe640 1 --2- 172.21.15.43:0/3363541684 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8a8af6db0 0x55c8a8b00ee0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7fd1d0000c00 tx=0x7fd1d0031ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0656e7fe4e139b9 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:43.806 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.786+0000 7fd1beffd640 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:50:43.806 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.786+0000 7fd1beffd640 1 -- 172.21.15.43:0/3363541684 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1d0052060 con 0x55c8a8af6db0 2024-05-16T15:50:43.806 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.786+0000 7fd1beffd640 1 -- 172.21.15.43:0/3363541684 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fd1d003c850 con 0x55c8a8af6db0 2024-05-16T15:50:43.806 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.786+0000 7fd1e8c7c740 1 -- 172.21.15.43:0/3363541684 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd1d0040070 con 0x55c8a8af6db0 2024-05-16T15:50:43.806 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.786+0000 7fd1beffd640 1 -- 172.21.15.43:0/3363541684 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fd1d0059050 con 0x55c8a8af6db0 2024-05-16T15:50:43.806 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.786+0000 7fd1e8c7c740 10 client.15528 fetch_fsmap learned FSMap version 30 2024-05-16T15:50:43.806 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.786+0000 7fd1e8c7c740 1 -- 172.21.15.43:0/3363541684 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55c8a8b0b440 con 0x55c8a8af6db0 2024-05-16T15:50:43.807 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.786+0000 7fd1beffd640 1 -- 172.21.15.43:0/3363541684 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd1d0040070 con 0x55c8a8af6db0 2024-05-16T15:50:43.807 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.786+0000 7fd1beffd640 1 -- 172.21.15.43:0/3363541684 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7fd1d004c030 con 0x55c8a8af6db0 2024-05-16T15:50:43.807 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.786+0000 7fd1e8c7c740 10 client.15528 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:50:43.807 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.786+0000 7fd1e8c7c740 10 client.15528 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:50:43.807 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.786+0000 7fd1e8c7c740 20 client.15528 populate_metadata read hostname 'smithi043' 2024-05-16T15:50:43.807 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.786+0000 7fd1e8c7c740 1 --2- 172.21.15.43:0/3363541684 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55c8a8b0c790 0x55c8a8b0eb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:43.807 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.786+0000 7fd1e8c7c740 4 client.15528 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:50:43.807 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.786+0000 7fd1e8c7c740 1 -- 172.21.15.43:0/3363541684 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c8a8a691e0 con 0x55c8a8b0c790 2024-05-16T15:50:43.807 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.787+0000 7fd1deffd640 1 --2- 172.21.15.43:0/3363541684 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55c8a8b0c790 0x55c8a8b0eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:43.807 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.787+0000 7fd1beffd640 10 client.15528 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:50:43.807 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.787+0000 7fd1deffd640 1 --2- 172.21.15.43:0/3363541684 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55c8a8b0c790 0x55c8a8b0eb80 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=99adb6e950d2c52d server_cookie=6510615a188ee1ed in_seq=0 out_seq=0 2024-05-16T15:50:43.807 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.788+0000 7fd1beffd640 1 -- 172.21.15.43:0/3363541684 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55c8a8a691e0 con 0x55c8a8b0c790 2024-05-16T15:50:43.808 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.788+0000 7fd1beffd640 10 client.15528 handle_command_reply: tid=0 2024-05-16T15:50:43.808 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.788+0000 7fd1e8c7c740 1 client.15528 shutdown 2024-05-16T15:50:43.808 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.788+0000 7fd1e8c7c740 1 -- 172.21.15.43:0/3363541684 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8a8af6db0 msgr2=0x55c8a8b00ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:43.808 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.788+0000 7fd1e8c7c740 1 --2- 172.21.15.43:0/3363541684 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8a8af6db0 0x55c8a8b00ee0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7fd1d0000c00 tx=0x7fd1d0031ca0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.808 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.788+0000 7fd1e8c7c740 1 -- 172.21.15.43:0/3363541684 shutdown_connections 2024-05-16T15:50:43.808 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.788+0000 7fd1e8c7c740 1 --2- 172.21.15.43:0/3363541684 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55c8a8b0c790 0x55c8a8b0eb80 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.808 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.788+0000 7fd1e8c7c740 1 --2- 172.21.15.43:0/3363541684 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c8a8afc910 0x55c8a8b08460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.808 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.788+0000 7fd1e8c7c740 1 --2- 172.21.15.43:0/3363541684 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c8a8af77a0 0x55c8a8b01420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.808 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.788+0000 7fd1e8c7c740 1 --2- 172.21.15.43:0/3363541684 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8a8af6db0 0x55c8a8b00ee0 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.809 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.788+0000 7fd1beffd640 0 client.15528 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:50:43.809 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.788+0000 7fd1e8c7c740 1 -- 172.21.15.43:0/3363541684 >> 172.21.15.43:0/3363541684 conn(0x55c8a8af2420 msgr2=0x55c8a8af1580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:43.809 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.788+0000 7fd1e8c7c740 1 -- 172.21.15.43:0/3363541684 shutdown_connections 2024-05-16T15:50:43.809 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.788+0000 7fd1e8c7c740 1 -- 172.21.15.43:0/3363541684 wait complete. 2024-05-16T15:50:43.809 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.788+0000 7fd1e8c7c740 20 client.15528 trim_cache size 0 max 16384 2024-05-16T15:50:43.820 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.803+0000 7fd1e8c7c740 1 Processor -- start 2024-05-16T15:50:43.820 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.803+0000 7fd1e8c7c740 1 -- start start 2024-05-16T15:50:43.820 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.803+0000 7fd1e8c7c740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c8a8af6db0 0x55c8a8af5810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:43.820 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.803+0000 7fd1e8c7c740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8a8af77a0 0x55c8a8b08380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:43.820 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.803+0000 7fd1e8c7c740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c8a8afc910 0x55c8a8b001d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:43.820 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.803+0000 7fd1e8c7c740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fd1e01ad670 con 0x55c8a8af77a0 2024-05-16T15:50:43.821 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.803+0000 7fd1e8c7c740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fd1e01af1b0 con 0x55c8a8af6db0 2024-05-16T15:50:43.821 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.803+0000 7fd1e8c7c740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fd1e01add40 con 0x55c8a8afc910 2024-05-16T15:50:43.821 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.804+0000 7fd1deffd640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8a8af77a0 0x55c8a8b08380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:43.821 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.804+0000 7fd1deffd640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8a8af77a0 0x55c8a8b08380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:40798/0 (socket says 172.21.15.43:40798) 2024-05-16T15:50:43.821 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.804+0000 7fd1deffd640 1 -- 172.21.15.43:0/3887808825 learned_addr learned my addr 172.21.15.43:0/3887808825 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:43.821 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.804+0000 7fd1df7fe640 1 --2- 172.21.15.43:0/3887808825 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c8a8af6db0 0x55c8a8af5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:43.821 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.804+0000 7fd1dffff640 1 --2- 172.21.15.43:0/3887808825 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c8a8afc910 0x55c8a8b001d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:43.821 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.804+0000 7fd1deffd640 1 -- 172.21.15.43:0/3887808825 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c8a8afc910 msgr2=0x55c8a8b001d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:43.821 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.804+0000 7fd1deffd640 1 --2- 172.21.15.43:0/3887808825 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c8a8afc910 0x55c8a8b001d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.821 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.804+0000 7fd1deffd640 1 -- 172.21.15.43:0/3887808825 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c8a8af6db0 msgr2=0x55c8a8af5810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:43.821 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.804+0000 7fd1deffd640 1 --2- 172.21.15.43:0/3887808825 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c8a8af6db0 0x55c8a8af5810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.821 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.804+0000 7fd1deffd640 1 -- 172.21.15.43:0/3887808825 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c8a8af2250 con 0x55c8a8af77a0 2024-05-16T15:50:43.822 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.804+0000 7fd1deffd640 1 --2- 172.21.15.43:0/3887808825 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8a8af77a0 0x55c8a8b08380 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fd1d4007fd0 tx=0x7fd1d40e8550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14b0f5fc090765b8 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:43.822 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.804+0000 7fd1c57fa640 1 -- 172.21.15.43:0/3887808825 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1d40a93b0 con 0x55c8a8af77a0 2024-05-16T15:50:43.822 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.804+0000 7fd1c57fa640 1 -- 172.21.15.43:0/3887808825 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd1d40a9fa0 con 0x55c8a8af77a0 2024-05-16T15:50:43.822 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.804+0000 7fd1c57fa640 1 -- 172.21.15.43:0/3887808825 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1d40cc0b0 con 0x55c8a8af77a0 2024-05-16T15:50:43.822 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.805+0000 7fd1e8c7c740 1 -- 172.21.15.43:0/3887808825 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8a8af77a0 msgr2=0x55c8a8b08380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:43.822 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.805+0000 7fd1e8c7c740 1 --2- 172.21.15.43:0/3887808825 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8a8af77a0 0x55c8a8b08380 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fd1d4007fd0 tx=0x7fd1d40e8550 comp rx=0 tx=0).stop 2024-05-16T15:50:43.822 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.805+0000 7fd1e8c7c740 1 -- 172.21.15.43:0/3887808825 shutdown_connections 2024-05-16T15:50:43.822 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.805+0000 7fd1e8c7c740 1 --2- 172.21.15.43:0/3887808825 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c8a8afc910 0x55c8a8b001d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.822 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.805+0000 7fd1e8c7c740 1 --2- 172.21.15.43:0/3887808825 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8a8af77a0 0x55c8a8b08380 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.822 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.805+0000 7fd1e8c7c740 1 --2- 172.21.15.43:0/3887808825 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c8a8af6db0 0x55c8a8af5810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.823 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.805+0000 7fd1e8c7c740 1 -- 172.21.15.43:0/3887808825 >> 172.21.15.43:0/3887808825 conn(0x55c8a8af2420 msgr2=0x55c8a8af5100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:43.823 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.805+0000 7fd1e8c7c740 1 -- 172.21.15.43:0/3887808825 shutdown_connections 2024-05-16T15:50:43.823 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.805+0000 7fd1e8c7c740 1 -- 172.21.15.43:0/3887808825 wait complete. 2024-05-16T15:50:43.823 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.805+0000 7fd1e8c7c740 1 -- start start 2024-05-16T15:50:43.823 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.805+0000 7fd1e8c7c740 1 Processor -- start 2024-05-16T15:50:43.823 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.806+0000 7fd1e8c7c740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c8a8af6db0 0x55c8a8b055a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:43.823 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.806+0000 7fd1e8c7c740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8a8af77a0 0x55c8a8b05ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:43.823 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.806+0000 7fd1e8c7c740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c8a8afc910 0x55c8a8b06af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:43.823 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.806+0000 7fd1e8c7c740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fd1e01aeae0 con 0x55c8a8af77a0 2024-05-16T15:50:43.823 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.806+0000 7fd1e8c7c740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fd1e01ae410 con 0x55c8a8afc910 2024-05-16T15:50:43.823 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.806+0000 7fd1e8c7c740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fd1e01ab650 con 0x55c8a8af6db0 2024-05-16T15:50:43.824 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.806+0000 7fd1e8c7c740 10 client.0 _ll_register_callbacks cb 0x7fd1d0005b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:50:43.824 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.806+0000 7fd1deffd640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8a8af77a0 0x55c8a8b05ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:43.824 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.806+0000 7fd1deffd640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8a8af77a0 0x55c8a8b05ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:40804/0 (socket says 172.21.15.43:40804) 2024-05-16T15:50:43.824 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.806+0000 7fd1deffd640 1 -- 172.21.15.43:0/1197396731 learned_addr learned my addr 172.21.15.43:0/1197396731 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:43.824 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.806+0000 7fd1dffff640 1 --2- 172.21.15.43:0/1197396731 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c8a8afc910 0x55c8a8b06af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:43.824 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.806+0000 7fd1df7fe640 1 --2- 172.21.15.43:0/1197396731 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c8a8af6db0 0x55c8a8b055a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:43.824 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.806+0000 7fd1deffd640 1 -- 172.21.15.43:0/1197396731 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c8a8af6db0 msgr2=0x55c8a8b055a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:43.824 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.806+0000 7fd1deffd640 1 --2- 172.21.15.43:0/1197396731 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c8a8af6db0 0x55c8a8b055a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.824 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.806+0000 7fd1deffd640 1 -- 172.21.15.43:0/1197396731 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c8a8afc910 msgr2=0x55c8a8b06af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:43.824 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.806+0000 7fd1deffd640 1 --2- 172.21.15.43:0/1197396731 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c8a8afc910 0x55c8a8b06af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.824 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.806+0000 7fd1deffd640 1 -- 172.21.15.43:0/1197396731 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c8a8b070e0 con 0x55c8a8af77a0 2024-05-16T15:50:43.824 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.806+0000 7fd1dffff640 1 --2- 172.21.15.43:0/1197396731 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c8a8afc910 0x55c8a8b06af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:50:43.824 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.806+0000 7fd1deffd640 1 --2- 172.21.15.43:0/1197396731 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8a8af77a0 0x55c8a8b05ae0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7fd1d40a9830 tx=0x7fd1d40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c245c7eddd970e2 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:43.825 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.806+0000 7fd1beffd640 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:50:43.825 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.806+0000 7fd1beffd640 1 -- 172.21.15.43:0/1197396731 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1d40a93b0 con 0x55c8a8af77a0 2024-05-16T15:50:43.825 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.806+0000 7fd1beffd640 1 -- 172.21.15.43:0/1197396731 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fd1d40a5b30 con 0x55c8a8af77a0 2024-05-16T15:50:43.825 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.806+0000 7fd1e8c7c740 1 -- 172.21.15.43:0/1197396731 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd1d40a9fa0 con 0x55c8a8af77a0 2024-05-16T15:50:43.825 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.806+0000 7fd1beffd640 1 -- 172.21.15.43:0/1197396731 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fd1d40a98a0 con 0x55c8a8af77a0 2024-05-16T15:50:43.825 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.806+0000 7fd1e8c7c740 10 client.15534 fetch_fsmap learned FSMap version 30 2024-05-16T15:50:43.825 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.806+0000 7fd1e8c7c740 1 -- 172.21.15.43:0/1197396731 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55c8a8b083f0 con 0x55c8a8af77a0 2024-05-16T15:50:43.825 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.807+0000 7fd1beffd640 1 -- 172.21.15.43:0/1197396731 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd1d40a9fa0 con 0x55c8a8af77a0 2024-05-16T15:50:43.825 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.807+0000 7fd1beffd640 1 -- 172.21.15.43:0/1197396731 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7fd1d4020030 con 0x55c8a8af77a0 2024-05-16T15:50:43.825 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.807+0000 7fd1e8c7c740 10 client.15534 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:50:43.825 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.807+0000 7fd1e8c7c740 10 client.15534 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:50:43.826 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.807+0000 7fd1e8c7c740 20 client.15534 populate_metadata read hostname 'smithi043' 2024-05-16T15:50:43.826 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.807+0000 7fd1e8c7c740 1 --2- 172.21.15.43:0/1197396731 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55c8a8b77310 0x55c8a8b79700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:43.826 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.807+0000 7fd1e8c7c740 4 client.15534 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-16T15:50:43.826 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.807+0000 7fd1e8c7c740 1 -- 172.21.15.43:0/1197396731 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55c8a8a63050 con 0x55c8a8b77310 2024-05-16T15:50:43.826 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.807+0000 7fd1df7fe640 1 --2- 172.21.15.43:0/1197396731 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55c8a8b77310 0x55c8a8b79700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:43.826 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.808+0000 7fd1beffd640 10 client.15534 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:50:43.826 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.808+0000 7fd1df7fe640 1 --2- 172.21.15.43:0/1197396731 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55c8a8b77310 0x55c8a8b79700 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d5201718871ba1af server_cookie=41c97c509edc6ad9 in_seq=0 out_seq=0 2024-05-16T15:50:43.827 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.811+0000 7fd1beffd640 1 -- 172.21.15.43:0/1197396731 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55c8a8a63050 con 0x55c8a8b77310 2024-05-16T15:50:43.827 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.811+0000 7fd1beffd640 10 client.15534 handle_command_reply: tid=0 2024-05-16T15:50:43.828 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.811+0000 7fd1e8c7c740 1 client.15534 shutdown 2024-05-16T15:50:43.828 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.811+0000 7fd1e8c7c740 1 -- 172.21.15.43:0/1197396731 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8a8af77a0 msgr2=0x55c8a8b05ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:43.828 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.811+0000 7fd1e8c7c740 1 --2- 172.21.15.43:0/1197396731 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8a8af77a0 0x55c8a8b05ae0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7fd1d40a9830 tx=0x7fd1d40046c0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.828 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.812+0000 7fd1e8c7c740 1 -- 172.21.15.43:0/1197396731 shutdown_connections 2024-05-16T15:50:43.828 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.812+0000 7fd1e8c7c740 1 --2- 172.21.15.43:0/1197396731 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55c8a8b77310 0x55c8a8b79700 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.828 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.812+0000 7fd1e8c7c740 1 --2- 172.21.15.43:0/1197396731 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c8a8afc910 0x55c8a8b06af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.828 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.812+0000 7fd1e8c7c740 1 --2- 172.21.15.43:0/1197396731 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8a8af77a0 0x55c8a8b05ae0 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.828 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.812+0000 7fd1beffd640 0 client.15534 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:50:43.828 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.812+0000 7fd1e8c7c740 1 --2- 172.21.15.43:0/1197396731 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c8a8af6db0 0x55c8a8b055a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.828 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.812+0000 7fd1e8c7c740 1 -- 172.21.15.43:0/1197396731 >> 172.21.15.43:0/1197396731 conn(0x55c8a8af2420 msgr2=0x55c8a8af0cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:43.828 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.812+0000 7fd1e8c7c740 1 -- 172.21.15.43:0/1197396731 shutdown_connections 2024-05-16T15:50:43.828 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.812+0000 7fd1e8c7c740 1 -- 172.21.15.43:0/1197396731 wait complete. 2024-05-16T15:50:43.829 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.812+0000 7fd1e8c7c740 20 client.15534 trim_cache size 0 max 16384 2024-05-16T15:50:43.829 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:{ 2024-05-16T15:50:43.829 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "message": "", 2024-05-16T15:50:43.829 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "return_code": 0 2024-05-16T15:50:43.829 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:} 2024-05-16T15:50:43.830 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.812+0000 7fd1e5f5f640 1 -- 172.21.15.43:0/1070375481 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd1c80b28a0 msgr2=0x7fd1c80b4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:43.830 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.812+0000 7fd1e5f5f640 1 --2- 172.21.15.43:0/1070375481 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd1c80b28a0 0x7fd1c80b4d60 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x55c8a8af8000 tx=0x7fd1d800b420 comp rx=0 tx=0).stop 2024-05-16T15:50:43.830 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.812+0000 7fd1e5f5f640 1 -- 172.21.15.43:0/1070375481 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd1e0105e70 msgr2=0x7fd1e01014f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:43.830 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.812+0000 7fd1e5f5f640 1 --2- 172.21.15.43:0/1070375481 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd1e0105e70 0x7fd1e01014f0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fd1d400c970 tx=0x7fd1d400ce30 comp rx=0 tx=0).stop 2024-05-16T15:50:43.830 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.812+0000 7fd1e5f5f640 1 -- 172.21.15.43:0/1070375481 shutdown_connections 2024-05-16T15:50:43.830 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.812+0000 7fd1e5f5f640 1 --2- 172.21.15.43:0/1070375481 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd1e01087a0 0x7fd1e0101a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.830 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.812+0000 7fd1e5f5f640 1 --2- 172.21.15.43:0/1070375481 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd1e0105e70 0x7fd1e01014f0 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.831 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.812+0000 7fd1e5f5f640 1 --2- 172.21.15.43:0/1070375481 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd1c80b28a0 0x7fd1c80b4d60 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.831 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.812+0000 7fd1e5f5f640 1 --2- 172.21.15.43:0/1070375481 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd1e0103540 0x7fd1e0102eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:43.831 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.812+0000 7fd1e5f5f640 1 -- 172.21.15.43:0/1070375481 >> 172.21.15.43:0/1070375481 conn(0x7fd1e00fcf30 msgr2=0x7fd1e0103ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:43.831 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.812+0000 7fd1e5f5f640 1 -- 172.21.15.43:0/1070375481 shutdown_connections 2024-05-16T15:50:43.831 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:43.812+0000 7fd1e5f5f640 1 -- 172.21.15.43:0/1070375481 wait complete. 2024-05-16T15:50:44.268 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-16T15:50:44.530 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:50:45.426 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:50:45 smithi157 ceph-mon[35584]: pgmap v451: 129 pgs: 129 active+clean; 672 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 426 B/s wr, 10 op/s 2024-05-16T15:50:45.436 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:50:45 smithi148 ceph-mon[34976]: pgmap v451: 129 pgs: 129 active+clean; 672 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 426 B/s wr, 10 op/s 2024-05-16T15:50:45.475 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:50:45 smithi043 ceph-mon[31619]: pgmap v451: 129 pgs: 129 active+clean; 672 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 426 B/s wr, 10 op/s 2024-05-16T15:50:46.197 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.184+0000 7ff4e3de4700 1 -- 172.21.15.43:0/2501627582 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff4dc109510 msgr2=0x7ff4dc1098f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:46.197 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.184+0000 7ff4e3de4700 1 --2- 172.21.15.43:0/2501627582 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff4dc109510 0x7ff4dc1098f0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7ff4d800b0a0 tx=0x7ff4d800b3b0 comp rx=0 tx=0).stop 2024-05-16T15:50:46.197 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.184+0000 7ff4e3de4700 1 -- 172.21.15.43:0/2501627582 shutdown_connections 2024-05-16T15:50:46.197 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.184+0000 7ff4e3de4700 1 --2- 172.21.15.43:0/2501627582 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff4dc06bb40 0x7ff4dc110330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:46.198 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.184+0000 7ff4e3de4700 1 --2- 172.21.15.43:0/2501627582 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff4dc109510 0x7ff4dc1098f0 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:46.198 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.184+0000 7ff4e3de4700 1 --2- 172.21.15.43:0/2501627582 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff4dc06b180 0x7ff4dc06b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:46.198 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.184+0000 7ff4e3de4700 1 -- 172.21.15.43:0/2501627582 >> 172.21.15.43:0/2501627582 conn(0x7ff4dc079350 msgr2=0x7ff4dc079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:46.198 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.184+0000 7ff4e3de4700 1 -- 172.21.15.43:0/2501627582 shutdown_connections 2024-05-16T15:50:46.198 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.184+0000 7ff4e3de4700 1 -- 172.21.15.43:0/2501627582 wait complete. 2024-05-16T15:50:46.198 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.185+0000 7ff4e3de4700 1 Processor -- start 2024-05-16T15:50:46.198 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.185+0000 7ff4e3de4700 1 -- start start 2024-05-16T15:50:46.198 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.185+0000 7ff4e3de4700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff4dc06b180 0x7ff4dc1a1a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:46.198 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.185+0000 7ff4e3de4700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff4dc06bb40 0x7ff4dc1a1f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:46.198 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.185+0000 7ff4e3de4700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff4dc109510 0x7ff4dc19bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:46.198 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.185+0000 7ff4e3de4700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7ff4dc1135a0 con 0x7ff4dc06bb40 2024-05-16T15:50:46.198 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.185+0000 7ff4e3de4700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7ff4dc113420 con 0x7ff4dc109510 2024-05-16T15:50:46.198 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.185+0000 7ff4e3de4700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7ff4dc113720 con 0x7ff4dc06b180 2024-05-16T15:50:46.198 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.185+0000 7ff4e137f700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff4dc06bb40 0x7ff4dc1a1f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:46.199 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.185+0000 7ff4e137f700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff4dc06bb40 0x7ff4dc1a1f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:59464/0 (socket says 172.21.15.43:59464) 2024-05-16T15:50:46.199 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.185+0000 7ff4e137f700 1 -- 172.21.15.43:0/3286975830 learned_addr learned my addr 172.21.15.43:0/3286975830 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:46.199 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.185+0000 7ff4e2381700 1 --2- 172.21.15.43:0/3286975830 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff4dc109510 0x7ff4dc19bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:46.199 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.186+0000 7ff4e1b80700 1 --2- 172.21.15.43:0/3286975830 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff4dc06b180 0x7ff4dc1a1a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:46.199 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.186+0000 7ff4e137f700 1 -- 172.21.15.43:0/3286975830 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff4dc06b180 msgr2=0x7ff4dc1a1a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:46.199 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.186+0000 7ff4e137f700 1 --2- 172.21.15.43:0/3286975830 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff4dc06b180 0x7ff4dc1a1a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:46.199 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.186+0000 7ff4e137f700 1 -- 172.21.15.43:0/3286975830 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff4dc109510 msgr2=0x7ff4dc19bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:46.199 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.186+0000 7ff4e137f700 1 --2- 172.21.15.43:0/3286975830 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff4dc109510 0x7ff4dc19bb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:46.199 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.186+0000 7ff4e137f700 1 -- 172.21.15.43:0/3286975830 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4dc19c400 con 0x7ff4dc06bb40 2024-05-16T15:50:46.199 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.186+0000 7ff4e137f700 1 --2- 172.21.15.43:0/3286975830 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff4dc06bb40 0x7ff4dc1a1f90 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7ff4cc00b530 tx=0x7ff4cc00b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:46.199 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.186+0000 7ff4d2ffd700 1 -- 172.21.15.43:0/3286975830 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4cc015020 con 0x7ff4dc06bb40 2024-05-16T15:50:46.199 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.186+0000 7ff4e3de4700 1 -- 172.21.15.43:0/3286975830 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4dc19c690 con 0x7ff4dc06bb40 2024-05-16T15:50:46.199 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.186+0000 7ff4d2ffd700 1 -- 172.21.15.43:0/3286975830 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff4cc011cc0 con 0x7ff4dc06bb40 2024-05-16T15:50:46.199 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.186+0000 7ff4d2ffd700 1 -- 172.21.15.43:0/3286975830 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4cc010c80 con 0x7ff4dc06bb40 2024-05-16T15:50:46.199 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.186+0000 7ff4e3de4700 1 -- 172.21.15.43:0/3286975830 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4dc1a89d0 con 0x7ff4dc06bb40 2024-05-16T15:50:46.200 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.189+0000 7ff4d2ffd700 1 -- 172.21.15.43:0/3286975830 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7ff4cc018020 con 0x7ff4dc06bb40 2024-05-16T15:50:46.201 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.190+0000 7ff4d2ffd700 1 --2- 172.21.15.43:0/3286975830 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ff4c80b2880 0x7ff4c80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:46.201 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.190+0000 7ff4e1b80700 1 --2- 172.21.15.43:0/3286975830 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ff4c80b2880 0x7ff4c80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:46.201 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.190+0000 7ff4d2ffd700 1 -- 172.21.15.43:0/3286975830 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7ff4cc0e1ca0 con 0x7ff4dc06bb40 2024-05-16T15:50:46.201 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.190+0000 7ff4ee677b80 1 Processor -- start 2024-05-16T15:50:46.203 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.190+0000 7ff4ee677b80 1 -- start start 2024-05-16T15:50:46.203 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.191+0000 7ff4e1b80700 1 --2- 172.21.15.43:0/3286975830 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ff4c80b2880 0x7ff4c80b4d40 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7ff4d8009fd0 tx=0x7ff4d8006210 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:46.203 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.191+0000 7ff4ee677b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560390ad81b0 0x560390ad8590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:46.203 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.191+0000 7ff4ee677b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560390ad8ad0 0x560390ad2810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:46.203 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.191+0000 7ff4ee677b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560390ad2d50 0x560390ad3190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:46.203 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.191+0000 7ff4ee677b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x560390a24940 con 0x560390ad8ad0 2024-05-16T15:50:46.203 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.191+0000 7ff4ee677b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x560390989da0 con 0x560390ad81b0 2024-05-16T15:50:46.203 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.191+0000 7ff4ee677b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x560390a20900 con 0x560390ad2d50 2024-05-16T15:50:46.203 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.191+0000 7ff4e137f700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560390ad8ad0 0x560390ad2810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:46.203 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.191+0000 7ff4e137f700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560390ad8ad0 0x560390ad2810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:59470/0 (socket says 172.21.15.43:59470) 2024-05-16T15:50:46.203 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.191+0000 7ff4e137f700 1 -- 172.21.15.43:0/1761621612 learned_addr learned my addr 172.21.15.43:0/1761621612 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:46.203 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.191+0000 7ff4e1b80700 1 --2- 172.21.15.43:0/1761621612 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560390ad81b0 0x560390ad8590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:46.203 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.191+0000 7ff4e2381700 1 --2- 172.21.15.43:0/1761621612 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560390ad2d50 0x560390ad3190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:46.204 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.191+0000 7ff4e137f700 1 -- 172.21.15.43:0/1761621612 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560390ad2d50 msgr2=0x560390ad3190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:46.204 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.191+0000 7ff4e137f700 1 --2- 172.21.15.43:0/1761621612 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560390ad2d50 0x560390ad3190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:46.204 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.191+0000 7ff4e137f700 1 -- 172.21.15.43:0/1761621612 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560390ad81b0 msgr2=0x560390ad8590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:46.204 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.191+0000 7ff4e137f700 1 --2- 172.21.15.43:0/1761621612 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560390ad81b0 0x560390ad8590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:46.204 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.191+0000 7ff4e137f700 1 -- 172.21.15.43:0/1761621612 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5603909718d0 con 0x560390ad8ad0 2024-05-16T15:50:46.204 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.191+0000 7ff4e2381700 1 --2- 172.21.15.43:0/1761621612 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560390ad2d50 0x560390ad3190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:50:46.204 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.191+0000 7ff4e137f700 1 --2- 172.21.15.43:0/1761621612 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560390ad8ad0 0x560390ad2810 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7ff4cc0a4f90 tx=0x7ff4cc004860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=824235178850b073 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:46.204 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.191+0000 7ff4c7fff700 1 -- 172.21.15.43:0/1761621612 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4cc0ad2c0 con 0x560390ad8ad0 2024-05-16T15:50:46.204 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.192+0000 7ff4c7fff700 1 -- 172.21.15.43:0/1761621612 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff4cc0b1d70 con 0x560390ad8ad0 2024-05-16T15:50:46.204 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.192+0000 7ff4c7fff700 1 -- 172.21.15.43:0/1761621612 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4cc0a8170 con 0x560390ad8ad0 2024-05-16T15:50:46.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.192+0000 7ff4ee677b80 1 -- 172.21.15.43:0/1761621612 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560390ad8ad0 msgr2=0x560390ad2810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:46.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.192+0000 7ff4ee677b80 1 --2- 172.21.15.43:0/1761621612 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560390ad8ad0 0x560390ad2810 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7ff4cc0a4f90 tx=0x7ff4cc004860 comp rx=0 tx=0).stop 2024-05-16T15:50:46.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.192+0000 7ff4ee677b80 1 -- 172.21.15.43:0/1761621612 shutdown_connections 2024-05-16T15:50:46.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.192+0000 7ff4ee677b80 1 --2- 172.21.15.43:0/1761621612 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560390ad2d50 0x560390ad3190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:46.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.192+0000 7ff4ee677b80 1 --2- 172.21.15.43:0/1761621612 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560390ad81b0 0x560390ad8590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:46.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.192+0000 7ff4ee677b80 1 --2- 172.21.15.43:0/1761621612 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560390ad8ad0 0x560390ad2810 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:46.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.192+0000 7ff4ee677b80 1 -- 172.21.15.43:0/1761621612 >> 172.21.15.43:0/1761621612 conn(0x5603909feb70 msgr2=0x560390acd2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:46.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.192+0000 7ff4ee677b80 1 -- 172.21.15.43:0/1761621612 shutdown_connections 2024-05-16T15:50:46.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.192+0000 7ff4ee677b80 1 -- 172.21.15.43:0/1761621612 wait complete. 2024-05-16T15:50:46.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.193+0000 7ff4ee677b80 1 -- start start 2024-05-16T15:50:46.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.193+0000 7ff4ee677b80 1 Processor -- start 2024-05-16T15:50:46.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.193+0000 7ff4ee677b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560390ad2d50 0x560390ade730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:46.207 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.193+0000 7ff4ee677b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560390ad81b0 0x560390adbad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:46.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.193+0000 7ff4ee677b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560390ad8ad0 0x560390adc010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:46.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.193+0000 7ff4ee677b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x560390adf450 con 0x560390ad81b0 2024-05-16T15:50:46.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.193+0000 7ff4ee677b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x5603909dded0 con 0x560390ad2d50 2024-05-16T15:50:46.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.193+0000 7ff4ee677b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x560390adf5d0 con 0x560390ad8ad0 2024-05-16T15:50:46.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.193+0000 7ff4ee677b80 10 client.0 _ll_register_callbacks cb 0x5603909b85b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:50:46.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.193+0000 7ff4e137f700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560390ad81b0 0x560390adbad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:46.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.193+0000 7ff4e137f700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560390ad81b0 0x560390adbad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:59480/0 (socket says 172.21.15.43:59480) 2024-05-16T15:50:46.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.193+0000 7ff4e137f700 1 -- 172.21.15.43:0/3074673803 learned_addr learned my addr 172.21.15.43:0/3074673803 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:46.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.193+0000 7ff4e1b80700 1 --2- 172.21.15.43:0/3074673803 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560390ad2d50 0x560390ade730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:46.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.194+0000 7ff4e2381700 1 --2- 172.21.15.43:0/3074673803 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560390ad8ad0 0x560390adc010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:46.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.194+0000 7ff4e137f700 1 -- 172.21.15.43:0/3074673803 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560390ad8ad0 msgr2=0x560390adc010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:46.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.194+0000 7ff4e137f700 1 --2- 172.21.15.43:0/3074673803 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560390ad8ad0 0x560390adc010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:46.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.194+0000 7ff4e137f700 1 -- 172.21.15.43:0/3074673803 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560390ad2d50 msgr2=0x560390ade730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:46.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.194+0000 7ff4e137f700 1 --2- 172.21.15.43:0/3074673803 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560390ad2d50 0x560390ade730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:46.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.194+0000 7ff4e137f700 1 -- 172.21.15.43:0/3074673803 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5603909db760 con 0x560390ad81b0 2024-05-16T15:50:46.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.194+0000 7ff4e137f700 1 --2- 172.21.15.43:0/3074673803 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560390ad81b0 0x560390adbad0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7ff4cc00b500 tx=0x7ff4cc009380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7419f071558b54a5 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:46.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.194+0000 7ff4c57fa700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:50:46.209 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.194+0000 7ff4c57fa700 1 -- 172.21.15.43:0/3074673803 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4cc0c8060 con 0x560390ad81b0 2024-05-16T15:50:46.209 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.194+0000 7ff4c57fa700 1 -- 172.21.15.43:0/3074673803 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7ff4cc0b1af0 con 0x560390ad81b0 2024-05-16T15:50:46.209 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.194+0000 7ff4ee677b80 1 -- 172.21.15.43:0/3074673803 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff4cc0b1d70 con 0x560390ad81b0 2024-05-16T15:50:46.209 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.194+0000 7ff4c57fa700 1 -- 172.21.15.43:0/3074673803 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7ff4cc06e070 con 0x560390ad81b0 2024-05-16T15:50:46.209 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.194+0000 7ff4ee677b80 10 client.15546 fetch_fsmap learned FSMap version 30 2024-05-16T15:50:46.209 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.194+0000 7ff4ee677b80 1 -- 172.21.15.43:0/3074673803 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x560390adf450 con 0x560390ad81b0 2024-05-16T15:50:46.209 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.195+0000 7ff4c57fa700 1 -- 172.21.15.43:0/3074673803 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff4cc0b1d70 con 0x560390ad81b0 2024-05-16T15:50:46.209 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.195+0000 7ff4c57fa700 1 -- 172.21.15.43:0/3074673803 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7ff4cc0a4880 con 0x560390ad81b0 2024-05-16T15:50:46.209 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.195+0000 7ff4ee677b80 10 client.15546 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:50:46.209 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.195+0000 7ff4ee677b80 10 client.15546 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-16T15:50:46.209 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.195+0000 7ff4ee677b80 20 client.15546 populate_metadata read hostname 'smithi043' 2024-05-16T15:50:46.209 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.195+0000 7ff4ee677b80 1 --2- 172.21.15.43:0/3074673803 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x560390aec1b0 0x560390aee5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:46.209 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.195+0000 7ff4ee677b80 4 client.15546 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:50:46.209 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.195+0000 7ff4ee677b80 1 -- 172.21.15.43:0/3074673803 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560390a32320 con 0x560390aec1b0 2024-05-16T15:50:46.209 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.195+0000 7ff4e1b80700 1 --2- 172.21.15.43:0/3074673803 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x560390aec1b0 0x560390aee5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:46.209 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.196+0000 7ff4c57fa700 10 client.15546 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:50:46.209 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.196+0000 7ff4e1b80700 1 --2- 172.21.15.43:0/3074673803 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x560390aec1b0 0x560390aee5d0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aa2c7fba763c1728 server_cookie=e400d40bd4c2e9d5 in_seq=0 out_seq=0 2024-05-16T15:50:46.210 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.196+0000 7ff4c57fa700 1 -- 172.21.15.43:0/3074673803 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x560390a32320 con 0x560390aec1b0 2024-05-16T15:50:46.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.196+0000 7ff4c57fa700 10 client.15546 handle_command_reply: tid=0 2024-05-16T15:50:46.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.197+0000 7ff4ee677b80 1 client.15546 shutdown 2024-05-16T15:50:46.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.197+0000 7ff4ee677b80 1 -- 172.21.15.43:0/3074673803 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560390ad81b0 msgr2=0x560390adbad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:46.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.197+0000 7ff4ee677b80 1 --2- 172.21.15.43:0/3074673803 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560390ad81b0 0x560390adbad0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7ff4cc00b500 tx=0x7ff4cc009380 comp rx=0 tx=0).stop 2024-05-16T15:50:46.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.197+0000 7ff4ee677b80 1 -- 172.21.15.43:0/3074673803 shutdown_connections 2024-05-16T15:50:46.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.197+0000 7ff4ee677b80 1 --2- 172.21.15.43:0/3074673803 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x560390aec1b0 0x560390aee5d0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:46.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.197+0000 7ff4ee677b80 1 --2- 172.21.15.43:0/3074673803 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560390ad8ad0 0x560390adc010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:46.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.197+0000 7ff4ee677b80 1 --2- 172.21.15.43:0/3074673803 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560390ad2d50 0x560390ade730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:46.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.197+0000 7ff4c57fa700 0 client.15546 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:50:46.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.197+0000 7ff4ee677b80 1 --2- 172.21.15.43:0/3074673803 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560390ad81b0 0x560390adbad0 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:46.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.197+0000 7ff4ee677b80 1 -- 172.21.15.43:0/3074673803 >> 172.21.15.43:0/3074673803 conn(0x5603909feb70 msgr2=0x560390ac7b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:46.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.197+0000 7ff4ee677b80 1 -- 172.21.15.43:0/3074673803 shutdown_connections 2024-05-16T15:50:46.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.197+0000 7ff4ee677b80 1 -- 172.21.15.43:0/3074673803 wait complete. 2024-05-16T15:50:46.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.197+0000 7ff4ee677b80 20 client.15546 trim_cache size 0 max 16384 2024-05-16T15:50:46.224 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.213+0000 7ff4ee677b80 1 Processor -- start 2024-05-16T15:50:46.224 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.213+0000 7ff4ee677b80 1 -- start start 2024-05-16T15:50:46.224 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.213+0000 7ff4ee677b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560390ad2d50 0x560390ae8510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:46.224 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.213+0000 7ff4ee677b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560390ad81b0 0x560390ac7c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:46.224 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.213+0000 7ff4ee677b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560390ad8ad0 0x560390af3ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:46.224 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.213+0000 7ff4ee677b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7ff4dc1b14e0 con 0x560390ad8ad0 2024-05-16T15:50:46.224 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.213+0000 7ff4ee677b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7ff4dc1b3020 con 0x560390ad2d50 2024-05-16T15:50:46.225 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.213+0000 7ff4ee677b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7ff4dc1b1bb0 con 0x560390ad81b0 2024-05-16T15:50:46.225 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.213+0000 7ff4e2381700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560390ad8ad0 0x560390af3ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:46.225 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.213+0000 7ff4e1b80700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560390ad2d50 0x560390ae8510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:46.225 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.213+0000 7ff4e2381700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560390ad8ad0 0x560390af3ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:59482/0 (socket says 172.21.15.43:59482) 2024-05-16T15:50:46.225 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.213+0000 7ff4e2381700 1 -- 172.21.15.43:0/1136832198 learned_addr learned my addr 172.21.15.43:0/1136832198 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:46.225 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.213+0000 7ff4e137f700 1 --2- 172.21.15.43:0/1136832198 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560390ad81b0 0x560390ac7c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:46.228 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.213+0000 7ff4e2381700 1 -- 172.21.15.43:0/1136832198 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560390ad81b0 msgr2=0x560390ac7c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:46.228 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.213+0000 7ff4e2381700 1 --2- 172.21.15.43:0/1136832198 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560390ad81b0 0x560390ac7c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:46.228 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.214+0000 7ff4e2381700 1 -- 172.21.15.43:0/1136832198 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560390ad2d50 msgr2=0x560390ae8510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:46.228 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.214+0000 7ff4e2381700 1 --2- 172.21.15.43:0/1136832198 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560390ad2d50 0x560390ae8510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:46.229 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.214+0000 7ff4e2381700 1 -- 172.21.15.43:0/1136832198 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560390ad2b50 con 0x560390ad8ad0 2024-05-16T15:50:46.229 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.214+0000 7ff4e137f700 1 --2- 172.21.15.43:0/1136832198 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560390ad81b0 0x560390ac7c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:50:46.229 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.214+0000 7ff4e2381700 1 --2- 172.21.15.43:0/1136832198 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560390ad8ad0 0x560390af3ec0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7ff4d400ace0 tx=0x7ff4d4012450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ca51cf0458ad4a6 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:46.229 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.214+0000 7ff4c77fe700 1 -- 172.21.15.43:0/1136832198 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4d4012be0 con 0x560390ad8ad0 2024-05-16T15:50:46.229 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.214+0000 7ff4c77fe700 1 -- 172.21.15.43:0/1136832198 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff4d40044c0 con 0x560390ad8ad0 2024-05-16T15:50:46.229 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.214+0000 7ff4c77fe700 1 -- 172.21.15.43:0/1136832198 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4d401c460 con 0x560390ad8ad0 2024-05-16T15:50:46.229 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.215+0000 7ff4ee677b80 1 -- 172.21.15.43:0/1136832198 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560390ad8ad0 msgr2=0x560390af3ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:46.229 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.215+0000 7ff4ee677b80 1 --2- 172.21.15.43:0/1136832198 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560390ad8ad0 0x560390af3ec0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7ff4d400ace0 tx=0x7ff4d4012450 comp rx=0 tx=0).stop 2024-05-16T15:50:46.229 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.215+0000 7ff4ee677b80 1 -- 172.21.15.43:0/1136832198 shutdown_connections 2024-05-16T15:50:46.229 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.215+0000 7ff4ee677b80 1 --2- 172.21.15.43:0/1136832198 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560390ad8ad0 0x560390af3ec0 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:46.229 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.215+0000 7ff4ee677b80 1 --2- 172.21.15.43:0/1136832198 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560390ad2d50 0x560390ae8510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:46.229 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.215+0000 7ff4ee677b80 1 --2- 172.21.15.43:0/1136832198 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560390ad81b0 0x560390ac7c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:46.229 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.215+0000 7ff4ee677b80 1 -- 172.21.15.43:0/1136832198 >> 172.21.15.43:0/1136832198 conn(0x5603909feb70 msgr2=0x560390adba90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:46.229 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.215+0000 7ff4ee677b80 1 -- 172.21.15.43:0/1136832198 shutdown_connections 2024-05-16T15:50:46.229 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.215+0000 7ff4ee677b80 1 -- 172.21.15.43:0/1136832198 wait complete. 2024-05-16T15:50:46.230 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.215+0000 7ff4ee677b80 1 -- start start 2024-05-16T15:50:46.230 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.215+0000 7ff4ee677b80 1 Processor -- start 2024-05-16T15:50:46.230 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.215+0000 7ff4ee677b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560390ad2d50 0x560390ae4890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:46.230 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.216+0000 7ff4ee677b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560390ad81b0 0x560390ae4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:46.230 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.216+0000 7ff4ee677b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560390ad8ad0 0x560390af2eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:46.230 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.216+0000 7ff4ee677b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7ff4dc1b2950 con 0x560390ad2d50 2024-05-16T15:50:46.230 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.216+0000 7ff4ee677b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7ff4dc1b2280 con 0x560390ad81b0 2024-05-16T15:50:46.230 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.216+0000 7ff4ee677b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7ff4dc1af480 con 0x560390ad8ad0 2024-05-16T15:50:46.230 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.216+0000 7ff4ee677b80 10 client.0 _ll_register_callbacks cb 0x5603909b85b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:50:46.230 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.216+0000 7ff4e1b80700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560390ad2d50 0x560390ae4890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:46.230 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.216+0000 7ff4e1b80700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560390ad2d50 0x560390ae4890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:59486/0 (socket says 172.21.15.43:59486) 2024-05-16T15:50:46.230 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.216+0000 7ff4e1b80700 1 -- 172.21.15.43:0/2862726156 learned_addr learned my addr 172.21.15.43:0/2862726156 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:46.230 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.216+0000 7ff4e2381700 1 --2- 172.21.15.43:0/2862726156 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560390ad8ad0 0x560390af2eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:46.230 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.216+0000 7ff4e137f700 1 --2- 172.21.15.43:0/2862726156 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560390ad81b0 0x560390ae4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:46.231 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.216+0000 7ff4e1b80700 1 -- 172.21.15.43:0/2862726156 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560390ad8ad0 msgr2=0x560390af2eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:46.231 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.216+0000 7ff4e1b80700 1 --2- 172.21.15.43:0/2862726156 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560390ad8ad0 0x560390af2eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:46.231 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.216+0000 7ff4e1b80700 1 -- 172.21.15.43:0/2862726156 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560390ad81b0 msgr2=0x560390ae4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:46.231 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.216+0000 7ff4e1b80700 1 --2- 172.21.15.43:0/2862726156 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560390ad81b0 0x560390ae4dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:46.231 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.216+0000 7ff4e1b80700 1 -- 172.21.15.43:0/2862726156 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560390af33f0 con 0x560390ad2d50 2024-05-16T15:50:46.231 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.216+0000 7ff4e1b80700 1 --2- 172.21.15.43:0/2862726156 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560390ad2d50 0x560390ae4890 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7ff4d8009830 tx=0x7ff4d800b3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9861d7b21dd31a2 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:46.232 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.216+0000 7ff4c57fa700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:50:46.232 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.216+0000 7ff4c57fa700 1 -- 172.21.15.43:0/2862726156 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4d8038060 con 0x560390ad2d50 2024-05-16T15:50:46.232 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.216+0000 7ff4c57fa700 1 -- 172.21.15.43:0/2862726156 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7ff4d8032830 con 0x560390ad2d50 2024-05-16T15:50:46.232 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.216+0000 7ff4ee677b80 1 -- 172.21.15.43:0/2862726156 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff4d40044c0 con 0x560390ad2d50 2024-05-16T15:50:46.232 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.217+0000 7ff4c57fa700 1 -- 172.21.15.43:0/2862726156 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7ff4d803f050 con 0x560390ad2d50 2024-05-16T15:50:46.232 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.217+0000 7ff4ee677b80 10 client.15552 fetch_fsmap learned FSMap version 30 2024-05-16T15:50:46.232 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.217+0000 7ff4ee677b80 1 -- 172.21.15.43:0/2862726156 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x560390b56150 con 0x560390ad2d50 2024-05-16T15:50:46.232 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.217+0000 7ff4c57fa700 1 -- 172.21.15.43:0/2862726156 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff4d40044c0 con 0x560390ad2d50 2024-05-16T15:50:46.232 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.217+0000 7ff4c57fa700 1 -- 172.21.15.43:0/2862726156 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7ff4d8011070 con 0x560390ad2d50 2024-05-16T15:50:46.232 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.217+0000 7ff4ee677b80 10 client.15552 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:50:46.233 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.217+0000 7ff4ee677b80 10 client.15552 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-16T15:50:46.233 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.217+0000 7ff4ee677b80 20 client.15552 populate_metadata read hostname 'smithi043' 2024-05-16T15:50:46.233 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.217+0000 7ff4ee677b80 1 --2- 172.21.15.43:0/2862726156 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x560390b56810 0x560390b58c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:46.233 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.217+0000 7ff4ee677b80 4 client.15552 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-16T15:50:46.233 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.217+0000 7ff4ee677b80 1 -- 172.21.15.43:0/2862726156 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "damage ls"}) -- 0x560390a2c3c0 con 0x560390b56810 2024-05-16T15:50:46.233 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.217+0000 7ff4e137f700 1 --2- 172.21.15.43:0/2862726156 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x560390b56810 0x560390b58c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:46.235 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.218+0000 7ff4e137f700 1 --2- 172.21.15.43:0/2862726156 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x560390b56810 0x560390b58c30 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=39c5d41d6ebb2796 server_cookie=379dfa886adf014e in_seq=0 out_seq=0 2024-05-16T15:50:46.235 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.218+0000 7ff4c57fa700 10 client.15552 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:50:46.235 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.218+0000 7ff4c57fa700 1 -- 172.21.15.43:0/2862726156 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x560390a2c3c0 con 0x560390b56810 2024-05-16T15:50:46.235 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.218+0000 7ff4c57fa700 10 client.15552 handle_command_reply: tid=0 2024-05-16T15:50:46.235 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.218+0000 7ff4ee677b80 1 client.15552 shutdown 2024-05-16T15:50:46.235 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.218+0000 7ff4ee677b80 1 -- 172.21.15.43:0/2862726156 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560390ad2d50 msgr2=0x560390ae4890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:46.235 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.218+0000 7ff4ee677b80 1 --2- 172.21.15.43:0/2862726156 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560390ad2d50 0x560390ae4890 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7ff4d8009830 tx=0x7ff4d800b3b0 comp rx=0 tx=0).stop 2024-05-16T15:50:46.235 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.218+0000 7ff4ee677b80 1 -- 172.21.15.43:0/2862726156 shutdown_connections 2024-05-16T15:50:46.235 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.218+0000 7ff4ee677b80 1 --2- 172.21.15.43:0/2862726156 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x560390b56810 0x560390b58c30 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:46.235 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.218+0000 7ff4ee677b80 1 --2- 172.21.15.43:0/2862726156 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560390ad8ad0 0x560390af2eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:46.235 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.218+0000 7ff4ee677b80 1 --2- 172.21.15.43:0/2862726156 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560390ad2d50 0x560390ae4890 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:46.235 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.218+0000 7ff4ee677b80 1 --2- 172.21.15.43:0/2862726156 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560390ad81b0 0x560390ae4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:46.236 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.218+0000 7ff4ee677b80 1 -- 172.21.15.43:0/2862726156 >> 172.21.15.43:0/2862726156 conn(0x5603909feb70 msgr2=0x560390ad8eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:46.236 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.218+0000 7ff4c57fa700 0 client.15552 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:50:46.236 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.218+0000 7ff4ee677b80 1 -- 172.21.15.43:0/2862726156 shutdown_connections 2024-05-16T15:50:46.236 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.218+0000 7ff4ee677b80 1 -- 172.21.15.43:0/2862726156 wait complete. 2024-05-16T15:50:46.236 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.218+0000 7ff4ee677b80 20 client.15552 trim_cache size 0 max 16384 2024-05-16T15:50:46.236 INFO:teuthology.orchestra.run.smithi043.stdout:[] 2024-05-16T15:50:46.237 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.219+0000 7ff4e3de4700 1 -- 172.21.15.43:0/3286975830 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ff4c80b2880 msgr2=0x7ff4c80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:46.237 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.219+0000 7ff4e3de4700 1 --2- 172.21.15.43:0/3286975830 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ff4c80b2880 0x7ff4c80b4d40 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7ff4d8009fd0 tx=0x7ff4d8006210 comp rx=0 tx=0).stop 2024-05-16T15:50:46.237 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.219+0000 7ff4e3de4700 1 -- 172.21.15.43:0/3286975830 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff4dc06bb40 msgr2=0x7ff4dc1a1f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:46.237 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.219+0000 7ff4e3de4700 1 --2- 172.21.15.43:0/3286975830 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff4dc06bb40 0x7ff4dc1a1f90 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7ff4cc00b530 tx=0x7ff4cc00b840 comp rx=0 tx=0).stop 2024-05-16T15:50:46.237 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.219+0000 7ff4e3de4700 1 -- 172.21.15.43:0/3286975830 shutdown_connections 2024-05-16T15:50:46.237 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.219+0000 7ff4e3de4700 1 --2- 172.21.15.43:0/3286975830 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff4dc109510 0x7ff4dc19bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:46.237 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.219+0000 7ff4e3de4700 1 --2- 172.21.15.43:0/3286975830 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff4dc06b180 0x7ff4dc1a1a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:46.237 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.219+0000 7ff4e3de4700 1 --2- 172.21.15.43:0/3286975830 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ff4c80b2880 0x7ff4c80b4d40 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:46.237 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.219+0000 7ff4e3de4700 1 --2- 172.21.15.43:0/3286975830 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff4dc06bb40 0x7ff4dc1a1f90 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:46.237 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.219+0000 7ff4e3de4700 1 -- 172.21.15.43:0/3286975830 >> 172.21.15.43:0/3286975830 conn(0x7ff4dc079350 msgr2=0x7ff4dc10e680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:46.237 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.219+0000 7ff4e3de4700 1 -- 172.21.15.43:0/3286975830 shutdown_connections 2024-05-16T15:50:46.237 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:46.219+0000 7ff4e3de4700 1 -- 172.21.15.43:0/3286975830 wait complete. 2024-05-16T15:50:47.426 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:50:47 smithi157 ceph-mon[35584]: pgmap v452: 129 pgs: 129 active+clean; 673 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 682 B/s wr, 11 op/s 2024-05-16T15:50:47.436 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:50:47 smithi148 ceph-mon[34976]: pgmap v452: 129 pgs: 129 active+clean; 673 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 682 B/s wr, 11 op/s 2024-05-16T15:50:47.475 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:50:47 smithi043 ceph-mon[31619]: pgmap v452: 129 pgs: 129 active+clean; 673 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 682 B/s wr, 11 op/s 2024-05-16T15:50:48.010 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-16T15:50:48.010 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-16T15:50:48.278 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:50:49.413 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:50:49 smithi043 ceph-mon[31619]: pgmap v453: 129 pgs: 129 active+clean; 673 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-16T15:50:49.426 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:50:49 smithi157 ceph-mon[35584]: pgmap v453: 129 pgs: 129 active+clean; 673 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-16T15:50:49.436 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:50:49 smithi148 ceph-mon[34976]: pgmap v453: 129 pgs: 129 active+clean; 673 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-16T15:50:50.025 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.013+0000 7eff7ee57700 1 -- 172.21.15.43:0/534226558 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7eff78102fd0 msgr2=0x7eff78107020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:50.025 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.013+0000 7eff7ee57700 1 --2- 172.21.15.43:0/534226558 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7eff78102fd0 0x7eff78107020 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7eff640099c0 tx=0x7eff64009cd0 comp rx=0 tx=0).stop 2024-05-16T15:50:50.025 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.013+0000 7eff7ee57700 1 -- 172.21.15.43:0/534226558 shutdown_connections 2024-05-16T15:50:50.025 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.013+0000 7eff7ee57700 1 --2- 172.21.15.43:0/534226558 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7eff78107700 0x7eff7810f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:50.025 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.013+0000 7eff7ee57700 1 --2- 172.21.15.43:0/534226558 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7eff78102620 0x7eff78102a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:50.025 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.013+0000 7eff7ee57700 1 --2- 172.21.15.43:0/534226558 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7eff78102fd0 0x7eff78107020 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:50.025 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.013+0000 7eff7ee57700 1 -- 172.21.15.43:0/534226558 >> 172.21.15.43:0/534226558 conn(0x7eff78079440 msgr2=0x7eff78079850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:50.025 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.013+0000 7eff7ee57700 1 -- 172.21.15.43:0/534226558 shutdown_connections 2024-05-16T15:50:50.025 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.013+0000 7eff7ee57700 1 -- 172.21.15.43:0/534226558 wait complete. 2024-05-16T15:50:50.027 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.014+0000 7eff7ee57700 1 Processor -- start 2024-05-16T15:50:50.028 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.014+0000 7eff7ee57700 1 -- start start 2024-05-16T15:50:50.028 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.014+0000 7eff7ee57700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7eff78102620 0x7eff781040c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:50.028 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.014+0000 7eff7ee57700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7eff78102fd0 0x7eff78104600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:50.028 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.014+0000 7eff7ee57700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7eff78107700 0x7eff78104b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:50.028 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.014+0000 7eff7ee57700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7eff78112440 con 0x7eff78107700 2024-05-16T15:50:50.028 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.014+0000 7eff7ee57700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7eff781122c0 con 0x7eff78102620 2024-05-16T15:50:50.028 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.014+0000 7eff7ee57700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7eff781125c0 con 0x7eff78102fd0 2024-05-16T15:50:50.028 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.014+0000 7eff7d3f4700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7eff78107700 0x7eff78104b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:50.028 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.015+0000 7eff7d3f4700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7eff78107700 0x7eff78104b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:59506/0 (socket says 172.21.15.43:59506) 2024-05-16T15:50:50.028 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.015+0000 7eff7d3f4700 1 -- 172.21.15.43:0/4137514621 learned_addr learned my addr 172.21.15.43:0/4137514621 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:50.028 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.015+0000 7eff7cbf3700 1 --2- 172.21.15.43:0/4137514621 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7eff78102620 0x7eff781040c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:50.028 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.015+0000 7eff77fff700 1 --2- 172.21.15.43:0/4137514621 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7eff78102fd0 0x7eff78104600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:50.028 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.015+0000 7eff7d3f4700 1 -- 172.21.15.43:0/4137514621 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7eff78102fd0 msgr2=0x7eff78104600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:50.028 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.015+0000 7eff7d3f4700 1 --2- 172.21.15.43:0/4137514621 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7eff78102fd0 0x7eff78104600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:50.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.015+0000 7eff7d3f4700 1 -- 172.21.15.43:0/4137514621 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7eff78102620 msgr2=0x7eff781040c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:50.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.015+0000 7eff7d3f4700 1 --2- 172.21.15.43:0/4137514621 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7eff78102620 0x7eff781040c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:50.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.015+0000 7eff7d3f4700 1 -- 172.21.15.43:0/4137514621 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff781a7ff0 con 0x7eff78107700 2024-05-16T15:50:50.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.015+0000 7eff7d3f4700 1 --2- 172.21.15.43:0/4137514621 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7eff78107700 0x7eff78104b40 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7eff7000ef30 tx=0x7eff7000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:50.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.015+0000 7eff75ffb700 1 -- 172.21.15.43:0/4137514621 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff700092e0 con 0x7eff78107700 2024-05-16T15:50:50.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.015+0000 7eff7ee57700 1 -- 172.21.15.43:0/4137514621 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff781a8280 con 0x7eff78107700 2024-05-16T15:50:50.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.015+0000 7eff75ffb700 1 -- 172.21.15.43:0/4137514621 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7eff70004bb0 con 0x7eff78107700 2024-05-16T15:50:50.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.015+0000 7eff75ffb700 1 -- 172.21.15.43:0/4137514621 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff70004020 con 0x7eff78107700 2024-05-16T15:50:50.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.016+0000 7eff7ee57700 1 -- 172.21.15.43:0/4137514621 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff781a8790 con 0x7eff78107700 2024-05-16T15:50:50.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.018+0000 7eff75ffb700 1 -- 172.21.15.43:0/4137514621 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7eff7001b030 con 0x7eff78107700 2024-05-16T15:50:50.032 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.019+0000 7eff75ffb700 1 --2- 172.21.15.43:0/4137514621 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7eff680b2900 0x7eff680b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:50.032 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.019+0000 7eff7cbf3700 1 --2- 172.21.15.43:0/4137514621 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7eff680b2900 0x7eff680b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:50.032 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.019+0000 7eff75ffb700 1 -- 172.21.15.43:0/4137514621 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7eff700e1f70 con 0x7eff78107700 2024-05-16T15:50:50.032 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.020+0000 7eff7cbf3700 1 --2- 172.21.15.43:0/4137514621 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7eff680b2900 0x7eff680b4dc0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7eff6c009c60 tx=0x7eff6c009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:50.033 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.020+0000 7eff896eab80 1 Processor -- start 2024-05-16T15:50:50.033 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.020+0000 7eff896eab80 1 -- start start 2024-05-16T15:50:50.033 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.020+0000 7eff896eab80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5626126b3230 0x5626126b3610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:50.033 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.020+0000 7eff896eab80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5626126b3b50 0x5626126ad890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:50.033 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.020+0000 7eff896eab80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5626126addd0 0x5626126ae210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:50.033 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.020+0000 7eff896eab80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x5626125ff9c0 con 0x5626126addd0 2024-05-16T15:50:50.033 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.020+0000 7eff896eab80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x562612564e20 con 0x5626126b3b50 2024-05-16T15:50:50.033 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.020+0000 7eff896eab80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x5626125fb980 con 0x5626126b3230 2024-05-16T15:50:50.033 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.020+0000 7eff7d3f4700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5626126addd0 0x5626126ae210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:50.033 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.020+0000 7eff7d3f4700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5626126addd0 0x5626126ae210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:59508/0 (socket says 172.21.15.43:59508) 2024-05-16T15:50:50.033 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.020+0000 7eff7d3f4700 1 -- 172.21.15.43:0/4289143946 learned_addr learned my addr 172.21.15.43:0/4289143946 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:50.033 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.021+0000 7eff7cbf3700 1 --2- 172.21.15.43:0/4289143946 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5626126b3230 0x5626126b3610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:50.033 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.021+0000 7eff77fff700 1 --2- 172.21.15.43:0/4289143946 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5626126b3b50 0x5626126ad890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:50.034 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.021+0000 7eff7d3f4700 1 -- 172.21.15.43:0/4289143946 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5626126b3230 msgr2=0x5626126b3610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:50.034 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.021+0000 7eff7d3f4700 1 --2- 172.21.15.43:0/4289143946 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5626126b3230 0x5626126b3610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:50.034 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.021+0000 7eff7d3f4700 1 -- 172.21.15.43:0/4289143946 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5626126b3b50 msgr2=0x5626126ad890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:50.034 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.021+0000 7eff7d3f4700 1 --2- 172.21.15.43:0/4289143946 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5626126b3b50 0x5626126ad890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:50.034 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.021+0000 7eff7d3f4700 1 -- 172.21.15.43:0/4289143946 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56261254c950 con 0x5626126addd0 2024-05-16T15:50:50.034 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.021+0000 7eff77fff700 1 --2- 172.21.15.43:0/4289143946 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5626126b3b50 0x5626126ad890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:50:50.034 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.021+0000 7eff7d3f4700 1 --2- 172.21.15.43:0/4289143946 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5626126addd0 0x5626126ae210 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7eff700a9200 tx=0x7eff700a8ae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9045a15855b34c9d server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:50.034 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.021+0000 7eff62ffd700 1 -- 172.21.15.43:0/4289143946 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff700a9270 con 0x5626126addd0 2024-05-16T15:50:50.034 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.021+0000 7eff62ffd700 1 -- 172.21.15.43:0/4289143946 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7eff700ad620 con 0x5626126addd0 2024-05-16T15:50:50.034 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.021+0000 7eff62ffd700 1 -- 172.21.15.43:0/4289143946 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff700b1db0 con 0x5626126addd0 2024-05-16T15:50:50.038 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.022+0000 7eff896eab80 1 -- 172.21.15.43:0/4289143946 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5626126addd0 msgr2=0x5626126ae210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:50.038 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.022+0000 7eff896eab80 1 --2- 172.21.15.43:0/4289143946 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5626126addd0 0x5626126ae210 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7eff700a9200 tx=0x7eff700a8ae0 comp rx=0 tx=0).stop 2024-05-16T15:50:50.038 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.022+0000 7eff896eab80 1 -- 172.21.15.43:0/4289143946 shutdown_connections 2024-05-16T15:50:50.038 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.022+0000 7eff896eab80 1 --2- 172.21.15.43:0/4289143946 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5626126addd0 0x5626126ae210 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:50.039 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.022+0000 7eff896eab80 1 --2- 172.21.15.43:0/4289143946 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5626126b3230 0x5626126b3610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:50.039 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.022+0000 7eff896eab80 1 --2- 172.21.15.43:0/4289143946 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5626126b3b50 0x5626126ad890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:50.039 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.022+0000 7eff896eab80 1 -- 172.21.15.43:0/4289143946 >> 172.21.15.43:0/4289143946 conn(0x5626125d9bf0 msgr2=0x5626126a8320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:50.039 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.022+0000 7eff896eab80 1 -- 172.21.15.43:0/4289143946 shutdown_connections 2024-05-16T15:50:50.039 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.022+0000 7eff896eab80 1 -- 172.21.15.43:0/4289143946 wait complete. 2024-05-16T15:50:50.039 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.022+0000 7eff896eab80 1 -- start start 2024-05-16T15:50:50.039 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.022+0000 7eff896eab80 1 Processor -- start 2024-05-16T15:50:50.039 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.023+0000 7eff896eab80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5626126addd0 0x5626126b97a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:50.039 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.023+0000 7eff896eab80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5626126b3230 0x5626126b6b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:50.039 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.023+0000 7eff896eab80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5626126b3b50 0x5626126b7080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:50.039 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.023+0000 7eff896eab80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x5626126ba4d0 con 0x5626126addd0 2024-05-16T15:50:50.039 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.023+0000 7eff896eab80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x5626125b8f50 con 0x5626126b3230 2024-05-16T15:50:50.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.023+0000 7eff896eab80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x5626126ba650 con 0x5626126b3b50 2024-05-16T15:50:50.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.023+0000 7eff896eab80 10 client.0 _ll_register_callbacks cb 0x562612593630 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:50:50.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.023+0000 7eff7cbf3700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5626126addd0 0x5626126b97a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:50.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.023+0000 7eff7cbf3700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5626126addd0 0x5626126b97a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:59520/0 (socket says 172.21.15.43:59520) 2024-05-16T15:50:50.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.023+0000 7eff7cbf3700 1 -- 172.21.15.43:0/1984546267 learned_addr learned my addr 172.21.15.43:0/1984546267 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:50.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.023+0000 7eff7d3f4700 1 --2- 172.21.15.43:0/1984546267 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5626126b3b50 0x5626126b7080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:50.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.023+0000 7eff77fff700 1 --2- 172.21.15.43:0/1984546267 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5626126b3230 0x5626126b6b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:50.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.023+0000 7eff7cbf3700 1 -- 172.21.15.43:0/1984546267 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5626126b3b50 msgr2=0x5626126b7080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:50.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.023+0000 7eff7cbf3700 1 --2- 172.21.15.43:0/1984546267 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5626126b3b50 0x5626126b7080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:50.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.023+0000 7eff7cbf3700 1 -- 172.21.15.43:0/1984546267 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5626126b3230 msgr2=0x5626126b6b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:50.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.023+0000 7eff7cbf3700 1 --2- 172.21.15.43:0/1984546267 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5626126b3230 0x5626126b6b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:50.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.023+0000 7eff7cbf3700 1 -- 172.21.15.43:0/1984546267 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5626125b67e0 con 0x5626126addd0 2024-05-16T15:50:50.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.024+0000 7eff7cbf3700 1 --2- 172.21.15.43:0/1984546267 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5626126addd0 0x5626126b97a0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7eff6c003930 tx=0x7eff6c0047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5250807b7d05b13b server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:50.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.024+0000 7eff57fff700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:50:50.040 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.024+0000 7eff57fff700 1 -- 172.21.15.43:0/1984546267 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff6c004a30 con 0x5626126addd0 2024-05-16T15:50:50.041 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.024+0000 7eff57fff700 1 -- 172.21.15.43:0/1984546267 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7eff6c004bd0 con 0x5626126addd0 2024-05-16T15:50:50.041 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.024+0000 7eff896eab80 1 -- 172.21.15.43:0/1984546267 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7eff700ad620 con 0x5626126addd0 2024-05-16T15:50:50.041 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.024+0000 7eff57fff700 1 -- 172.21.15.43:0/1984546267 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7eff6c030050 con 0x5626126addd0 2024-05-16T15:50:50.041 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.024+0000 7eff896eab80 10 client.15564 fetch_fsmap learned FSMap version 30 2024-05-16T15:50:50.041 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.024+0000 7eff896eab80 1 -- 172.21.15.43:0/1984546267 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5626126c4d80 con 0x5626126addd0 2024-05-16T15:50:50.041 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.024+0000 7eff57fff700 1 -- 172.21.15.43:0/1984546267 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7eff700ad620 con 0x5626126addd0 2024-05-16T15:50:50.041 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.024+0000 7eff57fff700 1 -- 172.21.15.43:0/1984546267 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7eff6c01f870 con 0x5626126addd0 2024-05-16T15:50:50.041 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.024+0000 7eff896eab80 10 client.15564 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:50:50.041 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.024+0000 7eff896eab80 10 client.15564 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-16T15:50:50.041 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.024+0000 7eff896eab80 20 client.15564 populate_metadata read hostname 'smithi043' 2024-05-16T15:50:50.041 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.024+0000 7eff896eab80 1 --2- 172.21.15.43:0/1984546267 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5626126c73c0 0x5626126c97b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:50.041 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.024+0000 7eff896eab80 4 client.15564 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:50:50.041 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.024+0000 7eff896eab80 1 -- 172.21.15.43:0/1984546267 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56261260d3a0 con 0x5626126c73c0 2024-05-16T15:50:50.041 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.025+0000 7eff77fff700 1 --2- 172.21.15.43:0/1984546267 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5626126c73c0 0x5626126c97b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:50.041 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.025+0000 7eff77fff700 1 --2- 172.21.15.43:0/1984546267 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5626126c73c0 0x5626126c97b0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d4b502cf9cc66927 server_cookie=c4448b9c4f4488e7 in_seq=0 out_seq=0 2024-05-16T15:50:50.042 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.025+0000 7eff57fff700 10 client.15564 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:50:50.042 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.026+0000 7eff57fff700 1 -- 172.21.15.43:0/1984546267 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x56261260d3a0 con 0x5626126c73c0 2024-05-16T15:50:50.042 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.026+0000 7eff57fff700 10 client.15564 handle_command_reply: tid=0 2024-05-16T15:50:50.042 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.026+0000 7eff896eab80 1 client.15564 shutdown 2024-05-16T15:50:50.042 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.026+0000 7eff896eab80 1 -- 172.21.15.43:0/1984546267 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5626126addd0 msgr2=0x5626126b97a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:50.042 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.026+0000 7eff896eab80 1 --2- 172.21.15.43:0/1984546267 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5626126addd0 0x5626126b97a0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7eff6c003930 tx=0x7eff6c0047c0 comp rx=0 tx=0).stop 2024-05-16T15:50:50.042 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.026+0000 7eff896eab80 1 -- 172.21.15.43:0/1984546267 shutdown_connections 2024-05-16T15:50:50.042 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.026+0000 7eff896eab80 1 --2- 172.21.15.43:0/1984546267 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5626126c73c0 0x5626126c97b0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:50.042 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.026+0000 7eff57fff700 0 client.15564 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:50:50.042 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.026+0000 7eff896eab80 1 --2- 172.21.15.43:0/1984546267 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5626126b3b50 0x5626126b7080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:50.042 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.026+0000 7eff896eab80 1 --2- 172.21.15.43:0/1984546267 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5626126addd0 0x5626126b97a0 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:50.042 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.026+0000 7eff896eab80 1 --2- 172.21.15.43:0/1984546267 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5626126b3230 0x5626126b6b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:50.042 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.026+0000 7eff896eab80 1 -- 172.21.15.43:0/1984546267 >> 172.21.15.43:0/1984546267 conn(0x5626125d9bf0 msgr2=0x5626126a2bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:50.042 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.026+0000 7eff896eab80 1 -- 172.21.15.43:0/1984546267 shutdown_connections 2024-05-16T15:50:50.043 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.026+0000 7eff896eab80 1 -- 172.21.15.43:0/1984546267 wait complete. 2024-05-16T15:50:50.043 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.026+0000 7eff896eab80 20 client.15564 trim_cache size 0 max 16384 2024-05-16T15:50:50.060 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.048+0000 7eff896eab80 1 Processor -- start 2024-05-16T15:50:50.060 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.048+0000 7eff896eab80 1 -- start start 2024-05-16T15:50:50.060 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.048+0000 7eff896eab80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5626126addd0 0x5626126ad890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:50.060 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.048+0000 7eff896eab80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5626126b3230 0x5626126c3560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:50.060 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.048+0000 7eff896eab80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5626126b3b50 0x5626126a2cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:50.060 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.048+0000 7eff896eab80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7eff781b13e0 con 0x5626126b3230 2024-05-16T15:50:50.060 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.048+0000 7eff896eab80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7eff781b2f20 con 0x5626126addd0 2024-05-16T15:50:50.061 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.048+0000 7eff896eab80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7eff781b1ab0 con 0x5626126b3b50 2024-05-16T15:50:50.061 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.048+0000 7eff77fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5626126b3230 0x5626126c3560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:50.061 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.048+0000 7eff77fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5626126b3230 0x5626126c3560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:59528/0 (socket says 172.21.15.43:59528) 2024-05-16T15:50:50.061 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.048+0000 7eff77fff700 1 -- 172.21.15.43:0/699614860 learned_addr learned my addr 172.21.15.43:0/699614860 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:50.061 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.048+0000 7eff7cbf3700 1 --2- 172.21.15.43:0/699614860 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5626126addd0 0x5626126ad890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:50.061 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.048+0000 7eff7d3f4700 1 --2- 172.21.15.43:0/699614860 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5626126b3b50 0x5626126a2cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:50.061 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.048+0000 7eff77fff700 1 -- 172.21.15.43:0/699614860 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5626126b3b50 msgr2=0x5626126a2cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:50.061 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.048+0000 7eff77fff700 1 --2- 172.21.15.43:0/699614860 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5626126b3b50 0x5626126a2cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:50.061 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.048+0000 7eff77fff700 1 -- 172.21.15.43:0/699614860 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5626126addd0 msgr2=0x5626126ad890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:50.061 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.048+0000 7eff77fff700 1 --2- 172.21.15.43:0/699614860 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5626126addd0 0x5626126ad890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:50.061 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.048+0000 7eff77fff700 1 -- 172.21.15.43:0/699614860 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5626126b50d0 con 0x5626126b3230 2024-05-16T15:50:50.061 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.048+0000 7eff7d3f4700 1 --2- 172.21.15.43:0/699614860 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5626126b3b50 0x5626126a2cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:50:50.061 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.048+0000 7eff7cbf3700 1 --2- 172.21.15.43:0/699614860 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5626126addd0 0x5626126ad890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:50:50.061 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.049+0000 7eff77fff700 1 --2- 172.21.15.43:0/699614860 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5626126b3230 0x5626126c3560 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7eff64005b40 tx=0x7eff64005040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f6127ad29645707 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:50.061 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.049+0000 7eff627fc700 1 -- 172.21.15.43:0/699614860 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff640056a0 con 0x5626126b3230 2024-05-16T15:50:50.062 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.049+0000 7eff627fc700 1 -- 172.21.15.43:0/699614860 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7eff6400bbc0 con 0x5626126b3230 2024-05-16T15:50:50.062 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.049+0000 7eff627fc700 1 -- 172.21.15.43:0/699614860 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff64003d00 con 0x5626126b3230 2024-05-16T15:50:50.066 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.049+0000 7eff896eab80 1 -- 172.21.15.43:0/699614860 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5626126b3230 msgr2=0x5626126c3560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:50.066 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.049+0000 7eff896eab80 1 --2- 172.21.15.43:0/699614860 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5626126b3230 0x5626126c3560 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7eff64005b40 tx=0x7eff64005040 comp rx=0 tx=0).stop 2024-05-16T15:50:50.066 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.050+0000 7eff896eab80 1 -- 172.21.15.43:0/699614860 shutdown_connections 2024-05-16T15:50:50.066 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.050+0000 7eff896eab80 1 --2- 172.21.15.43:0/699614860 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5626126b3b50 0x5626126a2cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:50.066 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.050+0000 7eff896eab80 1 --2- 172.21.15.43:0/699614860 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5626126addd0 0x5626126ad890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:50.066 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.050+0000 7eff896eab80 1 --2- 172.21.15.43:0/699614860 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5626126b3230 0x5626126c3560 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:50.066 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.050+0000 7eff896eab80 1 -- 172.21.15.43:0/699614860 >> 172.21.15.43:0/699614860 conn(0x5626125d9bf0 msgr2=0x5626126b45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:50.066 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.050+0000 7eff896eab80 1 -- 172.21.15.43:0/699614860 shutdown_connections 2024-05-16T15:50:50.067 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.050+0000 7eff896eab80 1 -- 172.21.15.43:0/699614860 wait complete. 2024-05-16T15:50:50.067 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.050+0000 7eff896eab80 1 -- start start 2024-05-16T15:50:50.067 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.050+0000 7eff896eab80 1 Processor -- start 2024-05-16T15:50:50.067 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.050+0000 7eff896eab80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5626126addd0 0x5626126bfac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:50.067 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.051+0000 7eff896eab80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5626126b3230 0x5626126c0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:50.067 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.051+0000 7eff896eab80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5626126b3b50 0x5626126bc930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:50.067 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.051+0000 7eff896eab80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7eff781b2850 con 0x5626126b3230 2024-05-16T15:50:50.067 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.051+0000 7eff896eab80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7eff781b2180 con 0x5626126b3b50 2024-05-16T15:50:50.067 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.051+0000 7eff896eab80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7eff781af380 con 0x5626126addd0 2024-05-16T15:50:50.067 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.051+0000 7eff896eab80 10 client.0 _ll_register_callbacks cb 0x562612593630 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:50:50.067 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.051+0000 7eff77fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5626126b3230 0x5626126c0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:50.067 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.051+0000 7eff77fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5626126b3230 0x5626126c0000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:59530/0 (socket says 172.21.15.43:59530) 2024-05-16T15:50:50.067 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.051+0000 7eff77fff700 1 -- 172.21.15.43:0/2558774921 learned_addr learned my addr 172.21.15.43:0/2558774921 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:50.067 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.051+0000 7eff7cbf3700 1 --2- 172.21.15.43:0/2558774921 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5626126addd0 0x5626126bfac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:50.067 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.051+0000 7eff7d3f4700 1 --2- 172.21.15.43:0/2558774921 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5626126b3b50 0x5626126bc930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:50.068 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.051+0000 7eff77fff700 1 -- 172.21.15.43:0/2558774921 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5626126addd0 msgr2=0x5626126bfac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:50.068 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.051+0000 7eff77fff700 1 --2- 172.21.15.43:0/2558774921 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5626126addd0 0x5626126bfac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:50.068 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.051+0000 7eff77fff700 1 -- 172.21.15.43:0/2558774921 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5626126b3b50 msgr2=0x5626126bc930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:50.068 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.051+0000 7eff77fff700 1 --2- 172.21.15.43:0/2558774921 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5626126b3b50 0x5626126bc930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:50.068 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.051+0000 7eff77fff700 1 -- 172.21.15.43:0/2558774921 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5626126bd170 con 0x5626126b3230 2024-05-16T15:50:50.068 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.051+0000 7eff7d3f4700 1 --2- 172.21.15.43:0/2558774921 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5626126b3b50 0x5626126bc930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:50:50.068 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.051+0000 7eff77fff700 1 --2- 172.21.15.43:0/2558774921 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5626126b3230 0x5626126c0000 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7eff64009750 tx=0x7eff6400beb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=232d87a07790fd47 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:50.068 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.051+0000 7eff57fff700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:50:50.068 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.051+0000 7eff57fff700 1 -- 172.21.15.43:0/2558774921 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff640056a0 con 0x5626126b3230 2024-05-16T15:50:50.068 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.051+0000 7eff57fff700 1 -- 172.21.15.43:0/2558774921 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7eff6400b730 con 0x5626126b3230 2024-05-16T15:50:50.069 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.051+0000 7eff896eab80 1 -- 172.21.15.43:0/2558774921 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7eff6400bbc0 con 0x5626126b3230 2024-05-16T15:50:50.069 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.052+0000 7eff57fff700 1 -- 172.21.15.43:0/2558774921 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7eff6400b930 con 0x5626126b3230 2024-05-16T15:50:50.069 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.052+0000 7eff896eab80 10 client.15570 fetch_fsmap learned FSMap version 30 2024-05-16T15:50:50.069 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.052+0000 7eff896eab80 1 -- 172.21.15.43:0/2558774921 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x562612732790 con 0x5626126b3230 2024-05-16T15:50:50.069 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.052+0000 7eff57fff700 1 -- 172.21.15.43:0/2558774921 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7eff6400bbc0 con 0x5626126b3230 2024-05-16T15:50:50.069 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.052+0000 7eff57fff700 1 -- 172.21.15.43:0/2558774921 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7eff64028450 con 0x5626126b3230 2024-05-16T15:50:50.069 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.052+0000 7eff896eab80 10 client.15570 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:50:50.069 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.052+0000 7eff896eab80 10 client.15570 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-16T15:50:50.069 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.052+0000 7eff896eab80 20 client.15570 populate_metadata read hostname 'smithi043' 2024-05-16T15:50:50.069 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.052+0000 7eff896eab80 1 --2- 172.21.15.43:0/2558774921 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5626126c73c0 0x562612734d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:50.069 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.052+0000 7eff896eab80 4 client.15570 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-16T15:50:50.069 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.052+0000 7eff896eab80 1 -- 172.21.15.43:0/2558774921 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x562612607440 con 0x5626126c73c0 2024-05-16T15:50:50.069 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.052+0000 7eff7cbf3700 1 --2- 172.21.15.43:0/2558774921 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5626126c73c0 0x562612734d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:50.069 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.053+0000 7eff7cbf3700 1 --2- 172.21.15.43:0/2558774921 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5626126c73c0 0x562612734d50 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=47a3aff5785d0f4 server_cookie=f04e93342c0df1a9 in_seq=0 out_seq=0 2024-05-16T15:50:50.070 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.053+0000 7eff57fff700 10 client.15570 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:50:50.070 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.054+0000 7eff57fff700 1 -- 172.21.15.43:0/2558774921 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x562612607440 con 0x5626126c73c0 2024-05-16T15:50:50.070 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.054+0000 7eff57fff700 10 client.15570 handle_command_reply: tid=0 2024-05-16T15:50:50.070 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.054+0000 7eff896eab80 1 client.15570 shutdown 2024-05-16T15:50:50.070 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.054+0000 7eff896eab80 1 -- 172.21.15.43:0/2558774921 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5626126b3230 msgr2=0x5626126c0000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:50.070 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.054+0000 7eff896eab80 1 --2- 172.21.15.43:0/2558774921 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5626126b3230 0x5626126c0000 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7eff64009750 tx=0x7eff6400beb0 comp rx=0 tx=0).stop 2024-05-16T15:50:50.070 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.054+0000 7eff896eab80 1 -- 172.21.15.43:0/2558774921 shutdown_connections 2024-05-16T15:50:50.070 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.054+0000 7eff896eab80 1 --2- 172.21.15.43:0/2558774921 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5626126c73c0 0x562612734d50 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:50.070 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.054+0000 7eff896eab80 1 --2- 172.21.15.43:0/2558774921 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5626126b3b50 0x5626126bc930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:50.070 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.054+0000 7eff896eab80 1 --2- 172.21.15.43:0/2558774921 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5626126addd0 0x5626126bfac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:50.070 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.055+0000 7eff896eab80 1 --2- 172.21.15.43:0/2558774921 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5626126b3230 0x5626126c0000 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:50.070 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.055+0000 7eff896eab80 1 -- 172.21.15.43:0/2558774921 >> 172.21.15.43:0/2558774921 conn(0x5626125d9bf0 msgr2=0x5626126b2580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:50.070 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.055+0000 7eff57fff700 0 client.15570 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:50:50.070 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.055+0000 7eff896eab80 1 -- 172.21.15.43:0/2558774921 shutdown_connections 2024-05-16T15:50:50.071 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.055+0000 7eff896eab80 1 -- 172.21.15.43:0/2558774921 wait complete. 2024-05-16T15:50:50.071 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.055+0000 7eff896eab80 20 client.15570 trim_cache size 0 max 16384 2024-05-16T15:50:50.071 INFO:teuthology.orchestra.run.smithi043.stdout:{ 2024-05-16T15:50:50.071 INFO:teuthology.orchestra.run.smithi043.stdout: "return_code": 0, 2024-05-16T15:50:50.071 INFO:teuthology.orchestra.run.smithi043.stdout: "scrub_tag": "d299bfcc-9a16-469e-b7aa-af35edbd4e80", 2024-05-16T15:50:50.071 INFO:teuthology.orchestra.run.smithi043.stdout: "mode": "asynchronous" 2024-05-16T15:50:50.071 INFO:teuthology.orchestra.run.smithi043.stdout:} 2024-05-16T15:50:50.072 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.055+0000 7eff7ee57700 1 -- 172.21.15.43:0/4137514621 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7eff680b2900 msgr2=0x7eff680b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:50.072 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.055+0000 7eff7ee57700 1 --2- 172.21.15.43:0/4137514621 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7eff680b2900 0x7eff680b4dc0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7eff6c009c60 tx=0x7eff6c009260 comp rx=0 tx=0).stop 2024-05-16T15:50:50.072 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.055+0000 7eff7ee57700 1 -- 172.21.15.43:0/4137514621 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7eff78107700 msgr2=0x7eff78104b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:50.072 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.055+0000 7eff7ee57700 1 --2- 172.21.15.43:0/4137514621 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7eff78107700 0x7eff78104b40 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7eff7000ef30 tx=0x7eff7000c3a0 comp rx=0 tx=0).stop 2024-05-16T15:50:50.072 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.056+0000 7eff7ee57700 1 -- 172.21.15.43:0/4137514621 shutdown_connections 2024-05-16T15:50:50.072 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.056+0000 7eff7ee57700 1 --2- 172.21.15.43:0/4137514621 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7eff680b2900 0x7eff680b4dc0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:50.072 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.056+0000 7eff7ee57700 1 --2- 172.21.15.43:0/4137514621 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7eff78107700 0x7eff78104b40 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:50.072 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.056+0000 7eff7ee57700 1 --2- 172.21.15.43:0/4137514621 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7eff78102620 0x7eff781040c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:50.072 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.056+0000 7eff7ee57700 1 --2- 172.21.15.43:0/4137514621 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7eff78102fd0 0x7eff78104600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:50.072 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.056+0000 7eff7ee57700 1 -- 172.21.15.43:0/4137514621 >> 172.21.15.43:0/4137514621 conn(0x7eff78079440 msgr2=0x7eff7806bf10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:50.072 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.056+0000 7eff7ee57700 1 -- 172.21.15.43:0/4137514621 shutdown_connections 2024-05-16T15:50:50.073 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:50.056+0000 7eff7ee57700 1 -- 172.21.15.43:0/4137514621 wait complete. 2024-05-16T15:50:50.878 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-16T15:50:51.135 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:50:51.426 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:50:51 smithi157 ceph-mon[35584]: scrub queued for path: / 2024-05-16T15:50:51.426 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:50:51 smithi157 ceph-mon[35584]: scrub summary: idle+waiting paths [/] 2024-05-16T15:50:51.426 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:50:51 smithi157 ceph-mon[35584]: scrub summary: active paths [/] 2024-05-16T15:50:51.426 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:50:51 smithi157 ceph-mon[35584]: scrub summary: idle+waiting paths [/] 2024-05-16T15:50:51.426 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:50:51 smithi157 ceph-mon[35584]: pgmap v454: 129 pgs: 129 active+clean; 673 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-05-16T15:50:51.436 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:50:51 smithi148 ceph-mon[34976]: scrub queued for path: / 2024-05-16T15:50:51.436 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:50:51 smithi148 ceph-mon[34976]: scrub summary: idle+waiting paths [/] 2024-05-16T15:50:51.436 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:50:51 smithi148 ceph-mon[34976]: scrub summary: active paths [/] 2024-05-16T15:50:51.436 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:50:51 smithi148 ceph-mon[34976]: scrub summary: idle+waiting paths [/] 2024-05-16T15:50:51.436 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:50:51 smithi148 ceph-mon[34976]: pgmap v454: 129 pgs: 129 active+clean; 673 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-05-16T15:50:51.475 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:50:51 smithi043 ceph-mon[31619]: scrub queued for path: / 2024-05-16T15:50:51.475 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:50:51 smithi043 ceph-mon[31619]: scrub summary: idle+waiting paths [/] 2024-05-16T15:50:51.475 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:50:51 smithi043 ceph-mon[31619]: scrub summary: active paths [/] 2024-05-16T15:50:51.475 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:50:51 smithi043 ceph-mon[31619]: scrub summary: idle+waiting paths [/] 2024-05-16T15:50:51.475 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:50:51 smithi043 ceph-mon[31619]: pgmap v454: 129 pgs: 129 active+clean; 673 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-05-16T15:50:52.888 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.874+0000 7f83cf771700 1 -- 172.21.15.43:0/3614015812 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f83c8103780 msgr2=0x7f83c8103b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:52.888 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.874+0000 7f83cf771700 1 --2- 172.21.15.43:0/3614015812 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f83c8103780 0x7f83c8103b60 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f83c40099c0 tx=0x7f83c4009cd0 comp rx=0 tx=0).stop 2024-05-16T15:50:52.888 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.874+0000 7f83cf771700 1 -- 172.21.15.43:0/3614015812 shutdown_connections 2024-05-16T15:50:52.888 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.874+0000 7f83cf771700 1 --2- 172.21.15.43:0/3614015812 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f83c8108870 0x7f83c81103f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:52.888 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.874+0000 7f83cf771700 1 --2- 172.21.15.43:0/3614015812 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f83c8103780 0x7f83c8103b60 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:52.888 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.874+0000 7f83cf771700 1 --2- 172.21.15.43:0/3614015812 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f83c8104130 0x7f83c8108140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:52.888 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.874+0000 7f83cf771700 1 -- 172.21.15.43:0/3614015812 >> 172.21.15.43:0/3614015812 conn(0x7f83c807a610 msgr2=0x7f83c807aa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:52.889 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.874+0000 7f83cf771700 1 -- 172.21.15.43:0/3614015812 shutdown_connections 2024-05-16T15:50:52.889 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.874+0000 7f83cf771700 1 -- 172.21.15.43:0/3614015812 wait complete. 2024-05-16T15:50:52.889 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.874+0000 7f83cf771700 1 Processor -- start 2024-05-16T15:50:52.889 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.874+0000 7f83cf771700 1 -- start start 2024-05-16T15:50:52.889 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.875+0000 7f83cf771700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f83c8103780 0x7f83c80757a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:52.889 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.875+0000 7f83cf771700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f83c8104130 0x7f83c8075ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:52.889 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.875+0000 7f83cf771700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f83c8108870 0x7f83c8076220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:52.889 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.875+0000 7f83cf771700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f83c8113560 con 0x7f83c8104130 2024-05-16T15:50:52.889 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.875+0000 7f83cf771700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f83c81133e0 con 0x7f83c8108870 2024-05-16T15:50:52.889 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.875+0000 7f83cf771700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f83c81136e0 con 0x7f83c8103780 2024-05-16T15:50:52.889 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.875+0000 7f83ccd0c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f83c8104130 0x7f83c8075ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:52.889 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.875+0000 7f83ccd0c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f83c8104130 0x7f83c8075ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:59544/0 (socket says 172.21.15.43:59544) 2024-05-16T15:50:52.890 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.875+0000 7f83ccd0c700 1 -- 172.21.15.43:0/2430154695 learned_addr learned my addr 172.21.15.43:0/2430154695 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:52.890 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.875+0000 7f83cd50d700 1 --2- 172.21.15.43:0/2430154695 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f83c8103780 0x7f83c80757a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:52.890 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.875+0000 7f83cdd0e700 1 --2- 172.21.15.43:0/2430154695 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f83c8108870 0x7f83c8076220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:52.890 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.875+0000 7f83ccd0c700 1 -- 172.21.15.43:0/2430154695 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f83c8103780 msgr2=0x7f83c80757a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:52.890 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.875+0000 7f83ccd0c700 1 --2- 172.21.15.43:0/2430154695 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f83c8103780 0x7f83c80757a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:52.890 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.875+0000 7f83ccd0c700 1 -- 172.21.15.43:0/2430154695 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f83c8108870 msgr2=0x7f83c8076220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:52.890 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.875+0000 7f83ccd0c700 1 --2- 172.21.15.43:0/2430154695 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f83c8108870 0x7f83c8076220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:52.890 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.875+0000 7f83ccd0c700 1 -- 172.21.15.43:0/2430154695 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83c81a7f60 con 0x7f83c8104130 2024-05-16T15:50:52.890 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.875+0000 7f83ccd0c700 1 --2- 172.21.15.43:0/2430154695 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f83c8104130 0x7f83c8075ce0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f83b800b530 tx=0x7f83b800b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:52.890 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.876+0000 7f83be7fc700 1 -- 172.21.15.43:0/2430154695 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83b8015020 con 0x7f83c8104130 2024-05-16T15:50:52.890 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.876+0000 7f83cf771700 1 -- 172.21.15.43:0/2430154695 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83c81a8250 con 0x7f83c8104130 2024-05-16T15:50:52.890 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.876+0000 7f83be7fc700 1 -- 172.21.15.43:0/2430154695 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f83b8011cc0 con 0x7f83c8104130 2024-05-16T15:50:52.891 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.876+0000 7f83be7fc700 1 -- 172.21.15.43:0/2430154695 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83b8010d30 con 0x7f83c8104130 2024-05-16T15:50:52.891 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.876+0000 7f83cf771700 1 -- 172.21.15.43:0/2430154695 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83c81a87e0 con 0x7f83c8104130 2024-05-16T15:50:52.896 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.878+0000 7f83be7fc700 1 -- 172.21.15.43:0/2430154695 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f83b8018020 con 0x7f83c8104130 2024-05-16T15:50:52.896 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.879+0000 7f83be7fc700 1 --2- 172.21.15.43:0/2430154695 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f83b40b2880 0x7f83b40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:52.896 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.879+0000 7f83cd50d700 1 --2- 172.21.15.43:0/2430154695 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f83b40b2880 0x7f83b40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:52.896 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.879+0000 7f83be7fc700 1 -- 172.21.15.43:0/2430154695 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f83b80e1eb0 con 0x7f83c8104130 2024-05-16T15:50:52.896 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.880+0000 7f83da004b80 1 Processor -- start 2024-05-16T15:50:52.896 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.880+0000 7f83cd50d700 1 --2- 172.21.15.43:0/2430154695 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f83b40b2880 0x7f83b40b4d40 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f83c40058e0 tx=0x7f83c401a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:52.896 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.880+0000 7f83da004b80 1 -- start start 2024-05-16T15:50:52.896 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.880+0000 7f83da004b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e569afd1b0 0x55e569afd590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:52.896 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.880+0000 7f83da004b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e569afdad0 0x55e569af7810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:52.896 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.880+0000 7f83da004b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e569af7d50 0x55e569af8190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:52.897 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.880+0000 7f83da004b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55e569a49940 con 0x55e569afd1b0 2024-05-16T15:50:52.897 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.880+0000 7f83da004b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55e5699aeda0 con 0x55e569afdad0 2024-05-16T15:50:52.897 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.880+0000 7f83da004b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55e569a45900 con 0x55e569af7d50 2024-05-16T15:50:52.897 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.880+0000 7f83cd50d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e569afd1b0 0x55e569afd590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:52.897 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.880+0000 7f83cd50d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e569afd1b0 0x55e569afd590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:59558/0 (socket says 172.21.15.43:59558) 2024-05-16T15:50:52.897 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.880+0000 7f83cd50d700 1 -- 172.21.15.43:0/973059121 learned_addr learned my addr 172.21.15.43:0/973059121 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:52.897 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.880+0000 7f83cdd0e700 1 --2- 172.21.15.43:0/973059121 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e569af7d50 0x55e569af8190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:52.897 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.880+0000 7f83ccd0c700 1 --2- 172.21.15.43:0/973059121 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e569afdad0 0x55e569af7810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:52.897 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.880+0000 7f83cd50d700 1 -- 172.21.15.43:0/973059121 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e569af7d50 msgr2=0x55e569af8190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:52.897 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.880+0000 7f83cd50d700 1 --2- 172.21.15.43:0/973059121 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e569af7d50 0x55e569af8190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:52.897 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.880+0000 7f83cd50d700 1 -- 172.21.15.43:0/973059121 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e569afdad0 msgr2=0x55e569af7810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:52.897 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.880+0000 7f83cd50d700 1 --2- 172.21.15.43:0/973059121 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e569afdad0 0x55e569af7810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:52.897 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.880+0000 7f83cd50d700 1 -- 172.21.15.43:0/973059121 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e5699968d0 con 0x55e569afd1b0 2024-05-16T15:50:52.897 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.880+0000 7f83ccd0c700 1 --2- 172.21.15.43:0/973059121 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e569afdad0 0x55e569af7810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:50:52.898 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.881+0000 7f83cd50d700 1 --2- 172.21.15.43:0/973059121 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e569afd1b0 0x55e569afd590 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f83c40099c0 tx=0x7f83c401e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58e5652c15162480 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:52.898 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.881+0000 7f83b37fe700 1 -- 172.21.15.43:0/973059121 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83c4004890 con 0x55e569afd1b0 2024-05-16T15:50:52.898 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.881+0000 7f83b37fe700 1 -- 172.21.15.43:0/973059121 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f83c400be30 con 0x55e569afd1b0 2024-05-16T15:50:52.898 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.881+0000 7f83b37fe700 1 -- 172.21.15.43:0/973059121 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83c402fc80 con 0x55e569afd1b0 2024-05-16T15:50:52.898 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.882+0000 7f83da004b80 1 -- 172.21.15.43:0/973059121 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e569afd1b0 msgr2=0x55e569afd590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:52.898 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.882+0000 7f83da004b80 1 --2- 172.21.15.43:0/973059121 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e569afd1b0 0x55e569afd590 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f83c40099c0 tx=0x7f83c401e000 comp rx=0 tx=0).stop 2024-05-16T15:50:52.898 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.882+0000 7f83da004b80 1 -- 172.21.15.43:0/973059121 shutdown_connections 2024-05-16T15:50:52.898 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.882+0000 7f83da004b80 1 --2- 172.21.15.43:0/973059121 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e569af7d50 0x55e569af8190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:52.898 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.882+0000 7f83da004b80 1 --2- 172.21.15.43:0/973059121 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e569afd1b0 0x55e569afd590 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:52.898 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.882+0000 7f83da004b80 1 --2- 172.21.15.43:0/973059121 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e569afdad0 0x55e569af7810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:52.898 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.882+0000 7f83da004b80 1 -- 172.21.15.43:0/973059121 >> 172.21.15.43:0/973059121 conn(0x55e569a23b70 msgr2=0x55e569af22a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:52.898 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.882+0000 7f83da004b80 1 -- 172.21.15.43:0/973059121 shutdown_connections 2024-05-16T15:50:52.898 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.882+0000 7f83da004b80 1 -- 172.21.15.43:0/973059121 wait complete. 2024-05-16T15:50:52.899 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.882+0000 7f83da004b80 1 -- start start 2024-05-16T15:50:52.899 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.882+0000 7f83da004b80 1 Processor -- start 2024-05-16T15:50:52.899 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.883+0000 7f83da004b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e569af7d50 0x55e569b03750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:52.899 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.883+0000 7f83da004b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e569afd1b0 0x55e569b00af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:52.899 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.883+0000 7f83da004b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e569afdad0 0x55e569b01030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:52.899 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.883+0000 7f83da004b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55e569b043f0 con 0x55e569afd1b0 2024-05-16T15:50:52.899 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.883+0000 7f83da004b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55e569a02ed0 con 0x55e569afdad0 2024-05-16T15:50:52.899 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.883+0000 7f83da004b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55e569b04570 con 0x55e569af7d50 2024-05-16T15:50:52.899 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.883+0000 7f83da004b80 10 client.0 _ll_register_callbacks cb 0x55e5699dd5b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:50:52.899 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.883+0000 7f83ccd0c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e569afd1b0 0x55e569b00af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:52.899 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.883+0000 7f83ccd0c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e569afd1b0 0x55e569b00af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:59572/0 (socket says 172.21.15.43:59572) 2024-05-16T15:50:52.899 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.883+0000 7f83ccd0c700 1 -- 172.21.15.43:0/4042456515 learned_addr learned my addr 172.21.15.43:0/4042456515 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:52.899 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.883+0000 7f83cd50d700 1 --2- 172.21.15.43:0/4042456515 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e569af7d50 0x55e569b03750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:52.899 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.883+0000 7f83cdd0e700 1 --2- 172.21.15.43:0/4042456515 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e569afdad0 0x55e569b01030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:52.900 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.883+0000 7f83ccd0c700 1 -- 172.21.15.43:0/4042456515 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e569af7d50 msgr2=0x55e569b03750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:52.900 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.883+0000 7f83ccd0c700 1 --2- 172.21.15.43:0/4042456515 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e569af7d50 0x55e569b03750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:52.900 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.883+0000 7f83ccd0c700 1 -- 172.21.15.43:0/4042456515 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e569afdad0 msgr2=0x55e569b01030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:52.900 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.883+0000 7f83ccd0c700 1 --2- 172.21.15.43:0/4042456515 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e569afdad0 0x55e569b01030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:52.900 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.883+0000 7f83ccd0c700 1 -- 172.21.15.43:0/4042456515 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e569a00760 con 0x55e569afd1b0 2024-05-16T15:50:52.900 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.883+0000 7f83ccd0c700 1 --2- 172.21.15.43:0/4042456515 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e569afd1b0 0x55e569b00af0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f83b80a6330 tx=0x7f83b80106d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55dc78cf238e3781 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:52.900 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.883+0000 7f83b0ff9700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:50:52.900 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.883+0000 7f83b0ff9700 1 -- 172.21.15.43:0/4042456515 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83b80a90c0 con 0x55e569afd1b0 2024-05-16T15:50:52.900 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.883+0000 7f83b0ff9700 1 -- 172.21.15.43:0/4042456515 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f83b80a56b0 con 0x55e569afd1b0 2024-05-16T15:50:52.900 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.883+0000 7f83da004b80 1 -- 172.21.15.43:0/4042456515 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f83c400be30 con 0x55e569afd1b0 2024-05-16T15:50:52.900 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.884+0000 7f83b0ff9700 1 -- 172.21.15.43:0/4042456515 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f83b80ad470 con 0x55e569afd1b0 2024-05-16T15:50:52.900 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.884+0000 7f83da004b80 10 client.15582 fetch_fsmap learned FSMap version 30 2024-05-16T15:50:52.901 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.884+0000 7f83da004b80 1 -- 172.21.15.43:0/4042456515 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55e569b0ecc0 con 0x55e569afd1b0 2024-05-16T15:50:52.901 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.884+0000 7f83b0ff9700 1 -- 172.21.15.43:0/4042456515 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f83c400be30 con 0x55e569afd1b0 2024-05-16T15:50:52.901 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.884+0000 7f83b0ff9700 1 -- 172.21.15.43:0/4042456515 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f83b80a4a30 con 0x55e569afd1b0 2024-05-16T15:50:52.901 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.884+0000 7f83da004b80 10 client.15582 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:50:52.901 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.884+0000 7f83da004b80 10 client.15582 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-16T15:50:52.901 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.884+0000 7f83da004b80 20 client.15582 populate_metadata read hostname 'smithi043' 2024-05-16T15:50:52.901 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.884+0000 7f83da004b80 1 --2- 172.21.15.43:0/4042456515 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55e569b11250 0x55e569b13640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:52.901 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.884+0000 7f83da004b80 4 client.15582 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:50:52.901 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.884+0000 7f83da004b80 1 -- 172.21.15.43:0/4042456515 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e569a57320 con 0x55e569b11250 2024-05-16T15:50:52.901 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.884+0000 7f83cd50d700 1 --2- 172.21.15.43:0/4042456515 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55e569b11250 0x55e569b13640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:52.901 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.885+0000 7f83cd50d700 1 --2- 172.21.15.43:0/4042456515 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55e569b11250 0x55e569b13640 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d17b47dc236bc0f5 server_cookie=4133b0ff4c84f030 in_seq=0 out_seq=0 2024-05-16T15:50:52.901 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.885+0000 7f83b0ff9700 10 client.15582 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:50:52.902 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.886+0000 7f83b0ff9700 1 -- 172.21.15.43:0/4042456515 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55e569a57320 con 0x55e569b11250 2024-05-16T15:50:52.903 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.886+0000 7f83b0ff9700 10 client.15582 handle_command_reply: tid=0 2024-05-16T15:50:52.903 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.886+0000 7f83da004b80 1 client.15582 shutdown 2024-05-16T15:50:52.903 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.886+0000 7f83da004b80 1 -- 172.21.15.43:0/4042456515 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e569afd1b0 msgr2=0x55e569b00af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:52.903 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.886+0000 7f83da004b80 1 --2- 172.21.15.43:0/4042456515 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e569afd1b0 0x55e569b00af0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f83b80a6330 tx=0x7f83b80106d0 comp rx=0 tx=0).stop 2024-05-16T15:50:52.903 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.886+0000 7f83da004b80 1 -- 172.21.15.43:0/4042456515 shutdown_connections 2024-05-16T15:50:52.903 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.886+0000 7f83da004b80 1 --2- 172.21.15.43:0/4042456515 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55e569b11250 0x55e569b13640 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:52.903 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.886+0000 7f83da004b80 1 --2- 172.21.15.43:0/4042456515 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e569afdad0 0x55e569b01030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:52.903 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.886+0000 7f83da004b80 1 --2- 172.21.15.43:0/4042456515 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e569af7d50 0x55e569b03750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:52.903 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.886+0000 7f83da004b80 1 --2- 172.21.15.43:0/4042456515 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e569afd1b0 0x55e569b00af0 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:52.903 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.886+0000 7f83da004b80 1 -- 172.21.15.43:0/4042456515 >> 172.21.15.43:0/4042456515 conn(0x55e569a23b70 msgr2=0x55e569aecb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:52.903 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.886+0000 7f83b0ff9700 0 client.15582 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:50:52.903 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.886+0000 7f83da004b80 1 -- 172.21.15.43:0/4042456515 shutdown_connections 2024-05-16T15:50:52.903 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.886+0000 7f83da004b80 1 -- 172.21.15.43:0/4042456515 wait complete. 2024-05-16T15:50:52.904 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.886+0000 7f83da004b80 20 client.15582 trim_cache size 0 max 16384 2024-05-16T15:50:52.920 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.906+0000 7f83da004b80 1 Processor -- start 2024-05-16T15:50:52.920 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.906+0000 7f83da004b80 1 -- start start 2024-05-16T15:50:52.920 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.907+0000 7f83da004b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e569af7d50 0x55e569af7810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:52.920 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.907+0000 7f83da004b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e569afd1b0 0x55e569b0d480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:52.920 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.907+0000 7f83da004b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e569afdad0 0x55e569affc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:52.920 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.907+0000 7f83da004b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f83c81b14f0 con 0x55e569af7d50 2024-05-16T15:50:52.920 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.907+0000 7f83da004b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f83c81b3030 con 0x55e569afd1b0 2024-05-16T15:50:52.920 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.907+0000 7f83da004b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f83c81b1bc0 con 0x55e569afdad0 2024-05-16T15:50:52.920 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.907+0000 7f83cd50d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e569af7d50 0x55e569af7810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:52.920 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.907+0000 7f83cd50d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e569af7d50 0x55e569af7810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:59586/0 (socket says 172.21.15.43:59586) 2024-05-16T15:50:52.920 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.907+0000 7f83cd50d700 1 -- 172.21.15.43:0/2500374546 learned_addr learned my addr 172.21.15.43:0/2500374546 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:52.920 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.907+0000 7f83cdd0e700 1 --2- 172.21.15.43:0/2500374546 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e569afdad0 0x55e569affc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:52.920 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.907+0000 7f83ccd0c700 1 --2- 172.21.15.43:0/2500374546 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e569afd1b0 0x55e569b0d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:52.921 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.907+0000 7f83cd50d700 1 -- 172.21.15.43:0/2500374546 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e569afdad0 msgr2=0x55e569affc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:52.921 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.907+0000 7f83cd50d700 1 --2- 172.21.15.43:0/2500374546 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e569afdad0 0x55e569affc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:52.921 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.907+0000 7f83cd50d700 1 -- 172.21.15.43:0/2500374546 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e569afd1b0 msgr2=0x55e569b0d480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:52.921 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.907+0000 7f83cd50d700 1 --2- 172.21.15.43:0/2500374546 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e569afd1b0 0x55e569b0d480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:52.921 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.907+0000 7f83cd50d700 1 -- 172.21.15.43:0/2500374546 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e569af8650 con 0x55e569af7d50 2024-05-16T15:50:52.921 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.907+0000 7f83ccd0c700 1 --2- 172.21.15.43:0/2500374546 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e569afd1b0 0x55e569b0d480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:50:52.921 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.907+0000 7f83cd50d700 1 --2- 172.21.15.43:0/2500374546 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e569af7d50 0x55e569af7810 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f83c40099c0 tx=0x7f83c4009cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e52e5702f604b5f server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:52.921 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.908+0000 7f83b2ffd700 1 -- 172.21.15.43:0/2500374546 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83c402f780 con 0x55e569af7d50 2024-05-16T15:50:52.921 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.908+0000 7f83b2ffd700 1 -- 172.21.15.43:0/2500374546 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f83c402fdb0 con 0x55e569af7d50 2024-05-16T15:50:52.921 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.908+0000 7f83b2ffd700 1 -- 172.21.15.43:0/2500374546 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83c400fd80 con 0x55e569af7d50 2024-05-16T15:50:52.921 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.908+0000 7f83da004b80 1 -- 172.21.15.43:0/2500374546 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e569af7d50 msgr2=0x55e569af7810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:52.921 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.908+0000 7f83da004b80 1 --2- 172.21.15.43:0/2500374546 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e569af7d50 0x55e569af7810 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f83c40099c0 tx=0x7f83c4009cd0 comp rx=0 tx=0).stop 2024-05-16T15:50:52.921 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.908+0000 7f83da004b80 1 -- 172.21.15.43:0/2500374546 shutdown_connections 2024-05-16T15:50:52.922 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.908+0000 7f83da004b80 1 --2- 172.21.15.43:0/2500374546 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e569afdad0 0x55e569affc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:52.922 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.908+0000 7f83da004b80 1 --2- 172.21.15.43:0/2500374546 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e569af7d50 0x55e569af7810 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:52.922 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.908+0000 7f83da004b80 1 --2- 172.21.15.43:0/2500374546 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e569afd1b0 0x55e569b0d480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:52.922 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.908+0000 7f83da004b80 1 -- 172.21.15.43:0/2500374546 >> 172.21.15.43:0/2500374546 conn(0x55e569a23b70 msgr2=0x55e569afe520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:52.922 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.908+0000 7f83da004b80 1 -- 172.21.15.43:0/2500374546 shutdown_connections 2024-05-16T15:50:52.922 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.908+0000 7f83da004b80 1 -- 172.21.15.43:0/2500374546 wait complete. 2024-05-16T15:50:52.922 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.909+0000 7f83da004b80 1 -- start start 2024-05-16T15:50:52.922 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.909+0000 7f83da004b80 1 Processor -- start 2024-05-16T15:50:52.925 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.909+0000 7f83da004b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e569af7d50 0x55e569b09b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:52.925 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.909+0000 7f83da004b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e569afd1b0 0x55e569b182e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:52.925 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.909+0000 7f83da004b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e569afdad0 0x55e569b18820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:52.925 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.909+0000 7f83da004b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f83c81b2960 con 0x55e569afd1b0 2024-05-16T15:50:52.925 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.909+0000 7f83da004b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f83c81b2290 con 0x55e569af7d50 2024-05-16T15:50:52.925 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.909+0000 7f83da004b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f83c81af490 con 0x55e569afdad0 2024-05-16T15:50:52.925 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.909+0000 7f83da004b80 10 client.0 _ll_register_callbacks cb 0x55e5699dd5b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:50:52.926 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.909+0000 7f83ccd0c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e569afd1b0 0x55e569b182e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:52.926 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.909+0000 7f83ccd0c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e569afd1b0 0x55e569b182e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:59588/0 (socket says 172.21.15.43:59588) 2024-05-16T15:50:52.926 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.909+0000 7f83ccd0c700 1 -- 172.21.15.43:0/1895233148 learned_addr learned my addr 172.21.15.43:0/1895233148 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:52.926 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.909+0000 7f83cd50d700 1 --2- 172.21.15.43:0/1895233148 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e569af7d50 0x55e569b09b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:52.926 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.910+0000 7f83cdd0e700 1 --2- 172.21.15.43:0/1895233148 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e569afdad0 0x55e569b18820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:52.926 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.910+0000 7f83ccd0c700 1 -- 172.21.15.43:0/1895233148 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e569afdad0 msgr2=0x55e569b18820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:52.926 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.910+0000 7f83ccd0c700 1 --2- 172.21.15.43:0/1895233148 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e569afdad0 0x55e569b18820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:52.926 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.910+0000 7f83ccd0c700 1 -- 172.21.15.43:0/1895233148 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e569af7d50 msgr2=0x55e569b09b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:52.926 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.910+0000 7f83ccd0c700 1 --2- 172.21.15.43:0/1895233148 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e569af7d50 0x55e569b09b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:52.926 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.910+0000 7f83ccd0c700 1 -- 172.21.15.43:0/1895233148 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e569b18de0 con 0x55e569afd1b0 2024-05-16T15:50:52.926 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.910+0000 7f83ccd0c700 1 --2- 172.21.15.43:0/1895233148 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e569afd1b0 0x55e569b182e0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f83b8004880 tx=0x7f83b80a8c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16d330cc2b0519ae server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:52.926 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.910+0000 7f83b0ff9700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:50:52.926 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.910+0000 7f83b0ff9700 1 -- 172.21.15.43:0/1895233148 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83b80a90c0 con 0x55e569afd1b0 2024-05-16T15:50:52.926 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.910+0000 7f83b0ff9700 1 -- 172.21.15.43:0/1895233148 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f83b80a56b0 con 0x55e569afd1b0 2024-05-16T15:50:52.926 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.910+0000 7f83da004b80 1 -- 172.21.15.43:0/1895233148 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f83c402fdb0 con 0x55e569afd1b0 2024-05-16T15:50:52.927 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.910+0000 7f83b0ff9700 1 -- 172.21.15.43:0/1895233148 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f83b80a4f80 con 0x55e569afd1b0 2024-05-16T15:50:52.927 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.910+0000 7f83da004b80 10 client.15588 fetch_fsmap learned FSMap version 30 2024-05-16T15:50:52.927 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.910+0000 7f83da004b80 1 -- 172.21.15.43:0/1895233148 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55e569b7b770 con 0x55e569afd1b0 2024-05-16T15:50:52.927 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.910+0000 7f83b0ff9700 1 -- 172.21.15.43:0/1895233148 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f83c402fdb0 con 0x55e569afd1b0 2024-05-16T15:50:52.927 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.911+0000 7f83b0ff9700 1 -- 172.21.15.43:0/1895233148 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f83b80a7de0 con 0x55e569afd1b0 2024-05-16T15:50:52.927 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.911+0000 7f83da004b80 10 client.15588 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:50:52.927 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.911+0000 7f83da004b80 10 client.15588 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-16T15:50:52.927 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.911+0000 7f83da004b80 20 client.15588 populate_metadata read hostname 'smithi043' 2024-05-16T15:50:52.927 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.911+0000 7f83da004b80 1 --2- 172.21.15.43:0/1895233148 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55e569b7be50 0x55e569b7e270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:52.927 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.911+0000 7f83da004b80 4 client.15588 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-16T15:50:52.927 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.911+0000 7f83da004b80 1 -- 172.21.15.43:0/1895233148 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55e569a513c0 con 0x55e569b7be50 2024-05-16T15:50:52.927 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.911+0000 7f83cd50d700 1 --2- 172.21.15.43:0/1895233148 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55e569b7be50 0x55e569b7e270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:52.927 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.912+0000 7f83cd50d700 1 --2- 172.21.15.43:0/1895233148 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55e569b7be50 0x55e569b7e270 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c37cf1ba71d366c6 server_cookie=d8b90a8655e34d2c in_seq=0 out_seq=0 2024-05-16T15:50:52.927 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.912+0000 7f83b0ff9700 10 client.15588 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:50:52.928 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.912+0000 7f83b0ff9700 1 -- 172.21.15.43:0/1895233148 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55e569a513c0 con 0x55e569b7be50 2024-05-16T15:50:52.928 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.912+0000 7f83b0ff9700 10 client.15588 handle_command_reply: tid=0 2024-05-16T15:50:52.928 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.912+0000 7f83da004b80 1 client.15588 shutdown 2024-05-16T15:50:52.928 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.912+0000 7f83da004b80 1 -- 172.21.15.43:0/1895233148 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e569afd1b0 msgr2=0x55e569b182e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:52.928 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.912+0000 7f83da004b80 1 --2- 172.21.15.43:0/1895233148 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e569afd1b0 0x55e569b182e0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f83b8004880 tx=0x7f83b80a8c50 comp rx=0 tx=0).stop 2024-05-16T15:50:52.928 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.912+0000 7f83da004b80 1 -- 172.21.15.43:0/1895233148 shutdown_connections 2024-05-16T15:50:52.928 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.912+0000 7f83da004b80 1 --2- 172.21.15.43:0/1895233148 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55e569b7be50 0x55e569b7e270 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:52.928 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.912+0000 7f83da004b80 1 --2- 172.21.15.43:0/1895233148 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e569afdad0 0x55e569b18820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:52.928 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.912+0000 7f83da004b80 1 --2- 172.21.15.43:0/1895233148 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e569af7d50 0x55e569b09b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:52.928 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.912+0000 7f83da004b80 1 --2- 172.21.15.43:0/1895233148 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e569afd1b0 0x55e569b182e0 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:52.928 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.912+0000 7f83da004b80 1 -- 172.21.15.43:0/1895233148 >> 172.21.15.43:0/1895233148 conn(0x55e569a23b70 msgr2=0x55e569afbc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:52.928 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.912+0000 7f83b0ff9700 0 client.15588 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:50:52.928 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.912+0000 7f83da004b80 1 -- 172.21.15.43:0/1895233148 shutdown_connections 2024-05-16T15:50:52.928 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.912+0000 7f83da004b80 1 -- 172.21.15.43:0/1895233148 wait complete. 2024-05-16T15:50:52.928 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.912+0000 7f83da004b80 20 client.15588 trim_cache size 0 max 16384 2024-05-16T15:50:52.929 INFO:teuthology.orchestra.run.smithi043.stdout:{ 2024-05-16T15:50:52.929 INFO:teuthology.orchestra.run.smithi043.stdout: "status": "IDLE (waiting for more scrubs)", 2024-05-16T15:50:52.929 INFO:teuthology.orchestra.run.smithi043.stdout: "scrubs": { 2024-05-16T15:50:52.929 INFO:teuthology.orchestra.run.smithi043.stdout: "d299bfcc-9a16-469e-b7aa-af35edbd4e80": { 2024-05-16T15:50:52.929 INFO:teuthology.orchestra.run.smithi043.stdout: "path": "/", 2024-05-16T15:50:52.929 INFO:teuthology.orchestra.run.smithi043.stdout: "tag": "d299bfcc-9a16-469e-b7aa-af35edbd4e80", 2024-05-16T15:50:52.929 INFO:teuthology.orchestra.run.smithi043.stdout: "options": "recursive,force" 2024-05-16T15:50:52.929 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:50:52.929 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:50:52.929 INFO:teuthology.orchestra.run.smithi043.stdout:} 2024-05-16T15:50:52.930 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.913+0000 7f83cf771700 1 -- 172.21.15.43:0/2430154695 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f83b40b2880 msgr2=0x7f83b40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:52.930 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.913+0000 7f83cf771700 1 --2- 172.21.15.43:0/2430154695 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f83b40b2880 0x7f83b40b4d40 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f83c40058e0 tx=0x7f83c401a040 comp rx=0 tx=0).stop 2024-05-16T15:50:52.930 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.913+0000 7f83cf771700 1 -- 172.21.15.43:0/2430154695 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f83c8104130 msgr2=0x7f83c8075ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:52.930 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.913+0000 7f83cf771700 1 --2- 172.21.15.43:0/2430154695 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f83c8104130 0x7f83c8075ce0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f83b800b530 tx=0x7f83b800b8f0 comp rx=0 tx=0).stop 2024-05-16T15:50:52.930 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.913+0000 7f83cf771700 1 -- 172.21.15.43:0/2430154695 shutdown_connections 2024-05-16T15:50:52.930 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.913+0000 7f83cf771700 1 --2- 172.21.15.43:0/2430154695 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f83c8108870 0x7f83c8076220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:52.930 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.913+0000 7f83cf771700 1 --2- 172.21.15.43:0/2430154695 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f83c8103780 0x7f83c80757a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:52.930 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.913+0000 7f83cf771700 1 --2- 172.21.15.43:0/2430154695 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f83b40b2880 0x7f83b40b4d40 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:52.931 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.913+0000 7f83cf771700 1 --2- 172.21.15.43:0/2430154695 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f83c8104130 0x7f83c8075ce0 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:52.931 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.913+0000 7f83cf771700 1 -- 172.21.15.43:0/2430154695 >> 172.21.15.43:0/2430154695 conn(0x7f83c807a610 msgr2=0x7f83c8101760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:52.931 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.913+0000 7f83cf771700 1 -- 172.21.15.43:0/2430154695 shutdown_connections 2024-05-16T15:50:52.931 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:50:52.913+0000 7f83cf771700 1 -- 172.21.15.43:0/2430154695 wait complete. 2024-05-16T15:50:53.426 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:50:53 smithi157 ceph-mon[35584]: pgmap v455: 129 pgs: 129 active+clean; 673 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 255 B/s wr, 11 op/s 2024-05-16T15:50:53.436 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:50:53 smithi148 ceph-mon[34976]: pgmap v455: 129 pgs: 129 active+clean; 673 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 255 B/s wr, 11 op/s 2024-05-16T15:50:53.475 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:50:53 smithi043 ceph-mon[31619]: pgmap v455: 129 pgs: 129 active+clean; 673 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 255 B/s wr, 11 op/s 2024-05-16T15:50:53.619 INFO:tasks.cephfs.filesystem:scrub status for tag:d299bfcc-9a16-469e-b7aa-af35edbd4e80 - {'path': '/', 'tag': 'd299bfcc-9a16-469e-b7aa-af35edbd4e80', 'options': 'recursive,force'} 2024-05-16T15:50:55.426 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:50:55 smithi157 ceph-mon[35584]: pgmap v456: 129 pgs: 129 active+clean; 673 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 255 B/s wr, 11 op/s 2024-05-16T15:50:55.426 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:50:55 smithi157 ceph-mon[35584]: scrub summary: idle 2024-05-16T15:50:55.436 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:50:55 smithi148 ceph-mon[34976]: pgmap v456: 129 pgs: 129 active+clean; 673 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 255 B/s wr, 11 op/s 2024-05-16T15:50:55.436 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:50:55 smithi148 ceph-mon[34976]: scrub summary: idle 2024-05-16T15:50:55.475 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:50:55 smithi043 ceph-mon[31619]: pgmap v456: 129 pgs: 129 active+clean; 673 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 255 B/s wr, 11 op/s 2024-05-16T15:50:55.475 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:50:55 smithi043 ceph-mon[31619]: scrub summary: idle 2024-05-16T15:50:56.920 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.906+0000 7fb355cfc640 1 -- 172.21.15.43:0/929382426 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb350101910 msgr2=0x7fb350101d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:56.920 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.906+0000 7fb355cfc640 1 --2- 172.21.15.43:0/929382426 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb350101910 0x7fb350101d30 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fb340009900 tx=0x7fb34002a410 comp rx=0 tx=0).stop 2024-05-16T15:50:56.920 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.906+0000 7fb355cfc640 1 -- 172.21.15.43:0/929382426 shutdown_connections 2024-05-16T15:50:56.920 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.906+0000 7fb355cfc640 1 --2- 172.21.15.43:0/929382426 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb3501034c0 0x7fb350109d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:56.920 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.906+0000 7fb355cfc640 1 --2- 172.21.15.43:0/929382426 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb350102b00 0x7fb350102f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:56.920 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.906+0000 7fb355cfc640 1 --2- 172.21.15.43:0/929382426 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb350101910 0x7fb350101d30 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:56.920 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.906+0000 7fb355cfc640 1 -- 172.21.15.43:0/929382426 >> 172.21.15.43:0/929382426 conn(0x7fb3500fce80 msgr2=0x7fb3500ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:56.920 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.906+0000 7fb355cfc640 1 -- 172.21.15.43:0/929382426 shutdown_connections 2024-05-16T15:50:56.920 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.906+0000 7fb355cfc640 1 -- 172.21.15.43:0/929382426 wait complete. 2024-05-16T15:50:56.921 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.907+0000 7fb355cfc640 1 Processor -- start 2024-05-16T15:50:56.921 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.907+0000 7fb355cfc640 1 -- start start 2024-05-16T15:50:56.921 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.907+0000 7fb355cfc640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb350101910 0x7fb350198b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:56.921 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.907+0000 7fb355cfc640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb350102b00 0x7fb350199050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:56.921 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.907+0000 7fb355cfc640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb3501034c0 0x7fb3501a00c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:56.921 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.907+0000 7fb355cfc640 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fb35010d2c0 con 0x7fb350102b00 2024-05-16T15:50:56.921 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.907+0000 7fb355cfc640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fb35010d140 con 0x7fb350101910 2024-05-16T15:50:56.921 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.907+0000 7fb355cfc640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fb35010d440 con 0x7fb3501034c0 2024-05-16T15:50:56.921 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.907+0000 7fb346ffd640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb350102b00 0x7fb350199050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:56.921 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.907+0000 7fb346ffd640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb350102b00 0x7fb350199050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:33484/0 (socket says 172.21.15.43:33484) 2024-05-16T15:50:56.921 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.907+0000 7fb346ffd640 1 -- 172.21.15.43:0/266838825 learned_addr learned my addr 172.21.15.43:0/266838825 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:56.921 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.907+0000 7fb34f7fe640 1 --2- 172.21.15.43:0/266838825 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb350101910 0x7fb350198b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:56.921 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.907+0000 7fb34ffff640 1 --2- 172.21.15.43:0/266838825 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb3501034c0 0x7fb3501a00c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:56.921 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.908+0000 7fb346ffd640 1 -- 172.21.15.43:0/266838825 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb3501034c0 msgr2=0x7fb3501a00c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:56.922 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.908+0000 7fb346ffd640 1 --2- 172.21.15.43:0/266838825 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb3501034c0 0x7fb3501a00c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:56.922 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.908+0000 7fb346ffd640 1 -- 172.21.15.43:0/266838825 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb350101910 msgr2=0x7fb350198b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:56.922 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.908+0000 7fb346ffd640 1 --2- 172.21.15.43:0/266838825 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb350101910 0x7fb350198b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:56.922 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.908+0000 7fb346ffd640 1 -- 172.21.15.43:0/266838825 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3501a0730 con 0x7fb350102b00 2024-05-16T15:50:56.922 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.908+0000 7fb346ffd640 1 --2- 172.21.15.43:0/266838825 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb350102b00 0x7fb350199050 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fb33800d950 tx=0x7fb33800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:56.922 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.908+0000 7fb34d7fa640 1 -- 172.21.15.43:0/266838825 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb338017070 con 0x7fb350102b00 2024-05-16T15:50:56.922 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.908+0000 7fb34d7fa640 1 -- 172.21.15.43:0/266838825 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb338009c30 con 0x7fb350102b00 2024-05-16T15:50:56.922 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.908+0000 7fb34d7fa640 1 -- 172.21.15.43:0/266838825 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb33800f620 con 0x7fb350102b00 2024-05-16T15:50:56.922 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.908+0000 7fb355cfc640 1 -- 172.21.15.43:0/266838825 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3501a0a20 con 0x7fb350102b00 2024-05-16T15:50:56.922 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.908+0000 7fb355cfc640 1 -- 172.21.15.43:0/266838825 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3501a0f20 con 0x7fb350102b00 2024-05-16T15:50:56.929 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.911+0000 7fb358a11740 1 Processor -- start 2024-05-16T15:50:56.929 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.911+0000 7fb358a11740 1 -- start start 2024-05-16T15:50:56.929 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.911+0000 7fb358a11740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556554f8f1c0 0x556554f8f5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:56.929 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.911+0000 7fb358a11740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556554f8fbb0 0x556554f946b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:56.929 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.911+0000 7fb358a11740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556554f94d20 0x556554f971b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:56.929 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.911+0000 7fb358a11740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x556554eef5d0 con 0x556554f8fbb0 2024-05-16T15:50:56.929 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.911+0000 7fb358a11740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x556554ea8890 con 0x556554f94d20 2024-05-16T15:50:56.929 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.911+0000 7fb358a11740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x556554eeb590 con 0x556554f8f1c0 2024-05-16T15:50:56.930 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.911+0000 7fb34f7fe640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556554f8fbb0 0x556554f946b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:56.930 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.911+0000 7fb34f7fe640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556554f8fbb0 0x556554f946b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:33488/0 (socket says 172.21.15.43:33488) 2024-05-16T15:50:56.930 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.911+0000 7fb34f7fe640 1 -- 172.21.15.43:0/2958666687 learned_addr learned my addr 172.21.15.43:0/2958666687 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:56.930 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.911+0000 7fb34d7fa640 1 -- 172.21.15.43:0/266838825 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fb338010460 con 0x7fb350102b00 2024-05-16T15:50:56.930 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.911+0000 7fb34ffff640 1 --2- 172.21.15.43:0/2958666687 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556554f8f1c0 0x556554f8f5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:56.930 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.911+0000 7fb34f7fe640 1 -- 172.21.15.43:0/2958666687 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556554f8f1c0 msgr2=0x556554f8f5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:56.930 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.911+0000 7fb34f7fe640 1 --2- 172.21.15.43:0/2958666687 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556554f8f1c0 0x556554f8f5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:56.930 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.911+0000 7fb34f7fe640 1 -- 172.21.15.43:0/2958666687 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556554f94d20 msgr2=0x556554f971b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:56.930 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.911+0000 7fb34f7fe640 1 --2- 172.21.15.43:0/2958666687 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556554f94d20 0x556554f971b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:56.930 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.911+0000 7fb34f7fe640 1 -- 172.21.15.43:0/2958666687 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556554c01210 con 0x556554f8fbb0 2024-05-16T15:50:56.930 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.912+0000 7fb34f7fe640 1 --2- 172.21.15.43:0/2958666687 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556554f8fbb0 0x556554f946b0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fb340009900 tx=0x7fb340031580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c941e572e57fb2c server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:56.930 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.912+0000 7fb345ffb640 1 -- 172.21.15.43:0/2958666687 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb340035030 con 0x556554f8fbb0 2024-05-16T15:50:56.930 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.912+0000 7fb345ffb640 1 -- 172.21.15.43:0/2958666687 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb340040070 con 0x556554f8fbb0 2024-05-16T15:50:56.931 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.912+0000 7fb345ffb640 1 -- 172.21.15.43:0/2958666687 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb340003910 con 0x556554f8fbb0 2024-05-16T15:50:56.931 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.912+0000 7fb34d7fa640 1 --2- 172.21.15.43:0/266838825 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb33c0b2920 0x7fb33c0b4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:56.931 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.912+0000 7fb34ffff640 1 --2- 172.21.15.43:0/266838825 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb33c0b2920 0x7fb33c0b4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:56.931 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.912+0000 7fb34d7fa640 1 -- 172.21.15.43:0/266838825 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fb3380e2170 con 0x7fb350102b00 2024-05-16T15:50:56.931 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.913+0000 7fb34ffff640 1 --2- 172.21.15.43:0/266838825 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb33c0b2920 0x7fb33c0b4de0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x556554f90410 tx=0x7fb348009580 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:56.931 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.913+0000 7fb358a11740 1 -- 172.21.15.43:0/2958666687 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556554f8fbb0 msgr2=0x556554f946b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:56.931 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.913+0000 7fb358a11740 1 --2- 172.21.15.43:0/2958666687 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556554f8fbb0 0x556554f946b0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fb340009900 tx=0x7fb340031580 comp rx=0 tx=0).stop 2024-05-16T15:50:56.931 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.913+0000 7fb358a11740 1 -- 172.21.15.43:0/2958666687 shutdown_connections 2024-05-16T15:50:56.931 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.913+0000 7fb358a11740 1 --2- 172.21.15.43:0/2958666687 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556554f94d20 0x556554f971b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:56.931 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.913+0000 7fb358a11740 1 --2- 172.21.15.43:0/2958666687 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556554f8fbb0 0x556554f946b0 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:56.931 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.913+0000 7fb358a11740 1 --2- 172.21.15.43:0/2958666687 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556554f8f1c0 0x556554f8f5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:56.931 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.913+0000 7fb358a11740 1 -- 172.21.15.43:0/2958666687 >> 172.21.15.43:0/2958666687 conn(0x556554f86420 msgr2=0x556554f86820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:56.931 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.913+0000 7fb358a11740 1 -- 172.21.15.43:0/2958666687 shutdown_connections 2024-05-16T15:50:56.931 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.913+0000 7fb358a11740 1 -- 172.21.15.43:0/2958666687 wait complete. 2024-05-16T15:50:56.931 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.913+0000 7fb358a11740 1 -- start start 2024-05-16T15:50:56.932 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.913+0000 7fb358a11740 1 Processor -- start 2024-05-16T15:50:56.932 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.914+0000 7fb358a11740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556554f8f1c0 0x556554f99400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:56.932 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.914+0000 7fb358a11740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556554f8fbb0 0x556554f99940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:56.932 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.914+0000 7fb358a11740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556554f94d20 0x556554fa0980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:56.932 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.914+0000 7fb358a11740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x556554f97c70 con 0x556554f8f1c0 2024-05-16T15:50:56.932 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.914+0000 7fb358a11740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x556554eac370 con 0x556554f8fbb0 2024-05-16T15:50:56.932 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.914+0000 7fb358a11740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x556554f97df0 con 0x556554f94d20 2024-05-16T15:50:56.932 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.914+0000 7fb358a11740 10 client.0 _ll_register_callbacks cb 0x556554c00a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:50:56.932 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.914+0000 7fb34f7fe640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556554f8f1c0 0x556554f99400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:56.932 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.914+0000 7fb34f7fe640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556554f8f1c0 0x556554f99400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:33504/0 (socket says 172.21.15.43:33504) 2024-05-16T15:50:56.932 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.914+0000 7fb34f7fe640 1 -- 172.21.15.43:0/3693397038 learned_addr learned my addr 172.21.15.43:0/3693397038 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:56.932 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.914+0000 7fb34ffff640 1 --2- 172.21.15.43:0/3693397038 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556554f94d20 0x556554fa0980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:56.932 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.914+0000 7fb346ffd640 1 --2- 172.21.15.43:0/3693397038 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556554f8fbb0 0x556554f99940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:56.933 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.914+0000 7fb34f7fe640 1 -- 172.21.15.43:0/3693397038 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556554f94d20 msgr2=0x556554fa0980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:56.933 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.914+0000 7fb34f7fe640 1 --2- 172.21.15.43:0/3693397038 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556554f94d20 0x556554fa0980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:56.933 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.914+0000 7fb34f7fe640 1 -- 172.21.15.43:0/3693397038 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556554f8fbb0 msgr2=0x556554f99940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:56.933 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.914+0000 7fb34f7fe640 1 --2- 172.21.15.43:0/3693397038 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556554f8fbb0 0x556554f99940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:56.933 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.914+0000 7fb34f7fe640 1 -- 172.21.15.43:0/3693397038 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556554ccd620 con 0x556554f8f1c0 2024-05-16T15:50:56.933 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.914+0000 7fb346ffd640 1 --2- 172.21.15.43:0/3693397038 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556554f8fbb0 0x556554f99940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:50:56.933 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.914+0000 7fb34ffff640 1 --2- 172.21.15.43:0/3693397038 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556554f94d20 0x556554fa0980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:50:56.933 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.914+0000 7fb34f7fe640 1 --2- 172.21.15.43:0/3693397038 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556554f8f1c0 0x556554f99400 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7fb34002a930 tx=0x7fb340031d20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15616e8609b8dc51 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:56.933 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.914+0000 7fb32effd640 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:50:56.933 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.915+0000 7fb32effd640 1 -- 172.21.15.43:0/3693397038 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb340051060 con 0x556554f8f1c0 2024-05-16T15:50:56.933 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.915+0000 7fb32effd640 1 -- 172.21.15.43:0/3693397038 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fb34003c850 con 0x556554f8f1c0 2024-05-16T15:50:56.933 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.915+0000 7fb358a11740 1 -- 172.21.15.43:0/3693397038 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb340040070 con 0x556554f8f1c0 2024-05-16T15:50:56.933 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.915+0000 7fb32effd640 1 -- 172.21.15.43:0/3693397038 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fb340058050 con 0x556554f8f1c0 2024-05-16T15:50:56.933 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.915+0000 7fb358a11740 10 client.15600 fetch_fsmap learned FSMap version 30 2024-05-16T15:50:56.934 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.915+0000 7fb358a11740 1 -- 172.21.15.43:0/3693397038 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x556554fa3960 con 0x556554f8f1c0 2024-05-16T15:50:56.934 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.915+0000 7fb32effd640 1 -- 172.21.15.43:0/3693397038 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb340040070 con 0x556554f8f1c0 2024-05-16T15:50:56.934 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.915+0000 7fb32effd640 1 -- 172.21.15.43:0/3693397038 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7fb340044a30 con 0x556554f8f1c0 2024-05-16T15:50:56.934 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.915+0000 7fb358a11740 10 client.15600 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:50:56.934 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.915+0000 7fb358a11740 10 client.15600 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:50:56.934 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.915+0000 7fb358a11740 20 client.15600 populate_metadata read hostname 'smithi043' 2024-05-16T15:50:56.934 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.915+0000 7fb358a11740 1 --2- 172.21.15.43:0/3693397038 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x556554fa4cb0 0x556554fa70a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:56.934 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.915+0000 7fb358a11740 4 client.15600 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:50:56.934 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.915+0000 7fb358a11740 1 -- 172.21.15.43:0/3693397038 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556554efd1e0 con 0x556554fa4cb0 2024-05-16T15:50:56.934 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.916+0000 7fb346ffd640 1 --2- 172.21.15.43:0/3693397038 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x556554fa4cb0 0x556554fa70a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:56.934 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.916+0000 7fb32effd640 10 client.15600 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:50:56.934 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.916+0000 7fb346ffd640 1 --2- 172.21.15.43:0/3693397038 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x556554fa4cb0 0x556554fa70a0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d11fe615c5f92b5c server_cookie=4569ef5c461c9264 in_seq=0 out_seq=0 2024-05-16T15:50:56.934 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.917+0000 7fb32effd640 1 -- 172.21.15.43:0/3693397038 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x556554efd1e0 con 0x556554fa4cb0 2024-05-16T15:50:56.935 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.917+0000 7fb32effd640 10 client.15600 handle_command_reply: tid=0 2024-05-16T15:50:56.935 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.917+0000 7fb358a11740 1 client.15600 shutdown 2024-05-16T15:50:56.935 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.917+0000 7fb358a11740 1 -- 172.21.15.43:0/3693397038 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556554f8f1c0 msgr2=0x556554f99400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:56.935 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.917+0000 7fb358a11740 1 --2- 172.21.15.43:0/3693397038 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556554f8f1c0 0x556554f99400 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7fb34002a930 tx=0x7fb340031d20 comp rx=0 tx=0).stop 2024-05-16T15:50:56.935 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.917+0000 7fb358a11740 1 -- 172.21.15.43:0/3693397038 shutdown_connections 2024-05-16T15:50:56.935 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.917+0000 7fb358a11740 1 --2- 172.21.15.43:0/3693397038 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x556554fa4cb0 0x556554fa70a0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:56.935 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.917+0000 7fb358a11740 1 --2- 172.21.15.43:0/3693397038 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556554f94d20 0x556554fa0980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:56.935 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.917+0000 7fb32effd640 0 client.15600 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:50:56.935 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.917+0000 7fb358a11740 1 --2- 172.21.15.43:0/3693397038 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556554f8fbb0 0x556554f99940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:56.935 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.917+0000 7fb358a11740 1 --2- 172.21.15.43:0/3693397038 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556554f8f1c0 0x556554f99400 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:56.935 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.917+0000 7fb358a11740 1 -- 172.21.15.43:0/3693397038 >> 172.21.15.43:0/3693397038 conn(0x556554f86420 msgr2=0x556554f85580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:56.935 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.917+0000 7fb358a11740 1 -- 172.21.15.43:0/3693397038 shutdown_connections 2024-05-16T15:50:56.935 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.917+0000 7fb358a11740 1 -- 172.21.15.43:0/3693397038 wait complete. 2024-05-16T15:50:56.935 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.917+0000 7fb358a11740 20 client.15600 trim_cache size 0 max 16384 2024-05-16T15:50:56.946 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.933+0000 7fb358a11740 1 Processor -- start 2024-05-16T15:50:56.946 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.933+0000 7fb358a11740 1 -- start start 2024-05-16T15:50:56.946 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.933+0000 7fb358a11740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556554f8f1c0 0x556554f89810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:56.946 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.934+0000 7fb358a11740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556554f8fbb0 0x556554f89d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:56.946 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.934+0000 7fb358a11740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556554f94d20 0x556554f98a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:56.946 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.934+0000 7fb358a11740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fb3501a92d0 con 0x556554f94d20 2024-05-16T15:50:56.946 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.934+0000 7fb358a11740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fb3501aae10 con 0x556554f8f1c0 2024-05-16T15:50:56.946 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.934+0000 7fb358a11740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fb3501a99a0 con 0x556554f8fbb0 2024-05-16T15:50:56.946 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.934+0000 7fb34ffff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556554f94d20 0x556554f98a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:56.946 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.934+0000 7fb34ffff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556554f94d20 0x556554f98a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:33520/0 (socket says 172.21.15.43:33520) 2024-05-16T15:50:56.947 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.934+0000 7fb34ffff640 1 -- 172.21.15.43:0/721808257 learned_addr learned my addr 172.21.15.43:0/721808257 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:56.947 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.934+0000 7fb34f7fe640 1 --2- 172.21.15.43:0/721808257 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556554f8f1c0 0x556554f89810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:56.947 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.934+0000 7fb34ffff640 1 -- 172.21.15.43:0/721808257 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556554f8fbb0 msgr2=0x556554f89d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:56.947 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.934+0000 7fb346ffd640 1 --2- 172.21.15.43:0/721808257 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556554f8fbb0 0x556554f89d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:56.947 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.934+0000 7fb34ffff640 1 --2- 172.21.15.43:0/721808257 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556554f8fbb0 0x556554f89d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:56.947 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.934+0000 7fb34ffff640 1 -- 172.21.15.43:0/721808257 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556554f8f1c0 msgr2=0x556554f89810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:56.947 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.934+0000 7fb34ffff640 1 --2- 172.21.15.43:0/721808257 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556554f8f1c0 0x556554f89810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:56.947 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.934+0000 7fb34ffff640 1 -- 172.21.15.43:0/721808257 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556554f81f70 con 0x556554f94d20 2024-05-16T15:50:56.947 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.934+0000 7fb34f7fe640 1 --2- 172.21.15.43:0/721808257 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556554f8f1c0 0x556554f89810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:50:56.947 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.934+0000 7fb34ffff640 1 --2- 172.21.15.43:0/721808257 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556554f94d20 0x556554f98a20 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fb348012820 tx=0x7fb348014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2fd21ad256afdfa server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:56.947 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.934+0000 7fb3457fa640 1 -- 172.21.15.43:0/721808257 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb34801f940 con 0x556554f94d20 2024-05-16T15:50:56.947 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.934+0000 7fb3457fa640 1 -- 172.21.15.43:0/721808257 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb348020430 con 0x556554f94d20 2024-05-16T15:50:56.948 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.934+0000 7fb3457fa640 1 -- 172.21.15.43:0/721808257 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb348028630 con 0x556554f94d20 2024-05-16T15:50:56.952 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.935+0000 7fb358a11740 1 -- 172.21.15.43:0/721808257 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556554f94d20 msgr2=0x556554f98a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:56.952 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.935+0000 7fb358a11740 1 --2- 172.21.15.43:0/721808257 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556554f94d20 0x556554f98a20 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fb348012820 tx=0x7fb348014000 comp rx=0 tx=0).stop 2024-05-16T15:50:56.952 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.935+0000 7fb358a11740 1 -- 172.21.15.43:0/721808257 shutdown_connections 2024-05-16T15:50:56.952 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.935+0000 7fb358a11740 1 --2- 172.21.15.43:0/721808257 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556554f94d20 0x556554f98a20 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:56.952 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.935+0000 7fb358a11740 1 --2- 172.21.15.43:0/721808257 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556554f8fbb0 0x556554f89d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:56.952 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.935+0000 7fb358a11740 1 --2- 172.21.15.43:0/721808257 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556554f8f1c0 0x556554f89810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:56.952 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.935+0000 7fb358a11740 1 -- 172.21.15.43:0/721808257 >> 172.21.15.43:0/721808257 conn(0x556554f86420 msgr2=0x556554f89100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:56.952 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.935+0000 7fb358a11740 1 -- 172.21.15.43:0/721808257 shutdown_connections 2024-05-16T15:50:56.952 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.935+0000 7fb358a11740 1 -- 172.21.15.43:0/721808257 wait complete. 2024-05-16T15:50:56.952 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.935+0000 7fb358a11740 1 -- start start 2024-05-16T15:50:56.952 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.936+0000 7fb358a11740 1 Processor -- start 2024-05-16T15:50:56.952 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.936+0000 7fb358a11740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556554f8f1c0 0x556554f9d220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:56.953 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.936+0000 7fb358a11740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556554f8fbb0 0x556554f9d760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:56.953 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.936+0000 7fb358a11740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556554f94d20 0x556554f9e770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:56.953 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.936+0000 7fb358a11740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fb3501aa740 con 0x556554f8fbb0 2024-05-16T15:50:56.953 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.936+0000 7fb358a11740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fb3501aa070 con 0x556554f94d20 2024-05-16T15:50:56.953 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.936+0000 7fb358a11740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fb3501a72b0 con 0x556554f8f1c0 2024-05-16T15:50:56.953 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.936+0000 7fb358a11740 10 client.0 _ll_register_callbacks cb 0x7fb340005de0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:50:56.953 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.936+0000 7fb346ffd640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556554f8fbb0 0x556554f9d760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:56.953 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.936+0000 7fb346ffd640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556554f8fbb0 0x556554f9d760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:33522/0 (socket says 172.21.15.43:33522) 2024-05-16T15:50:56.953 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.936+0000 7fb346ffd640 1 -- 172.21.15.43:0/2227943694 learned_addr learned my addr 172.21.15.43:0/2227943694 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:50:56.953 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.936+0000 7fb34ffff640 1 --2- 172.21.15.43:0/2227943694 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556554f94d20 0x556554f9e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:56.953 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.936+0000 7fb34f7fe640 1 --2- 172.21.15.43:0/2227943694 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556554f8f1c0 0x556554f9d220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:56.953 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.936+0000 7fb346ffd640 1 -- 172.21.15.43:0/2227943694 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556554f8f1c0 msgr2=0x556554f9d220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:56.953 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.936+0000 7fb346ffd640 1 --2- 172.21.15.43:0/2227943694 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556554f8f1c0 0x556554f9d220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:56.953 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.936+0000 7fb346ffd640 1 -- 172.21.15.43:0/2227943694 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556554f94d20 msgr2=0x556554f9e770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:50:56.954 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.936+0000 7fb346ffd640 1 --2- 172.21.15.43:0/2227943694 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556554f94d20 0x556554f9e770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:56.954 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.936+0000 7fb346ffd640 1 -- 172.21.15.43:0/2227943694 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556554f9ed60 con 0x556554f8fbb0 2024-05-16T15:50:56.954 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.936+0000 7fb34f7fe640 1 --2- 172.21.15.43:0/2227943694 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556554f8f1c0 0x556554f9d220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:50:56.954 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.936+0000 7fb34ffff640 1 --2- 172.21.15.43:0/2227943694 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556554f94d20 0x556554f9e770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:50:56.954 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.937+0000 7fb346ffd640 1 --2- 172.21.15.43:0/2227943694 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556554f8fbb0 0x556554f9d760 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fb3380a6650 tx=0x7fb33800df60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ff441ee3a5a8a0f server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:50:56.954 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.937+0000 7fb32effd640 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:50:56.954 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.937+0000 7fb32effd640 1 -- 172.21.15.43:0/2227943694 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb338020040 con 0x556554f8fbb0 2024-05-16T15:50:56.954 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.937+0000 7fb32effd640 1 -- 172.21.15.43:0/2227943694 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fb3380ad450 con 0x556554f8fbb0 2024-05-16T15:50:56.954 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.937+0000 7fb358a11740 1 -- 172.21.15.43:0/2227943694 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb348020430 con 0x556554f8fbb0 2024-05-16T15:50:56.954 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.937+0000 7fb32effd640 1 -- 172.21.15.43:0/2227943694 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fb338009de0 con 0x556554f8fbb0 2024-05-16T15:50:56.955 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.937+0000 7fb358a11740 10 client.15606 fetch_fsmap learned FSMap version 30 2024-05-16T15:50:56.955 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.937+0000 7fb358a11740 1 -- 172.21.15.43:0/2227943694 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x556554fa0050 con 0x556554f8fbb0 2024-05-16T15:50:56.955 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.937+0000 7fb32effd640 1 -- 172.21.15.43:0/2227943694 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb348020430 con 0x556554f8fbb0 2024-05-16T15:50:56.955 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.937+0000 7fb32effd640 1 -- 172.21.15.43:0/2227943694 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7fb3380b0b10 con 0x556554f8fbb0 2024-05-16T15:50:56.955 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.937+0000 7fb358a11740 10 client.15606 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:50:56.955 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.937+0000 7fb358a11740 10 client.15606 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:50:56.955 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.937+0000 7fb358a11740 20 client.15606 populate_metadata read hostname 'smithi043' 2024-05-16T15:50:56.955 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.937+0000 7fb358a11740 1 --2- 172.21.15.43:0/2227943694 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55655500f950 0x556555011d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:50:56.955 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.937+0000 7fb358a11740 4 client.15606 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-16T15:50:56.955 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.937+0000 7fb358a11740 1 -- 172.21.15.43:0/2227943694 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "flush journal"}) -- 0x556554ef7050 con 0x55655500f950 2024-05-16T15:50:56.955 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.938+0000 7fb34f7fe640 1 --2- 172.21.15.43:0/2227943694 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55655500f950 0x556555011d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:50:56.955 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.938+0000 7fb32effd640 10 client.15606 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:50:56.955 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.938+0000 7fb34f7fe640 1 --2- 172.21.15.43:0/2227943694 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55655500f950 0x556555011d70 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=18264f1215896ba0 server_cookie=94441d6036bb4306 in_seq=0 out_seq=0 2024-05-16T15:50:56.957 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.942+0000 7fb32effd640 1 -- 172.21.15.43:0/2227943694 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x556554ef7050 con 0x55655500f950 2024-05-16T15:50:56.957 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.942+0000 7fb32effd640 10 client.15606 handle_command_reply: tid=0 2024-05-16T15:50:56.957 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.942+0000 7fb358a11740 1 client.15606 shutdown 2024-05-16T15:50:56.957 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.942+0000 7fb358a11740 1 -- 172.21.15.43:0/2227943694 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556554f8fbb0 msgr2=0x556554f9d760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:56.957 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.942+0000 7fb358a11740 1 --2- 172.21.15.43:0/2227943694 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556554f8fbb0 0x556554f9d760 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fb3380a6650 tx=0x7fb33800df60 comp rx=0 tx=0).stop 2024-05-16T15:50:56.957 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.942+0000 7fb358a11740 1 -- 172.21.15.43:0/2227943694 shutdown_connections 2024-05-16T15:50:56.957 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.942+0000 7fb358a11740 1 --2- 172.21.15.43:0/2227943694 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55655500f950 0x556555011d70 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:56.957 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.942+0000 7fb32effd640 0 client.15606 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:50:56.957 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.942+0000 7fb358a11740 1 --2- 172.21.15.43:0/2227943694 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556554f94d20 0x556554f9e770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:56.957 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.942+0000 7fb358a11740 1 --2- 172.21.15.43:0/2227943694 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556554f8fbb0 0x556554f9d760 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:56.957 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.942+0000 7fb358a11740 1 --2- 172.21.15.43:0/2227943694 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556554f8f1c0 0x556554f9d220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:56.957 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.942+0000 7fb358a11740 1 -- 172.21.15.43:0/2227943694 >> 172.21.15.43:0/2227943694 conn(0x556554f86420 msgr2=0x556554f85580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:56.958 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.942+0000 7fb358a11740 1 -- 172.21.15.43:0/2227943694 shutdown_connections 2024-05-16T15:50:56.958 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.942+0000 7fb358a11740 1 -- 172.21.15.43:0/2227943694 wait complete. 2024-05-16T15:50:56.958 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.942+0000 7fb358a11740 20 client.15606 trim_cache size 0 max 16384 2024-05-16T15:50:56.958 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:{ 2024-05-16T15:50:56.958 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "message": "", 2024-05-16T15:50:56.958 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "return_code": 0 2024-05-16T15:50:56.958 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:} 2024-05-16T15:50:56.959 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.943+0000 7fb355cfc640 1 -- 172.21.15.43:0/266838825 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb33c0b2920 msgr2=0x7fb33c0b4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:56.959 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.943+0000 7fb355cfc640 1 --2- 172.21.15.43:0/266838825 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb33c0b2920 0x7fb33c0b4de0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x556554f90410 tx=0x7fb348009580 comp rx=0 tx=0).stop 2024-05-16T15:50:56.959 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.943+0000 7fb355cfc640 1 -- 172.21.15.43:0/266838825 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb350102b00 msgr2=0x7fb350199050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:50:56.959 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.943+0000 7fb355cfc640 1 --2- 172.21.15.43:0/266838825 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb350102b00 0x7fb350199050 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fb33800d950 tx=0x7fb33800de10 comp rx=0 tx=0).stop 2024-05-16T15:50:56.959 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.943+0000 7fb355cfc640 1 -- 172.21.15.43:0/266838825 shutdown_connections 2024-05-16T15:50:56.959 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.943+0000 7fb355cfc640 1 --2- 172.21.15.43:0/266838825 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb33c0b2920 0x7fb33c0b4de0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:56.959 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.943+0000 7fb355cfc640 1 --2- 172.21.15.43:0/266838825 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb3501034c0 0x7fb3501a00c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:56.959 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.943+0000 7fb355cfc640 1 --2- 172.21.15.43:0/266838825 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb350102b00 0x7fb350199050 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:56.959 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.943+0000 7fb355cfc640 1 --2- 172.21.15.43:0/266838825 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb350101910 0x7fb350198b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:50:56.959 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.943+0000 7fb355cfc640 1 -- 172.21.15.43:0/266838825 >> 172.21.15.43:0/266838825 conn(0x7fb3500fce80 msgr2=0x7fb35006a090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:50:56.960 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.943+0000 7fb355cfc640 1 -- 172.21.15.43:0/266838825 shutdown_connections 2024-05-16T15:50:56.960 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:50:56.943+0000 7fb355cfc640 1 -- 172.21.15.43:0/266838825 wait complete. 2024-05-16T15:50:57.426 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:50:57 smithi157 ceph-mon[35584]: pgmap v457: 129 pgs: 129 active+clean; 673 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 255 B/s wr, 11 op/s 2024-05-16T15:50:57.436 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:50:57 smithi148 ceph-mon[34976]: pgmap v457: 129 pgs: 129 active+clean; 673 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 255 B/s wr, 11 op/s 2024-05-16T15:50:57.474 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:50:57 smithi043 ceph-mon[31619]: pgmap v457: 129 pgs: 129 active+clean; 673 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 255 B/s wr, 11 op/s 2024-05-16T15:50:59.426 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:50:59 smithi157 ceph-mon[35584]: pgmap v458: 129 pgs: 129 active+clean; 673 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-05-16T15:50:59.436 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:50:59 smithi148 ceph-mon[34976]: pgmap v458: 129 pgs: 129 active+clean; 673 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-05-16T15:50:59.475 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:50:59 smithi043 ceph-mon[31619]: pgmap v458: 129 pgs: 129 active+clean; 673 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-05-16T15:51:01.426 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:51:01 smithi157 ceph-mon[35584]: pgmap v459: 129 pgs: 129 active+clean; 673 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-16T15:51:01.436 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:51:01 smithi148 ceph-mon[34976]: pgmap v459: 129 pgs: 129 active+clean; 673 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-16T15:51:01.475 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:51:01 smithi043 ceph-mon[31619]: pgmap v459: 129 pgs: 129 active+clean; 673 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-16T15:51:03.426 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:51:03 smithi157 ceph-mon[35584]: pgmap v460: 129 pgs: 129 active+clean; 673 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 255 B/s wr, 11 op/s 2024-05-16T15:51:03.436 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:51:03 smithi148 ceph-mon[34976]: pgmap v460: 129 pgs: 129 active+clean; 673 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 255 B/s wr, 11 op/s 2024-05-16T15:51:03.475 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:51:03 smithi043 ceph-mon[31619]: pgmap v460: 129 pgs: 129 active+clean; 673 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 255 B/s wr, 11 op/s 2024-05-16T15:51:05.426 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:51:05 smithi157 ceph-mon[35584]: pgmap v461: 129 pgs: 129 active+clean; 673 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 255 B/s wr, 11 op/s 2024-05-16T15:51:05.436 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:51:05 smithi148 ceph-mon[34976]: pgmap v461: 129 pgs: 129 active+clean; 673 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 255 B/s wr, 11 op/s 2024-05-16T15:51:05.475 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:51:05 smithi043 ceph-mon[31619]: pgmap v461: 129 pgs: 129 active+clean; 673 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 255 B/s wr, 11 op/s 2024-05-16T15:51:07.426 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:51:07 smithi157 ceph-mon[35584]: pgmap v462: 129 pgs: 129 active+clean; 673 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 255 B/s wr, 11 op/s 2024-05-16T15:51:07.436 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:51:07 smithi148 ceph-mon[34976]: pgmap v462: 129 pgs: 129 active+clean; 673 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 255 B/s wr, 11 op/s 2024-05-16T15:51:07.475 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:51:07 smithi043 ceph-mon[31619]: pgmap v462: 129 pgs: 129 active+clean; 673 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 255 B/s wr, 11 op/s 2024-05-16T15:51:09.426 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:51:09 smithi157 ceph-mon[35584]: pgmap v463: 129 pgs: 129 active+clean; 673 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-16T15:51:09.436 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:51:09 smithi148 ceph-mon[34976]: pgmap v463: 129 pgs: 129 active+clean; 673 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-16T15:51:09.475 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:51:09 smithi043 ceph-mon[31619]: pgmap v463: 129 pgs: 129 active+clean; 673 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-16T15:51:10.047 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.035+0000 7fe8a879e640 1 -- 172.21.15.43:0/4241884136 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe8a0100d00 msgr2=0x7fe8a0101120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:10.047 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.035+0000 7fe8a879e640 1 --2- 172.21.15.43:0/4241884136 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe8a0100d00 0x7fe8a0101120 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fe89c009930 tx=0x7fe89c02a420 comp rx=0 tx=0).stop 2024-05-16T15:51:10.047 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.036+0000 7fe8a879e640 1 -- 172.21.15.43:0/4241884136 shutdown_connections 2024-05-16T15:51:10.047 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.036+0000 7fe8a879e640 1 --2- 172.21.15.43:0/4241884136 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe8a0104690 0x7fe8a010af20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:10.047 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.036+0000 7fe8a879e640 1 --2- 172.21.15.43:0/4241884136 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe8a0103cd0 0x7fe8a0104150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:10.048 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.036+0000 7fe8a879e640 1 --2- 172.21.15.43:0/4241884136 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe8a0100d00 0x7fe8a0101120 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:10.048 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.036+0000 7fe8a879e640 1 -- 172.21.15.43:0/4241884136 >> 172.21.15.43:0/4241884136 conn(0x7fe8a00fc650 msgr2=0x7fe8a00fea70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:10.048 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.036+0000 7fe8a879e640 1 -- 172.21.15.43:0/4241884136 shutdown_connections 2024-05-16T15:51:10.048 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.036+0000 7fe8a879e640 1 -- 172.21.15.43:0/4241884136 wait complete. 2024-05-16T15:51:10.050 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.036+0000 7fe8a879e640 1 Processor -- start 2024-05-16T15:51:10.050 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.036+0000 7fe8a879e640 1 -- start start 2024-05-16T15:51:10.050 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.037+0000 7fe8a879e640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe8a0100d00 0x7fe8a0198b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:10.050 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.037+0000 7fe8a879e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe8a0103cd0 0x7fe8a01990b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:10.050 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.037+0000 7fe8a879e640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe8a0104690 0x7fe8a01a00d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:10.051 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.037+0000 7fe8a879e640 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fe8a010e410 con 0x7fe8a0104690 2024-05-16T15:51:10.051 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.037+0000 7fe8a879e640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fe8a010e290 con 0x7fe8a0100d00 2024-05-16T15:51:10.051 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.037+0000 7fe8a879e640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fe8a010e590 con 0x7fe8a0103cd0 2024-05-16T15:51:10.051 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.037+0000 7fe8a6d3b640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe8a0104690 0x7fe8a01a00d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:10.051 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.037+0000 7fe8a6d3b640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe8a0104690 0x7fe8a01a00d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:56676/0 (socket says 172.21.15.43:56676) 2024-05-16T15:51:10.051 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.037+0000 7fe8a6d3b640 1 -- 172.21.15.43:0/4261942443 learned_addr learned my addr 172.21.15.43:0/4261942443 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:10.051 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.037+0000 7fe8a5d39640 1 --2- 172.21.15.43:0/4261942443 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe8a0103cd0 0x7fe8a01990b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:10.051 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.037+0000 7fe8a653a640 1 --2- 172.21.15.43:0/4261942443 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe8a0100d00 0x7fe8a0198b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:10.051 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.037+0000 7fe8a6d3b640 1 -- 172.21.15.43:0/4261942443 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe8a0103cd0 msgr2=0x7fe8a01990b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:10.051 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.037+0000 7fe8a6d3b640 1 --2- 172.21.15.43:0/4261942443 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe8a0103cd0 0x7fe8a01990b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:10.051 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.037+0000 7fe8a6d3b640 1 -- 172.21.15.43:0/4261942443 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe8a0100d00 msgr2=0x7fe8a0198b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:10.051 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.037+0000 7fe8a6d3b640 1 --2- 172.21.15.43:0/4261942443 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe8a0100d00 0x7fe8a0198b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:10.051 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.037+0000 7fe8a6d3b640 1 -- 172.21.15.43:0/4261942443 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8a01a0740 con 0x7fe8a0104690 2024-05-16T15:51:10.051 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.037+0000 7fe8a6d3b640 1 --2- 172.21.15.43:0/4261942443 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe8a0104690 0x7fe8a01a00d0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fe89800eaa0 tx=0x7fe89800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:10.052 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.038+0000 7fe8977fe640 1 -- 172.21.15.43:0/4261942443 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe89800cdb0 con 0x7fe8a0104690 2024-05-16T15:51:10.052 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.038+0000 7fe8977fe640 1 -- 172.21.15.43:0/4261942443 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe898005020 con 0x7fe8a0104690 2024-05-16T15:51:10.052 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.038+0000 7fe8a879e640 1 -- 172.21.15.43:0/4261942443 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8a01a0a30 con 0x7fe8a0104690 2024-05-16T15:51:10.052 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.038+0000 7fe8977fe640 1 -- 172.21.15.43:0/4261942443 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8980116d0 con 0x7fe8a0104690 2024-05-16T15:51:10.052 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.038+0000 7fe8a879e640 1 -- 172.21.15.43:0/4261942443 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8a01a0f80 con 0x7fe8a0104690 2024-05-16T15:51:10.053 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.040+0000 7fe8977fe640 1 -- 172.21.15.43:0/4261942443 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fe8980051d0 con 0x7fe8a0104690 2024-05-16T15:51:10.053 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.041+0000 7fe8977fe640 1 --2- 172.21.15.43:0/4261942443 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe88c0b2920 0x7fe88c0b4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:10.053 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.041+0000 7fe8ab58b740 1 Processor -- start 2024-05-16T15:51:10.053 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.041+0000 7fe8a653a640 1 --2- 172.21.15.43:0/4261942443 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe88c0b2920 0x7fe88c0b4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:10.053 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.041+0000 7fe8977fe640 1 -- 172.21.15.43:0/4261942443 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fe8980e2680 con 0x7fe8a0104690 2024-05-16T15:51:10.053 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.042+0000 7fe8ab58b740 1 -- start start 2024-05-16T15:51:10.054 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.042+0000 7fe8ab58b740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f0f047b1c0 0x55f0f047b5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:10.054 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.042+0000 7fe8ab58b740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f0f047bbb0 0x55f0f04806b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:10.054 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.042+0000 7fe8ab58b740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f0f0480d20 0x55f0f04831b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:10.054 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.042+0000 7fe8ab58b740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55f0f03db5d0 con 0x55f0f047bbb0 2024-05-16T15:51:10.054 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.042+0000 7fe8ab58b740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55f0f0394890 con 0x55f0f0480d20 2024-05-16T15:51:10.054 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.042+0000 7fe8ab58b740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55f0f03d7590 con 0x55f0f047b1c0 2024-05-16T15:51:10.054 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.042+0000 7fe8a5d39640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f0f047bbb0 0x55f0f04806b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:10.054 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.042+0000 7fe8a5d39640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f0f047bbb0 0x55f0f04806b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:56682/0 (socket says 172.21.15.43:56682) 2024-05-16T15:51:10.054 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.042+0000 7fe8a5d39640 1 -- 172.21.15.43:0/3522149507 learned_addr learned my addr 172.21.15.43:0/3522149507 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:10.054 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.042+0000 7fe8a653a640 1 --2- 172.21.15.43:0/4261942443 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe88c0b2920 0x7fe88c0b4de0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fe89c005ab0 tx=0x7fe89c031400 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:10.054 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.042+0000 7fe8a653a640 1 --2- 172.21.15.43:0/3522149507 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f0f047b1c0 0x55f0f047b5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:10.054 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.042+0000 7fe8a6d3b640 1 --2- 172.21.15.43:0/3522149507 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f0f0480d20 0x55f0f04831b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:10.057 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.042+0000 7fe8a5d39640 1 -- 172.21.15.43:0/3522149507 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f0f047b1c0 msgr2=0x55f0f047b5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:10.057 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.042+0000 7fe8a5d39640 1 --2- 172.21.15.43:0/3522149507 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f0f047b1c0 0x55f0f047b5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:10.057 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.042+0000 7fe8a5d39640 1 -- 172.21.15.43:0/3522149507 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f0f0480d20 msgr2=0x55f0f04831b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:10.057 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.042+0000 7fe8a5d39640 1 --2- 172.21.15.43:0/3522149507 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f0f0480d20 0x55f0f04831b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:10.057 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.042+0000 7fe8a5d39640 1 -- 172.21.15.43:0/3522149507 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f0f00ed210 con 0x55f0f047bbb0 2024-05-16T15:51:10.057 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.043+0000 7fe8a5d39640 1 --2- 172.21.15.43:0/3522149507 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f0f047bbb0 0x55f0f04806b0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7fe89000bcb0 tx=0x7fe8900107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5acaff5e9f5cd231 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:10.057 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.043+0000 7fe894ff9640 1 -- 172.21.15.43:0/3522149507 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe890004030 con 0x55f0f047bbb0 2024-05-16T15:51:10.057 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.043+0000 7fe894ff9640 1 -- 172.21.15.43:0/3522149507 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe8900035f0 con 0x55f0f047bbb0 2024-05-16T15:51:10.057 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.043+0000 7fe894ff9640 1 -- 172.21.15.43:0/3522149507 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe890011680 con 0x55f0f047bbb0 2024-05-16T15:51:10.057 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.044+0000 7fe8ab58b740 1 -- 172.21.15.43:0/3522149507 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f0f047bbb0 msgr2=0x55f0f04806b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:10.057 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.044+0000 7fe8ab58b740 1 --2- 172.21.15.43:0/3522149507 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f0f047bbb0 0x55f0f04806b0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7fe89000bcb0 tx=0x7fe8900107a0 comp rx=0 tx=0).stop 2024-05-16T15:51:10.058 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.044+0000 7fe8ab58b740 1 -- 172.21.15.43:0/3522149507 shutdown_connections 2024-05-16T15:51:10.058 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.044+0000 7fe8ab58b740 1 --2- 172.21.15.43:0/3522149507 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f0f0480d20 0x55f0f04831b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:10.058 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.045+0000 7fe8ab58b740 1 --2- 172.21.15.43:0/3522149507 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f0f047bbb0 0x55f0f04806b0 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:10.058 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.045+0000 7fe8ab58b740 1 --2- 172.21.15.43:0/3522149507 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f0f047b1c0 0x55f0f047b5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:10.058 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.045+0000 7fe8ab58b740 1 -- 172.21.15.43:0/3522149507 >> 172.21.15.43:0/3522149507 conn(0x55f0f0472420 msgr2=0x55f0f0472820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:10.058 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.045+0000 7fe8ab58b740 1 -- 172.21.15.43:0/3522149507 shutdown_connections 2024-05-16T15:51:10.058 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.045+0000 7fe8ab58b740 1 -- 172.21.15.43:0/3522149507 wait complete. 2024-05-16T15:51:10.058 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.046+0000 7fe8ab58b740 1 -- start start 2024-05-16T15:51:10.058 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.046+0000 7fe8ab58b740 1 Processor -- start 2024-05-16T15:51:10.062 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.046+0000 7fe8ab58b740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f0f047b1c0 0x55f0f04853d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:10.062 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.046+0000 7fe8ab58b740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f0f047bbb0 0x55f0f0485910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:10.062 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.046+0000 7fe8ab58b740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f0f0480d20 0x55f0f048c950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:10.062 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.046+0000 7fe8ab58b740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55f0f0483cd0 con 0x55f0f047b1c0 2024-05-16T15:51:10.062 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.046+0000 7fe8a653a640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f0f047b1c0 0x55f0f04853d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:10.062 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.047+0000 7fe8a653a640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f0f047b1c0 0x55f0f04853d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:56686/0 (socket says 172.21.15.43:56686) 2024-05-16T15:51:10.062 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.047+0000 7fe8a653a640 1 -- 172.21.15.43:0/1549908982 learned_addr learned my addr 172.21.15.43:0/1549908982 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:10.062 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.047+0000 7fe8ab58b740 1 -- 172.21.15.43:0/1549908982 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55f0f0398370 con 0x55f0f0480d20 2024-05-16T15:51:10.062 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.047+0000 7fe8ab58b740 1 -- 172.21.15.43:0/1549908982 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55f0f0483e50 con 0x55f0f047bbb0 2024-05-16T15:51:10.062 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.047+0000 7fe8ab58b740 10 client.0 _ll_register_callbacks cb 0x55f0f00eca00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:51:10.063 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.047+0000 7fe8a5d39640 1 --2- 172.21.15.43:0/1549908982 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f0f047bbb0 0x55f0f0485910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:10.063 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.047+0000 7fe8a6d3b640 1 --2- 172.21.15.43:0/1549908982 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f0f0480d20 0x55f0f048c950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:10.063 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.047+0000 7fe8a653a640 1 -- 172.21.15.43:0/1549908982 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f0f047bbb0 msgr2=0x55f0f0485910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:10.063 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.047+0000 7fe8a653a640 1 --2- 172.21.15.43:0/1549908982 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f0f047bbb0 0x55f0f0485910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:10.063 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.047+0000 7fe8a653a640 1 -- 172.21.15.43:0/1549908982 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f0f0480d20 msgr2=0x55f0f048c950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:10.063 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.047+0000 7fe8a653a640 1 --2- 172.21.15.43:0/1549908982 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f0f0480d20 0x55f0f048c950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:10.063 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.047+0000 7fe8a653a640 1 -- 172.21.15.43:0/1549908982 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f0f01b9620 con 0x55f0f047b1c0 2024-05-16T15:51:10.063 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.047+0000 7fe8a653a640 1 --2- 172.21.15.43:0/1549908982 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f0f047b1c0 0x55f0f04853d0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7fe89c000c00 tx=0x7fe89c02a420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=671b4016bfadbc02 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:10.063 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.047+0000 7fe889ffb640 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:51:10.063 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.047+0000 7fe889ffb640 1 -- 172.21.15.43:0/1549908982 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe89c035050 con 0x55f0f047b1c0 2024-05-16T15:51:10.063 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.048+0000 7fe889ffb640 1 -- 172.21.15.43:0/1549908982 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fe89c003a00 con 0x55f0f047b1c0 2024-05-16T15:51:10.063 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.048+0000 7fe8ab58b740 1 -- 172.21.15.43:0/1549908982 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe8900035f0 con 0x55f0f047b1c0 2024-05-16T15:51:10.063 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.048+0000 7fe889ffb640 1 -- 172.21.15.43:0/1549908982 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fe89c05b050 con 0x55f0f047b1c0 2024-05-16T15:51:10.064 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.048+0000 7fe8ab58b740 10 client.15618 fetch_fsmap learned FSMap version 30 2024-05-16T15:51:10.064 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.048+0000 7fe8ab58b740 1 -- 172.21.15.43:0/1549908982 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55f0f048f790 con 0x55f0f047b1c0 2024-05-16T15:51:10.064 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.048+0000 7fe889ffb640 1 -- 172.21.15.43:0/1549908982 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe8900035f0 con 0x55f0f047b1c0 2024-05-16T15:51:10.064 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.048+0000 7fe889ffb640 1 -- 172.21.15.43:0/1549908982 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7fe89c03cb90 con 0x55f0f047b1c0 2024-05-16T15:51:10.064 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.048+0000 7fe8ab58b740 10 client.15618 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:51:10.064 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.048+0000 7fe8ab58b740 10 client.15618 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:51:10.064 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.048+0000 7fe8ab58b740 20 client.15618 populate_metadata read hostname 'smithi043' 2024-05-16T15:51:10.064 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.048+0000 7fe8ab58b740 1 --2- 172.21.15.43:0/1549908982 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55f0f0490ed0 0x55f0f0493340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:10.064 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.048+0000 7fe8ab58b740 4 client.15618 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:51:10.064 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.048+0000 7fe8ab58b740 1 -- 172.21.15.43:0/1549908982 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f0f03e91e0 con 0x55f0f0490ed0 2024-05-16T15:51:10.064 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.049+0000 7fe8a5d39640 1 --2- 172.21.15.43:0/1549908982 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55f0f0490ed0 0x55f0f0493340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:10.064 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.049+0000 7fe8a5d39640 1 --2- 172.21.15.43:0/1549908982 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55f0f0490ed0 0x55f0f0493340 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=783762559755f0c5 server_cookie=e3fff161e08466b0 in_seq=0 out_seq=0 2024-05-16T15:51:10.064 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.049+0000 7fe889ffb640 10 client.15618 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:51:10.064 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.050+0000 7fe889ffb640 1 -- 172.21.15.43:0/1549908982 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55f0f03e91e0 con 0x55f0f0490ed0 2024-05-16T15:51:10.064 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.050+0000 7fe889ffb640 10 client.15618 handle_command_reply: tid=0 2024-05-16T15:51:10.065 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.050+0000 7fe8ab58b740 1 client.15618 shutdown 2024-05-16T15:51:10.065 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.050+0000 7fe8ab58b740 1 -- 172.21.15.43:0/1549908982 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f0f047b1c0 msgr2=0x55f0f04853d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:10.065 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.050+0000 7fe8ab58b740 1 --2- 172.21.15.43:0/1549908982 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f0f047b1c0 0x55f0f04853d0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7fe89c000c00 tx=0x7fe89c02a420 comp rx=0 tx=0).stop 2024-05-16T15:51:10.065 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.050+0000 7fe8ab58b740 1 -- 172.21.15.43:0/1549908982 shutdown_connections 2024-05-16T15:51:10.065 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.050+0000 7fe8ab58b740 1 --2- 172.21.15.43:0/1549908982 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55f0f0490ed0 0x55f0f0493340 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:10.065 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.050+0000 7fe8ab58b740 1 --2- 172.21.15.43:0/1549908982 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f0f0480d20 0x55f0f048c950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:10.065 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.050+0000 7fe8ab58b740 1 --2- 172.21.15.43:0/1549908982 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f0f047bbb0 0x55f0f0485910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:10.065 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.050+0000 7fe8ab58b740 1 --2- 172.21.15.43:0/1549908982 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f0f047b1c0 0x55f0f04853d0 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:10.065 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.050+0000 7fe8ab58b740 1 -- 172.21.15.43:0/1549908982 >> 172.21.15.43:0/1549908982 conn(0x55f0f0472420 msgr2=0x55f0f0471580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:10.065 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.050+0000 7fe889ffb640 0 client.15618 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:51:10.065 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.050+0000 7fe8ab58b740 1 -- 172.21.15.43:0/1549908982 shutdown_connections 2024-05-16T15:51:10.065 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.050+0000 7fe8ab58b740 1 -- 172.21.15.43:0/1549908982 wait complete. 2024-05-16T15:51:10.065 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.050+0000 7fe8ab58b740 20 client.15618 trim_cache size 0 max 16384 2024-05-16T15:51:10.089 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.077+0000 7fe8ab58b740 1 Processor -- start 2024-05-16T15:51:10.090 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.077+0000 7fe8ab58b740 1 -- start start 2024-05-16T15:51:10.090 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.077+0000 7fe8ab58b740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f0f047b1c0 0x55f0f04856f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:10.090 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.077+0000 7fe8ab58b740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f0f047bbb0 0x55f0f048c910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:10.090 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.077+0000 7fe8ab58b740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f0f0480d20 0x55f0f0475330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:10.090 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.077+0000 7fe8ab58b740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fe8a01a91e0 con 0x55f0f047b1c0 2024-05-16T15:51:10.090 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.077+0000 7fe8ab58b740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fe8a01aad20 con 0x55f0f047bbb0 2024-05-16T15:51:10.090 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.077+0000 7fe8ab58b740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fe8a01a98b0 con 0x55f0f0480d20 2024-05-16T15:51:10.090 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.077+0000 7fe8a653a640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f0f047b1c0 0x55f0f04856f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:10.090 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.078+0000 7fe8a653a640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f0f047b1c0 0x55f0f04856f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:56694/0 (socket says 172.21.15.43:56694) 2024-05-16T15:51:10.090 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.078+0000 7fe8a653a640 1 -- 172.21.15.43:0/1920315896 learned_addr learned my addr 172.21.15.43:0/1920315896 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:10.090 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.078+0000 7fe8a5d39640 1 --2- 172.21.15.43:0/1920315896 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f0f047bbb0 0x55f0f048c910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:10.090 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.078+0000 7fe8a6d3b640 1 --2- 172.21.15.43:0/1920315896 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f0f0480d20 0x55f0f0475330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:10.091 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.078+0000 7fe8a653a640 1 -- 172.21.15.43:0/1920315896 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f0f0480d20 msgr2=0x55f0f0475330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:10.091 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.078+0000 7fe8a653a640 1 --2- 172.21.15.43:0/1920315896 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f0f0480d20 0x55f0f0475330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:10.091 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.078+0000 7fe8a653a640 1 -- 172.21.15.43:0/1920315896 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f0f047bbb0 msgr2=0x55f0f048c910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:10.091 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.078+0000 7fe8a653a640 1 --2- 172.21.15.43:0/1920315896 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f0f047bbb0 0x55f0f048c910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:10.091 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.078+0000 7fe8a653a640 1 -- 172.21.15.43:0/1920315896 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f0f0480050 con 0x55f0f047b1c0 2024-05-16T15:51:10.091 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.078+0000 7fe8a653a640 1 --2- 172.21.15.43:0/1920315896 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f0f047b1c0 0x55f0f04856f0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fe89c04a700 tx=0x7fe89c031970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f961f7c33829403 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:10.091 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.078+0000 7fe88bfff640 1 -- 172.21.15.43:0/1920315896 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe89c035070 con 0x55f0f047b1c0 2024-05-16T15:51:10.091 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.078+0000 7fe88bfff640 1 -- 172.21.15.43:0/1920315896 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe89c003c90 con 0x55f0f047b1c0 2024-05-16T15:51:10.091 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.078+0000 7fe88bfff640 1 -- 172.21.15.43:0/1920315896 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe89c03c440 con 0x55f0f047b1c0 2024-05-16T15:51:10.094 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.079+0000 7fe8ab58b740 1 -- 172.21.15.43:0/1920315896 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f0f047b1c0 msgr2=0x55f0f04856f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:10.094 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.079+0000 7fe8ab58b740 1 --2- 172.21.15.43:0/1920315896 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f0f047b1c0 0x55f0f04856f0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fe89c04a700 tx=0x7fe89c031970 comp rx=0 tx=0).stop 2024-05-16T15:51:10.095 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.079+0000 7fe8ab58b740 1 -- 172.21.15.43:0/1920315896 shutdown_connections 2024-05-16T15:51:10.095 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.079+0000 7fe8ab58b740 1 --2- 172.21.15.43:0/1920315896 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f0f0480d20 0x55f0f0475330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:10.095 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.079+0000 7fe8ab58b740 1 --2- 172.21.15.43:0/1920315896 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f0f047bbb0 0x55f0f048c910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:10.095 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.079+0000 7fe8ab58b740 1 --2- 172.21.15.43:0/1920315896 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f0f047b1c0 0x55f0f04856f0 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:10.095 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.079+0000 7fe8ab58b740 1 -- 172.21.15.43:0/1920315896 >> 172.21.15.43:0/1920315896 conn(0x55f0f0472420 msgr2=0x55f0f0484fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:10.095 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.079+0000 7fe8ab58b740 1 -- 172.21.15.43:0/1920315896 shutdown_connections 2024-05-16T15:51:10.095 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.079+0000 7fe8ab58b740 1 -- 172.21.15.43:0/1920315896 wait complete. 2024-05-16T15:51:10.095 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.079+0000 7fe8ab58b740 1 -- start start 2024-05-16T15:51:10.095 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.080+0000 7fe8ab58b740 1 Processor -- start 2024-05-16T15:51:10.095 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.080+0000 7fe8ab58b740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f0f047bbb0 0x55f0f0489aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:10.095 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.080+0000 7fe8ab58b740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f0f0480d20 0x55f0f0489fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:10.095 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.080+0000 7fe8ab58b740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f0f048aff0 0x55f0f048b470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:10.095 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.080+0000 7fe8ab58b740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fe8a01aa650 con 0x55f0f048aff0 2024-05-16T15:51:10.095 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.080+0000 7fe8ab58b740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fe8a01a9f80 con 0x55f0f047bbb0 2024-05-16T15:51:10.096 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.080+0000 7fe8ab58b740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fe8a01a71c0 con 0x55f0f0480d20 2024-05-16T15:51:10.096 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.080+0000 7fe8ab58b740 10 client.0 _ll_register_callbacks cb 0x7fe89c031760 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:51:10.096 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.080+0000 7fe8a6d3b640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f0f048aff0 0x55f0f048b470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:10.096 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.080+0000 7fe8a6d3b640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f0f048aff0 0x55f0f048b470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:56696/0 (socket says 172.21.15.43:56696) 2024-05-16T15:51:10.096 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.080+0000 7fe8a6d3b640 1 -- 172.21.15.43:0/1578077096 learned_addr learned my addr 172.21.15.43:0/1578077096 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:10.096 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.080+0000 7fe8a653a640 1 --2- 172.21.15.43:0/1578077096 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f0f047bbb0 0x55f0f0489aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:10.096 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.080+0000 7fe8a5d39640 1 --2- 172.21.15.43:0/1578077096 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f0f0480d20 0x55f0f0489fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:10.096 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.080+0000 7fe8a6d3b640 1 -- 172.21.15.43:0/1578077096 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f0f0480d20 msgr2=0x55f0f0489fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:10.096 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.080+0000 7fe8a6d3b640 1 --2- 172.21.15.43:0/1578077096 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f0f0480d20 0x55f0f0489fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:10.096 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.080+0000 7fe8a6d3b640 1 -- 172.21.15.43:0/1578077096 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f0f047bbb0 msgr2=0x55f0f0489aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:10.096 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.080+0000 7fe8a6d3b640 1 --2- 172.21.15.43:0/1578077096 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f0f047bbb0 0x55f0f0489aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:10.096 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.080+0000 7fe8a6d3b640 1 -- 172.21.15.43:0/1578077096 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f0f048b9b0 con 0x55f0f048aff0 2024-05-16T15:51:10.096 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.081+0000 7fe8a6d3b640 1 --2- 172.21.15.43:0/1578077096 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f0f048aff0 0x55f0f048b470 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fe898005bc0 tx=0x7fe898005720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fcb9537b634e2991 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:10.096 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.081+0000 7fe889ffb640 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:51:10.097 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.081+0000 7fe889ffb640 1 -- 172.21.15.43:0/1578077096 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe89801f040 con 0x55f0f048aff0 2024-05-16T15:51:10.097 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.081+0000 7fe889ffb640 1 -- 172.21.15.43:0/1578077096 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fe8980cc070 con 0x55f0f048aff0 2024-05-16T15:51:10.097 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.081+0000 7fe8ab58b740 1 -- 172.21.15.43:0/1578077096 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe89c003c90 con 0x55f0f048aff0 2024-05-16T15:51:10.097 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.082+0000 7fe889ffb640 1 -- 172.21.15.43:0/1578077096 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fe8980b2750 con 0x55f0f048aff0 2024-05-16T15:51:10.097 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.082+0000 7fe8ab58b740 10 client.15624 fetch_fsmap learned FSMap version 30 2024-05-16T15:51:10.097 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.082+0000 7fe8ab58b740 1 -- 172.21.15.43:0/1578077096 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55f0f04fb800 con 0x55f0f048aff0 2024-05-16T15:51:10.097 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.082+0000 7fe889ffb640 1 -- 172.21.15.43:0/1578077096 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe89c003c90 con 0x55f0f048aff0 2024-05-16T15:51:10.097 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.082+0000 7fe889ffb640 1 -- 172.21.15.43:0/1578077096 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7fe89800f040 con 0x55f0f048aff0 2024-05-16T15:51:10.097 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.082+0000 7fe8ab58b740 10 client.15624 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:51:10.097 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.082+0000 7fe8ab58b740 10 client.15624 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:51:10.097 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.082+0000 7fe8ab58b740 20 client.15624 populate_metadata read hostname 'smithi043' 2024-05-16T15:51:10.097 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.082+0000 7fe8ab58b740 1 --2- 172.21.15.43:0/1578077096 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55f0f04fc0c0 0x55f0f04fe4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:10.097 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.082+0000 7fe8ab58b740 4 client.15624 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-16T15:51:10.097 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.082+0000 7fe8ab58b740 1 -- 172.21.15.43:0/1578077096 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f0f03e3050 con 0x55f0f04fc0c0 2024-05-16T15:51:10.097 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.082+0000 7fe8a653a640 1 --2- 172.21.15.43:0/1578077096 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55f0f04fc0c0 0x55f0f04fe4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:10.098 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.083+0000 7fe889ffb640 10 client.15624 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:51:10.098 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.083+0000 7fe8a653a640 1 --2- 172.21.15.43:0/1578077096 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55f0f04fc0c0 0x55f0f04fe4e0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=88f6b7a3d74c17cb server_cookie=47b8be6544d6085c in_seq=0 out_seq=0 2024-05-16T15:51:10.099 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.086+0000 7fe889ffb640 1 -- 172.21.15.43:0/1578077096 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55f0f03e3050 con 0x55f0f04fc0c0 2024-05-16T15:51:10.099 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.086+0000 7fe889ffb640 10 client.15624 handle_command_reply: tid=0 2024-05-16T15:51:10.099 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.086+0000 7fe8ab58b740 1 client.15624 shutdown 2024-05-16T15:51:10.099 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.087+0000 7fe8ab58b740 1 -- 172.21.15.43:0/1578077096 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f0f048aff0 msgr2=0x55f0f048b470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:10.099 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.087+0000 7fe8ab58b740 1 --2- 172.21.15.43:0/1578077096 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f0f048aff0 0x55f0f048b470 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fe898005bc0 tx=0x7fe898005720 comp rx=0 tx=0).stop 2024-05-16T15:51:10.099 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.087+0000 7fe8ab58b740 1 -- 172.21.15.43:0/1578077096 shutdown_connections 2024-05-16T15:51:10.099 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.087+0000 7fe8ab58b740 1 --2- 172.21.15.43:0/1578077096 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55f0f04fc0c0 0x55f0f04fe4e0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:10.099 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.087+0000 7fe8ab58b740 1 --2- 172.21.15.43:0/1578077096 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f0f048aff0 0x55f0f048b470 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:10.099 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.087+0000 7fe8ab58b740 1 --2- 172.21.15.43:0/1578077096 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f0f0480d20 0x55f0f0489fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:10.099 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.087+0000 7fe8ab58b740 1 --2- 172.21.15.43:0/1578077096 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f0f047bbb0 0x55f0f0489aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:10.100 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.087+0000 7fe889ffb640 0 client.15624 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:51:10.100 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.087+0000 7fe8ab58b740 1 -- 172.21.15.43:0/1578077096 >> 172.21.15.43:0/1578077096 conn(0x55f0f0472420 msgr2=0x55f0f0475330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:10.100 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.087+0000 7fe8ab58b740 1 -- 172.21.15.43:0/1578077096 shutdown_connections 2024-05-16T15:51:10.100 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.087+0000 7fe8ab58b740 1 -- 172.21.15.43:0/1578077096 wait complete. 2024-05-16T15:51:10.100 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.087+0000 7fe8ab58b740 20 client.15624 trim_cache size 0 max 16384 2024-05-16T15:51:10.100 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:{ 2024-05-16T15:51:10.100 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "message": "", 2024-05-16T15:51:10.100 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "return_code": 0 2024-05-16T15:51:10.100 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:} 2024-05-16T15:51:10.101 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.088+0000 7fe8a879e640 1 -- 172.21.15.43:0/4261942443 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe88c0b2920 msgr2=0x7fe88c0b4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:10.101 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.088+0000 7fe8a879e640 1 --2- 172.21.15.43:0/4261942443 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe88c0b2920 0x7fe88c0b4de0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fe89c005ab0 tx=0x7fe89c031400 comp rx=0 tx=0).stop 2024-05-16T15:51:10.101 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.088+0000 7fe8a879e640 1 -- 172.21.15.43:0/4261942443 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe8a0104690 msgr2=0x7fe8a01a00d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:10.101 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.088+0000 7fe8a879e640 1 --2- 172.21.15.43:0/4261942443 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe8a0104690 0x7fe8a01a00d0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fe89800eaa0 tx=0x7fe89800ef60 comp rx=0 tx=0).stop 2024-05-16T15:51:10.101 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.088+0000 7fe8a879e640 1 -- 172.21.15.43:0/4261942443 shutdown_connections 2024-05-16T15:51:10.101 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.088+0000 7fe8a879e640 1 --2- 172.21.15.43:0/4261942443 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe8a0104690 0x7fe8a01a00d0 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:10.102 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.088+0000 7fe8a879e640 1 --2- 172.21.15.43:0/4261942443 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe88c0b2920 0x7fe88c0b4de0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:10.102 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.088+0000 7fe8a879e640 1 --2- 172.21.15.43:0/4261942443 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe8a0103cd0 0x7fe8a01990b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:10.102 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.088+0000 7fe8a879e640 1 --2- 172.21.15.43:0/4261942443 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe8a0100d00 0x7fe8a0198b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:10.102 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.088+0000 7fe8a879e640 1 -- 172.21.15.43:0/4261942443 >> 172.21.15.43:0/4261942443 conn(0x7fe8a00fc650 msgr2=0x7fe8a01070f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:10.102 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.088+0000 7fe8a879e640 1 -- 172.21.15.43:0/4261942443 shutdown_connections 2024-05-16T15:51:10.102 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:10.088+0000 7fe8a879e640 1 -- 172.21.15.43:0/4261942443 wait complete. 2024-05-16T15:51:11.426 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:51:11 smithi157 ceph-mon[35584]: pgmap v464: 129 pgs: 129 active+clean; 673 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-05-16T15:51:11.436 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:51:11 smithi148 ceph-mon[34976]: pgmap v464: 129 pgs: 129 active+clean; 673 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-05-16T15:51:11.475 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:51:11 smithi043 ceph-mon[31619]: pgmap v464: 129 pgs: 129 active+clean; 673 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-05-16T15:51:13.436 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:51:13 smithi148 ceph-mon[34976]: pgmap v465: 129 pgs: 129 active+clean; 674 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 511 B/s wr, 10 op/s 2024-05-16T15:51:13.475 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:51:13 smithi043 ceph-mon[31619]: pgmap v465: 129 pgs: 129 active+clean; 674 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 511 B/s wr, 10 op/s 2024-05-16T15:51:13.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:51:13 smithi157 ceph-mon[35584]: pgmap v465: 129 pgs: 129 active+clean; 674 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 511 B/s wr, 10 op/s 2024-05-16T15:51:15.436 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:51:15 smithi148 ceph-mon[34976]: pgmap v466: 129 pgs: 129 active+clean; 674 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-16T15:51:15.475 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:51:15 smithi043 ceph-mon[31619]: pgmap v466: 129 pgs: 129 active+clean; 674 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-16T15:51:15.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:51:15 smithi157 ceph-mon[35584]: pgmap v466: 129 pgs: 129 active+clean; 674 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-16T15:51:17.437 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:51:17 smithi148 ceph-mon[34976]: pgmap v467: 129 pgs: 129 active+clean; 674 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-16T15:51:17.475 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:51:17 smithi043 ceph-mon[31619]: pgmap v467: 129 pgs: 129 active+clean; 674 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-16T15:51:17.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:51:17 smithi157 ceph-mon[35584]: pgmap v467: 129 pgs: 129 active+clean; 674 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-16T15:51:19.436 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:51:19 smithi148 ceph-mon[34976]: pgmap v468: 129 pgs: 129 active+clean; 674 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-16T15:51:19.436 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:51:19 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:51:19.475 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:51:19 smithi043 ceph-mon[31619]: pgmap v468: 129 pgs: 129 active+clean; 674 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-16T15:51:19.475 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:51:19 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:51:19.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:51:19 smithi157 ceph-mon[35584]: pgmap v468: 129 pgs: 129 active+clean; 674 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-16T15:51:19.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:51:19 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:51:20.475 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:51:20 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:51:20.475 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:51:20 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:51:20.475 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:51:20 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:51:20.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:51:20 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:51:20.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:51:20 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:51:20.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:51:20 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:51:20.686 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:51:20 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:51:20.686 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:51:20 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:51:20.686 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:51:20 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:51:21.475 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:51:21 smithi043 ceph-mon[31619]: pgmap v469: 129 pgs: 129 active+clean; 674 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-05-16T15:51:21.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:51:21 smithi157 ceph-mon[35584]: pgmap v469: 129 pgs: 129 active+clean; 674 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-05-16T15:51:21.686 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:51:21 smithi148 ceph-mon[34976]: pgmap v469: 129 pgs: 129 active+clean; 674 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-05-16T15:51:23.239 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.227+0000 7fc8762e1640 1 -- 172.21.15.43:0/205820268 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc8701034c0 msgr2=0x7fc870109d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:23.239 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.227+0000 7fc8762e1640 1 --2- 172.21.15.43:0/205820268 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc8701034c0 0x7fc870109d50 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fc868009ca0 tx=0x7fc86802a8c0 comp rx=0 tx=0).stop 2024-05-16T15:51:23.239 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.227+0000 7fc8762e1640 1 -- 172.21.15.43:0/205820268 shutdown_connections 2024-05-16T15:51:23.239 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.227+0000 7fc8762e1640 1 --2- 172.21.15.43:0/205820268 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc8701034c0 0x7fc870109d50 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:23.240 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.227+0000 7fc8762e1640 1 --2- 172.21.15.43:0/205820268 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc870102b00 0x7fc870102f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:23.240 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.227+0000 7fc8762e1640 1 --2- 172.21.15.43:0/205820268 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc870101910 0x7fc870101d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:23.240 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.227+0000 7fc8762e1640 1 -- 172.21.15.43:0/205820268 >> 172.21.15.43:0/205820268 conn(0x7fc8700fce80 msgr2=0x7fc8700ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:23.240 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.227+0000 7fc8762e1640 1 -- 172.21.15.43:0/205820268 shutdown_connections 2024-05-16T15:51:23.240 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.227+0000 7fc8762e1640 1 -- 172.21.15.43:0/205820268 wait complete. 2024-05-16T15:51:23.240 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.228+0000 7fc8762e1640 1 Processor -- start 2024-05-16T15:51:23.240 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.228+0000 7fc8762e1640 1 -- start start 2024-05-16T15:51:23.242 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.229+0000 7fc8762e1640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc870101910 0x7fc87006abf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:23.242 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.229+0000 7fc8762e1640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc870102b00 0x7fc87019d7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:23.242 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.229+0000 7fc8762e1640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc8701034c0 0x7fc87019fe00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:23.243 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.229+0000 7fc86f7fe640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc870102b00 0x7fc87019d7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:23.243 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.229+0000 7fc86f7fe640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc870102b00 0x7fc87019d7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:54828/0 (socket says 172.21.15.43:54828) 2024-05-16T15:51:23.243 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.229+0000 7fc86ffff640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc870101910 0x7fc87006abf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:23.243 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.229+0000 7fc86f7fe640 1 -- 172.21.15.43:0/2348356904 learned_addr learned my addr 172.21.15.43:0/2348356904 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:23.243 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.229+0000 7fc8762e1640 1 -- 172.21.15.43:0/2348356904 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fc87010d320 con 0x7fc870102b00 2024-05-16T15:51:23.243 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.229+0000 7fc8762e1640 1 -- 172.21.15.43:0/2348356904 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fc87010d1a0 con 0x7fc870101910 2024-05-16T15:51:23.243 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.229+0000 7fc8762e1640 1 -- 172.21.15.43:0/2348356904 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fc87010d4a0 con 0x7fc8701034c0 2024-05-16T15:51:23.243 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.229+0000 7fc87487e640 1 --2- 172.21.15.43:0/2348356904 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc8701034c0 0x7fc87019fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:23.243 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.230+0000 7fc86ffff640 1 -- 172.21.15.43:0/2348356904 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc8701034c0 msgr2=0x7fc87019fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:23.243 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.230+0000 7fc86ffff640 1 --2- 172.21.15.43:0/2348356904 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc8701034c0 0x7fc87019fe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:23.243 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.230+0000 7fc86ffff640 1 -- 172.21.15.43:0/2348356904 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc870102b00 msgr2=0x7fc87019d7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:23.243 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.230+0000 7fc86ffff640 1 --2- 172.21.15.43:0/2348356904 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc870102b00 0x7fc87019d7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:23.243 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.230+0000 7fc86ffff640 1 -- 172.21.15.43:0/2348356904 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8701a06c0 con 0x7fc870101910 2024-05-16T15:51:23.243 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.230+0000 7fc86f7fe640 1 --2- 172.21.15.43:0/2348356904 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc870102b00 0x7fc87019d7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:51:23.244 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.230+0000 7fc86ffff640 1 --2- 172.21.15.43:0/2348356904 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc870101910 0x7fc87006abf0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fc86000e9c0 tx=0x7fc86000ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:23.244 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.230+0000 7fc86d7fa640 1 -- 172.21.15.43:0/2348356904 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc86000ccc0 con 0x7fc870101910 2024-05-16T15:51:23.244 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.230+0000 7fc86d7fa640 1 -- 172.21.15.43:0/2348356904 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc8600044b0 con 0x7fc870101910 2024-05-16T15:51:23.244 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.230+0000 7fc86d7fa640 1 -- 172.21.15.43:0/2348356904 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc860003e10 con 0x7fc870101910 2024-05-16T15:51:23.244 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.230+0000 7fc8762e1640 1 -- 172.21.15.43:0/2348356904 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8701a09b0 con 0x7fc870101910 2024-05-16T15:51:23.244 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.231+0000 7fc8762e1640 1 -- 172.21.15.43:0/2348356904 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8701a0ea0 con 0x7fc870101910 2024-05-16T15:51:23.245 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.234+0000 7fc86d7fa640 1 -- 172.21.15.43:0/2348356904 <== mon.2 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fc860004000 con 0x7fc870101910 2024-05-16T15:51:23.245 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.234+0000 7fc878ffe740 1 Processor -- start 2024-05-16T15:51:23.245 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.234+0000 7fc878ffe740 1 -- start start 2024-05-16T15:51:23.248 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.234+0000 7fc878ffe740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55771d9d4db0 0x55771d9d51d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:23.248 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.234+0000 7fc878ffe740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55771d9d57a0 0x55771d9da2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:23.248 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.234+0000 7fc878ffe740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55771d9da910 0x55771d9dcda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:23.249 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.234+0000 7fc878ffe740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55771d9395d0 con 0x55771d9d4db0 2024-05-16T15:51:23.249 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.234+0000 7fc878ffe740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55771d8f2890 con 0x55771d9d57a0 2024-05-16T15:51:23.249 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.234+0000 7fc878ffe740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55771d935590 con 0x55771d9da910 2024-05-16T15:51:23.249 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.235+0000 7fc87487e640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55771d9d4db0 0x55771d9d51d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:23.249 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.235+0000 7fc87487e640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55771d9d4db0 0x55771d9d51d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:54832/0 (socket says 172.21.15.43:54832) 2024-05-16T15:51:23.249 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.235+0000 7fc87487e640 1 -- 172.21.15.43:0/1540237668 learned_addr learned my addr 172.21.15.43:0/1540237668 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:23.250 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.235+0000 7fc86f7fe640 1 --2- 172.21.15.43:0/1540237668 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55771d9da910 0x55771d9dcda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:23.250 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.235+0000 7fc86ffff640 1 --2- 172.21.15.43:0/1540237668 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55771d9d57a0 0x55771d9da2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:23.250 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.235+0000 7fc87487e640 1 -- 172.21.15.43:0/1540237668 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55771d9da910 msgr2=0x55771d9dcda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:23.250 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.235+0000 7fc86d7fa640 1 --2- 172.21.15.43:0/2348356904 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc8580b29a0 0x7fc8580b4e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:23.250 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.236+0000 7fc86d7fa640 1 -- 172.21.15.43:0/2348356904 <== mon.2 v2:172.21.15.148:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fc8600e29e0 con 0x7fc870101910 2024-05-16T15:51:23.250 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.236+0000 7fc87487e640 1 --2- 172.21.15.43:0/1540237668 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55771d9da910 0x55771d9dcda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:23.250 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.236+0000 7fc87487e640 1 -- 172.21.15.43:0/1540237668 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55771d9d57a0 msgr2=0x55771d9da2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:23.250 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.236+0000 7fc87487e640 1 --2- 172.21.15.43:0/1540237668 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55771d9d57a0 0x55771d9da2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:23.250 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.236+0000 7fc87487e640 1 -- 172.21.15.43:0/1540237668 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55771d64b210 con 0x55771d9d4db0 2024-05-16T15:51:23.250 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.236+0000 7fc86ffff640 1 --2- 172.21.15.43:0/1540237668 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55771d9d57a0 0x55771d9da2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:51:23.251 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.236+0000 7fc87487e640 1 --2- 172.21.15.43:0/1540237668 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55771d9d4db0 0x55771d9d51d0 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fc86802ade0 tx=0x7fc868005fa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2bf8c661036dab71 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:23.251 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.236+0000 7fc87487e640 1 --2- 172.21.15.43:0/2348356904 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc8580b29a0 0x7fc8580b4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:23.251 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.236+0000 7fc8567fc640 1 -- 172.21.15.43:0/1540237668 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc86804a040 con 0x55771d9d4db0 2024-05-16T15:51:23.251 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.237+0000 7fc8567fc640 1 -- 172.21.15.43:0/1540237668 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc868036030 con 0x55771d9d4db0 2024-05-16T15:51:23.256 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.237+0000 7fc8567fc640 1 -- 172.21.15.43:0/1540237668 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc868030d10 con 0x55771d9d4db0 2024-05-16T15:51:23.256 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.238+0000 7fc878ffe740 1 -- 172.21.15.43:0/1540237668 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55771d9d4db0 msgr2=0x55771d9d51d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:23.256 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.238+0000 7fc878ffe740 1 --2- 172.21.15.43:0/1540237668 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55771d9d4db0 0x55771d9d51d0 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fc86802ade0 tx=0x7fc868005fa0 comp rx=0 tx=0).stop 2024-05-16T15:51:23.257 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.238+0000 7fc87487e640 1 --2- 172.21.15.43:0/2348356904 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc8580b29a0 0x7fc8580b4e60 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fc868045000 tx=0x7fc868004750 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:23.257 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.238+0000 7fc878ffe740 1 -- 172.21.15.43:0/1540237668 shutdown_connections 2024-05-16T15:51:23.257 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.238+0000 7fc878ffe740 1 --2- 172.21.15.43:0/1540237668 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55771d9da910 0x55771d9dcda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:23.257 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.238+0000 7fc878ffe740 1 --2- 172.21.15.43:0/1540237668 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55771d9d57a0 0x55771d9da2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:23.257 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.238+0000 7fc878ffe740 1 --2- 172.21.15.43:0/1540237668 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55771d9d4db0 0x55771d9d51d0 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:23.257 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.238+0000 7fc878ffe740 1 -- 172.21.15.43:0/1540237668 >> 172.21.15.43:0/1540237668 conn(0x55771d9d0420 msgr2=0x55771d9d0820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:23.257 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.238+0000 7fc878ffe740 1 -- 172.21.15.43:0/1540237668 shutdown_connections 2024-05-16T15:51:23.257 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.238+0000 7fc878ffe740 1 -- 172.21.15.43:0/1540237668 wait complete. 2024-05-16T15:51:23.257 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.238+0000 7fc878ffe740 1 -- start start 2024-05-16T15:51:23.257 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.239+0000 7fc878ffe740 1 Processor -- start 2024-05-16T15:51:23.257 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.239+0000 7fc878ffe740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55771d9d4db0 0x55771d9d7b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:23.258 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.239+0000 7fc878ffe740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55771d9d57a0 0x55771d9d80c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:23.258 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.239+0000 7fc878ffe740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55771d9da910 0x55771d9d90d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:23.258 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.239+0000 7fc878ffe740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55771d9dd4c0 con 0x55771d9d57a0 2024-05-16T15:51:23.258 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.239+0000 7fc86f7fe640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55771d9d57a0 0x55771d9d80c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:23.258 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.239+0000 7fc86f7fe640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55771d9d57a0 0x55771d9d80c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:54840/0 (socket says 172.21.15.43:54840) 2024-05-16T15:51:23.258 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.239+0000 7fc86f7fe640 1 -- 172.21.15.43:0/1881337127 learned_addr learned my addr 172.21.15.43:0/1881337127 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:23.258 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.239+0000 7fc86ffff640 1 --2- 172.21.15.43:0/1881337127 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55771d9d4db0 0x55771d9d7b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:23.258 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.239+0000 7fc878ffe740 1 -- 172.21.15.43:0/1881337127 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55771d8f6370 con 0x55771d9da910 2024-05-16T15:51:23.259 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.239+0000 7fc878ffe740 1 -- 172.21.15.43:0/1881337127 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55771d9dd640 con 0x55771d9d4db0 2024-05-16T15:51:23.259 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.239+0000 7fc87487e640 1 --2- 172.21.15.43:0/1881337127 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55771d9da910 0x55771d9d90d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:23.259 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.240+0000 7fc86ffff640 1 -- 172.21.15.43:0/1881337127 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55771d9da910 msgr2=0x55771d9d90d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:23.259 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.240+0000 7fc86ffff640 1 --2- 172.21.15.43:0/1881337127 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55771d9da910 0x55771d9d90d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:23.259 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.240+0000 7fc86ffff640 1 -- 172.21.15.43:0/1881337127 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55771d9d57a0 msgr2=0x55771d9d80c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:23.260 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.240+0000 7fc86ffff640 1 --2- 172.21.15.43:0/1881337127 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55771d9d57a0 0x55771d9d80c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:23.260 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.240+0000 7fc86ffff640 1 -- 172.21.15.43:0/1881337127 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55771d717620 con 0x55771d9d4db0 2024-05-16T15:51:23.260 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.240+0000 7fc86f7fe640 1 --2- 172.21.15.43:0/1881337127 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55771d9d57a0 0x55771d9d80c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:51:23.260 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.240+0000 7fc878ffe740 10 client.0 _ll_register_callbacks cb 0x55771d64aa00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:51:23.260 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.240+0000 7fc878ffe740 1 -- 172.21.15.43:0/1881337127 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc868036030 con 0x55771d9d4db0 2024-05-16T15:51:23.260 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.240+0000 7fc86ffff640 1 --2- 172.21.15.43:0/1881337127 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55771d9d4db0 0x55771d9d7b80 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x55771d9d6210 tx=0x7fc8600042f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=707cd6c065fee15 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:23.260 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.240+0000 7fc84f7fe640 10 client.25249 ms_handle_connect on v2:172.21.15.157:3300/0 2024-05-16T15:51:23.260 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.240+0000 7fc84f7fe640 1 -- 172.21.15.43:0/1881337127 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8600aa2f0 con 0x55771d9d4db0 2024-05-16T15:51:23.260 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.240+0000 7fc84f7fe640 1 -- 172.21.15.43:0/1881337127 <== mon.1 v2:172.21.15.157:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fc8600c4200 con 0x55771d9d4db0 2024-05-16T15:51:23.260 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.240+0000 7fc84f7fe640 1 -- 172.21.15.43:0/1881337127 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fc8600a9bf0 con 0x55771d9d4db0 2024-05-16T15:51:23.260 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.240+0000 7fc878ffe740 10 client.25249 fetch_fsmap learned FSMap version 30 2024-05-16T15:51:23.260 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.240+0000 7fc878ffe740 1 -- 172.21.15.43:0/1881337127 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({fsmap=30}) -- 0x55771d9f19b0 con 0x55771d9d4db0 2024-05-16T15:51:23.260 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.241+0000 7fc84f7fe640 1 -- 172.21.15.43:0/1881337127 <== mon.1 v2:172.21.15.157:3300/0 4 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7fc8600b25c0 con 0x55771d9d4db0 2024-05-16T15:51:23.260 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.241+0000 7fc878ffe740 10 client.25249 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:51:23.260 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.241+0000 7fc878ffe740 10 client.25249 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:51:23.261 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.241+0000 7fc878ffe740 20 client.25249 populate_metadata read hostname 'smithi043' 2024-05-16T15:51:23.261 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.241+0000 7fc878ffe740 1 --2- 172.21.15.43:0/1881337127 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55771d9f2fd0 0x55771d9f5490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:23.261 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.241+0000 7fc878ffe740 4 client.25249 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:51:23.261 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.241+0000 7fc878ffe740 1 -- 172.21.15.43:0/1881337127 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55771d9471e0 con 0x55771d9f2fd0 2024-05-16T15:51:23.261 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.241+0000 7fc86f7fe640 1 --2- 172.21.15.43:0/1881337127 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55771d9f2fd0 0x55771d9f5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:23.261 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.242+0000 7fc84f7fe640 10 client.25249 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:51:23.261 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.242+0000 7fc86f7fe640 1 --2- 172.21.15.43:0/1881337127 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55771d9f2fd0 0x55771d9f5490 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ef287e555a5e0cab server_cookie=1d5913159084261e in_seq=0 out_seq=0 2024-05-16T15:51:23.261 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.242+0000 7fc84f7fe640 1 -- 172.21.15.43:0/1881337127 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55771d9471e0 con 0x55771d9f2fd0 2024-05-16T15:51:23.261 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.242+0000 7fc84f7fe640 10 client.25249 handle_command_reply: tid=0 2024-05-16T15:51:23.261 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.242+0000 7fc878ffe740 1 client.25249 shutdown 2024-05-16T15:51:23.261 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.242+0000 7fc878ffe740 1 -- 172.21.15.43:0/1881337127 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55771d9d4db0 msgr2=0x55771d9d7b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:23.261 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.242+0000 7fc878ffe740 1 --2- 172.21.15.43:0/1881337127 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55771d9d4db0 0x55771d9d7b80 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x55771d9d6210 tx=0x7fc8600042f0 comp rx=0 tx=0).stop 2024-05-16T15:51:23.261 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.243+0000 7fc878ffe740 1 -- 172.21.15.43:0/1881337127 shutdown_connections 2024-05-16T15:51:23.261 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.243+0000 7fc878ffe740 1 --2- 172.21.15.43:0/1881337127 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55771d9f2fd0 0x55771d9f5490 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:23.261 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.243+0000 7fc84f7fe640 0 client.25249 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:51:23.262 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.243+0000 7fc878ffe740 1 --2- 172.21.15.43:0/1881337127 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55771d9da910 0x55771d9d90d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:23.262 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.243+0000 7fc878ffe740 1 --2- 172.21.15.43:0/1881337127 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55771d9d57a0 0x55771d9d80c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:23.262 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.243+0000 7fc878ffe740 1 --2- 172.21.15.43:0/1881337127 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55771d9d4db0 0x55771d9d7b80 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:23.262 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.243+0000 7fc878ffe740 1 -- 172.21.15.43:0/1881337127 >> 172.21.15.43:0/1881337127 conn(0x55771d9d0420 msgr2=0x55771d9cf580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:23.262 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.243+0000 7fc878ffe740 1 -- 172.21.15.43:0/1881337127 shutdown_connections 2024-05-16T15:51:23.262 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.243+0000 7fc878ffe740 1 -- 172.21.15.43:0/1881337127 wait complete. 2024-05-16T15:51:23.262 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.243+0000 7fc878ffe740 20 client.25249 trim_cache size 0 max 16384 2024-05-16T15:51:23.285 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.273+0000 7fc878ffe740 1 Processor -- start 2024-05-16T15:51:23.285 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.274+0000 7fc878ffe740 1 -- start start 2024-05-16T15:51:23.285 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.274+0000 7fc878ffe740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55771d9d4db0 0x55771d9d9060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:23.285 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.274+0000 7fc878ffe740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55771d9d57a0 0x55771d9d3300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:23.287 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.274+0000 7fc86f7fe640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55771d9d57a0 0x55771d9d3300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:23.287 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.274+0000 7fc86ffff640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55771d9d4db0 0x55771d9d9060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:23.287 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.274+0000 7fc86f7fe640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55771d9d57a0 0x55771d9d3300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:54852/0 (socket says 172.21.15.43:54852) 2024-05-16T15:51:23.287 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.274+0000 7fc86f7fe640 1 -- 172.21.15.43:0/3427671521 learned_addr learned my addr 172.21.15.43:0/3427671521 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:23.287 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.274+0000 7fc878ffe740 1 --2- 172.21.15.43:0/3427671521 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55771d9da910 0x55771d9d3840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:23.287 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.274+0000 7fc878ffe740 1 -- 172.21.15.43:0/3427671521 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fc8701a91d0 con 0x55771d9d57a0 2024-05-16T15:51:23.287 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.274+0000 7fc878ffe740 1 -- 172.21.15.43:0/3427671521 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fc8701aad10 con 0x55771d9d4db0 2024-05-16T15:51:23.287 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.274+0000 7fc878ffe740 1 -- 172.21.15.43:0/3427671521 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fc8701a98a0 con 0x55771d9da910 2024-05-16T15:51:23.288 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.275+0000 7fc87487e640 1 --2- 172.21.15.43:0/3427671521 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55771d9da910 0x55771d9d3840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:23.288 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.275+0000 7fc86ffff640 1 -- 172.21.15.43:0/3427671521 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55771d9da910 msgr2=0x55771d9d3840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:23.288 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.275+0000 7fc86ffff640 1 --2- 172.21.15.43:0/3427671521 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55771d9da910 0x55771d9d3840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:23.288 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.275+0000 7fc86ffff640 1 -- 172.21.15.43:0/3427671521 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55771d9d57a0 msgr2=0x55771d9d3300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:23.288 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.275+0000 7fc86ffff640 1 --2- 172.21.15.43:0/3427671521 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55771d9d57a0 0x55771d9d3300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:23.288 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.275+0000 7fc86ffff640 1 -- 172.21.15.43:0/3427671521 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55771d9d0250 con 0x55771d9d4db0 2024-05-16T15:51:23.288 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.275+0000 7fc86f7fe640 1 --2- 172.21.15.43:0/3427671521 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55771d9d57a0 0x55771d9d3300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:51:23.288 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.275+0000 7fc86ffff640 1 --2- 172.21.15.43:0/3427671521 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55771d9d4db0 0x55771d9d9060 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fc860003fd0 tx=0x7fc8600cc000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=531bf712d5858057 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:23.288 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.276+0000 7fc855ffb640 1 -- 172.21.15.43:0/3427671521 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8600aa2f0 con 0x55771d9d4db0 2024-05-16T15:51:23.289 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.276+0000 7fc855ffb640 1 -- 172.21.15.43:0/3427671521 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc868036030 con 0x55771d9d4db0 2024-05-16T15:51:23.290 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.276+0000 7fc855ffb640 1 -- 172.21.15.43:0/3427671521 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8600a5560 con 0x55771d9d4db0 2024-05-16T15:51:23.290 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.277+0000 7fc878ffe740 1 -- 172.21.15.43:0/3427671521 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55771d9d4db0 msgr2=0x55771d9d9060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:23.290 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.277+0000 7fc878ffe740 1 --2- 172.21.15.43:0/3427671521 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55771d9d4db0 0x55771d9d9060 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fc860003fd0 tx=0x7fc8600cc000 comp rx=0 tx=0).stop 2024-05-16T15:51:23.290 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.277+0000 7fc878ffe740 1 -- 172.21.15.43:0/3427671521 shutdown_connections 2024-05-16T15:51:23.290 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.278+0000 7fc878ffe740 1 --2- 172.21.15.43:0/3427671521 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55771d9da910 0x55771d9d3840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:23.290 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.278+0000 7fc878ffe740 1 --2- 172.21.15.43:0/3427671521 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55771d9d57a0 0x55771d9d3300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:23.290 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.278+0000 7fc878ffe740 1 --2- 172.21.15.43:0/3427671521 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55771d9d4db0 0x55771d9d9060 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:23.290 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.278+0000 7fc878ffe740 1 -- 172.21.15.43:0/3427671521 >> 172.21.15.43:0/3427671521 conn(0x55771d9d0420 msgr2=0x55771d9d0800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:23.290 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.278+0000 7fc878ffe740 1 -- 172.21.15.43:0/3427671521 shutdown_connections 2024-05-16T15:51:23.290 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.278+0000 7fc878ffe740 1 -- 172.21.15.43:0/3427671521 wait complete. 2024-05-16T15:51:23.291 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.279+0000 7fc878ffe740 1 -- start start 2024-05-16T15:51:23.291 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.279+0000 7fc878ffe740 1 Processor -- start 2024-05-16T15:51:23.291 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.279+0000 7fc878ffe740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55771d9d4db0 0x55771d9ed270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:23.291 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.280+0000 7fc878ffe740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55771d9d57a0 0x55771d9ed7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:23.291 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.280+0000 7fc878ffe740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55771d9da910 0x55771d9ee7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:23.291 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.280+0000 7fc878ffe740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fc8701aa640 con 0x55771d9d4db0 2024-05-16T15:51:23.291 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.280+0000 7fc878ffe740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fc8701a9f70 con 0x55771d9d57a0 2024-05-16T15:51:23.292 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.280+0000 7fc878ffe740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fc8701a71b0 con 0x55771d9da910 2024-05-16T15:51:23.292 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.280+0000 7fc878ffe740 10 client.0 _ll_register_callbacks cb 0x7fc8600046c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:51:23.292 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.280+0000 7fc86f7fe640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55771d9d57a0 0x55771d9ed7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:23.292 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.280+0000 7fc86f7fe640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55771d9d57a0 0x55771d9ed7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:55788/0 (socket says 172.21.15.43:55788) 2024-05-16T15:51:23.292 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.280+0000 7fc86f7fe640 1 -- 172.21.15.43:0/2107805272 learned_addr learned my addr 172.21.15.43:0/2107805272 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:23.292 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.280+0000 7fc86ffff640 1 --2- 172.21.15.43:0/2107805272 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55771d9d4db0 0x55771d9ed270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:23.293 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.280+0000 7fc87487e640 1 --2- 172.21.15.43:0/2107805272 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55771d9da910 0x55771d9ee7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:23.293 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.280+0000 7fc86f7fe640 1 -- 172.21.15.43:0/2107805272 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55771d9da910 msgr2=0x55771d9ee7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:23.293 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.280+0000 7fc86f7fe640 1 --2- 172.21.15.43:0/2107805272 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55771d9da910 0x55771d9ee7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:23.293 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.280+0000 7fc86f7fe640 1 -- 172.21.15.43:0/2107805272 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55771d9d4db0 msgr2=0x55771d9ed270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:23.293 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.280+0000 7fc86f7fe640 1 --2- 172.21.15.43:0/2107805272 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55771d9d4db0 0x55771d9ed270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:23.293 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.280+0000 7fc86f7fe640 1 -- 172.21.15.43:0/2107805272 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55771d9eedb0 con 0x55771d9d57a0 2024-05-16T15:51:23.293 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.281+0000 7fc86f7fe640 1 --2- 172.21.15.43:0/2107805272 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55771d9d57a0 0x55771d9ed7b0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fc86401d510 tx=0x7fc86401d9d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ed9ac671e24d78d0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:23.293 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.281+0000 7fc84f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.148:3300/0 2024-05-16T15:51:23.294 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.281+0000 7fc84f7fe640 1 -- 172.21.15.43:0/2107805272 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc864003fc0 con 0x55771d9d57a0 2024-05-16T15:51:23.294 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.281+0000 7fc878ffe740 1 -- 172.21.15.43:0/2107805272 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc868036030 con 0x55771d9d57a0 2024-05-16T15:51:23.294 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.281+0000 7fc84f7fe640 1 -- 172.21.15.43:0/2107805272 <== mon.2 v2:172.21.15.148:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fc864011440 con 0x55771d9d57a0 2024-05-16T15:51:23.294 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.281+0000 7fc84f7fe640 1 -- 172.21.15.43:0/2107805272 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fc864011640 con 0x55771d9d57a0 2024-05-16T15:51:23.294 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.281+0000 7fc878ffe740 10 client.25211 fetch_fsmap learned FSMap version 30 2024-05-16T15:51:23.294 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.281+0000 7fc878ffe740 1 -- 172.21.15.43:0/2107805272 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55771da5d950 con 0x55771d9d57a0 2024-05-16T15:51:23.294 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.282+0000 7fc84f7fe640 1 -- 172.21.15.43:0/2107805272 <== mon.2 v2:172.21.15.148:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc868036030 con 0x55771d9d57a0 2024-05-16T15:51:23.295 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.282+0000 7fc84f7fe640 1 -- 172.21.15.43:0/2107805272 <== mon.2 v2:172.21.15.148:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7fc864025870 con 0x55771d9d57a0 2024-05-16T15:51:23.295 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.282+0000 7fc878ffe740 10 client.25211 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:51:23.295 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.282+0000 7fc878ffe740 10 client.25211 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:51:23.295 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.282+0000 7fc878ffe740 20 client.25211 populate_metadata read hostname 'smithi043' 2024-05-16T15:51:23.295 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.282+0000 7fc878ffe740 1 --2- 172.21.15.43:0/2107805272 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55771d9f2fd0 0x55771da601c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:23.295 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.282+0000 7fc878ffe740 4 client.25211 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-16T15:51:23.295 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.282+0000 7fc878ffe740 1 -- 172.21.15.43:0/2107805272 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55771d941050 con 0x55771d9f2fd0 2024-05-16T15:51:23.295 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.283+0000 7fc86ffff640 1 --2- 172.21.15.43:0/2107805272 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55771d9f2fd0 0x55771da601c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:23.295 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.283+0000 7fc84f7fe640 10 client.25211 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:51:23.295 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.283+0000 7fc86ffff640 1 --2- 172.21.15.43:0/2107805272 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55771d9f2fd0 0x55771da601c0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c96823a002588b55 server_cookie=e496b757336640c2 in_seq=0 out_seq=0 2024-05-16T15:51:23.298 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.287+0000 7fc84f7fe640 1 -- 172.21.15.43:0/2107805272 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55771d941050 con 0x55771d9f2fd0 2024-05-16T15:51:23.299 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.287+0000 7fc84f7fe640 10 client.25211 handle_command_reply: tid=0 2024-05-16T15:51:23.299 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.287+0000 7fc878ffe740 1 client.25211 shutdown 2024-05-16T15:51:23.299 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.287+0000 7fc878ffe740 1 -- 172.21.15.43:0/2107805272 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55771d9d57a0 msgr2=0x55771d9ed7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:23.299 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.287+0000 7fc878ffe740 1 --2- 172.21.15.43:0/2107805272 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55771d9d57a0 0x55771d9ed7b0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fc86401d510 tx=0x7fc86401d9d0 comp rx=0 tx=0).stop 2024-05-16T15:51:23.299 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.287+0000 7fc878ffe740 1 -- 172.21.15.43:0/2107805272 shutdown_connections 2024-05-16T15:51:23.299 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.287+0000 7fc878ffe740 1 --2- 172.21.15.43:0/2107805272 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55771d9f2fd0 0x55771da601c0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:23.299 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.287+0000 7fc878ffe740 1 --2- 172.21.15.43:0/2107805272 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55771d9da910 0x55771d9ee7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:23.299 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.287+0000 7fc878ffe740 1 --2- 172.21.15.43:0/2107805272 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55771d9d57a0 0x55771d9ed7b0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:23.299 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.287+0000 7fc878ffe740 1 --2- 172.21.15.43:0/2107805272 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55771d9d4db0 0x55771d9ed270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:23.299 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.287+0000 7fc878ffe740 1 -- 172.21.15.43:0/2107805272 >> 172.21.15.43:0/2107805272 conn(0x55771d9d0420 msgr2=0x55771d9d3300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:23.299 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.287+0000 7fc84f7fe640 0 client.25211 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:51:23.299 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.287+0000 7fc878ffe740 1 -- 172.21.15.43:0/2107805272 shutdown_connections 2024-05-16T15:51:23.299 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.287+0000 7fc878ffe740 1 -- 172.21.15.43:0/2107805272 wait complete. 2024-05-16T15:51:23.299 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.287+0000 7fc878ffe740 20 client.25211 trim_cache size 0 max 16384 2024-05-16T15:51:23.300 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:{ 2024-05-16T15:51:23.300 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "message": "", 2024-05-16T15:51:23.300 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "return_code": 0 2024-05-16T15:51:23.300 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:} 2024-05-16T15:51:23.301 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.288+0000 7fc8762e1640 1 -- 172.21.15.43:0/2348356904 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc8580b29a0 msgr2=0x7fc8580b4e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:23.301 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.288+0000 7fc8762e1640 1 --2- 172.21.15.43:0/2348356904 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc8580b29a0 0x7fc8580b4e60 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fc868045000 tx=0x7fc868004750 comp rx=0 tx=0).stop 2024-05-16T15:51:23.301 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.288+0000 7fc8762e1640 1 -- 172.21.15.43:0/2348356904 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc870101910 msgr2=0x7fc87006abf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:23.301 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.288+0000 7fc8762e1640 1 --2- 172.21.15.43:0/2348356904 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc870101910 0x7fc87006abf0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fc86000e9c0 tx=0x7fc86000ee80 comp rx=0 tx=0).stop 2024-05-16T15:51:23.301 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.288+0000 7fc8762e1640 1 -- 172.21.15.43:0/2348356904 shutdown_connections 2024-05-16T15:51:23.301 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.288+0000 7fc8762e1640 1 --2- 172.21.15.43:0/2348356904 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc8580b29a0 0x7fc8580b4e60 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:23.301 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.288+0000 7fc8762e1640 1 --2- 172.21.15.43:0/2348356904 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc8701034c0 0x7fc87019fe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:23.301 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.288+0000 7fc8762e1640 1 --2- 172.21.15.43:0/2348356904 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc870102b00 0x7fc87019d7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:23.301 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.288+0000 7fc8762e1640 1 --2- 172.21.15.43:0/2348356904 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc870101910 0x7fc87006abf0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:23.301 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.288+0000 7fc8762e1640 1 -- 172.21.15.43:0/2348356904 >> 172.21.15.43:0/2348356904 conn(0x7fc8700fce80 msgr2=0x7fc870105e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:23.302 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.288+0000 7fc8762e1640 1 -- 172.21.15.43:0/2348356904 shutdown_connections 2024-05-16T15:51:23.302 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:23.288+0000 7fc8762e1640 1 -- 172.21.15.43:0/2348356904 wait complete. 2024-05-16T15:51:23.475 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:51:23 smithi043 ceph-mon[31619]: pgmap v470: 129 pgs: 129 active+clean; 674 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-16T15:51:23.621 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-16T15:51:23.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:51:23 smithi157 ceph-mon[35584]: pgmap v470: 129 pgs: 129 active+clean; 674 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-16T15:51:23.686 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:51:23 smithi148 ceph-mon[34976]: pgmap v470: 129 pgs: 129 active+clean; 674 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-16T15:51:23.980 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:51:25.475 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:51:25 smithi043 ceph-mon[31619]: pgmap v471: 129 pgs: 129 active+clean; 674 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-16T15:51:25.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:51:25 smithi157 ceph-mon[35584]: pgmap v471: 129 pgs: 129 active+clean; 674 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-16T15:51:25.686 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:51:25 smithi148 ceph-mon[34976]: pgmap v471: 129 pgs: 129 active+clean; 674 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-16T15:51:25.936 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.923+0000 7f116b6a9700 1 -- 172.21.15.43:0/73850336 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1164108410 msgr2=0x7f11641087f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:25.936 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.923+0000 7f116b6a9700 1 --2- 172.21.15.43:0/73850336 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1164108410 0x7f11641087f0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f1160009990 tx=0x7f1160009ca0 comp rx=0 tx=0).stop 2024-05-16T15:51:25.936 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.923+0000 7f116b6a9700 1 -- 172.21.15.43:0/73850336 shutdown_connections 2024-05-16T15:51:25.936 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.923+0000 7f116b6a9700 1 --2- 172.21.15.43:0/73850336 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1164102d60 0x7f116410f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:25.936 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.923+0000 7f116b6a9700 1 --2- 172.21.15.43:0/73850336 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1164108410 0x7f11641087f0 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:25.936 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.923+0000 7f116b6a9700 1 --2- 172.21.15.43:0/73850336 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f11641023a0 0x7f1164102820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:25.937 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.923+0000 7f116b6a9700 1 -- 172.21.15.43:0/73850336 >> 172.21.15.43:0/73850336 conn(0x7f1164079350 msgr2=0x7f1164079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:25.937 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.923+0000 7f116b6a9700 1 -- 172.21.15.43:0/73850336 shutdown_connections 2024-05-16T15:51:25.937 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.923+0000 7f116b6a9700 1 -- 172.21.15.43:0/73850336 wait complete. 2024-05-16T15:51:25.937 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.924+0000 7f116b6a9700 1 Processor -- start 2024-05-16T15:51:25.937 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.925+0000 7f116b6a9700 1 -- start start 2024-05-16T15:51:25.939 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.925+0000 7f116b6a9700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f11641023a0 0x7f116419f740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:25.939 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.925+0000 7f116b6a9700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1164102d60 0x7f116419fc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:25.939 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.925+0000 7f116b6a9700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1164108410 0x7f1164199900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:25.939 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.925+0000 7f116b6a9700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f11641135a0 con 0x7f1164108410 2024-05-16T15:51:25.939 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.925+0000 7f116b6a9700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f1164113420 con 0x7f11641023a0 2024-05-16T15:51:25.939 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.925+0000 7f1169c46700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1164108410 0x7f1164199900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:25.939 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.926+0000 7f116b6a9700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f1164113720 con 0x7f1164102d60 2024-05-16T15:51:25.939 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.926+0000 7f1169c46700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1164108410 0x7f1164199900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:41404/0 (socket says 172.21.15.43:41404) 2024-05-16T15:51:25.939 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.926+0000 7f1169c46700 1 -- 172.21.15.43:0/893956260 learned_addr learned my addr 172.21.15.43:0/893956260 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:25.940 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.926+0000 7f1168c44700 1 --2- 172.21.15.43:0/893956260 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1164102d60 0x7f116419fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:25.940 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.926+0000 7f1168c44700 1 -- 172.21.15.43:0/893956260 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f11641023a0 msgr2=0x7f116419f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:25.940 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.926+0000 7f1168c44700 1 --2- 172.21.15.43:0/893956260 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f11641023a0 0x7f116419f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:25.940 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.926+0000 7f1168c44700 1 -- 172.21.15.43:0/893956260 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1164108410 msgr2=0x7f1164199900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:25.940 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.926+0000 7f1168c44700 1 --2- 172.21.15.43:0/893956260 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1164108410 0x7f1164199900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:25.940 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.926+0000 7f1168c44700 1 -- 172.21.15.43:0/893956260 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f116419a060 con 0x7f1164102d60 2024-05-16T15:51:25.940 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.926+0000 7f1168c44700 1 --2- 172.21.15.43:0/893956260 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1164102d60 0x7f116419fc80 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f115400e9f0 tx=0x7f115400edb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:25.940 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.926+0000 7f115a7fc700 1 -- 172.21.15.43:0/893956260 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f115400cbd0 con 0x7f1164102d60 2024-05-16T15:51:25.940 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.927+0000 7f116b6a9700 1 -- 172.21.15.43:0/893956260 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f116419a350 con 0x7f1164102d60 2024-05-16T15:51:25.940 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.927+0000 7f115a7fc700 1 -- 172.21.15.43:0/893956260 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f11540044b0 con 0x7f1164102d60 2024-05-16T15:51:25.940 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.927+0000 7f115a7fc700 1 -- 172.21.15.43:0/893956260 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1154005020 con 0x7f1164102d60 2024-05-16T15:51:25.940 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.927+0000 7f116b6a9700 1 -- 172.21.15.43:0/893956260 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f116410f910 con 0x7f1164102d60 2024-05-16T15:51:25.943 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.931+0000 7f115a7fc700 1 -- 172.21.15.43:0/893956260 <== mon.1 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f11540051c0 con 0x7f1164102d60 2024-05-16T15:51:25.944 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.932+0000 7f1175f3cb80 1 Processor -- start 2024-05-16T15:51:25.944 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.932+0000 7f1175f3cb80 1 -- start start 2024-05-16T15:51:25.944 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.932+0000 7f115a7fc700 1 --2- 172.21.15.43:0/893956260 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f11500b6d10 0x7f11500b91d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:25.944 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.932+0000 7f1175f3cb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x565329b1c4d0 0x565329b1c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:25.944 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.932+0000 7f1175f3cb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x565329b1cdf0 0x565329b206f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:25.944 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.932+0000 7f1175f3cb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x565329b20c80 0x565329b21100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:25.945 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.932+0000 7f1175f3cb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x565329a6e860 con 0x565329b1c4d0 2024-05-16T15:51:25.945 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.932+0000 7f1175f3cb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x565329a0d7c0 con 0x565329b1cdf0 2024-05-16T15:51:25.945 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.932+0000 7f1175f3cb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x565329a6a820 con 0x565329b20c80 2024-05-16T15:51:25.946 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.933+0000 7f1169445700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x565329b1c4d0 0x565329b1c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:25.946 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.933+0000 7f1168c44700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x565329b1cdf0 0x565329b206f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:25.946 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.933+0000 7f1169445700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x565329b1c4d0 0x565329b1c8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:41412/0 (socket says 172.21.15.43:41412) 2024-05-16T15:51:25.946 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.933+0000 7f1169445700 1 -- 172.21.15.43:0/533241881 learned_addr learned my addr 172.21.15.43:0/533241881 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:25.946 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.933+0000 7f1169c46700 1 --2- 172.21.15.43:0/893956260 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f11500b6d10 0x7f11500b91d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:25.951 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.933+0000 7f1169445700 1 -- 172.21.15.43:0/533241881 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x565329b20c80 msgr2=0x565329b21100 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-16T15:51:25.951 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.933+0000 7f1169445700 1 --2- 172.21.15.43:0/533241881 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x565329b20c80 0x565329b21100 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:25.952 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.933+0000 7f1169445700 1 -- 172.21.15.43:0/533241881 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x565329b1cdf0 msgr2=0x565329b206f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:25.952 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.933+0000 7f1169445700 1 --2- 172.21.15.43:0/533241881 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x565329b1cdf0 0x565329b206f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:25.952 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.933+0000 7f1169445700 1 -- 172.21.15.43:0/533241881 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5653299bb8d0 con 0x565329b1c4d0 2024-05-16T15:51:25.952 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.934+0000 7f1169445700 1 --2- 172.21.15.43:0/533241881 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x565329b1c4d0 0x565329b1c8b0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f11600096a0 tx=0x7f11600096d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89fb4f6d7c4c573b server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:25.952 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.934+0000 7f114f7fe700 1 -- 172.21.15.43:0/533241881 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1160005030 con 0x565329b1c4d0 2024-05-16T15:51:25.952 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.934+0000 7f115a7fc700 1 -- 172.21.15.43:0/893956260 <== mon.1 v2:172.21.15.157:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f11540e2590 con 0x7f1164102d60 2024-05-16T15:51:25.952 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.934+0000 7f114f7fe700 1 -- 172.21.15.43:0/533241881 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1160005660 con 0x565329b1c4d0 2024-05-16T15:51:25.952 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.934+0000 7f114f7fe700 1 -- 172.21.15.43:0/533241881 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f116000b6b0 con 0x565329b1c4d0 2024-05-16T15:51:25.952 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.934+0000 7f1169c46700 1 --2- 172.21.15.43:0/893956260 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f11500b6d10 0x7f11500b91d0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f115c00e270 tx=0x7f115c009040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:25.952 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.935+0000 7f1175f3cb80 1 -- 172.21.15.43:0/533241881 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x565329b1c4d0 msgr2=0x565329b1c8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:25.952 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.935+0000 7f1175f3cb80 1 --2- 172.21.15.43:0/533241881 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x565329b1c4d0 0x565329b1c8b0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f11600096a0 tx=0x7f11600096d0 comp rx=0 tx=0).stop 2024-05-16T15:51:25.952 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.935+0000 7f1175f3cb80 1 -- 172.21.15.43:0/533241881 shutdown_connections 2024-05-16T15:51:25.952 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.935+0000 7f1175f3cb80 1 --2- 172.21.15.43:0/533241881 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x565329b20c80 0x565329b21100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:25.953 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.935+0000 7f1175f3cb80 1 --2- 172.21.15.43:0/533241881 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x565329b1c4d0 0x565329b1c8b0 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:25.953 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.935+0000 7f1175f3cb80 1 --2- 172.21.15.43:0/533241881 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x565329b1cdf0 0x565329b206f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:25.953 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.935+0000 7f1175f3cb80 1 -- 172.21.15.43:0/533241881 >> 172.21.15.43:0/533241881 conn(0x565329a48100 msgr2=0x565329b16c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:25.953 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.935+0000 7f1175f3cb80 1 -- 172.21.15.43:0/533241881 shutdown_connections 2024-05-16T15:51:25.953 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.935+0000 7f1175f3cb80 1 -- 172.21.15.43:0/533241881 wait complete. 2024-05-16T15:51:25.953 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.936+0000 7f1175f3cb80 1 -- start start 2024-05-16T15:51:25.953 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.936+0000 7f1175f3cb80 1 Processor -- start 2024-05-16T15:51:25.953 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.936+0000 7f1175f3cb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x565329b1cdf0 0x565329b28290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:25.953 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.936+0000 7f1175f3cb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x565329b20c80 0x565329b25590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:25.953 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.936+0000 7f1175f3cb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x565329b25ad0 0x565329b25f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:25.953 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.936+0000 7f1175f3cb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x565329b28dd0 con 0x565329b1cdf0 2024-05-16T15:51:25.953 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.936+0000 7f1175f3cb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x5653299d4c30 con 0x565329b25ad0 2024-05-16T15:51:25.953 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.936+0000 7f1175f3cb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x565329b28f50 con 0x565329b20c80 2024-05-16T15:51:25.953 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.936+0000 7f1175f3cb80 10 client.0 _ll_register_callbacks cb 0x565329a06920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:51:25.954 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.937+0000 7f1169445700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x565329b1cdf0 0x565329b28290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:25.954 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.937+0000 7f1169445700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x565329b1cdf0 0x565329b28290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:41424/0 (socket says 172.21.15.43:41424) 2024-05-16T15:51:25.954 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.937+0000 7f1169445700 1 -- 172.21.15.43:0/2172508957 learned_addr learned my addr 172.21.15.43:0/2172508957 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:25.954 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.937+0000 7f1168c44700 1 --2- 172.21.15.43:0/2172508957 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x565329b20c80 0x565329b25590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:25.954 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.937+0000 7f1169445700 1 -- 172.21.15.43:0/2172508957 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x565329b20c80 msgr2=0x565329b25590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:25.954 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.937+0000 7f1169445700 1 --2- 172.21.15.43:0/2172508957 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x565329b20c80 0x565329b25590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:25.954 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.937+0000 7f1169c46700 1 --2- 172.21.15.43:0/2172508957 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x565329b25ad0 0x565329b25f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:25.954 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.937+0000 7f1169445700 1 -- 172.21.15.43:0/2172508957 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x565329b25ad0 msgr2=0x565329b25f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:25.954 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.937+0000 7f1169445700 1 --2- 172.21.15.43:0/2172508957 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x565329b25ad0 0x565329b25f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:25.954 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.937+0000 7f1169445700 1 -- 172.21.15.43:0/2172508957 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x565329a0a690 con 0x565329b1cdf0 2024-05-16T15:51:25.954 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.937+0000 7f1169c46700 1 --2- 172.21.15.43:0/2172508957 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x565329b25ad0 0x565329b25f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:51:25.954 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.938+0000 7f1169445700 1 --2- 172.21.15.43:0/2172508957 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x565329b1cdf0 0x565329b28290 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x565329b17c80 tx=0x7f1160005320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20e48adf7520e67f server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:25.955 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.938+0000 7f114cff9700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:51:25.955 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.938+0000 7f114cff9700 1 -- 172.21.15.43:0/2172508957 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f116000b6b0 con 0x565329b1cdf0 2024-05-16T15:51:25.955 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.938+0000 7f114cff9700 1 -- 172.21.15.43:0/2172508957 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f116001e070 con 0x565329b1cdf0 2024-05-16T15:51:25.955 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.938+0000 7f1175f3cb80 1 -- 172.21.15.43:0/2172508957 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1160005660 con 0x565329b1cdf0 2024-05-16T15:51:25.955 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.938+0000 7f114cff9700 1 -- 172.21.15.43:0/2172508957 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f1160037050 con 0x565329b1cdf0 2024-05-16T15:51:25.955 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.938+0000 7f1175f3cb80 10 client.15654 fetch_fsmap learned FSMap version 30 2024-05-16T15:51:25.955 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.938+0000 7f1175f3cb80 1 -- 172.21.15.43:0/2172508957 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x565329b316d0 con 0x565329b1cdf0 2024-05-16T15:51:25.955 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.939+0000 7f114cff9700 1 -- 172.21.15.43:0/2172508957 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1160005660 con 0x565329b1cdf0 2024-05-16T15:51:25.955 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.939+0000 7f114cff9700 1 -- 172.21.15.43:0/2172508957 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f116000f480 con 0x565329b1cdf0 2024-05-16T15:51:25.955 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.939+0000 7f1175f3cb80 10 client.15654 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:51:25.957 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.939+0000 7f1175f3cb80 10 client.15654 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-16T15:51:25.957 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.939+0000 7f1175f3cb80 20 client.15654 populate_metadata read hostname 'smithi043' 2024-05-16T15:51:25.958 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.939+0000 7f1175f3cb80 1 --2- 172.21.15.43:0/2172508957 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x565329b47240 0x565329b49630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:25.958 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.939+0000 7f1175f3cb80 4 client.15654 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:51:25.958 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.939+0000 7f1175f3cb80 1 -- 172.21.15.43:0/2172508957 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x565329ae8650 con 0x565329b47240 2024-05-16T15:51:25.958 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.939+0000 7f1168c44700 1 --2- 172.21.15.43:0/2172508957 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x565329b47240 0x565329b49630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:25.958 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.940+0000 7f114cff9700 10 client.15654 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:51:25.958 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.940+0000 7f1168c44700 1 --2- 172.21.15.43:0/2172508957 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x565329b47240 0x565329b49630 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fa1c5e4a507733b9 server_cookie=36cc2115cbf08dde in_seq=0 out_seq=0 2024-05-16T15:51:25.958 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.941+0000 7f114cff9700 1 -- 172.21.15.43:0/2172508957 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x565329ae8650 con 0x565329b47240 2024-05-16T15:51:25.958 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.941+0000 7f114cff9700 10 client.15654 handle_command_reply: tid=0 2024-05-16T15:51:25.958 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.941+0000 7f1175f3cb80 1 client.15654 shutdown 2024-05-16T15:51:25.958 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.941+0000 7f1175f3cb80 1 -- 172.21.15.43:0/2172508957 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x565329b1cdf0 msgr2=0x565329b28290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:25.958 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.941+0000 7f1175f3cb80 1 --2- 172.21.15.43:0/2172508957 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x565329b1cdf0 0x565329b28290 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x565329b17c80 tx=0x7f1160005320 comp rx=0 tx=0).stop 2024-05-16T15:51:25.958 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.941+0000 7f1175f3cb80 1 -- 172.21.15.43:0/2172508957 shutdown_connections 2024-05-16T15:51:25.958 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.941+0000 7f1175f3cb80 1 --2- 172.21.15.43:0/2172508957 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x565329b47240 0x565329b49630 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:25.958 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.941+0000 7f1175f3cb80 1 --2- 172.21.15.43:0/2172508957 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x565329b25ad0 0x565329b25f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:25.959 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.941+0000 7f1175f3cb80 1 --2- 172.21.15.43:0/2172508957 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x565329b1cdf0 0x565329b28290 secure :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0x565329b17c80 tx=0x7f1160005320 comp rx=0 tx=0).stop 2024-05-16T15:51:25.959 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.941+0000 7f1175f3cb80 1 --2- 172.21.15.43:0/2172508957 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x565329b20c80 0x565329b25590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:25.959 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.941+0000 7f114cff9700 0 client.15654 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:51:25.959 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.941+0000 7f1175f3cb80 1 -- 172.21.15.43:0/2172508957 >> 172.21.15.43:0/2172508957 conn(0x565329a48100 msgr2=0x565329b11720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:25.959 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.942+0000 7f1175f3cb80 1 -- 172.21.15.43:0/2172508957 shutdown_connections 2024-05-16T15:51:25.959 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.942+0000 7f1175f3cb80 1 -- 172.21.15.43:0/2172508957 wait complete. 2024-05-16T15:51:25.959 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.942+0000 7f1175f3cb80 20 client.15654 trim_cache size 0 max 16384 2024-05-16T15:51:25.995 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.983+0000 7f1175f3cb80 1 Processor -- start 2024-05-16T15:51:25.995 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.983+0000 7f1175f3cb80 1 -- start start 2024-05-16T15:51:25.995 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.983+0000 7f1175f3cb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x565329a48100 0x565329b24460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:25.995 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.983+0000 7f1175f3cb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x565329b20c80 0x565329b1e5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:25.995 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.983+0000 7f1175f3cb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x565329b25ad0 0x565329b1eb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:25.995 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.983+0000 7f1175f3cb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f1164073760 con 0x565329a48100 2024-05-16T15:51:25.995 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.983+0000 7f1175f3cb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f11640752a0 con 0x565329b20c80 2024-05-16T15:51:25.995 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.983+0000 7f1175f3cb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f1164073e30 con 0x565329b25ad0 2024-05-16T15:51:25.995 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.983+0000 7f1169445700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x565329a48100 0x565329b24460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:25.995 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.984+0000 7f1168c44700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x565329b20c80 0x565329b1e5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:25.996 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.984+0000 7f1169445700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x565329a48100 0x565329b24460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:41438/0 (socket says 172.21.15.43:41438) 2024-05-16T15:51:25.996 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.984+0000 7f1169445700 1 -- 172.21.15.43:0/3966630101 learned_addr learned my addr 172.21.15.43:0/3966630101 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:25.997 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.984+0000 7f1169c46700 1 --2- 172.21.15.43:0/3966630101 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x565329b25ad0 0x565329b1eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:25.997 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.984+0000 7f1168c44700 1 -- 172.21.15.43:0/3966630101 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x565329b25ad0 msgr2=0x565329b1eb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:25.997 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.984+0000 7f1168c44700 1 --2- 172.21.15.43:0/3966630101 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x565329b25ad0 0x565329b1eb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:25.997 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.984+0000 7f1168c44700 1 -- 172.21.15.43:0/3966630101 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x565329a48100 msgr2=0x565329b24460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:25.997 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.984+0000 7f1168c44700 1 --2- 172.21.15.43:0/3966630101 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x565329a48100 0x565329b24460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:25.997 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.984+0000 7f1168c44700 1 -- 172.21.15.43:0/3966630101 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x565329b23b00 con 0x565329b20c80 2024-05-16T15:51:25.997 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.984+0000 7f1169445700 1 --2- 172.21.15.43:0/3966630101 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x565329a48100 0x565329b24460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:51:25.997 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.984+0000 7f1168c44700 1 --2- 172.21.15.43:0/3966630101 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x565329b20c80 0x565329b1e5f0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f11540a94a0 tx=0x7f1154091040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bb1d67efa2b2a880 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:25.997 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.984+0000 7f114effd700 1 -- 172.21.15.43:0/3966630101 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11540cc0e0 con 0x565329b20c80 2024-05-16T15:51:25.997 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.984+0000 7f114effd700 1 -- 172.21.15.43:0/3966630101 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f11540a9ea0 con 0x565329b20c80 2024-05-16T15:51:25.997 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.984+0000 7f114effd700 1 -- 172.21.15.43:0/3966630101 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1154073dd0 con 0x565329b20c80 2024-05-16T15:51:25.998 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.985+0000 7f1175f3cb80 1 -- 172.21.15.43:0/3966630101 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x565329b20c80 msgr2=0x565329b1e5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:25.998 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.985+0000 7f1175f3cb80 1 --2- 172.21.15.43:0/3966630101 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x565329b20c80 0x565329b1e5f0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f11540a94a0 tx=0x7f1154091040 comp rx=0 tx=0).stop 2024-05-16T15:51:25.998 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.985+0000 7f1175f3cb80 1 -- 172.21.15.43:0/3966630101 shutdown_connections 2024-05-16T15:51:25.998 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.985+0000 7f1175f3cb80 1 --2- 172.21.15.43:0/3966630101 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x565329b25ad0 0x565329b1eb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:25.998 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.985+0000 7f1175f3cb80 1 --2- 172.21.15.43:0/3966630101 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x565329a48100 0x565329b24460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:25.998 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.985+0000 7f1175f3cb80 1 --2- 172.21.15.43:0/3966630101 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x565329b20c80 0x565329b1e5f0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:25.998 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.985+0000 7f1175f3cb80 1 -- 172.21.15.43:0/3966630101 >> 172.21.15.43:0/3966630101 conn(0x565329b11ab0 msgr2=0x565329b23d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:26.000 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.985+0000 7f1175f3cb80 1 -- 172.21.15.43:0/3966630101 shutdown_connections 2024-05-16T15:51:26.000 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.986+0000 7f1175f3cb80 1 -- 172.21.15.43:0/3966630101 wait complete. 2024-05-16T15:51:26.000 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.986+0000 7f1175f3cb80 1 -- start start 2024-05-16T15:51:26.000 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.986+0000 7f1175f3cb80 1 Processor -- start 2024-05-16T15:51:26.000 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.987+0000 7f1175f3cb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x565329a48100 0x565329b2d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:26.000 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.987+0000 7f1169445700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x565329a48100 0x565329b2d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:26.000 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.987+0000 7f1169445700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x565329a48100 0x565329b2d530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:41448/0 (socket says 172.21.15.43:41448) 2024-05-16T15:51:26.000 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.987+0000 7f1169445700 1 -- 172.21.15.43:0/965894369 learned_addr learned my addr 172.21.15.43:0/965894369 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:26.000 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.987+0000 7f1175f3cb80 1 --2- 172.21.15.43:0/965894369 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x565329b20c80 0x565329b2da70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:26.000 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.987+0000 7f1175f3cb80 1 --2- 172.21.15.43:0/965894369 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x565329b25ad0 0x565329bb0760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:26.000 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.987+0000 7f1175f3cb80 1 -- 172.21.15.43:0/965894369 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f1164074bd0 con 0x565329a48100 2024-05-16T15:51:26.001 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.987+0000 7f1175f3cb80 1 -- 172.21.15.43:0/965894369 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f1164074500 con 0x565329b20c80 2024-05-16T15:51:26.001 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.987+0000 7f1175f3cb80 1 -- 172.21.15.43:0/965894369 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f1164071700 con 0x565329b25ad0 2024-05-16T15:51:26.001 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.987+0000 7f1175f3cb80 10 client.0 _ll_register_callbacks cb 0x565329a06920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:51:26.001 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.987+0000 7f1168c44700 1 --2- 172.21.15.43:0/965894369 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x565329b20c80 0x565329b2da70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:26.001 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.987+0000 7f1169c46700 1 --2- 172.21.15.43:0/965894369 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x565329b25ad0 0x565329bb0760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:26.001 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.987+0000 7f1169445700 1 -- 172.21.15.43:0/965894369 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x565329b25ad0 msgr2=0x565329bb0760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:26.001 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.987+0000 7f1169445700 1 --2- 172.21.15.43:0/965894369 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x565329b25ad0 0x565329bb0760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:26.001 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.987+0000 7f1169445700 1 -- 172.21.15.43:0/965894369 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x565329b20c80 msgr2=0x565329b2da70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:26.001 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.987+0000 7f1169445700 1 --2- 172.21.15.43:0/965894369 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x565329b20c80 0x565329b2da70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:26.001 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.987+0000 7f1169445700 1 -- 172.21.15.43:0/965894369 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x565329b2e330 con 0x565329a48100 2024-05-16T15:51:26.001 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.988+0000 7f1169445700 1 --2- 172.21.15.43:0/965894369 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x565329a48100 0x565329b2d530 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f1160006010 tx=0x7f116000f710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6b0c7a72546e372 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:26.001 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.988+0000 7f114cff9700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:51:26.001 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.988+0000 7f114cff9700 1 -- 172.21.15.43:0/965894369 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1160040060 con 0x565329a48100 2024-05-16T15:51:26.001 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.988+0000 7f114cff9700 1 -- 172.21.15.43:0/965894369 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f116001e040 con 0x565329a48100 2024-05-16T15:51:26.004 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.988+0000 7f1175f3cb80 1 -- 172.21.15.43:0/965894369 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f11540a9ea0 con 0x565329a48100 2024-05-16T15:51:26.004 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.988+0000 7f114cff9700 1 -- 172.21.15.43:0/965894369 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f116000fcd0 con 0x565329a48100 2024-05-16T15:51:26.004 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.988+0000 7f1175f3cb80 10 client.15660 fetch_fsmap learned FSMap version 30 2024-05-16T15:51:26.004 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.988+0000 7f1175f3cb80 1 -- 172.21.15.43:0/965894369 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x565329bb1db0 con 0x565329a48100 2024-05-16T15:51:26.005 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.988+0000 7f114cff9700 1 -- 172.21.15.43:0/965894369 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1160005440 con 0x565329a48100 2024-05-16T15:51:26.005 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.989+0000 7f114cff9700 1 -- 172.21.15.43:0/965894369 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f116003b430 con 0x565329a48100 2024-05-16T15:51:26.005 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.989+0000 7f1175f3cb80 10 client.15660 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:51:26.005 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.989+0000 7f1175f3cb80 10 client.15660 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-16T15:51:26.005 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.989+0000 7f1175f3cb80 20 client.15660 populate_metadata read hostname 'smithi043' 2024-05-16T15:51:26.005 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.989+0000 7f1175f3cb80 1 --2- 172.21.15.43:0/965894369 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x565329bb2340 0x565329bb4760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:26.005 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.989+0000 7f1175f3cb80 4 client.15660 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-16T15:51:26.005 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.989+0000 7f1175f3cb80 1 -- 172.21.15.43:0/965894369 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "scrub status"}) -- 0x7f11540a9ea0 con 0x565329bb2340 2024-05-16T15:51:26.005 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.989+0000 7f1168c44700 1 --2- 172.21.15.43:0/965894369 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x565329bb2340 0x565329bb4760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:26.005 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.990+0000 7f1168c44700 1 --2- 172.21.15.43:0/965894369 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x565329bb2340 0x565329bb4760 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=822f728ce9575331 server_cookie=de8f8f63cbe2907 in_seq=0 out_seq=0 2024-05-16T15:51:26.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.990+0000 7f114cff9700 10 client.15660 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:51:26.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.990+0000 7f114cff9700 1 -- 172.21.15.43:0/965894369 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x7f11540a9ea0 con 0x565329bb2340 2024-05-16T15:51:26.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.990+0000 7f114cff9700 10 client.15660 handle_command_reply: tid=0 2024-05-16T15:51:26.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.990+0000 7f1175f3cb80 1 client.15660 shutdown 2024-05-16T15:51:26.006 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.990+0000 7f1175f3cb80 1 -- 172.21.15.43:0/965894369 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x565329a48100 msgr2=0x565329b2d530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:26.007 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.990+0000 7f1175f3cb80 1 --2- 172.21.15.43:0/965894369 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x565329a48100 0x565329b2d530 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f1160006010 tx=0x7f116000f710 comp rx=0 tx=0).stop 2024-05-16T15:51:26.007 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.990+0000 7f1175f3cb80 1 -- 172.21.15.43:0/965894369 shutdown_connections 2024-05-16T15:51:26.007 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.990+0000 7f1175f3cb80 1 --2- 172.21.15.43:0/965894369 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x565329bb2340 0x565329bb4760 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:26.007 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.990+0000 7f1175f3cb80 1 --2- 172.21.15.43:0/965894369 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x565329b25ad0 0x565329bb0760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:26.007 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.990+0000 7f114cff9700 0 client.15660 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:51:26.007 INFO:teuthology.orchestra.run.smithi043.stdout:{ 2024-05-16T15:51:26.007 INFO:teuthology.orchestra.run.smithi043.stdout: "status": "no active scrubs running", 2024-05-16T15:51:26.007 INFO:teuthology.orchestra.run.smithi043.stdout: "scrubs": {} 2024-05-16T15:51:26.008 INFO:teuthology.orchestra.run.smithi043.stdout:} 2024-05-16T15:51:26.009 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.990+0000 7f1175f3cb80 1 --2- 172.21.15.43:0/965894369 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x565329a48100 0x565329b2d530 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:26.010 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.990+0000 7f1175f3cb80 1 --2- 172.21.15.43:0/965894369 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x565329b20c80 0x565329b2da70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:26.010 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.990+0000 7f1175f3cb80 1 -- 172.21.15.43:0/965894369 >> 172.21.15.43:0/965894369 conn(0x565329b11ab0 msgr2=0x565329b245e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:26.010 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.990+0000 7f1175f3cb80 1 -- 172.21.15.43:0/965894369 shutdown_connections 2024-05-16T15:51:26.010 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.991+0000 7f1175f3cb80 1 -- 172.21.15.43:0/965894369 wait complete. 2024-05-16T15:51:26.010 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.991+0000 7f1175f3cb80 20 client.15660 trim_cache size 0 max 16384 2024-05-16T15:51:26.010 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.991+0000 7f116b6a9700 1 -- 172.21.15.43:0/893956260 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f11500b6d10 msgr2=0x7f11500b91d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:26.010 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.991+0000 7f116b6a9700 1 --2- 172.21.15.43:0/893956260 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f11500b6d10 0x7f11500b91d0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f115c00e270 tx=0x7f115c009040 comp rx=0 tx=0).stop 2024-05-16T15:51:26.010 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.991+0000 7f116b6a9700 1 -- 172.21.15.43:0/893956260 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1164102d60 msgr2=0x7f116419fc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:26.010 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.991+0000 7f116b6a9700 1 --2- 172.21.15.43:0/893956260 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1164102d60 0x7f116419fc80 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f115400e9f0 tx=0x7f115400edb0 comp rx=0 tx=0).stop 2024-05-16T15:51:26.010 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.991+0000 7f116b6a9700 1 -- 172.21.15.43:0/893956260 shutdown_connections 2024-05-16T15:51:26.010 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.991+0000 7f116b6a9700 1 --2- 172.21.15.43:0/893956260 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f11500b6d10 0x7f11500b91d0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:26.010 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.991+0000 7f116b6a9700 1 --2- 172.21.15.43:0/893956260 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1164108410 0x7f1164199900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:26.010 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.991+0000 7f116b6a9700 1 --2- 172.21.15.43:0/893956260 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f11641023a0 0x7f116419f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:26.011 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.991+0000 7f116b6a9700 1 --2- 172.21.15.43:0/893956260 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1164102d60 0x7f116419fc80 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:26.011 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.991+0000 7f116b6a9700 1 -- 172.21.15.43:0/893956260 >> 172.21.15.43:0/893956260 conn(0x7f1164079350 msgr2=0x7f1164101130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:26.011 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.992+0000 7f116b6a9700 1 -- 172.21.15.43:0/893956260 shutdown_connections 2024-05-16T15:51:26.011 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:25.992+0000 7f116b6a9700 1 -- 172.21.15.43:0/893956260 wait complete. 2024-05-16T15:51:26.996 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-16T15:51:26.996 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-16T15:51:27.197 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:51:27 smithi043 ceph-mon[31619]: pgmap v472: 129 pgs: 129 active+clean; 675 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-16T15:51:27.282 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:51:27.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:51:27 smithi157 ceph-mon[35584]: pgmap v472: 129 pgs: 129 active+clean; 675 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-16T15:51:27.686 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:51:27 smithi148 ceph-mon[34976]: pgmap v472: 129 pgs: 129 active+clean; 675 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-16T15:51:29.220 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.208+0000 7fe475776700 1 -- 172.21.15.43:0/287456533 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe470109510 msgr2=0x7fe4701098f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:29.220 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.208+0000 7fe475776700 1 --2- 172.21.15.43:0/287456533 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe470109510 0x7fe4701098f0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7fe460009990 tx=0x7fe460009ca0 comp rx=0 tx=0).stop 2024-05-16T15:51:29.220 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.208+0000 7fe475776700 1 -- 172.21.15.43:0/287456533 shutdown_connections 2024-05-16T15:51:29.220 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.208+0000 7fe475776700 1 --2- 172.21.15.43:0/287456533 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe47006bb40 0x7fe470110330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:29.220 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.208+0000 7fe475776700 1 --2- 172.21.15.43:0/287456533 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe470109510 0x7fe4701098f0 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:29.220 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.208+0000 7fe475776700 1 --2- 172.21.15.43:0/287456533 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe47006b180 0x7fe47006b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:29.220 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.208+0000 7fe475776700 1 -- 172.21.15.43:0/287456533 >> 172.21.15.43:0/287456533 conn(0x7fe470079350 msgr2=0x7fe470079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:29.220 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.208+0000 7fe475776700 1 -- 172.21.15.43:0/287456533 shutdown_connections 2024-05-16T15:51:29.220 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.208+0000 7fe475776700 1 -- 172.21.15.43:0/287456533 wait complete. 2024-05-16T15:51:29.221 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.208+0000 7fe475776700 1 Processor -- start 2024-05-16T15:51:29.222 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.209+0000 7fe475776700 1 -- start start 2024-05-16T15:51:29.222 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.209+0000 7fe475776700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe47006b180 0x7fe470102470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:29.222 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.209+0000 7fe475776700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe47006bb40 0x7fe4701029b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:29.222 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.209+0000 7fe475776700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe470109510 0x7fe470102ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:29.222 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.209+0000 7fe475776700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fe4701134d0 con 0x7fe47006bb40 2024-05-16T15:51:29.222 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.209+0000 7fe475776700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fe470113350 con 0x7fe470109510 2024-05-16T15:51:29.222 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.209+0000 7fe475776700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fe470113650 con 0x7fe47006b180 2024-05-16T15:51:29.222 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.209+0000 7fe46e7fc700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe47006bb40 0x7fe4701029b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:29.222 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.209+0000 7fe46e7fc700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe47006bb40 0x7fe4701029b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:41476/0 (socket says 172.21.15.43:41476) 2024-05-16T15:51:29.223 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.209+0000 7fe46e7fc700 1 -- 172.21.15.43:0/3079672602 learned_addr learned my addr 172.21.15.43:0/3079672602 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:29.223 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.209+0000 7fe46f7fe700 1 --2- 172.21.15.43:0/3079672602 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe470109510 0x7fe470102ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:29.223 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.209+0000 7fe46effd700 1 --2- 172.21.15.43:0/3079672602 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe47006b180 0x7fe470102470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:29.223 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.209+0000 7fe46e7fc700 1 -- 172.21.15.43:0/3079672602 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe47006b180 msgr2=0x7fe470102470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:29.223 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.209+0000 7fe46e7fc700 1 --2- 172.21.15.43:0/3079672602 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe47006b180 0x7fe470102470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:29.223 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.209+0000 7fe46e7fc700 1 -- 172.21.15.43:0/3079672602 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe470109510 msgr2=0x7fe470102ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:29.223 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.209+0000 7fe46e7fc700 1 --2- 172.21.15.43:0/3079672602 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe470109510 0x7fe470102ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:29.223 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.210+0000 7fe46e7fc700 1 -- 172.21.15.43:0/3079672602 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4701a7f50 con 0x7fe47006bb40 2024-05-16T15:51:29.223 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.210+0000 7fe46e7fc700 1 --2- 172.21.15.43:0/3079672602 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe47006bb40 0x7fe4701029b0 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7fe46400d950 tx=0x7fe46400dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:29.223 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.210+0000 7fe457fff700 1 -- 172.21.15.43:0/3079672602 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe464016070 con 0x7fe47006bb40 2024-05-16T15:51:29.223 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.210+0000 7fe475776700 1 -- 172.21.15.43:0/3079672602 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4701a8240 con 0x7fe47006bb40 2024-05-16T15:51:29.223 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.210+0000 7fe457fff700 1 -- 172.21.15.43:0/3079672602 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe464009dd0 con 0x7fe47006bb40 2024-05-16T15:51:29.223 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.210+0000 7fe457fff700 1 -- 172.21.15.43:0/3079672602 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe46400f3c0 con 0x7fe47006bb40 2024-05-16T15:51:29.223 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.210+0000 7fe475776700 1 -- 172.21.15.43:0/3079672602 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4701a87d0 con 0x7fe47006bb40 2024-05-16T15:51:29.224 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.211+0000 7fe475776700 1 -- 172.21.15.43:0/3079672602 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe47010b9f0 con 0x7fe47006bb40 2024-05-16T15:51:29.224 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.213+0000 7fe457fff700 1 -- 172.21.15.43:0/3079672602 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fe464019070 con 0x7fe47006bb40 2024-05-16T15:51:29.225 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.214+0000 7fe457fff700 1 --2- 172.21.15.43:0/3079672602 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe4580b2900 0x7fe4580b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:29.225 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.214+0000 7fe457fff700 1 -- 172.21.15.43:0/3079672602 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fe4640e2180 con 0x7fe47006bb40 2024-05-16T15:51:29.225 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.214+0000 7fe46effd700 1 --2- 172.21.15.43:0/3079672602 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe4580b2900 0x7fe4580b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:29.227 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.216+0000 7fe46effd700 1 --2- 172.21.15.43:0/3079672602 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe4580b2900 0x7fe4580b4dc0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fe46000b2e0 tx=0x7fe46001a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:29.229 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.218+0000 7fe457fff700 1 -- 172.21.15.43:0/3079672602 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fe4640a9af0 con 0x7fe47006bb40 2024-05-16T15:51:29.476 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:51:29 smithi043 ceph-mon[31619]: pgmap v473: 129 pgs: 129 active+clean; 675 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-16T15:51:29.501 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.490+0000 7fe475776700 1 -- 172.21.15.43:0/3079672602 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe47006a190 con 0x7fe47006bb40 2024-05-16T15:51:29.502 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.491+0000 7fe457fff700 1 -- 172.21.15.43:0/3079672602 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+11944 (secure 0 0 0) 0x7fe4640a93f0 con 0x7fe47006bb40 2024-05-16T15:51:29.503 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:51:29.503 INFO:teuthology.orchestra.run.smithi043.stdout:{"epoch":30,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.43:6835/1448137759","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6834","nonce":1448137759},{"type":"v1","addr":"172.21.15.43:6835","nonce":1448137759}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.43:6837/3286596297","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6836","nonce":3286596297},{"type":"v1","addr":"172.21.15.43:6837","nonce":3286596297}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":30,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-16T15:45:39.175942+0000","modified":"2024-05-16T15:49:38.550067+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24482,"mds_1":24463,"mds_2":24452,"mds_3":24451,"mds_4":24445},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14562":{"gid":14562,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.43:6839/4087815034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6838","nonce":4087815034},{"type":"v1","addr":"172.21.15.43:6839","nonce":4087815034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14574":{"gid":14574,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.43:6841/2042970804","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6840","nonce":2042970804},{"type":"v1","addr":"172.21.15.43:6841","nonce":2042970804}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24410":{"gid":24410,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.148:6833/3084392719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6832","nonce":3084392719},{"type":"v1","addr":"172.21.15.148:6833","nonce":3084392719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24412":{"gid":24412,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.157:6833/3972392500","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6832","nonce":3972392500},{"type":"v1","addr":"172.21.15.157:6833","nonce":3972392500}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.148:6835/516622533","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6834","nonce":516622533},{"type":"v1","addr":"172.21.15.148:6835","nonce":516622533}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"f","rank":4,"incarnation":26,"state":"up:active","state_seq":25,"addr":"172.21.15.157:6835/2303077574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2303077574},{"type":"v1","addr":"172.21.15.157:6835","nonce":2303077574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"c","rank":3,"incarnation":24,"state":"up:active","state_seq":24,"addr":"172.21.15.157:6837/3777341889","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6836","nonce":3777341889},{"type":"v1","addr":"172.21.15.157:6837","nonce":3777341889}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24452":{"gid":24452,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":23,"addr":"172.21.15.148:6837/4036870683","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6836","nonce":4036870683},{"type":"v1","addr":"172.21.15.148:6837","nonce":4036870683}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":22,"addr":"172.21.15.157:6839/2377589154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6838","nonce":2377589154},{"type":"v1","addr":"172.21.15.157:6839","nonce":2377589154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.148:6839/717807397","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6838","nonce":717807397},{"type":"v1","addr":"172.21.15.148:6839","nonce":717807397}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24482,"qdb_cluster":[24482,24463,24451,24445,24452]},"id":1}]} 2024-05-16T15:51:29.505 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.493+0000 7fe475776700 1 -- 172.21.15.43:0/3079672602 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe4580b2900 msgr2=0x7fe4580b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:29.505 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.493+0000 7fe475776700 1 --2- 172.21.15.43:0/3079672602 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe4580b2900 0x7fe4580b4dc0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fe46000b2e0 tx=0x7fe46001a040 comp rx=0 tx=0).stop 2024-05-16T15:51:29.505 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.493+0000 7fe475776700 1 -- 172.21.15.43:0/3079672602 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe47006bb40 msgr2=0x7fe4701029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:29.506 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.493+0000 7fe475776700 1 --2- 172.21.15.43:0/3079672602 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe47006bb40 0x7fe4701029b0 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7fe46400d950 tx=0x7fe46400dc60 comp rx=0 tx=0).stop 2024-05-16T15:51:29.506 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.494+0000 7fe475776700 1 -- 172.21.15.43:0/3079672602 shutdown_connections 2024-05-16T15:51:29.506 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.494+0000 7fe475776700 1 --2- 172.21.15.43:0/3079672602 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe470109510 0x7fe470102ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:29.506 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.494+0000 7fe475776700 1 --2- 172.21.15.43:0/3079672602 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe47006b180 0x7fe470102470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:29.506 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.494+0000 7fe475776700 1 --2- 172.21.15.43:0/3079672602 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe4580b2900 0x7fe4580b4dc0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:29.506 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.494+0000 7fe475776700 1 --2- 172.21.15.43:0/3079672602 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe47006bb40 0x7fe4701029b0 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:29.506 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.494+0000 7fe475776700 1 -- 172.21.15.43:0/3079672602 >> 172.21.15.43:0/3079672602 conn(0x7fe470079350 msgr2=0x7fe470101250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:29.506 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.494+0000 7fe475776700 1 -- 172.21.15.43:0/3079672602 shutdown_connections 2024-05-16T15:51:29.506 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:29.494+0000 7fe475776700 1 -- 172.21.15.43:0/3079672602 wait complete. 2024-05-16T15:51:29.506 INFO:teuthology.orchestra.run.smithi043.stderr:dumped fsmap epoch 30 2024-05-16T15:51:29.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:51:29 smithi157 ceph-mon[35584]: pgmap v473: 129 pgs: 129 active+clean; 675 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-16T15:51:29.686 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:51:29 smithi148 ceph-mon[34976]: pgmap v473: 129 pgs: 129 active+clean; 675 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-16T15:51:30.166 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-05-16T15:51:30.450 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:51:30.475 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:51:30 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/3079672602' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:51:30.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:51:30 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/3079672602' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:51:30.686 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:51:30 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/3079672602' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:51:31.475 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:51:31 smithi043 ceph-mon[31619]: pgmap v474: 129 pgs: 129 active+clean; 675 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 255 B/s wr, 9 op/s 2024-05-16T15:51:31.577 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:51:31 smithi157 ceph-mon[35584]: pgmap v474: 129 pgs: 129 active+clean; 675 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 255 B/s wr, 9 op/s 2024-05-16T15:51:31.588 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:51:31 smithi148 ceph-mon[34976]: pgmap v474: 129 pgs: 129 active+clean; 675 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 255 B/s wr, 9 op/s 2024-05-16T15:51:32.381 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.368+0000 7feb09a21700 1 -- 172.21.15.43:0/2852563203 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7feb041023a0 msgr2=0x7feb04102820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:32.381 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.368+0000 7feb09a21700 1 --2- 172.21.15.43:0/2852563203 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7feb041023a0 0x7feb04102820 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7feaf8009990 tx=0x7feaf8009ca0 comp rx=0 tx=0).stop 2024-05-16T15:51:32.381 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.369+0000 7feb09a21700 1 -- 172.21.15.43:0/2852563203 shutdown_connections 2024-05-16T15:51:32.381 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.369+0000 7feb09a21700 1 --2- 172.21.15.43:0/2852563203 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7feb04102d60 0x7feb0410f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:32.381 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.369+0000 7feb09a21700 1 --2- 172.21.15.43:0/2852563203 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feb04108410 0x7feb041087f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:32.381 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.369+0000 7feb09a21700 1 --2- 172.21.15.43:0/2852563203 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7feb041023a0 0x7feb04102820 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:32.381 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.369+0000 7feb09a21700 1 -- 172.21.15.43:0/2852563203 >> 172.21.15.43:0/2852563203 conn(0x7feb04079350 msgr2=0x7feb04079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:32.381 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.369+0000 7feb09a21700 1 -- 172.21.15.43:0/2852563203 shutdown_connections 2024-05-16T15:51:32.382 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.369+0000 7feb09a21700 1 -- 172.21.15.43:0/2852563203 wait complete. 2024-05-16T15:51:32.382 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.370+0000 7feb09a21700 1 Processor -- start 2024-05-16T15:51:32.383 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.370+0000 7feb09a21700 1 -- start start 2024-05-16T15:51:32.383 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.371+0000 7feb09a21700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7feb041023a0 0x7feb0419e620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:32.383 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.371+0000 7feb09a21700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7feb04102d60 0x7feb0419eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:32.383 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.371+0000 7feb09a21700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feb04108410 0x7feb04198740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:32.383 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.371+0000 7feb02ffd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7feb041023a0 0x7feb0419e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:32.383 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.371+0000 7feb09a21700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7feb041124a0 con 0x7feb041023a0 2024-05-16T15:51:32.383 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.371+0000 7feb09a21700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7feb04112320 con 0x7feb04102d60 2024-05-16T15:51:32.383 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.371+0000 7feb02ffd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7feb041023a0 0x7feb0419e620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:41492/0 (socket says 172.21.15.43:41492) 2024-05-16T15:51:32.383 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.371+0000 7feb09a21700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7feb04112620 con 0x7feb04108410 2024-05-16T15:51:32.383 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.371+0000 7feb02ffd700 1 -- 172.21.15.43:0/3378636735 learned_addr learned my addr 172.21.15.43:0/3378636735 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:32.383 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.371+0000 7feb027fc700 1 --2- 172.21.15.43:0/3378636735 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7feb04102d60 0x7feb0419eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:32.383 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.371+0000 7feb037fe700 1 --2- 172.21.15.43:0/3378636735 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feb04108410 0x7feb04198740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:32.384 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.371+0000 7feb037fe700 1 -- 172.21.15.43:0/3378636735 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7feb04102d60 msgr2=0x7feb0419eb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:32.384 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.371+0000 7feb037fe700 1 --2- 172.21.15.43:0/3378636735 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7feb04102d60 0x7feb0419eb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:32.385 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.371+0000 7feb037fe700 1 -- 172.21.15.43:0/3378636735 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7feb041023a0 msgr2=0x7feb0419e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:32.385 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.371+0000 7feb037fe700 1 --2- 172.21.15.43:0/3378636735 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7feb041023a0 0x7feb0419e620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:32.385 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.371+0000 7feb037fe700 1 -- 172.21.15.43:0/3378636735 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb04198fa0 con 0x7feb04108410 2024-05-16T15:51:32.385 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.372+0000 7feb037fe700 1 --2- 172.21.15.43:0/3378636735 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feb04108410 0x7feb04198740 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7feafc00efc0 tx=0x7feafc00c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:32.385 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.372+0000 7feb08a1f700 1 -- 172.21.15.43:0/3378636735 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feafc0092e0 con 0x7feb04108410 2024-05-16T15:51:32.385 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.372+0000 7feb08a1f700 1 -- 172.21.15.43:0/3378636735 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7feafc004bb0 con 0x7feb04108410 2024-05-16T15:51:32.385 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.373+0000 7feb08a1f700 1 -- 172.21.15.43:0/3378636735 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feafc004020 con 0x7feb04108410 2024-05-16T15:51:32.385 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.373+0000 7feb09a21700 1 -- 172.21.15.43:0/3378636735 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb04199230 con 0x7feb04108410 2024-05-16T15:51:32.385 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.373+0000 7feb09a21700 1 -- 172.21.15.43:0/3378636735 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb0406b180 con 0x7feb04108410 2024-05-16T15:51:32.388 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.377+0000 7feb08a1f700 1 -- 172.21.15.43:0/3378636735 <== mon.1 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7feafc012050 con 0x7feb04108410 2024-05-16T15:51:32.389 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.377+0000 7feb142b4b80 1 Processor -- start 2024-05-16T15:51:32.389 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.378+0000 7feb142b4b80 1 -- start start 2024-05-16T15:51:32.390 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.378+0000 7feb142b4b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556f8191e200 0x556f8191e5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:32.390 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.378+0000 7feb142b4b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556f8191eb20 0x556f81922560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:32.390 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.378+0000 7feb142b4b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556f81922aa0 0x556f81922f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:32.390 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.378+0000 7feb142b4b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x556f81867940 con 0x556f8191e200 2024-05-16T15:51:32.390 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.378+0000 7feb142b4b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x556f817ccda0 con 0x556f8191eb20 2024-05-16T15:51:32.390 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.378+0000 7feb142b4b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x556f81863900 con 0x556f81922aa0 2024-05-16T15:51:32.390 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.378+0000 7feb027fc700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556f8191e200 0x556f8191e5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:32.390 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.378+0000 7feb027fc700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556f8191e200 0x556f8191e5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:41496/0 (socket says 172.21.15.43:41496) 2024-05-16T15:51:32.390 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.378+0000 7feb027fc700 1 -- 172.21.15.43:0/560629386 learned_addr learned my addr 172.21.15.43:0/560629386 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:32.391 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.379+0000 7feb02ffd700 1 --2- 172.21.15.43:0/560629386 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556f8191eb20 0x556f81922560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:32.392 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.379+0000 7feb027fc700 1 -- 172.21.15.43:0/560629386 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556f81922aa0 msgr2=0x556f81922f00 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-16T15:51:32.392 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.379+0000 7feb027fc700 1 --2- 172.21.15.43:0/560629386 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556f81922aa0 0x556f81922f00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:32.392 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.379+0000 7feb027fc700 1 -- 172.21.15.43:0/560629386 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556f8191eb20 msgr2=0x556f81922560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:32.392 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.379+0000 7feb027fc700 1 --2- 172.21.15.43:0/560629386 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556f8191eb20 0x556f81922560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:32.392 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.379+0000 7feb027fc700 1 -- 172.21.15.43:0/560629386 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556f817b48d0 con 0x556f8191e200 2024-05-16T15:51:32.392 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.379+0000 7feb02ffd700 1 --2- 172.21.15.43:0/560629386 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556f8191eb20 0x556f81922560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:51:32.392 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.379+0000 7feb08a1f700 1 --2- 172.21.15.43:0/3378636735 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7feaec0b27b0 0x7feaec0b4c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:32.392 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.379+0000 7feb027fc700 1 --2- 172.21.15.43:0/560629386 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556f8191e200 0x556f8191e5e0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7feaf80098e0 tx=0x7feaf8005250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d49dab0e2427beb server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:32.392 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.379+0000 7feb037fe700 1 --2- 172.21.15.43:0/3378636735 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7feaec0b27b0 0x7feaec0b4c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:32.392 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.380+0000 7feae9ffb700 1 -- 172.21.15.43:0/560629386 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaf8003880 con 0x556f8191e200 2024-05-16T15:51:32.392 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.380+0000 7feb08a1f700 1 -- 172.21.15.43:0/3378636735 <== mon.1 v2:172.21.15.157:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7feafc0e1900 con 0x7feb04108410 2024-05-16T15:51:32.393 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.380+0000 7feb037fe700 1 --2- 172.21.15.43:0/3378636735 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7feaec0b27b0 0x7feaec0b4c70 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7feafc0a5330 tx=0x7feafc0bac60 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:32.393 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.380+0000 7feae9ffb700 1 -- 172.21.15.43:0/560629386 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7feaf80056d0 con 0x556f8191e200 2024-05-16T15:51:32.393 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.380+0000 7feae9ffb700 1 -- 172.21.15.43:0/560629386 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaf800be30 con 0x556f8191e200 2024-05-16T15:51:32.394 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.381+0000 7feb142b4b80 1 -- 172.21.15.43:0/560629386 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556f8191e200 msgr2=0x556f8191e5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:32.394 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.381+0000 7feb142b4b80 1 --2- 172.21.15.43:0/560629386 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556f8191e200 0x556f8191e5e0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7feaf80098e0 tx=0x7feaf8005250 comp rx=0 tx=0).stop 2024-05-16T15:51:32.394 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.381+0000 7feb142b4b80 1 -- 172.21.15.43:0/560629386 shutdown_connections 2024-05-16T15:51:32.394 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.381+0000 7feb142b4b80 1 --2- 172.21.15.43:0/560629386 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556f81922aa0 0x556f81922f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:32.394 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.381+0000 7feb142b4b80 1 --2- 172.21.15.43:0/560629386 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556f8191e200 0x556f8191e5e0 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:32.394 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.381+0000 7feb142b4b80 1 --2- 172.21.15.43:0/560629386 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556f8191eb20 0x556f81922560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:32.394 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.381+0000 7feb142b4b80 1 -- 172.21.15.43:0/560629386 >> 172.21.15.43:0/560629386 conn(0x556f81841b70 msgr2=0x556f819102a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:32.394 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.382+0000 7feb142b4b80 1 -- 172.21.15.43:0/560629386 shutdown_connections 2024-05-16T15:51:32.394 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.382+0000 7feb142b4b80 1 -- 172.21.15.43:0/560629386 wait complete. 2024-05-16T15:51:32.394 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.382+0000 7feb142b4b80 1 -- start start 2024-05-16T15:51:32.396 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.382+0000 7feb142b4b80 1 Processor -- start 2024-05-16T15:51:32.396 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.383+0000 7feb142b4b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556f8191eb20 0x556f8192a100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:32.396 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.383+0000 7feb142b4b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556f81922aa0 0x556f81927400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:32.396 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.383+0000 7feb142b4b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556f81927940 0x556f81927dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:32.396 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.383+0000 7feb142b4b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x556f8192ab40 con 0x556f81922aa0 2024-05-16T15:51:32.396 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.383+0000 7feb142b4b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x556f81820ed0 con 0x556f81927940 2024-05-16T15:51:32.396 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.383+0000 7feb142b4b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x556f8192acc0 con 0x556f8191eb20 2024-05-16T15:51:32.396 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.383+0000 7feb142b4b80 10 client.0 _ll_register_callbacks cb 0x556f817fb5b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:51:32.396 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.383+0000 7feb02ffd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556f81922aa0 0x556f81927400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:32.396 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.383+0000 7feb02ffd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556f81922aa0 0x556f81927400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:41502/0 (socket says 172.21.15.43:41502) 2024-05-16T15:51:32.396 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.383+0000 7feb02ffd700 1 -- 172.21.15.43:0/659066434 learned_addr learned my addr 172.21.15.43:0/659066434 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:32.397 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.384+0000 7feb02ffd700 1 -- 172.21.15.43:0/659066434 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556f8191eb20 msgr2=0x556f8192a100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:32.397 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.384+0000 7feb027fc700 1 --2- 172.21.15.43:0/659066434 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556f8191eb20 0x556f8192a100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:32.397 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.384+0000 7feb02ffd700 1 --2- 172.21.15.43:0/659066434 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556f8191eb20 0x556f8192a100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:32.397 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.384+0000 7feb02ffd700 1 -- 172.21.15.43:0/659066434 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556f81927940 msgr2=0x556f81927dc0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-16T15:51:32.397 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.384+0000 7feb02ffd700 1 --2- 172.21.15.43:0/659066434 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556f81927940 0x556f81927dc0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:32.397 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.384+0000 7feb02ffd700 1 -- 172.21.15.43:0/659066434 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556f8181e760 con 0x556f81922aa0 2024-05-16T15:51:32.397 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.384+0000 7feb027fc700 1 --2- 172.21.15.43:0/659066434 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556f8191eb20 0x556f8192a100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:51:32.398 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.384+0000 7feb02ffd700 1 --2- 172.21.15.43:0/659066434 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556f81922aa0 0x556f81927400 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7feaf40116f0 tx=0x7feaf4011ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d66ac9ffa03f8ec8 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:32.398 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.384+0000 7feae2ffd700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:51:32.398 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.385+0000 7feae2ffd700 1 -- 172.21.15.43:0/659066434 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaf4020060 con 0x556f81922aa0 2024-05-16T15:51:32.398 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.385+0000 7feae2ffd700 1 -- 172.21.15.43:0/659066434 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7feaf400f740 con 0x556f81922aa0 2024-05-16T15:51:32.398 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.385+0000 7feb142b4b80 1 -- 172.21.15.43:0/659066434 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feaf80056d0 con 0x556f81922aa0 2024-05-16T15:51:32.398 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.386+0000 7feae2ffd700 1 -- 172.21.15.43:0/659066434 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7feaf4027050 con 0x556f81922aa0 2024-05-16T15:51:32.398 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.386+0000 7feb142b4b80 10 client.15678 fetch_fsmap learned FSMap version 30 2024-05-16T15:51:32.398 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.386+0000 7feb142b4b80 1 -- 172.21.15.43:0/659066434 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x556f81935980 con 0x556f81922aa0 2024-05-16T15:51:32.398 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.386+0000 7feae2ffd700 1 -- 172.21.15.43:0/659066434 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7feaf80056d0 con 0x556f81922aa0 2024-05-16T15:51:32.399 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.386+0000 7feae2ffd700 1 -- 172.21.15.43:0/659066434 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7feaf401ba60 con 0x556f81922aa0 2024-05-16T15:51:32.399 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.386+0000 7feb142b4b80 10 client.15678 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:51:32.399 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.386+0000 7feb142b4b80 10 client.15678 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.f 2024-05-16T15:51:32.399 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.386+0000 7feb142b4b80 20 client.15678 populate_metadata read hostname 'smithi043' 2024-05-16T15:51:32.399 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.386+0000 7feb142b4b80 1 --2- 172.21.15.43:0/659066434 >> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] conn(0x556f81938010 0x556f8193a400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:32.399 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.386+0000 7feb142b4b80 4 client.15678 mds_command: new command op to 24445 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:51:32.399 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.386+0000 7feb142b4b80 1 -- 172.21.15.43:0/659066434 --> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556f81875320 con 0x556f81938010 2024-05-16T15:51:32.399 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.387+0000 7feb027fc700 1 --2- 172.21.15.43:0/659066434 >> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] conn(0x556f81938010 0x556f8193a400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:32.401 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.387+0000 7feae2ffd700 10 client.15678 ms_handle_connect on v2:172.21.15.157:6834/2303077574 2024-05-16T15:51:32.401 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.387+0000 7feb027fc700 1 --2- 172.21.15.43:0/659066434 >> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] conn(0x556f81938010 0x556f8193a400 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=7a0059a2f1fa1781 server_cookie=ed828743f2f6ab6b in_seq=0 out_seq=0 2024-05-16T15:51:32.401 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.388+0000 7feae2ffd700 1 -- 172.21.15.43:0/659066434 <== mds.4 v2:172.21.15.157:6834/2303077574 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x556f81875320 con 0x556f81938010 2024-05-16T15:51:32.401 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.388+0000 7feae2ffd700 10 client.15678 handle_command_reply: tid=0 2024-05-16T15:51:32.401 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.388+0000 7feb142b4b80 1 client.15678 shutdown 2024-05-16T15:51:32.401 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.388+0000 7feb142b4b80 1 -- 172.21.15.43:0/659066434 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556f81922aa0 msgr2=0x556f81927400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:32.401 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.388+0000 7feb142b4b80 1 --2- 172.21.15.43:0/659066434 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556f81922aa0 0x556f81927400 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7feaf40116f0 tx=0x7feaf4011ab0 comp rx=0 tx=0).stop 2024-05-16T15:51:32.401 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.389+0000 7feb142b4b80 1 -- 172.21.15.43:0/659066434 shutdown_connections 2024-05-16T15:51:32.401 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.389+0000 7feb142b4b80 1 --2- 172.21.15.43:0/659066434 >> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] conn(0x556f81938010 0x556f8193a400 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:32.401 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.389+0000 7feb142b4b80 1 --2- 172.21.15.43:0/659066434 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556f81927940 0x556f81927dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:32.401 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.389+0000 7feb142b4b80 1 --2- 172.21.15.43:0/659066434 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556f8191eb20 0x556f8192a100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:32.401 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.389+0000 7feb142b4b80 1 --2- 172.21.15.43:0/659066434 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556f81922aa0 0x556f81927400 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:32.401 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.389+0000 7feb142b4b80 1 -- 172.21.15.43:0/659066434 >> 172.21.15.43:0/659066434 conn(0x556f81841b70 msgr2=0x556f8190ab30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:32.402 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.389+0000 7feae2ffd700 0 client.15678 ms_handle_reset on v2:172.21.15.157:6834/2303077574 2024-05-16T15:51:32.402 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.389+0000 7feb142b4b80 1 -- 172.21.15.43:0/659066434 shutdown_connections 2024-05-16T15:51:32.402 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.389+0000 7feb142b4b80 1 -- 172.21.15.43:0/659066434 wait complete. 2024-05-16T15:51:32.402 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.389+0000 7feb142b4b80 20 client.15678 trim_cache size 0 max 16384 2024-05-16T15:51:32.430 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.419+0000 7feb142b4b80 1 Processor -- start 2024-05-16T15:51:32.430 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.419+0000 7feb142b4b80 1 -- start start 2024-05-16T15:51:32.431 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.419+0000 7feb142b4b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556f8191eb20 0x556f81933c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:32.431 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.419+0000 7feb142b4b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556f81922aa0 0x556f8190ac40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:32.431 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.419+0000 7feb142b4b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556f81927940 0x556f81927320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:32.431 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.419+0000 7feb142b4b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7feb041acb20 con 0x556f81927940 2024-05-16T15:51:32.431 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.419+0000 7feb142b4b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7feb041ae660 con 0x556f81922aa0 2024-05-16T15:51:32.431 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.419+0000 7feb142b4b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7feb041ad1f0 con 0x556f8191eb20 2024-05-16T15:51:32.433 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.419+0000 7feb027fc700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556f81927940 0x556f81927320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:32.433 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.419+0000 7feb027fc700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556f81927940 0x556f81927320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:41514/0 (socket says 172.21.15.43:41514) 2024-05-16T15:51:32.433 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.419+0000 7feb027fc700 1 -- 172.21.15.43:0/1882101422 learned_addr learned my addr 172.21.15.43:0/1882101422 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:32.434 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.419+0000 7feb027fc700 1 --2- 172.21.15.43:0/1882101422 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556f8191eb20 0x556f81933c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:32.434 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.419+0000 7feb02ffd700 1 --2- 172.21.15.43:0/1882101422 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556f81922aa0 0x556f8190ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:32.434 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.420+0000 7feb027fc700 1 -- 172.21.15.43:0/1882101422 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556f8191eb20 msgr2=0x556f81933c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:32.434 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.420+0000 7feb027fc700 1 --2- 172.21.15.43:0/1882101422 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556f8191eb20 0x556f81933c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:32.434 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.420+0000 7feb027fc700 1 -- 172.21.15.43:0/1882101422 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556f81922aa0 msgr2=0x556f8190ac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:32.434 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.420+0000 7feb027fc700 1 --2- 172.21.15.43:0/1882101422 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556f81922aa0 0x556f8190ac40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:32.434 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.420+0000 7feb027fc700 1 -- 172.21.15.43:0/1882101422 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556f81911d20 con 0x556f81927940 2024-05-16T15:51:32.434 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.420+0000 7feb02ffd700 1 --2- 172.21.15.43:0/1882101422 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556f81922aa0 0x556f8190ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:51:32.434 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.420+0000 7feb027fc700 1 --2- 172.21.15.43:0/1882101422 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556f81927940 0x556f81927320 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7feaf8000c00 tx=0x7feaf800ba10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2855ebbfa0aee5d server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:32.434 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.420+0000 7feae97fa700 1 -- 172.21.15.43:0/1882101422 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaf800bd30 con 0x556f81927940 2024-05-16T15:51:32.434 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.420+0000 7feae97fa700 1 -- 172.21.15.43:0/1882101422 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7feaf8005710 con 0x556f81927940 2024-05-16T15:51:32.434 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.420+0000 7feae97fa700 1 -- 172.21.15.43:0/1882101422 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaf800f750 con 0x556f81927940 2024-05-16T15:51:32.434 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.421+0000 7feb142b4b80 1 -- 172.21.15.43:0/1882101422 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556f81927940 msgr2=0x556f81927320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:32.435 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.421+0000 7feb142b4b80 1 --2- 172.21.15.43:0/1882101422 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556f81927940 0x556f81927320 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7feaf8000c00 tx=0x7feaf800ba10 comp rx=0 tx=0).stop 2024-05-16T15:51:32.435 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.421+0000 7feb142b4b80 1 -- 172.21.15.43:0/1882101422 shutdown_connections 2024-05-16T15:51:32.435 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.421+0000 7feb142b4b80 1 --2- 172.21.15.43:0/1882101422 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556f81927940 0x556f81927320 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:32.435 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.421+0000 7feb142b4b80 1 --2- 172.21.15.43:0/1882101422 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556f8191eb20 0x556f81933c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:32.435 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.421+0000 7feb142b4b80 1 --2- 172.21.15.43:0/1882101422 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556f81922aa0 0x556f8190ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:32.435 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.421+0000 7feb142b4b80 1 -- 172.21.15.43:0/1882101422 >> 172.21.15.43:0/1882101422 conn(0x556f81841b70 msgr2=0x556f81915090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:32.435 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.421+0000 7feb142b4b80 1 -- 172.21.15.43:0/1882101422 shutdown_connections 2024-05-16T15:51:32.435 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.421+0000 7feb142b4b80 1 -- 172.21.15.43:0/1882101422 wait complete. 2024-05-16T15:51:32.435 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.422+0000 7feb142b4b80 1 -- start start 2024-05-16T15:51:32.435 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.422+0000 7feb142b4b80 1 Processor -- start 2024-05-16T15:51:32.440 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.422+0000 7feb142b4b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556f8191eb20 0x556f81930300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:32.440 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.422+0000 7feb142b4b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556f81922aa0 0x556f8192b680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:32.440 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.422+0000 7feb142b4b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556f81927940 0x556f8192bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:32.440 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.422+0000 7feb142b4b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7feb041adf90 con 0x556f81927940 2024-05-16T15:51:32.440 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.422+0000 7feb142b4b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7feb041ad8c0 con 0x556f8191eb20 2024-05-16T15:51:32.440 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.422+0000 7feb142b4b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7feb041aaac0 con 0x556f81922aa0 2024-05-16T15:51:32.440 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.422+0000 7feb142b4b80 10 client.0 _ll_register_callbacks cb 0x556f817fb5b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:51:32.440 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.423+0000 7feb027fc700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556f81927940 0x556f8192bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:32.440 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.423+0000 7feb027fc700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556f81927940 0x556f8192bbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:41530/0 (socket says 172.21.15.43:41530) 2024-05-16T15:51:32.440 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.423+0000 7feb027fc700 1 -- 172.21.15.43:0/3952246669 learned_addr learned my addr 172.21.15.43:0/3952246669 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:32.440 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.423+0000 7feb027fc700 1 --2- 172.21.15.43:0/3952246669 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556f8191eb20 0x556f81930300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:32.440 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.423+0000 7feb02ffd700 1 --2- 172.21.15.43:0/3952246669 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556f81922aa0 0x556f8192b680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:32.441 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.423+0000 7feb027fc700 1 -- 172.21.15.43:0/3952246669 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556f81922aa0 msgr2=0x556f8192b680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:32.441 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.423+0000 7feb027fc700 1 --2- 172.21.15.43:0/3952246669 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556f81922aa0 0x556f8192b680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:32.441 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.423+0000 7feb027fc700 1 -- 172.21.15.43:0/3952246669 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556f8191eb20 msgr2=0x556f81930300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:32.441 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.423+0000 7feb027fc700 1 --2- 172.21.15.43:0/3952246669 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556f8191eb20 0x556f81930300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:32.441 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.423+0000 7feb027fc700 1 -- 172.21.15.43:0/3952246669 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556f8192c200 con 0x556f81927940 2024-05-16T15:51:32.441 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.424+0000 7feb027fc700 1 --2- 172.21.15.43:0/3952246669 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556f81927940 0x556f8192bbc0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7feaf800b2e0 tx=0x7feaf800b610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b95a4715c67b99ad server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:32.441 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.424+0000 7feae2ffd700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:51:32.441 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.424+0000 7feae2ffd700 1 -- 172.21.15.43:0/3952246669 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaf8003880 con 0x556f81927940 2024-05-16T15:51:32.441 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.424+0000 7feb142b4b80 1 -- 172.21.15.43:0/3952246669 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feaf8005710 con 0x556f81927940 2024-05-16T15:51:32.441 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.424+0000 7feae2ffd700 1 -- 172.21.15.43:0/3952246669 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7feaf8003a20 con 0x556f81927940 2024-05-16T15:51:32.441 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.424+0000 7feae2ffd700 1 -- 172.21.15.43:0/3952246669 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7feaf8003c40 con 0x556f81927940 2024-05-16T15:51:32.441 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.424+0000 7feb142b4b80 10 client.15684 fetch_fsmap learned FSMap version 30 2024-05-16T15:51:32.441 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.424+0000 7feb142b4b80 1 -- 172.21.15.43:0/3952246669 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x556f819a26f0 con 0x556f81927940 2024-05-16T15:51:32.441 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.424+0000 7feae2ffd700 1 -- 172.21.15.43:0/3952246669 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7feaf8005710 con 0x556f81927940 2024-05-16T15:51:32.442 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.425+0000 7feae2ffd700 1 -- 172.21.15.43:0/3952246669 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7feaf8021070 con 0x556f81927940 2024-05-16T15:51:32.442 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.425+0000 7feb142b4b80 10 client.15684 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:51:32.442 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.425+0000 7feb142b4b80 10 client.15684 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.f 2024-05-16T15:51:32.442 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.425+0000 7feb142b4b80 20 client.15684 populate_metadata read hostname 'smithi043' 2024-05-16T15:51:32.442 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.425+0000 7feb142b4b80 1 --2- 172.21.15.43:0/3952246669 >> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] conn(0x556f819a2980 0x556f819a4d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:32.442 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.425+0000 7feb142b4b80 4 client.15684 mds_command: new command op to 24445 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-16T15:51:32.442 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.425+0000 7feb142b4b80 1 -- 172.21.15.43:0/3952246669 --> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] -- command(tid 0: {"prefix": "damage ls"}) -- 0x556f8186f3c0 con 0x556f819a2980 2024-05-16T15:51:32.442 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.425+0000 7feb02ffd700 1 --2- 172.21.15.43:0/3952246669 >> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] conn(0x556f819a2980 0x556f819a4d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:32.442 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.425+0000 7feae2ffd700 10 client.15684 ms_handle_connect on v2:172.21.15.157:6834/2303077574 2024-05-16T15:51:32.442 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.426+0000 7feb02ffd700 1 --2- 172.21.15.43:0/3952246669 >> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] conn(0x556f819a2980 0x556f819a4d70 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=1c838033089d86a4 server_cookie=54995629eb6bc384 in_seq=0 out_seq=0 2024-05-16T15:51:32.442 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.426+0000 7feae2ffd700 1 -- 172.21.15.43:0/3952246669 <== mds.4 v2:172.21.15.157:6834/2303077574 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x556f8186f3c0 con 0x556f819a2980 2024-05-16T15:51:32.442 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.426+0000 7feae2ffd700 10 client.15684 handle_command_reply: tid=0 2024-05-16T15:51:32.442 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.426+0000 7feb142b4b80 1 client.15684 shutdown 2024-05-16T15:51:32.443 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.426+0000 7feb142b4b80 1 -- 172.21.15.43:0/3952246669 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556f81927940 msgr2=0x556f8192bbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:32.443 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.426+0000 7feb142b4b80 1 --2- 172.21.15.43:0/3952246669 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556f81927940 0x556f8192bbc0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7feaf800b2e0 tx=0x7feaf800b610 comp rx=0 tx=0).stop 2024-05-16T15:51:32.443 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.426+0000 7feb142b4b80 1 -- 172.21.15.43:0/3952246669 shutdown_connections 2024-05-16T15:51:32.443 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.426+0000 7feb142b4b80 1 --2- 172.21.15.43:0/3952246669 >> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] conn(0x556f819a2980 0x556f819a4d70 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:32.443 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.426+0000 7feb142b4b80 1 --2- 172.21.15.43:0/3952246669 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556f81927940 0x556f8192bbc0 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:32.443 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.426+0000 7feb142b4b80 1 --2- 172.21.15.43:0/3952246669 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556f8191eb20 0x556f81930300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:32.443 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.426+0000 7feb142b4b80 1 --2- 172.21.15.43:0/3952246669 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556f81922aa0 0x556f8192b680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:32.443 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.427+0000 7feae2ffd700 0 client.15684 ms_handle_reset on v2:172.21.15.157:6834/2303077574 2024-05-16T15:51:32.443 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.427+0000 7feb142b4b80 1 -- 172.21.15.43:0/3952246669 >> 172.21.15.43:0/3952246669 conn(0x556f81841b70 msgr2=0x556f81928c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:32.443 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.427+0000 7feb142b4b80 1 -- 172.21.15.43:0/3952246669 shutdown_connections 2024-05-16T15:51:32.443 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.427+0000 7feb142b4b80 1 -- 172.21.15.43:0/3952246669 wait complete. 2024-05-16T15:51:32.443 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.427+0000 7feb142b4b80 20 client.15684 trim_cache size 0 max 16384 2024-05-16T15:51:32.444 INFO:teuthology.orchestra.run.smithi043.stdout:[] 2024-05-16T15:51:32.445 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.428+0000 7feb09a21700 1 -- 172.21.15.43:0/3378636735 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7feaec0b27b0 msgr2=0x7feaec0b4c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:32.445 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.428+0000 7feb09a21700 1 --2- 172.21.15.43:0/3378636735 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7feaec0b27b0 0x7feaec0b4c70 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7feafc0a5330 tx=0x7feafc0bac60 comp rx=0 tx=0).stop 2024-05-16T15:51:32.445 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.428+0000 7feb09a21700 1 -- 172.21.15.43:0/3378636735 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feb04108410 msgr2=0x7feb04198740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:32.445 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.428+0000 7feb09a21700 1 --2- 172.21.15.43:0/3378636735 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feb04108410 0x7feb04198740 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7feafc00efc0 tx=0x7feafc00c3a0 comp rx=0 tx=0).stop 2024-05-16T15:51:32.445 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.428+0000 7feb09a21700 1 -- 172.21.15.43:0/3378636735 shutdown_connections 2024-05-16T15:51:32.445 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.428+0000 7feb09a21700 1 --2- 172.21.15.43:0/3378636735 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feb04108410 0x7feb04198740 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:32.445 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.428+0000 7feb09a21700 1 --2- 172.21.15.43:0/3378636735 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7feaec0b27b0 0x7feaec0b4c70 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:32.445 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.428+0000 7feb09a21700 1 --2- 172.21.15.43:0/3378636735 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7feb041023a0 0x7feb0419e620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:32.446 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.428+0000 7feb09a21700 1 --2- 172.21.15.43:0/3378636735 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7feb04102d60 0x7feb0419eb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:32.446 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.428+0000 7feb09a21700 1 -- 172.21.15.43:0/3378636735 >> 172.21.15.43:0/3378636735 conn(0x7feb04079350 msgr2=0x7feb04100db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:32.446 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.429+0000 7feb09a21700 1 -- 172.21.15.43:0/3378636735 shutdown_connections 2024-05-16T15:51:32.446 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:32.429+0000 7feb09a21700 1 -- 172.21.15.43:0/3378636735 wait complete. 2024-05-16T15:51:33.275 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-05-16T15:51:33.475 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:51:33 smithi043 ceph-mon[31619]: pgmap v475: 129 pgs: 129 active+clean; 675 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-16T15:51:33.667 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:51:33.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:51:33 smithi157 ceph-mon[35584]: pgmap v475: 129 pgs: 129 active+clean; 675 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-16T15:51:33.686 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:51:33 smithi148 ceph-mon[34976]: pgmap v475: 129 pgs: 129 active+clean; 675 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-16T15:51:35.423 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:51:35 smithi043 ceph-mon[31619]: pgmap v476: 129 pgs: 129 active+clean; 675 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-16T15:51:35.550 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.523+0000 7f22364f0700 1 -- 172.21.15.43:0/2321844148 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2230109510 msgr2=0x7f22301098f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:35.550 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.523+0000 7f22364f0700 1 --2- 172.21.15.43:0/2321844148 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2230109510 0x7f22301098f0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f2220009990 tx=0x7f2220009ca0 comp rx=0 tx=0).stop 2024-05-16T15:51:35.550 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.523+0000 7f22364f0700 1 -- 172.21.15.43:0/2321844148 shutdown_connections 2024-05-16T15:51:35.550 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.523+0000 7f22364f0700 1 --2- 172.21.15.43:0/2321844148 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f223006bb40 0x7f2230110330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:35.551 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.523+0000 7f22364f0700 1 --2- 172.21.15.43:0/2321844148 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2230109510 0x7f22301098f0 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:35.551 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.523+0000 7f22364f0700 1 --2- 172.21.15.43:0/2321844148 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f223006b180 0x7f223006b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:35.551 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.523+0000 7f22364f0700 1 -- 172.21.15.43:0/2321844148 >> 172.21.15.43:0/2321844148 conn(0x7f2230079350 msgr2=0x7f2230079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:35.551 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.523+0000 7f22364f0700 1 -- 172.21.15.43:0/2321844148 shutdown_connections 2024-05-16T15:51:35.551 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.523+0000 7f22364f0700 1 -- 172.21.15.43:0/2321844148 wait complete. 2024-05-16T15:51:35.551 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.524+0000 7f22364f0700 1 Processor -- start 2024-05-16T15:51:35.551 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.524+0000 7f22364f0700 1 -- start start 2024-05-16T15:51:35.551 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.525+0000 7f22364f0700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f223006b180 0x7f2230102470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:35.551 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.525+0000 7f22364f0700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f223006bb40 0x7f22301029b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:35.551 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.525+0000 7f22364f0700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2230109510 0x7f2230102ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:35.551 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.525+0000 7f222f7fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f223006bb40 0x7f22301029b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:35.551 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.525+0000 7f222f7fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f223006bb40 0x7f22301029b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:41544/0 (socket says 172.21.15.43:41544) 2024-05-16T15:51:35.551 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.525+0000 7f222f7fe700 1 -- 172.21.15.43:0/2967960623 learned_addr learned my addr 172.21.15.43:0/2967960623 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:35.551 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.525+0000 7f22364f0700 1 -- 172.21.15.43:0/2967960623 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f22301134f0 con 0x7f223006bb40 2024-05-16T15:51:35.552 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.525+0000 7f22364f0700 1 -- 172.21.15.43:0/2967960623 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f2230113370 con 0x7f223006b180 2024-05-16T15:51:35.552 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.525+0000 7f22364f0700 1 -- 172.21.15.43:0/2967960623 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f2230113670 con 0x7f2230109510 2024-05-16T15:51:35.552 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.525+0000 7f222ffff700 1 --2- 172.21.15.43:0/2967960623 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f223006b180 0x7f2230102470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:35.552 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.526+0000 7f222ffff700 1 -- 172.21.15.43:0/2967960623 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2230109510 msgr2=0x7f2230102ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:35.552 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.526+0000 7f2234a8d700 1 --2- 172.21.15.43:0/2967960623 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2230109510 0x7f2230102ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:35.552 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.526+0000 7f222ffff700 1 --2- 172.21.15.43:0/2967960623 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2230109510 0x7f2230102ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:35.552 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.526+0000 7f222ffff700 1 -- 172.21.15.43:0/2967960623 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f223006bb40 msgr2=0x7f22301029b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:35.552 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.526+0000 7f222ffff700 1 --2- 172.21.15.43:0/2967960623 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f223006bb40 0x7f22301029b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:35.552 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.526+0000 7f222ffff700 1 -- 172.21.15.43:0/2967960623 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22301a7fd0 con 0x7f223006b180 2024-05-16T15:51:35.552 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.526+0000 7f2234a8d700 1 --2- 172.21.15.43:0/2967960623 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2230109510 0x7f2230102ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:51:35.552 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.526+0000 7f222f7fe700 1 --2- 172.21.15.43:0/2967960623 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f223006bb40 0x7f22301029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:51:35.552 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.526+0000 7f222ffff700 1 --2- 172.21.15.43:0/2967960623 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f223006b180 0x7f2230102470 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f2220000c00 tx=0x7f22200047b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:35.552 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.526+0000 7f222d7fa700 1 -- 172.21.15.43:0/2967960623 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f222000fb10 con 0x7f223006b180 2024-05-16T15:51:35.552 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.526+0000 7f22364f0700 1 -- 172.21.15.43:0/2967960623 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22301997e0 con 0x7f223006b180 2024-05-16T15:51:35.553 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.526+0000 7f222d7fa700 1 -- 172.21.15.43:0/2967960623 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2220004cc0 con 0x7f223006b180 2024-05-16T15:51:35.553 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.526+0000 7f222d7fa700 1 -- 172.21.15.43:0/2967960623 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22200054b0 con 0x7f223006b180 2024-05-16T15:51:35.553 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.526+0000 7f22364f0700 1 -- 172.21.15.43:0/2967960623 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2230199cb0 con 0x7f223006b180 2024-05-16T15:51:35.553 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.529+0000 7f222d7fa700 1 -- 172.21.15.43:0/2967960623 <== mon.2 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f2220028060 con 0x7f223006b180 2024-05-16T15:51:35.553 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.530+0000 7f222d7fa700 1 --2- 172.21.15.43:0/2967960623 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f22180b2880 0x7f22180b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:35.553 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.531+0000 7f222f7fe700 1 --2- 172.21.15.43:0/2967960623 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f22180b2880 0x7f22180b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:35.553 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.531+0000 7f222d7fa700 1 -- 172.21.15.43:0/2967960623 <== mon.2 v2:172.21.15.148:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f22200e2ff0 con 0x7f223006b180 2024-05-16T15:51:35.553 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.531+0000 7f222f7fe700 1 --2- 172.21.15.43:0/2967960623 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f22180b2880 0x7f22180b4d40 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f2230079a90 tx=0x7f2224009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:35.553 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.532+0000 7f2240d83b80 1 Processor -- start 2024-05-16T15:51:35.553 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.532+0000 7f2240d83b80 1 -- start start 2024-05-16T15:51:35.553 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.532+0000 7f2240d83b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8b36941b0 0x55c8b3694590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:35.553 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.532+0000 7f2240d83b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c8b3694ad0 0x55c8b368e810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:35.553 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.532+0000 7f2240d83b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c8b368ed50 0x55c8b368f190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:35.553 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.532+0000 7f2240d83b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55c8b35e0940 con 0x55c8b36941b0 2024-05-16T15:51:35.554 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.532+0000 7f2240d83b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55c8b3545da0 con 0x55c8b3694ad0 2024-05-16T15:51:35.554 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.532+0000 7f2240d83b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55c8b35dc900 con 0x55c8b368ed50 2024-05-16T15:51:35.554 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.532+0000 7f222ffff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8b36941b0 0x55c8b3694590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:35.554 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.532+0000 7f222ffff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8b36941b0 0x55c8b3694590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:41550/0 (socket says 172.21.15.43:41550) 2024-05-16T15:51:35.554 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.532+0000 7f222ffff700 1 -- 172.21.15.43:0/3542031609 learned_addr learned my addr 172.21.15.43:0/3542031609 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:35.554 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.532+0000 7f2234a8d700 1 --2- 172.21.15.43:0/3542031609 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c8b368ed50 0x55c8b368f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:35.554 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.532+0000 7f222ffff700 1 -- 172.21.15.43:0/3542031609 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c8b368ed50 msgr2=0x55c8b368f190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:35.554 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.532+0000 7f222f7fe700 1 --2- 172.21.15.43:0/3542031609 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c8b3694ad0 0x55c8b368e810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:35.554 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.532+0000 7f222ffff700 1 --2- 172.21.15.43:0/3542031609 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c8b368ed50 0x55c8b368f190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:35.554 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.532+0000 7f222ffff700 1 -- 172.21.15.43:0/3542031609 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c8b3694ad0 msgr2=0x55c8b368e810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:35.554 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.532+0000 7f222ffff700 1 --2- 172.21.15.43:0/3542031609 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c8b3694ad0 0x55c8b368e810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:35.554 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.532+0000 7f222ffff700 1 -- 172.21.15.43:0/3542031609 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c8b352d8d0 con 0x55c8b36941b0 2024-05-16T15:51:35.554 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.533+0000 7f222f7fe700 1 --2- 172.21.15.43:0/3542031609 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c8b3694ad0 0x55c8b368e810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:51:35.555 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.533+0000 7f222ffff700 1 --2- 172.21.15.43:0/3542031609 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8b36941b0 0x55c8b3694590 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f22200a9ff0 tx=0x7f222000bef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4419008a7aac20b server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:35.555 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.533+0000 7f22167fc700 1 -- 172.21.15.43:0/3542031609 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22200aa9f0 con 0x55c8b36941b0 2024-05-16T15:51:35.555 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.533+0000 7f22167fc700 1 -- 172.21.15.43:0/3542031609 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f22200aa2f0 con 0x55c8b36941b0 2024-05-16T15:51:35.555 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.534+0000 7f2240d83b80 1 -- 172.21.15.43:0/3542031609 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8b36941b0 msgr2=0x55c8b3694590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:35.555 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.534+0000 7f2240d83b80 1 --2- 172.21.15.43:0/3542031609 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8b36941b0 0x55c8b3694590 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f22200a9ff0 tx=0x7f222000bef0 comp rx=0 tx=0).stop 2024-05-16T15:51:35.555 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.534+0000 7f22167fc700 1 -- 172.21.15.43:0/3542031609 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22200b2c30 con 0x55c8b36941b0 2024-05-16T15:51:35.555 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.534+0000 7f2240d83b80 1 -- 172.21.15.43:0/3542031609 shutdown_connections 2024-05-16T15:51:35.555 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.534+0000 7f2240d83b80 1 --2- 172.21.15.43:0/3542031609 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c8b368ed50 0x55c8b368f190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:35.555 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.534+0000 7f2240d83b80 1 --2- 172.21.15.43:0/3542031609 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8b36941b0 0x55c8b3694590 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:35.555 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.534+0000 7f2240d83b80 1 --2- 172.21.15.43:0/3542031609 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c8b3694ad0 0x55c8b368e810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:35.555 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.534+0000 7f2240d83b80 1 -- 172.21.15.43:0/3542031609 >> 172.21.15.43:0/3542031609 conn(0x55c8b35bab70 msgr2=0x55c8b36892a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:35.555 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.535+0000 7f2240d83b80 1 -- 172.21.15.43:0/3542031609 shutdown_connections 2024-05-16T15:51:35.555 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.535+0000 7f2240d83b80 1 -- 172.21.15.43:0/3542031609 wait complete. 2024-05-16T15:51:35.555 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.535+0000 7f2240d83b80 1 -- start start 2024-05-16T15:51:35.555 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.535+0000 7f2240d83b80 1 Processor -- start 2024-05-16T15:51:35.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.536+0000 7f2240d83b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8b368ed50 0x55c8b369a610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:35.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.536+0000 7f2240d83b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c8b36941b0 0x55c8b36979b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:35.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.536+0000 7f2240d83b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c8b3694ad0 0x55c8b3697ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:35.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.536+0000 7f222ffff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8b368ed50 0x55c8b369a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:35.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.536+0000 7f2240d83b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55c8b369b210 con 0x55c8b368ed50 2024-05-16T15:51:35.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.536+0000 7f222ffff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8b368ed50 0x55c8b369a610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:41552/0 (socket says 172.21.15.43:41552) 2024-05-16T15:51:35.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.536+0000 7f222ffff700 1 -- 172.21.15.43:0/3272442827 learned_addr learned my addr 172.21.15.43:0/3272442827 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:35.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.536+0000 7f2240d83b80 1 -- 172.21.15.43:0/3272442827 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55c8b3599ed0 con 0x55c8b3694ad0 2024-05-16T15:51:35.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.536+0000 7f2240d83b80 1 -- 172.21.15.43:0/3272442827 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55c8b369b390 con 0x55c8b36941b0 2024-05-16T15:51:35.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.536+0000 7f2240d83b80 10 client.0 _ll_register_callbacks cb 0x55c8b35745b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:51:35.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.536+0000 7f222f7fe700 1 --2- 172.21.15.43:0/3272442827 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c8b36941b0 0x55c8b36979b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:35.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.536+0000 7f2234a8d700 1 --2- 172.21.15.43:0/3272442827 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c8b3694ad0 0x55c8b3697ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:35.557 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.536+0000 7f222f7fe700 1 -- 172.21.15.43:0/3272442827 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c8b3694ad0 msgr2=0x55c8b3697ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:35.557 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.536+0000 7f222f7fe700 1 --2- 172.21.15.43:0/3272442827 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c8b3694ad0 0x55c8b3697ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:35.557 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.536+0000 7f222f7fe700 1 -- 172.21.15.43:0/3272442827 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8b368ed50 msgr2=0x55c8b369a610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:35.557 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.537+0000 7f222f7fe700 1 --2- 172.21.15.43:0/3272442827 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8b368ed50 0x55c8b369a610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:35.557 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.537+0000 7f222f7fe700 1 -- 172.21.15.43:0/3272442827 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c8b3597760 con 0x55c8b36941b0 2024-05-16T15:51:35.557 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.537+0000 7f222ffff700 1 --2- 172.21.15.43:0/3272442827 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8b368ed50 0x55c8b369a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:51:35.557 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.537+0000 7f222f7fe700 1 --2- 172.21.15.43:0/3272442827 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c8b36941b0 0x55c8b36979b0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x55c8b3694eb0 tx=0x7f22240047c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=324f504da10595ce server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:35.557 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.537+0000 7f220f7fe700 10 client.0 ms_handle_connect on v2:172.21.15.157:3300/0 2024-05-16T15:51:35.557 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.537+0000 7f220f7fe700 1 -- 172.21.15.43:0/3272442827 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f222401dd70 con 0x55c8b36941b0 2024-05-16T15:51:35.557 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.537+0000 7f2240d83b80 1 -- 172.21.15.43:0/3272442827 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f22200aa2f0 con 0x55c8b36941b0 2024-05-16T15:51:35.557 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.537+0000 7f220f7fe700 1 -- 172.21.15.43:0/3272442827 <== mon.1 v2:172.21.15.157:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f2224004830 con 0x55c8b36941b0 2024-05-16T15:51:35.557 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.537+0000 7f220f7fe700 1 -- 172.21.15.43:0/3272442827 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f2224004a70 con 0x55c8b36941b0 2024-05-16T15:51:35.557 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.537+0000 7f2240d83b80 10 client.25297 fetch_fsmap learned FSMap version 30 2024-05-16T15:51:35.558 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.537+0000 7f2240d83b80 1 -- 172.21.15.43:0/3272442827 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55c8b36a59c0 con 0x55c8b36941b0 2024-05-16T15:51:35.558 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.537+0000 7f220f7fe700 1 -- 172.21.15.43:0/3272442827 <== mon.1 v2:172.21.15.157:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f22200aa2f0 con 0x55c8b36941b0 2024-05-16T15:51:35.558 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.538+0000 7f220f7fe700 1 -- 172.21.15.43:0/3272442827 <== mon.1 v2:172.21.15.157:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f2224024030 con 0x55c8b36941b0 2024-05-16T15:51:35.558 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.538+0000 7f2240d83b80 10 client.25297 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:51:35.558 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.538+0000 7f2240d83b80 10 client.25297 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-05-16T15:51:35.558 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.538+0000 7f2240d83b80 20 client.25297 populate_metadata read hostname 'smithi043' 2024-05-16T15:51:35.558 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.538+0000 7f2240d83b80 1 --2- 172.21.15.43:0/3272442827 >> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] conn(0x55c8b36a8000 0x55c8b36aa3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:35.558 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.538+0000 7f2240d83b80 4 client.25297 mds_command: new command op to 24451 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:51:35.558 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.538+0000 7f2240d83b80 1 -- 172.21.15.43:0/3272442827 --> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c8b35ee320 con 0x55c8b36a8000 2024-05-16T15:51:35.558 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.538+0000 7f222ffff700 1 --2- 172.21.15.43:0/3272442827 >> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] conn(0x55c8b36a8000 0x55c8b36aa3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:35.558 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.539+0000 7f220f7fe700 10 client.25297 ms_handle_connect on v2:172.21.15.157:6836/3777341889 2024-05-16T15:51:35.558 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.539+0000 7f222ffff700 1 --2- 172.21.15.43:0/3272442827 >> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] conn(0x55c8b36a8000 0x55c8b36aa3f0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=497ed5c6260f6f38 server_cookie=dda584c7c4ce2da8 in_seq=0 out_seq=0 2024-05-16T15:51:35.560 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.539+0000 7f220f7fe700 1 -- 172.21.15.43:0/3272442827 <== mds.3 v2:172.21.15.157:6836/3777341889 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55c8b35ee320 con 0x55c8b36a8000 2024-05-16T15:51:35.560 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.539+0000 7f220f7fe700 10 client.25297 handle_command_reply: tid=0 2024-05-16T15:51:35.560 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.539+0000 7f2240d83b80 1 client.25297 shutdown 2024-05-16T15:51:35.560 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.540+0000 7f2240d83b80 1 -- 172.21.15.43:0/3272442827 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c8b36941b0 msgr2=0x55c8b36979b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:35.560 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.540+0000 7f2240d83b80 1 --2- 172.21.15.43:0/3272442827 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c8b36941b0 0x55c8b36979b0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x55c8b3694eb0 tx=0x7f22240047c0 comp rx=0 tx=0).stop 2024-05-16T15:51:35.560 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.540+0000 7f2240d83b80 1 -- 172.21.15.43:0/3272442827 shutdown_connections 2024-05-16T15:51:35.560 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.540+0000 7f2240d83b80 1 --2- 172.21.15.43:0/3272442827 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c8b3694ad0 0x55c8b3697ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:35.560 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.540+0000 7f2240d83b80 1 --2- 172.21.15.43:0/3272442827 >> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] conn(0x55c8b36a8000 0x55c8b36aa3f0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:35.560 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.540+0000 7f2240d83b80 1 --2- 172.21.15.43:0/3272442827 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8b368ed50 0x55c8b369a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:35.560 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.540+0000 7f2240d83b80 1 --2- 172.21.15.43:0/3272442827 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c8b36941b0 0x55c8b36979b0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:35.560 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.540+0000 7f220f7fe700 0 client.25297 ms_handle_reset on v2:172.21.15.157:6836/3777341889 2024-05-16T15:51:35.561 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.540+0000 7f2240d83b80 1 -- 172.21.15.43:0/3272442827 >> 172.21.15.43:0/3272442827 conn(0x55c8b35bab70 msgr2=0x55c8b3683b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:35.561 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.540+0000 7f2240d83b80 1 -- 172.21.15.43:0/3272442827 shutdown_connections 2024-05-16T15:51:35.561 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.540+0000 7f2240d83b80 1 -- 172.21.15.43:0/3272442827 wait complete. 2024-05-16T15:51:35.561 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.540+0000 7f2240d83b80 20 client.25297 trim_cache size 0 max 16384 2024-05-16T15:51:35.581 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.569+0000 7f2240d83b80 1 Processor -- start 2024-05-16T15:51:35.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.569+0000 7f2240d83b80 1 -- start start 2024-05-16T15:51:35.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.570+0000 7f2240d83b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c8b368ed50 0x55c8b36a42b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:35.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.570+0000 7f2240d83b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c8b36941b0 0x55c8b368e810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:35.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.570+0000 7f2240d83b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8b3694ad0 0x55c8b3683c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:35.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.570+0000 7f2240d83b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f22301ad010 con 0x55c8b3694ad0 2024-05-16T15:51:35.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.570+0000 7f2240d83b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f22301aeb50 con 0x55c8b368ed50 2024-05-16T15:51:35.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.570+0000 7f2240d83b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f22301ad6e0 con 0x55c8b36941b0 2024-05-16T15:51:35.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.570+0000 7f222f7fe700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c8b36941b0 0x55c8b368e810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:35.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.570+0000 7f222f7fe700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c8b36941b0 0x55c8b368e810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:40986/0 (socket says 172.21.15.43:40986) 2024-05-16T15:51:35.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.570+0000 7f222f7fe700 1 -- 172.21.15.43:0/2847736291 learned_addr learned my addr 172.21.15.43:0/2847736291 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:35.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.570+0000 7f222ffff700 1 --2- 172.21.15.43:0/2847736291 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c8b368ed50 0x55c8b36a42b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:35.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.570+0000 7f2234a8d700 1 --2- 172.21.15.43:0/2847736291 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8b3694ad0 0x55c8b3683c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:35.584 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.570+0000 7f222f7fe700 1 -- 172.21.15.43:0/2847736291 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c8b368ed50 msgr2=0x55c8b36a42b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:35.584 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.570+0000 7f222f7fe700 1 --2- 172.21.15.43:0/2847736291 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c8b368ed50 0x55c8b36a42b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:35.584 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.570+0000 7f222f7fe700 1 -- 172.21.15.43:0/2847736291 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8b3694ad0 msgr2=0x55c8b3683c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:35.584 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.571+0000 7f222f7fe700 1 --2- 172.21.15.43:0/2847736291 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8b3694ad0 0x55c8b3683c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:35.584 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.571+0000 7f222f7fe700 1 -- 172.21.15.43:0/2847736291 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c8b369adf0 con 0x55c8b36941b0 2024-05-16T15:51:35.584 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.571+0000 7f222f7fe700 1 --2- 172.21.15.43:0/2847736291 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c8b36941b0 0x55c8b368e810 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f2224016040 tx=0x7f222401d820 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5b34a197cbe8e217 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:35.585 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.571+0000 7f2215ffb700 1 -- 172.21.15.43:0/2847736291 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f222403a070 con 0x55c8b36941b0 2024-05-16T15:51:35.585 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.571+0000 7f2215ffb700 1 -- 172.21.15.43:0/2847736291 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2224004c10 con 0x55c8b36941b0 2024-05-16T15:51:35.585 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.571+0000 7f2215ffb700 1 -- 172.21.15.43:0/2847736291 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f222401bbd0 con 0x55c8b36941b0 2024-05-16T15:51:35.585 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.572+0000 7f2240d83b80 1 -- 172.21.15.43:0/2847736291 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c8b36941b0 msgr2=0x55c8b368e810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:35.585 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.572+0000 7f2240d83b80 1 --2- 172.21.15.43:0/2847736291 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c8b36941b0 0x55c8b368e810 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f2224016040 tx=0x7f222401d820 comp rx=0 tx=0).stop 2024-05-16T15:51:35.585 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.572+0000 7f2240d83b80 1 -- 172.21.15.43:0/2847736291 shutdown_connections 2024-05-16T15:51:35.585 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.572+0000 7f2240d83b80 1 --2- 172.21.15.43:0/2847736291 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8b3694ad0 0x55c8b3683c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:35.585 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.572+0000 7f2240d83b80 1 --2- 172.21.15.43:0/2847736291 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c8b368ed50 0x55c8b36a42b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:35.585 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.572+0000 7f2240d83b80 1 --2- 172.21.15.43:0/2847736291 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c8b36941b0 0x55c8b368e810 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:35.585 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.572+0000 7f2240d83b80 1 -- 172.21.15.43:0/2847736291 >> 172.21.15.43:0/2847736291 conn(0x55c8b35bab70 msgr2=0x55c8b36962a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:35.585 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.572+0000 7f2240d83b80 1 -- 172.21.15.43:0/2847736291 shutdown_connections 2024-05-16T15:51:35.585 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.572+0000 7f2240d83b80 1 -- 172.21.15.43:0/2847736291 wait complete. 2024-05-16T15:51:35.585 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.573+0000 7f2240d83b80 1 -- start start 2024-05-16T15:51:35.585 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.573+0000 7f2240d83b80 1 Processor -- start 2024-05-16T15:51:35.587 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.573+0000 7f2240d83b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8b368ed50 0x55c8b36a0630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:35.587 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.573+0000 7f2240d83b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c8b36941b0 0x55c8b36a0b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:35.587 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.573+0000 7f2240d83b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c8b3694ad0 0x55c8b36aecb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:35.587 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.573+0000 7f222ffff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8b368ed50 0x55c8b36a0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:35.587 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.573+0000 7f222ffff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8b368ed50 0x55c8b36a0630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:41574/0 (socket says 172.21.15.43:41574) 2024-05-16T15:51:35.588 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.574+0000 7f2240d83b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f22301ae480 con 0x55c8b368ed50 2024-05-16T15:51:35.588 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.574+0000 7f2240d83b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f22301addb0 con 0x55c8b36941b0 2024-05-16T15:51:35.588 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.574+0000 7f2240d83b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f22301aafb0 con 0x55c8b3694ad0 2024-05-16T15:51:35.588 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.574+0000 7f2240d83b80 10 client.0 _ll_register_callbacks cb 0x55c8b35745b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:51:35.588 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.574+0000 7f222ffff700 1 -- 172.21.15.43:0/3050990020 learned_addr learned my addr 172.21.15.43:0/3050990020 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:35.588 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.574+0000 7f222f7fe700 1 --2- 172.21.15.43:0/3050990020 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c8b36941b0 0x55c8b36a0b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:35.588 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.574+0000 7f2234a8d700 1 --2- 172.21.15.43:0/3050990020 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c8b3694ad0 0x55c8b36aecb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:35.588 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.574+0000 7f2234a8d700 1 -- 172.21.15.43:0/3050990020 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c8b36941b0 msgr2=0x55c8b36a0b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:35.588 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.574+0000 7f2234a8d700 1 --2- 172.21.15.43:0/3050990020 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c8b36941b0 0x55c8b36a0b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:35.588 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.574+0000 7f2234a8d700 1 -- 172.21.15.43:0/3050990020 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8b368ed50 msgr2=0x55c8b36a0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:35.588 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.574+0000 7f2234a8d700 1 --2- 172.21.15.43:0/3050990020 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8b368ed50 0x55c8b36a0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:35.588 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.574+0000 7f2234a8d700 1 -- 172.21.15.43:0/3050990020 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c8b36af4b0 con 0x55c8b3694ad0 2024-05-16T15:51:35.588 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.574+0000 7f2234a8d700 1 --2- 172.21.15.43:0/3050990020 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c8b3694ad0 0x55c8b36aecb0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f2228007500 tx=0x7f2228007810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5b6896b7f15d1d8c server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:35.588 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.574+0000 7f220f7fe700 10 client.0 ms_handle_connect on v2:172.21.15.157:3300/0 2024-05-16T15:51:35.588 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.575+0000 7f220f7fe700 1 -- 172.21.15.43:0/3050990020 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2228025070 con 0x55c8b3694ad0 2024-05-16T15:51:35.588 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.575+0000 7f220f7fe700 1 -- 172.21.15.43:0/3050990020 <== mon.1 v2:172.21.15.157:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f2228004db0 con 0x55c8b3694ad0 2024-05-16T15:51:35.589 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.575+0000 7f2240d83b80 1 -- 172.21.15.43:0/3050990020 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2224004c10 con 0x55c8b3694ad0 2024-05-16T15:51:35.589 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.575+0000 7f220f7fe700 1 -- 172.21.15.43:0/3050990020 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f2228021660 con 0x55c8b3694ad0 2024-05-16T15:51:35.589 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.575+0000 7f2240d83b80 10 client.25303 fetch_fsmap learned FSMap version 30 2024-05-16T15:51:35.589 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.575+0000 7f2240d83b80 1 -- 172.21.15.43:0/3050990020 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55c8b37122f0 con 0x55c8b3694ad0 2024-05-16T15:51:35.589 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.575+0000 7f220f7fe700 1 -- 172.21.15.43:0/3050990020 <== mon.1 v2:172.21.15.157:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2224004c10 con 0x55c8b3694ad0 2024-05-16T15:51:35.591 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.576+0000 7f220f7fe700 1 -- 172.21.15.43:0/3050990020 <== mon.1 v2:172.21.15.157:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f2228028020 con 0x55c8b3694ad0 2024-05-16T15:51:35.591 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.576+0000 7f2240d83b80 10 client.25303 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:51:35.591 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.576+0000 7f2240d83b80 10 client.25303 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-05-16T15:51:35.591 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.576+0000 7f2240d83b80 20 client.25303 populate_metadata read hostname 'smithi043' 2024-05-16T15:51:35.591 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.576+0000 7f2240d83b80 1 --2- 172.21.15.43:0/3050990020 >> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] conn(0x55c8b37129f0 0x55c8b3714e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:35.592 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.576+0000 7f2240d83b80 4 client.25303 mds_command: new command op to 24451 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-16T15:51:35.592 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.576+0000 7f2240d83b80 1 -- 172.21.15.43:0/3050990020 --> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c8b35e83c0 con 0x55c8b37129f0 2024-05-16T15:51:35.592 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.577+0000 7f222ffff700 1 --2- 172.21.15.43:0/3050990020 >> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] conn(0x55c8b37129f0 0x55c8b3714e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:35.592 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.577+0000 7f220f7fe700 10 client.25303 ms_handle_connect on v2:172.21.15.157:6836/3777341889 2024-05-16T15:51:35.592 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.577+0000 7f222ffff700 1 --2- 172.21.15.43:0/3050990020 >> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] conn(0x55c8b37129f0 0x55c8b3714e10 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=359d35fff214564b server_cookie=4c8c7f4f85c3d099 in_seq=0 out_seq=0 2024-05-16T15:51:35.592 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.577+0000 7f220f7fe700 1 -- 172.21.15.43:0/3050990020 <== mds.3 v2:172.21.15.157:6836/3777341889 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c8b35e83c0 con 0x55c8b37129f0 2024-05-16T15:51:35.592 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.577+0000 7f220f7fe700 10 client.25303 handle_command_reply: tid=0 2024-05-16T15:51:35.592 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.577+0000 7f2240d83b80 1 client.25303 shutdown 2024-05-16T15:51:35.592 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.578+0000 7f2240d83b80 1 -- 172.21.15.43:0/3050990020 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c8b3694ad0 msgr2=0x55c8b36aecb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:35.592 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.578+0000 7f2240d83b80 1 --2- 172.21.15.43:0/3050990020 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c8b3694ad0 0x55c8b36aecb0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f2228007500 tx=0x7f2228007810 comp rx=0 tx=0).stop 2024-05-16T15:51:35.592 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.578+0000 7f2240d83b80 1 -- 172.21.15.43:0/3050990020 shutdown_connections 2024-05-16T15:51:35.592 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.578+0000 7f2240d83b80 1 --2- 172.21.15.43:0/3050990020 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c8b3694ad0 0x55c8b36aecb0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:35.592 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.578+0000 7f2240d83b80 1 --2- 172.21.15.43:0/3050990020 >> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] conn(0x55c8b37129f0 0x55c8b3714e10 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:35.592 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.578+0000 7f2240d83b80 1 --2- 172.21.15.43:0/3050990020 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c8b368ed50 0x55c8b36a0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:35.592 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.578+0000 7f220f7fe700 0 client.25303 ms_handle_reset on v2:172.21.15.157:6836/3777341889 2024-05-16T15:51:35.593 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.578+0000 7f2240d83b80 1 --2- 172.21.15.43:0/3050990020 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c8b36941b0 0x55c8b36a0b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:35.593 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.578+0000 7f2240d83b80 1 -- 172.21.15.43:0/3050990020 >> 172.21.15.43:0/3050990020 conn(0x55c8b35bab70 msgr2=0x55c8b3694eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:35.593 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.578+0000 7f2240d83b80 1 -- 172.21.15.43:0/3050990020 shutdown_connections 2024-05-16T15:51:35.593 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.578+0000 7f2240d83b80 1 -- 172.21.15.43:0/3050990020 wait complete. 2024-05-16T15:51:35.593 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.578+0000 7f2240d83b80 20 client.25303 trim_cache size 0 max 16384 2024-05-16T15:51:35.593 INFO:teuthology.orchestra.run.smithi043.stdout:[] 2024-05-16T15:51:35.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.579+0000 7f22364f0700 1 -- 172.21.15.43:0/2967960623 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f22180b2880 msgr2=0x7f22180b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:35.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.579+0000 7f22364f0700 1 --2- 172.21.15.43:0/2967960623 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f22180b2880 0x7f22180b4d40 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f2230079a90 tx=0x7f2224009260 comp rx=0 tx=0).stop 2024-05-16T15:51:35.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.579+0000 7f22364f0700 1 -- 172.21.15.43:0/2967960623 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f223006b180 msgr2=0x7f2230102470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:35.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.579+0000 7f22364f0700 1 --2- 172.21.15.43:0/2967960623 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f223006b180 0x7f2230102470 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f2220000c00 tx=0x7f22200047b0 comp rx=0 tx=0).stop 2024-05-16T15:51:35.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.579+0000 7f22364f0700 1 -- 172.21.15.43:0/2967960623 shutdown_connections 2024-05-16T15:51:35.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.579+0000 7f22364f0700 1 --2- 172.21.15.43:0/2967960623 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2230109510 0x7f2230102ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:35.595 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.579+0000 7f22364f0700 1 --2- 172.21.15.43:0/2967960623 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f223006b180 0x7f2230102470 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:35.595 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.579+0000 7f22364f0700 1 --2- 172.21.15.43:0/2967960623 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f22180b2880 0x7f22180b4d40 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:35.595 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.579+0000 7f22364f0700 1 --2- 172.21.15.43:0/2967960623 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f223006bb40 0x7f22301029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:35.595 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.579+0000 7f22364f0700 1 -- 172.21.15.43:0/2967960623 >> 172.21.15.43:0/2967960623 conn(0x7f2230079350 msgr2=0x7f2230101290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:35.595 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.579+0000 7f22364f0700 1 -- 172.21.15.43:0/2967960623 shutdown_connections 2024-05-16T15:51:35.595 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:35.579+0000 7f22364f0700 1 -- 172.21.15.43:0/2967960623 wait complete. 2024-05-16T15:51:35.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:51:35 smithi157 ceph-mon[35584]: pgmap v476: 129 pgs: 129 active+clean; 675 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-16T15:51:35.686 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:51:35 smithi148 ceph-mon[34976]: pgmap v476: 129 pgs: 129 active+clean; 675 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-16T15:51:36.434 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.422+0000 7f260c615640 1 -- 172.21.15.43:0/621579332 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2604102a30 msgr2=0x7f2604102e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:36.434 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.422+0000 7f260c615640 1 --2- 172.21.15.43:0/621579332 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2604102a30 0x7f2604102e50 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f2600009900 tx=0x7f260002a410 comp rx=0 tx=0).stop 2024-05-16T15:51:36.434 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.422+0000 7f260c615640 1 -- 172.21.15.43:0/621579332 shutdown_connections 2024-05-16T15:51:36.435 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.422+0000 7f260c615640 1 --2- 172.21.15.43:0/621579332 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f26041045e0 0x7f260410ae70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:36.435 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.422+0000 7f260c615640 1 --2- 172.21.15.43:0/621579332 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2604103c20 0x7f26041040a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:36.435 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.422+0000 7f260c615640 1 --2- 172.21.15.43:0/621579332 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2604102a30 0x7f2604102e50 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:36.435 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.422+0000 7f260c615640 1 -- 172.21.15.43:0/621579332 >> 172.21.15.43:0/621579332 conn(0x7f26040fdfa0 msgr2=0x7f26041003e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:36.435 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.422+0000 7f260c615640 1 -- 172.21.15.43:0/621579332 shutdown_connections 2024-05-16T15:51:36.435 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.422+0000 7f260c615640 1 -- 172.21.15.43:0/621579332 wait complete. 2024-05-16T15:51:36.437 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.423+0000 7f260c615640 1 Processor -- start 2024-05-16T15:51:36.437 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.423+0000 7f260c615640 1 -- start start 2024-05-16T15:51:36.437 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.423+0000 7f260c615640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2604102a30 0x7f2604198b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:36.437 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.423+0000 7f260c615640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2604103c20 0x7f2604199050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:36.437 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.423+0000 7f260c615640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f26041045e0 0x7f26041a00c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:36.438 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.423+0000 7f260c615640 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f260410e410 con 0x7f2604103c20 2024-05-16T15:51:36.438 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.423+0000 7f260c615640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f260410e290 con 0x7f26041045e0 2024-05-16T15:51:36.438 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.423+0000 7f2609bb0640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2604103c20 0x7f2604199050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:36.438 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.423+0000 7f260c615640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f260410e590 con 0x7f2604102a30 2024-05-16T15:51:36.438 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.423+0000 7f2609bb0640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2604103c20 0x7f2604199050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:44714/0 (socket says 172.21.15.43:44714) 2024-05-16T15:51:36.438 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.424+0000 7f2609bb0640 1 -- 172.21.15.43:0/3586358276 learned_addr learned my addr 172.21.15.43:0/3586358276 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:36.438 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.424+0000 7f260abb2640 1 --2- 172.21.15.43:0/3586358276 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f26041045e0 0x7f26041a00c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:36.438 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.424+0000 7f2609bb0640 1 -- 172.21.15.43:0/3586358276 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2604102a30 msgr2=0x7f2604198b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:36.438 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.424+0000 7f260a3b1640 1 --2- 172.21.15.43:0/3586358276 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2604102a30 0x7f2604198b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:36.438 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.424+0000 7f2609bb0640 1 --2- 172.21.15.43:0/3586358276 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2604102a30 0x7f2604198b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:36.438 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.424+0000 7f2609bb0640 1 -- 172.21.15.43:0/3586358276 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f26041045e0 msgr2=0x7f26041a00c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:36.438 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.424+0000 7f2609bb0640 1 --2- 172.21.15.43:0/3586358276 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f26041045e0 0x7f26041a00c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:36.438 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.424+0000 7f2609bb0640 1 -- 172.21.15.43:0/3586358276 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26041a0730 con 0x7f2604103c20 2024-05-16T15:51:36.439 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.424+0000 7f260abb2640 1 --2- 172.21.15.43:0/3586358276 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f26041045e0 0x7f26041a00c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:51:36.439 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.424+0000 7f260a3b1640 1 --2- 172.21.15.43:0/3586358276 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2604102a30 0x7f2604198b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:51:36.439 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.424+0000 7f2609bb0640 1 --2- 172.21.15.43:0/3586358276 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2604103c20 0x7f2604199050 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f25f400d950 tx=0x7f25f400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:36.439 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.424+0000 7f25fb7fe640 1 -- 172.21.15.43:0/3586358276 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25f4017030 con 0x7f2604103c20 2024-05-16T15:51:36.439 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.424+0000 7f25fb7fe640 1 -- 172.21.15.43:0/3586358276 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f25f4004020 con 0x7f2604103c20 2024-05-16T15:51:36.439 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.424+0000 7f25fb7fe640 1 -- 172.21.15.43:0/3586358276 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25f40055b0 con 0x7f2604103c20 2024-05-16T15:51:36.439 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.424+0000 7f260c615640 1 -- 172.21.15.43:0/3586358276 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2604074c40 con 0x7f2604103c20 2024-05-16T15:51:36.439 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.424+0000 7f260c615640 1 -- 172.21.15.43:0/3586358276 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2604075140 con 0x7f2604103c20 2024-05-16T15:51:36.441 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.427+0000 7f25fb7fe640 1 -- 172.21.15.43:0/3586358276 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f25f4009a30 con 0x7f2604103c20 2024-05-16T15:51:36.441 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.428+0000 7f260f408740 1 Processor -- start 2024-05-16T15:51:36.441 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.428+0000 7f260f408740 1 -- start start 2024-05-16T15:51:36.441 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.429+0000 7f25fb7fe640 1 --2- 172.21.15.43:0/3586358276 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f25f00b2920 0x7f25f00b4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:36.441 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.429+0000 7f260f408740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56416b8b7db0 0x56416b8b81d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:36.441 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.429+0000 7f260f408740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56416b8b87a0 0x56416b8bd2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:36.441 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.429+0000 7f25fb7fe640 1 -- 172.21.15.43:0/3586358276 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f25f40e2070 con 0x7f2604103c20 2024-05-16T15:51:36.441 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.429+0000 7f260f408740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56416b8bd910 0x56416b8bfda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:36.441 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.429+0000 7f260abb2640 1 --2- 172.21.15.43:0/3586358276 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f25f00b2920 0x7f25f00b4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:36.441 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.429+0000 7f260a3b1640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56416b8b7db0 0x56416b8b81d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:36.441 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.429+0000 7f260a3b1640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56416b8b7db0 0x56416b8b81d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:57886/0 (socket says 172.21.15.43:57886) 2024-05-16T15:51:36.441 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.429+0000 7f260a3b1640 1 -- 172.21.15.43:0/881614875 learned_addr learned my addr 172.21.15.43:0/881614875 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:36.441 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.429+0000 7f260f408740 1 -- 172.21.15.43:0/881614875 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x56416b81c5d0 con 0x56416b8bd910 2024-05-16T15:51:36.442 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.429+0000 7f260f408740 1 -- 172.21.15.43:0/881614875 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x56416b7d5890 con 0x56416b8b87a0 2024-05-16T15:51:36.442 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.429+0000 7f260f408740 1 -- 172.21.15.43:0/881614875 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x56416b818590 con 0x56416b8b7db0 2024-05-16T15:51:36.442 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.429+0000 7f260abb2640 1 --2- 172.21.15.43:0/881614875 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56416b8bd910 0x56416b8bfda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:36.442 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.429+0000 7f2609bb0640 1 --2- 172.21.15.43:0/881614875 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56416b8b87a0 0x56416b8bd2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:36.443 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.430+0000 7f260a3b1640 1 -- 172.21.15.43:0/881614875 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56416b8b87a0 msgr2=0x56416b8bd2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:36.444 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.430+0000 7f260a3b1640 1 --2- 172.21.15.43:0/881614875 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56416b8b87a0 0x56416b8bd2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:36.444 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.430+0000 7f260a3b1640 1 -- 172.21.15.43:0/881614875 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56416b8bd910 msgr2=0x56416b8bfda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:36.444 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.430+0000 7f260a3b1640 1 --2- 172.21.15.43:0/881614875 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56416b8bd910 0x56416b8bfda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:36.444 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.430+0000 7f260a3b1640 1 -- 172.21.15.43:0/881614875 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56416b52e210 con 0x56416b8b7db0 2024-05-16T15:51:36.444 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.430+0000 7f260abb2640 1 --2- 172.21.15.43:0/881614875 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56416b8bd910 0x56416b8bfda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:51:36.444 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.430+0000 7f260a3b1640 1 --2- 172.21.15.43:0/881614875 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56416b8b7db0 0x56416b8b81d0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f2600006010 tx=0x7f2600031590 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fcd5821e57510dcc server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:36.444 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.430+0000 7f260abb2640 1 --2- 172.21.15.43:0/3586358276 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f25f00b2920 0x7f25f00b4de0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f25fc005fd0 tx=0x7f25fc009ab0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:36.444 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.430+0000 7f25f8bfe640 1 -- 172.21.15.43:0/881614875 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2600035030 con 0x56416b8b7db0 2024-05-16T15:51:36.444 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.430+0000 7f25f8bfe640 1 -- 172.21.15.43:0/881614875 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2600004030 con 0x56416b8b7db0 2024-05-16T15:51:36.444 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.430+0000 7f25f8bfe640 1 -- 172.21.15.43:0/881614875 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2600003a40 con 0x56416b8b7db0 2024-05-16T15:51:36.444 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.431+0000 7f260f408740 1 -- 172.21.15.43:0/881614875 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56416b8b7db0 msgr2=0x56416b8b81d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:36.444 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.431+0000 7f260f408740 1 --2- 172.21.15.43:0/881614875 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56416b8b7db0 0x56416b8b81d0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f2600006010 tx=0x7f2600031590 comp rx=0 tx=0).stop 2024-05-16T15:51:36.444 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.431+0000 7f260f408740 1 -- 172.21.15.43:0/881614875 shutdown_connections 2024-05-16T15:51:36.445 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.431+0000 7f260f408740 1 --2- 172.21.15.43:0/881614875 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56416b8bd910 0x56416b8bfda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:36.445 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.431+0000 7f260f408740 1 --2- 172.21.15.43:0/881614875 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56416b8b87a0 0x56416b8bd2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:36.445 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.431+0000 7f260f408740 1 --2- 172.21.15.43:0/881614875 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56416b8b7db0 0x56416b8b81d0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:36.445 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.431+0000 7f260f408740 1 -- 172.21.15.43:0/881614875 >> 172.21.15.43:0/881614875 conn(0x56416b8b3420 msgr2=0x56416b8b3820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:36.445 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.431+0000 7f260f408740 1 -- 172.21.15.43:0/881614875 shutdown_connections 2024-05-16T15:51:36.445 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.431+0000 7f260f408740 1 -- 172.21.15.43:0/881614875 wait complete. 2024-05-16T15:51:36.445 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.432+0000 7f260f408740 1 -- start start 2024-05-16T15:51:36.445 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.432+0000 7f260f408740 1 Processor -- start 2024-05-16T15:51:36.445 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.432+0000 7f260f408740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56416b8b7db0 0x56416b8c1ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:36.445 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.432+0000 7f260f408740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56416b8b87a0 0x56416b8c2420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:36.447 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.432+0000 7f260f408740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56416b8bd910 0x56416b8c9460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:36.447 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.432+0000 7f260f408740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x56416b8c0860 con 0x56416b8bd910 2024-05-16T15:51:36.447 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.432+0000 7f260f408740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x56416b7d9370 con 0x56416b8b87a0 2024-05-16T15:51:36.447 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.432+0000 7f260f408740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x56416b8c09e0 con 0x56416b8b7db0 2024-05-16T15:51:36.447 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.432+0000 7f260f408740 10 client.0 _ll_register_callbacks cb 0x56416b52da00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:51:36.447 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.432+0000 7f260abb2640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56416b8bd910 0x56416b8c9460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:36.447 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.432+0000 7f260abb2640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56416b8bd910 0x56416b8c9460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:44722/0 (socket says 172.21.15.43:44722) 2024-05-16T15:51:36.447 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.432+0000 7f260abb2640 1 -- 172.21.15.43:0/2616969686 learned_addr learned my addr 172.21.15.43:0/2616969686 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:36.448 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.432+0000 7f2609bb0640 1 --2- 172.21.15.43:0/2616969686 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56416b8b87a0 0x56416b8c2420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:36.448 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.433+0000 7f260abb2640 1 -- 172.21.15.43:0/2616969686 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56416b8b7db0 msgr2=0x56416b8c1ee0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-16T15:51:36.448 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.433+0000 7f260abb2640 1 --2- 172.21.15.43:0/2616969686 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56416b8b7db0 0x56416b8c1ee0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:36.448 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.433+0000 7f260abb2640 1 -- 172.21.15.43:0/2616969686 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56416b8b87a0 msgr2=0x56416b8c2420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:36.448 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.433+0000 7f260abb2640 1 --2- 172.21.15.43:0/2616969686 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56416b8b87a0 0x56416b8c2420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:36.448 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.433+0000 7f260abb2640 1 -- 172.21.15.43:0/2616969686 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56416b5fa620 con 0x56416b8bd910 2024-05-16T15:51:36.448 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.433+0000 7f260abb2640 1 --2- 172.21.15.43:0/2616969686 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56416b8bd910 0x56416b8c9460 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f25fc009de0 tx=0x7f25fc009500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d1cfd5f800ae4af server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:36.448 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.433+0000 7f25edffb640 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:51:36.448 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.433+0000 7f25edffb640 1 -- 172.21.15.43:0/2616969686 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25fc01ee30 con 0x56416b8bd910 2024-05-16T15:51:36.448 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.433+0000 7f25edffb640 1 -- 172.21.15.43:0/2616969686 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f25fc020650 con 0x56416b8bd910 2024-05-16T15:51:36.448 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.433+0000 7f260f408740 1 -- 172.21.15.43:0/2616969686 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2600004030 con 0x56416b8bd910 2024-05-16T15:51:36.448 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.433+0000 7f25edffb640 1 -- 172.21.15.43:0/2616969686 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f25fc020850 con 0x56416b8bd910 2024-05-16T15:51:36.448 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.433+0000 7f260f408740 10 client.15711 fetch_fsmap learned FSMap version 30 2024-05-16T15:51:36.448 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.434+0000 7f260f408740 1 -- 172.21.15.43:0/2616969686 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x56416b8cc4b0 con 0x56416b8bd910 2024-05-16T15:51:36.449 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.434+0000 7f25edffb640 1 -- 172.21.15.43:0/2616969686 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2600004030 con 0x56416b8bd910 2024-05-16T15:51:36.449 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.434+0000 7f25edffb640 1 -- 172.21.15.43:0/2616969686 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f25fc02a980 con 0x56416b8bd910 2024-05-16T15:51:36.449 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.434+0000 7f260f408740 10 client.15711 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:51:36.449 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.434+0000 7f260f408740 10 client.15711 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:51:36.449 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.434+0000 7f260f408740 20 client.15711 populate_metadata read hostname 'smithi043' 2024-05-16T15:51:36.449 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.434+0000 7f260f408740 1 --2- 172.21.15.43:0/2616969686 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x56416b8cdc10 0x56416b8d00b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:36.449 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.434+0000 7f260f408740 4 client.15711 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:51:36.449 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.434+0000 7f260f408740 1 -- 172.21.15.43:0/2616969686 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56416b82a1e0 con 0x56416b8cdc10 2024-05-16T15:51:36.449 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.434+0000 7f260a3b1640 1 --2- 172.21.15.43:0/2616969686 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x56416b8cdc10 0x56416b8d00b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:36.449 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.435+0000 7f260a3b1640 1 --2- 172.21.15.43:0/2616969686 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x56416b8cdc10 0x56416b8d00b0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4b3270c98c4d0a7a server_cookie=c478d781a138e9f4 in_seq=0 out_seq=0 2024-05-16T15:51:36.449 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.435+0000 7f25edffb640 10 client.15711 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:51:36.449 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.436+0000 7f25edffb640 1 -- 172.21.15.43:0/2616969686 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x56416b82a1e0 con 0x56416b8cdc10 2024-05-16T15:51:36.449 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.436+0000 7f25edffb640 10 client.15711 handle_command_reply: tid=0 2024-05-16T15:51:36.449 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.436+0000 7f260f408740 1 client.15711 shutdown 2024-05-16T15:51:36.450 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.436+0000 7f260f408740 1 -- 172.21.15.43:0/2616969686 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56416b8bd910 msgr2=0x56416b8c9460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:36.450 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.436+0000 7f260f408740 1 --2- 172.21.15.43:0/2616969686 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56416b8bd910 0x56416b8c9460 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f25fc009de0 tx=0x7f25fc009500 comp rx=0 tx=0).stop 2024-05-16T15:51:36.450 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.436+0000 7f260f408740 1 -- 172.21.15.43:0/2616969686 shutdown_connections 2024-05-16T15:51:36.450 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.436+0000 7f260f408740 1 --2- 172.21.15.43:0/2616969686 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x56416b8cdc10 0x56416b8d00b0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:36.451 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.436+0000 7f260f408740 1 --2- 172.21.15.43:0/2616969686 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56416b8bd910 0x56416b8c9460 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:36.451 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.436+0000 7f260f408740 1 --2- 172.21.15.43:0/2616969686 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56416b8b87a0 0x56416b8c2420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:36.451 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.436+0000 7f25edffb640 0 client.15711 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:51:36.451 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.436+0000 7f260f408740 1 --2- 172.21.15.43:0/2616969686 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56416b8b7db0 0x56416b8c1ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:36.451 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.436+0000 7f260f408740 1 -- 172.21.15.43:0/2616969686 >> 172.21.15.43:0/2616969686 conn(0x56416b8b3420 msgr2=0x56416b8b2580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:36.451 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.436+0000 7f260f408740 1 -- 172.21.15.43:0/2616969686 shutdown_connections 2024-05-16T15:51:36.451 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.436+0000 7f260f408740 1 -- 172.21.15.43:0/2616969686 wait complete. 2024-05-16T15:51:36.451 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.436+0000 7f260f408740 20 client.15711 trim_cache size 0 max 16384 2024-05-16T15:51:36.463 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.452+0000 7f260f408740 1 Processor -- start 2024-05-16T15:51:36.463 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.452+0000 7f260f408740 1 -- start start 2024-05-16T15:51:36.464 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.452+0000 7f260f408740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56416b8b7db0 0x56416b8b6a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:36.464 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.452+0000 7f260f408740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56416b8b87a0 0x56416b8c9420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:36.465 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.452+0000 7f260f408740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56416b8bd910 0x56416b8d49b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:36.465 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.452+0000 7f260f408740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f26041ad7b0 con 0x56416b8b87a0 2024-05-16T15:51:36.465 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.452+0000 7f260f408740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f26041af2f0 con 0x56416b8b7db0 2024-05-16T15:51:36.465 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.452+0000 7f260f408740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f26041ade80 con 0x56416b8bd910 2024-05-16T15:51:36.465 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.452+0000 7f260a3b1640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56416b8b7db0 0x56416b8b6a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:36.465 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.452+0000 7f260a3b1640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56416b8b7db0 0x56416b8b6a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:38288/0 (socket says 172.21.15.43:38288) 2024-05-16T15:51:36.465 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.452+0000 7f260a3b1640 1 -- 172.21.15.43:0/3072158123 learned_addr learned my addr 172.21.15.43:0/3072158123 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:36.465 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.452+0000 7f260abb2640 1 --2- 172.21.15.43:0/3072158123 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56416b8bd910 0x56416b8d49b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:36.465 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.452+0000 7f260a3b1640 1 -- 172.21.15.43:0/3072158123 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56416b8bd910 msgr2=0x56416b8d49b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:36.465 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.452+0000 7f260a3b1640 1 --2- 172.21.15.43:0/3072158123 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56416b8bd910 0x56416b8d49b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:36.465 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.452+0000 7f260a3b1640 1 -- 172.21.15.43:0/3072158123 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56416b8b87a0 msgr2=0x56416b8c9420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:36.465 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.452+0000 7f260a3b1640 1 --2- 172.21.15.43:0/3072158123 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56416b8b87a0 0x56416b8c9420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:36.465 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.452+0000 7f260a3b1640 1 -- 172.21.15.43:0/3072158123 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56416b8b3250 con 0x56416b8b7db0 2024-05-16T15:51:36.466 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.452+0000 7f260abb2640 1 --2- 172.21.15.43:0/3072158123 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56416b8bd910 0x56416b8d49b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:51:36.466 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.453+0000 7f260a3b1640 1 --2- 172.21.15.43:0/3072158123 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56416b8b7db0 0x56416b8b6a40 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f26000057c0 tx=0x7f260002a410 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2ab1798c2880758f server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:36.466 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.453+0000 7f25effff640 1 -- 172.21.15.43:0/3072158123 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2600063070 con 0x56416b8b7db0 2024-05-16T15:51:36.466 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.453+0000 7f25effff640 1 -- 172.21.15.43:0/3072158123 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2600031d30 con 0x56416b8b7db0 2024-05-16T15:51:36.466 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.453+0000 7f25effff640 1 -- 172.21.15.43:0/3072158123 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2600035040 con 0x56416b8b7db0 2024-05-16T15:51:36.469 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.454+0000 7f260f408740 1 -- 172.21.15.43:0/3072158123 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56416b8b7db0 msgr2=0x56416b8b6a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:36.469 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.454+0000 7f260f408740 1 --2- 172.21.15.43:0/3072158123 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56416b8b7db0 0x56416b8b6a40 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f26000057c0 tx=0x7f260002a410 comp rx=0 tx=0).stop 2024-05-16T15:51:36.469 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.454+0000 7f260f408740 1 -- 172.21.15.43:0/3072158123 shutdown_connections 2024-05-16T15:51:36.469 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.454+0000 7f260f408740 1 --2- 172.21.15.43:0/3072158123 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56416b8bd910 0x56416b8d49b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:36.469 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.454+0000 7f260f408740 1 --2- 172.21.15.43:0/3072158123 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56416b8b87a0 0x56416b8c9420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:36.469 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.454+0000 7f260f408740 1 --2- 172.21.15.43:0/3072158123 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56416b8b7db0 0x56416b8b6a40 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:36.469 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.454+0000 7f260f408740 1 -- 172.21.15.43:0/3072158123 >> 172.21.15.43:0/3072158123 conn(0x56416b8b3420 msgr2=0x56416b8b6330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:36.469 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.454+0000 7f260f408740 1 -- 172.21.15.43:0/3072158123 shutdown_connections 2024-05-16T15:51:36.470 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.454+0000 7f260f408740 1 -- 172.21.15.43:0/3072158123 wait complete. 2024-05-16T15:51:36.470 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.454+0000 7f260f408740 1 -- start start 2024-05-16T15:51:36.470 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.454+0000 7f260f408740 1 Processor -- start 2024-05-16T15:51:36.470 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.455+0000 7f260f408740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56416b8b7db0 0x56416b8c7580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:36.470 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.455+0000 7f260f408740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56416b8b87a0 0x56416b8c7ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:36.470 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.455+0000 7f260f408740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56416b8bd910 0x56416b8c8910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:36.470 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.455+0000 7f260f408740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f26041aec20 con 0x56416b8b87a0 2024-05-16T15:51:36.470 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.455+0000 7f260f408740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f26041ae550 con 0x56416b8b7db0 2024-05-16T15:51:36.470 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.455+0000 7f260f408740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f26041ab790 con 0x56416b8bd910 2024-05-16T15:51:36.470 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.455+0000 7f2609bb0640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56416b8b87a0 0x56416b8c7ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:36.470 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.455+0000 7f2609bb0640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56416b8b87a0 0x56416b8c7ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:44728/0 (socket says 172.21.15.43:44728) 2024-05-16T15:51:36.470 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.455+0000 7f2609bb0640 1 -- 172.21.15.43:0/1624341166 learned_addr learned my addr 172.21.15.43:0/1624341166 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:36.471 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.455+0000 7f260f408740 10 client.0 _ll_register_callbacks cb 0x7f25fc009c60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:51:36.471 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.455+0000 7f260a3b1640 1 --2- 172.21.15.43:0/1624341166 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56416b8b7db0 0x56416b8c7580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:36.471 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.455+0000 7f260abb2640 1 --2- 172.21.15.43:0/1624341166 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56416b8bd910 0x56416b8c8910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:36.471 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.455+0000 7f2609bb0640 1 -- 172.21.15.43:0/1624341166 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56416b8bd910 msgr2=0x56416b8c8910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:36.471 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.455+0000 7f2609bb0640 1 --2- 172.21.15.43:0/1624341166 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56416b8bd910 0x56416b8c8910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:36.471 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.455+0000 7f2609bb0640 1 -- 172.21.15.43:0/1624341166 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56416b8b7db0 msgr2=0x56416b8c7580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:36.471 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.455+0000 7f2609bb0640 1 --2- 172.21.15.43:0/1624341166 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56416b8b7db0 0x56416b8c7580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:36.471 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.455+0000 7f2609bb0640 1 -- 172.21.15.43:0/1624341166 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56416b8c8fb0 con 0x56416b8b87a0 2024-05-16T15:51:36.471 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.455+0000 7f260abb2640 1 --2- 172.21.15.43:0/1624341166 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56416b8bd910 0x56416b8c8910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:51:36.471 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.455+0000 7f260a3b1640 1 --2- 172.21.15.43:0/1624341166 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56416b8b7db0 0x56416b8c7580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:51:36.471 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.455+0000 7f2609bb0640 1 --2- 172.21.15.43:0/1624341166 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56416b8b87a0 0x56416b8c7ac0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f25f40a8fe0 tx=0x7f25f401d5a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51bea7dc3103740a server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:36.471 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.455+0000 7f25edffb640 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:51:36.471 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.456+0000 7f25edffb640 1 -- 172.21.15.43:0/1624341166 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25f4014070 con 0x56416b8b87a0 2024-05-16T15:51:36.471 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.456+0000 7f25edffb640 1 -- 172.21.15.43:0/1624341166 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f25f40041d0 con 0x56416b8b87a0 2024-05-16T15:51:36.471 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.456+0000 7f260f408740 1 -- 172.21.15.43:0/1624341166 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2600031d30 con 0x56416b8b87a0 2024-05-16T15:51:36.472 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.456+0000 7f25edffb640 1 -- 172.21.15.43:0/1624341166 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f25f40ad690 con 0x56416b8b87a0 2024-05-16T15:51:36.472 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.456+0000 7f260f408740 10 client.15714 fetch_fsmap learned FSMap version 30 2024-05-16T15:51:36.472 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.456+0000 7f260f408740 1 -- 172.21.15.43:0/1624341166 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x56416b9417e0 con 0x56416b8b87a0 2024-05-16T15:51:36.472 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.456+0000 7f25edffb640 1 -- 172.21.15.43:0/1624341166 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2600031d30 con 0x56416b8b87a0 2024-05-16T15:51:36.472 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.456+0000 7f25edffb640 1 -- 172.21.15.43:0/1624341166 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f25f40c3c60 con 0x56416b8b87a0 2024-05-16T15:51:36.472 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.456+0000 7f260f408740 10 client.15714 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:51:36.472 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.456+0000 7f260f408740 10 client.15714 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:51:36.472 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.456+0000 7f260f408740 20 client.15714 populate_metadata read hostname 'smithi043' 2024-05-16T15:51:36.472 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.456+0000 7f260f408740 1 --2- 172.21.15.43:0/1624341166 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x56416b942170 0x56416b944560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:36.472 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.456+0000 7f260f408740 4 client.15714 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-16T15:51:36.472 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.456+0000 7f260f408740 1 -- 172.21.15.43:0/1624341166 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56416b8c1cd0 con 0x56416b942170 2024-05-16T15:51:36.472 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.457+0000 7f260a3b1640 1 --2- 172.21.15.43:0/1624341166 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x56416b942170 0x56416b944560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:36.472 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.457+0000 7f260a3b1640 1 --2- 172.21.15.43:0/1624341166 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x56416b942170 0x56416b944560 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5228230ec98c2a35 server_cookie=10d71ebb72e927a0 in_seq=0 out_seq=0 2024-05-16T15:51:36.472 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.457+0000 7f25edffb640 10 client.15714 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:51:36.474 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.462+0000 7f25edffb640 1 -- 172.21.15.43:0/1624341166 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x56416b8c1cd0 con 0x56416b942170 2024-05-16T15:51:36.474 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.462+0000 7f25edffb640 10 client.15714 handle_command_reply: tid=0 2024-05-16T15:51:36.474 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.462+0000 7f260f408740 1 client.15714 shutdown 2024-05-16T15:51:36.474 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.462+0000 7f260f408740 1 -- 172.21.15.43:0/1624341166 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56416b8b87a0 msgr2=0x56416b8c7ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:36.474 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.462+0000 7f260f408740 1 --2- 172.21.15.43:0/1624341166 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56416b8b87a0 0x56416b8c7ac0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f25f40a8fe0 tx=0x7f25f401d5a0 comp rx=0 tx=0).stop 2024-05-16T15:51:36.474 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.462+0000 7f260f408740 1 -- 172.21.15.43:0/1624341166 shutdown_connections 2024-05-16T15:51:36.475 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.462+0000 7f260f408740 1 --2- 172.21.15.43:0/1624341166 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x56416b942170 0x56416b944560 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:36.475 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.462+0000 7f25edffb640 0 client.15714 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:51:36.475 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.462+0000 7f260f408740 1 --2- 172.21.15.43:0/1624341166 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56416b8bd910 0x56416b8c8910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:36.475 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.462+0000 7f260f408740 1 --2- 172.21.15.43:0/1624341166 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56416b8b87a0 0x56416b8c7ac0 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:36.475 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.462+0000 7f260f408740 1 --2- 172.21.15.43:0/1624341166 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56416b8b7db0 0x56416b8c7580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:36.475 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.462+0000 7f260f408740 1 -- 172.21.15.43:0/1624341166 >> 172.21.15.43:0/1624341166 conn(0x56416b8b3420 msgr2=0x56416b8b1cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:36.475 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.463+0000 7f260f408740 1 -- 172.21.15.43:0/1624341166 shutdown_connections 2024-05-16T15:51:36.475 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.463+0000 7f260f408740 1 -- 172.21.15.43:0/1624341166 wait complete. 2024-05-16T15:51:36.475 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.463+0000 7f260f408740 20 client.15714 trim_cache size 0 max 16384 2024-05-16T15:51:36.476 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:{ 2024-05-16T15:51:36.476 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "message": "", 2024-05-16T15:51:36.476 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "return_code": 0 2024-05-16T15:51:36.476 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:} 2024-05-16T15:51:36.476 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.464+0000 7f260c615640 1 -- 172.21.15.43:0/3586358276 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f25f00b2920 msgr2=0x7f25f00b4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:36.476 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.464+0000 7f260c615640 1 --2- 172.21.15.43:0/3586358276 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f25f00b2920 0x7f25f00b4de0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f25fc005fd0 tx=0x7f25fc009ab0 comp rx=0 tx=0).stop 2024-05-16T15:51:36.476 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.464+0000 7f260c615640 1 -- 172.21.15.43:0/3586358276 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2604103c20 msgr2=0x7f2604199050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:36.476 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.464+0000 7f260c615640 1 --2- 172.21.15.43:0/3586358276 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2604103c20 0x7f2604199050 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f25f400d950 tx=0x7f25f400de10 comp rx=0 tx=0).stop 2024-05-16T15:51:36.477 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.464+0000 7f260c615640 1 -- 172.21.15.43:0/3586358276 shutdown_connections 2024-05-16T15:51:36.477 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.464+0000 7f260c615640 1 --2- 172.21.15.43:0/3586358276 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f26041045e0 0x7f26041a00c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:36.477 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.464+0000 7f260c615640 1 --2- 172.21.15.43:0/3586358276 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2604103c20 0x7f2604199050 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:36.477 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.464+0000 7f260c615640 1 --2- 172.21.15.43:0/3586358276 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f25f00b2920 0x7f25f00b4de0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:36.477 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.464+0000 7f260c615640 1 --2- 172.21.15.43:0/3586358276 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2604102a30 0x7f2604198b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:36.477 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.464+0000 7f260c615640 1 -- 172.21.15.43:0/3586358276 >> 172.21.15.43:0/3586358276 conn(0x7f26040fdfa0 msgr2=0x7f2604106f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:36.477 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.464+0000 7f260c615640 1 -- 172.21.15.43:0/3586358276 shutdown_connections 2024-05-16T15:51:36.477 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:36.464+0000 7f260c615640 1 -- 172.21.15.43:0/3586358276 wait complete. 2024-05-16T15:51:36.513 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-16T15:51:36.793 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:51:37.476 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:51:37 smithi043 ceph-mon[31619]: pgmap v477: 129 pgs: 129 active+clean; 675 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-16T15:51:37.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:51:37 smithi157 ceph-mon[35584]: pgmap v477: 129 pgs: 129 active+clean; 675 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-16T15:51:37.686 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:51:37 smithi148 ceph-mon[34976]: pgmap v477: 129 pgs: 129 active+clean; 675 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-16T15:51:38.611 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.598+0000 7fe612976700 1 -- 172.21.15.43:0/495391538 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe60c102540 msgr2=0x7fe60c10e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:38.611 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.598+0000 7fe612976700 1 --2- 172.21.15.43:0/495391538 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe60c102540 0x7fe60c10e9b0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fe60400c240 tx=0x7fe60400c550 comp rx=0 tx=0).stop 2024-05-16T15:51:38.612 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.598+0000 7fe612976700 1 -- 172.21.15.43:0/495391538 shutdown_connections 2024-05-16T15:51:38.612 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.598+0000 7fe612976700 1 --2- 172.21.15.43:0/495391538 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe60c102540 0x7fe60c10e9b0 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:38.612 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.598+0000 7fe612976700 1 --2- 172.21.15.43:0/495391538 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe60c107be0 0x7fe60c107fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:38.612 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.598+0000 7fe612976700 1 --2- 172.21.15.43:0/495391538 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe60c101b80 0x7fe60c102000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:38.612 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.598+0000 7fe612976700 1 -- 172.21.15.43:0/495391538 >> 172.21.15.43:0/495391538 conn(0x7fe60c078a10 msgr2=0x7fe60c0ffdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:38.612 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.598+0000 7fe612976700 1 -- 172.21.15.43:0/495391538 shutdown_connections 2024-05-16T15:51:38.612 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.598+0000 7fe612976700 1 -- 172.21.15.43:0/495391538 wait complete. 2024-05-16T15:51:38.612 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.599+0000 7fe612976700 1 Processor -- start 2024-05-16T15:51:38.612 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.599+0000 7fe612976700 1 -- start start 2024-05-16T15:51:38.612 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.599+0000 7fe612976700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe60c101b80 0x7fe60c19f630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:38.612 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.599+0000 7fe612976700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe60c102540 0x7fe60c19fb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:38.612 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.600+0000 7fe612976700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe60c107be0 0x7fe60c199700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:38.612 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.600+0000 7fe612976700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fe60c113520 con 0x7fe60c107be0 2024-05-16T15:51:38.613 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.600+0000 7fe612976700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fe60c1133a0 con 0x7fe60c102540 2024-05-16T15:51:38.613 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.600+0000 7fe612976700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fe60c1136a0 con 0x7fe60c101b80 2024-05-16T15:51:38.613 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.600+0000 7fe610f13700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe60c107be0 0x7fe60c199700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:38.613 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.600+0000 7fe610f13700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe60c107be0 0x7fe60c199700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:44744/0 (socket says 172.21.15.43:44744) 2024-05-16T15:51:38.613 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.600+0000 7fe610f13700 1 -- 172.21.15.43:0/2468642232 learned_addr learned my addr 172.21.15.43:0/2468642232 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:38.613 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.600+0000 7fe60b7fe700 1 --2- 172.21.15.43:0/2468642232 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe60c102540 0x7fe60c19fb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:38.613 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.600+0000 7fe60bfff700 1 --2- 172.21.15.43:0/2468642232 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe60c101b80 0x7fe60c19f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:38.613 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.600+0000 7fe610f13700 1 -- 172.21.15.43:0/2468642232 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe60c101b80 msgr2=0x7fe60c19f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:38.614 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.600+0000 7fe610f13700 1 --2- 172.21.15.43:0/2468642232 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe60c101b80 0x7fe60c19f630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:38.614 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.600+0000 7fe610f13700 1 -- 172.21.15.43:0/2468642232 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe60c102540 msgr2=0x7fe60c19fb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:38.614 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.600+0000 7fe610f13700 1 --2- 172.21.15.43:0/2468642232 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe60c102540 0x7fe60c19fb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:38.614 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.600+0000 7fe610f13700 1 -- 172.21.15.43:0/2468642232 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe60c199fe0 con 0x7fe60c107be0 2024-05-16T15:51:38.614 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.601+0000 7fe610f13700 1 --2- 172.21.15.43:0/2468642232 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe60c107be0 0x7fe60c199700 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7fe60400c210 tx=0x7fe604008ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:38.615 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.601+0000 7fe6097fa700 1 -- 172.21.15.43:0/2468642232 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe604023070 con 0x7fe60c107be0 2024-05-16T15:51:38.615 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.601+0000 7fe6097fa700 1 -- 172.21.15.43:0/2468642232 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe60400a560 con 0x7fe60c107be0 2024-05-16T15:51:38.615 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.601+0000 7fe6097fa700 1 -- 172.21.15.43:0/2468642232 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6040079e0 con 0x7fe60c107be0 2024-05-16T15:51:38.615 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.601+0000 7fe612976700 1 -- 172.21.15.43:0/2468642232 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe60c19a270 con 0x7fe60c107be0 2024-05-16T15:51:38.615 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.601+0000 7fe612976700 1 -- 172.21.15.43:0/2468642232 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe60c10f600 con 0x7fe60c107be0 2024-05-16T15:51:38.616 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.605+0000 7fe61d209b80 1 Processor -- start 2024-05-16T15:51:38.616 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.605+0000 7fe6097fa700 1 -- 172.21.15.43:0/2468642232 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fe604007b80 con 0x7fe60c107be0 2024-05-16T15:51:38.617 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.605+0000 7fe61d209b80 1 -- start start 2024-05-16T15:51:38.618 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.606+0000 7fe61d209b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5644820791b0 0x564482079590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:38.618 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.606+0000 7fe61d209b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564482079ad0 0x564482073810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:38.618 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.606+0000 7fe61d209b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564482073d50 0x564482074190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:38.618 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.606+0000 7fe61d209b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x564481fc5940 con 0x5644820791b0 2024-05-16T15:51:38.618 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.606+0000 7fe61d209b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x564481f2ada0 con 0x564482073d50 2024-05-16T15:51:38.618 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.606+0000 7fe61d209b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x564481fc1900 con 0x564482079ad0 2024-05-16T15:51:38.618 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.606+0000 7fe60b7fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5644820791b0 0x564482079590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:38.619 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.606+0000 7fe60b7fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5644820791b0 0x564482079590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:44748/0 (socket says 172.21.15.43:44748) 2024-05-16T15:51:38.619 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.606+0000 7fe60b7fe700 1 -- 172.21.15.43:0/3931472914 learned_addr learned my addr 172.21.15.43:0/3931472914 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:38.619 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.606+0000 7fe60b7fe700 1 --2- 172.21.15.43:0/3931472914 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564482073d50 0x564482074190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:38.619 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.606+0000 7fe60b7fe700 1 -- 172.21.15.43:0/3931472914 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564482079ad0 msgr2=0x564482073810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:38.619 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.606+0000 7fe60b7fe700 1 --2- 172.21.15.43:0/3931472914 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564482079ad0 0x564482073810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:38.619 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.606+0000 7fe60b7fe700 1 -- 172.21.15.43:0/3931472914 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564482073d50 msgr2=0x564482074190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:38.619 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.606+0000 7fe60b7fe700 1 --2- 172.21.15.43:0/3931472914 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564482073d50 0x564482074190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:38.619 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.606+0000 7fe60b7fe700 1 -- 172.21.15.43:0/3931472914 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564481f128d0 con 0x5644820791b0 2024-05-16T15:51:38.619 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.607+0000 7fe60b7fe700 1 --2- 172.21.15.43:0/3931472914 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5644820791b0 0x564482079590 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7fe60000afc0 tx=0x7fe60000a7b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ffe52bb73da1622a server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:38.619 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.607+0000 7fe6097fa700 1 --2- 172.21.15.43:0/2468642232 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe5f40b29d0 0x7fe5f40b4e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:38.619 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.607+0000 7fe5f27fc700 1 -- 172.21.15.43:0/3931472914 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe600013e60 con 0x5644820791b0 2024-05-16T15:51:38.620 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.607+0000 7fe5f27fc700 1 -- 172.21.15.43:0/3931472914 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe60001fd70 con 0x5644820791b0 2024-05-16T15:51:38.622 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.607+0000 7fe6097fa700 1 -- 172.21.15.43:0/2468642232 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fe6040e7580 con 0x7fe60c107be0 2024-05-16T15:51:38.622 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.607+0000 7fe60bfff700 1 --2- 172.21.15.43:0/2468642232 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe5f40b29d0 0x7fe5f40b4e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:38.622 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.608+0000 7fe5f27fc700 1 -- 172.21.15.43:0/3931472914 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe600005280 con 0x5644820791b0 2024-05-16T15:51:38.622 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.608+0000 7fe61d209b80 1 -- 172.21.15.43:0/3931472914 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5644820791b0 msgr2=0x564482079590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:38.622 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.608+0000 7fe61d209b80 1 --2- 172.21.15.43:0/3931472914 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5644820791b0 0x564482079590 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7fe60000afc0 tx=0x7fe60000a7b0 comp rx=0 tx=0).stop 2024-05-16T15:51:38.622 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.608+0000 7fe61d209b80 1 -- 172.21.15.43:0/3931472914 shutdown_connections 2024-05-16T15:51:38.622 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.608+0000 7fe60bfff700 1 --2- 172.21.15.43:0/2468642232 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe5f40b29d0 0x7fe5f40b4e90 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x564482070450 tx=0x7fe5fc005d20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:38.622 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.608+0000 7fe61d209b80 1 --2- 172.21.15.43:0/3931472914 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564482073d50 0x564482074190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:38.622 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.608+0000 7fe61d209b80 1 --2- 172.21.15.43:0/3931472914 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5644820791b0 0x564482079590 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:38.622 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.608+0000 7fe61d209b80 1 --2- 172.21.15.43:0/3931472914 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564482079ad0 0x564482073810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:38.623 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.608+0000 7fe61d209b80 1 -- 172.21.15.43:0/3931472914 >> 172.21.15.43:0/3931472914 conn(0x564481f9fb70 msgr2=0x56448206e2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:38.623 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.608+0000 7fe61d209b80 1 -- 172.21.15.43:0/3931472914 shutdown_connections 2024-05-16T15:51:38.623 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.608+0000 7fe61d209b80 1 -- 172.21.15.43:0/3931472914 wait complete. 2024-05-16T15:51:38.623 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.609+0000 7fe61d209b80 1 -- start start 2024-05-16T15:51:38.623 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.609+0000 7fe61d209b80 1 Processor -- start 2024-05-16T15:51:38.623 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.609+0000 7fe61d209b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564482073d50 0x56448207f680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:38.623 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.609+0000 7fe61d209b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5644820791b0 0x56448207ca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:38.623 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.610+0000 7fe61d209b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564482079ad0 0x56448207cfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:38.623 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.610+0000 7fe60b7fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5644820791b0 0x56448207ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:38.623 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.610+0000 7fe60b7fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5644820791b0 0x56448207ca90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:44756/0 (socket says 172.21.15.43:44756) 2024-05-16T15:51:38.623 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.610+0000 7fe60b7fe700 1 -- 172.21.15.43:0/3997744543 learned_addr learned my addr 172.21.15.43:0/3997744543 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:38.623 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.610+0000 7fe61d209b80 1 -- 172.21.15.43:0/3997744543 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x564482080440 con 0x5644820791b0 2024-05-16T15:51:38.623 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.610+0000 7fe60bfff700 1 --2- 172.21.15.43:0/3997744543 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564482073d50 0x56448207f680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:38.623 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.610+0000 7fe610f13700 1 --2- 172.21.15.43:0/3997744543 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564482079ad0 0x56448207cfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:38.624 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.610+0000 7fe61d209b80 1 -- 172.21.15.43:0/3997744543 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x564481f7eed0 con 0x564482073d50 2024-05-16T15:51:38.624 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.610+0000 7fe61d209b80 1 -- 172.21.15.43:0/3997744543 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x5644820805c0 con 0x564482079ad0 2024-05-16T15:51:38.624 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.610+0000 7fe61d209b80 10 client.0 _ll_register_callbacks cb 0x564481f595b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:51:38.624 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.610+0000 7fe60b7fe700 1 -- 172.21.15.43:0/3997744543 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564482079ad0 msgr2=0x56448207cfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:38.624 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.610+0000 7fe60b7fe700 1 --2- 172.21.15.43:0/3997744543 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564482079ad0 0x56448207cfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:38.624 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.611+0000 7fe60b7fe700 1 -- 172.21.15.43:0/3997744543 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564482073d50 msgr2=0x56448207f680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:38.624 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.611+0000 7fe60b7fe700 1 --2- 172.21.15.43:0/3997744543 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564482073d50 0x56448207f680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:38.624 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.611+0000 7fe60b7fe700 1 -- 172.21.15.43:0/3997744543 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564481f7c760 con 0x5644820791b0 2024-05-16T15:51:38.626 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.611+0000 7fe60b7fe700 1 --2- 172.21.15.43:0/3997744543 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5644820791b0 0x56448207ca90 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7fe60001fb40 tx=0x7fe60001fb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bcbef35445b962b9 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:38.626 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.611+0000 7fe5eb7fe700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:51:38.626 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.611+0000 7fe5eb7fe700 1 -- 172.21.15.43:0/3997744543 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe600013e60 con 0x5644820791b0 2024-05-16T15:51:38.626 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.611+0000 7fe61d209b80 1 -- 172.21.15.43:0/3997744543 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe60001fd70 con 0x5644820791b0 2024-05-16T15:51:38.627 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.611+0000 7fe5eb7fe700 1 -- 172.21.15.43:0/3997744543 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fe600005230 con 0x5644820791b0 2024-05-16T15:51:38.627 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.612+0000 7fe5eb7fe700 1 -- 172.21.15.43:0/3997744543 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fe600004e40 con 0x5644820791b0 2024-05-16T15:51:38.627 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.612+0000 7fe61d209b80 10 client.15726 fetch_fsmap learned FSMap version 30 2024-05-16T15:51:38.627 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.612+0000 7fe61d209b80 1 -- 172.21.15.43:0/3997744543 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x56448208ace0 con 0x5644820791b0 2024-05-16T15:51:38.627 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.612+0000 7fe5eb7fe700 1 -- 172.21.15.43:0/3997744543 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe60001fd70 con 0x5644820791b0 2024-05-16T15:51:38.627 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.612+0000 7fe5eb7fe700 1 -- 172.21.15.43:0/3997744543 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7fe60000fbd0 con 0x5644820791b0 2024-05-16T15:51:38.627 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.612+0000 7fe61d209b80 10 client.15726 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:51:38.627 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.612+0000 7fe61d209b80 10 client.15726 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-16T15:51:38.627 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.612+0000 7fe61d209b80 20 client.15726 populate_metadata read hostname 'smithi043' 2024-05-16T15:51:38.627 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.612+0000 7fe61d209b80 1 --2- 172.21.15.43:0/3997744543 >> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] conn(0x56448208d650 0x56448208fad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:38.627 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.613+0000 7fe61d209b80 4 client.15726 mds_command: new command op to 24452 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:51:38.627 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.613+0000 7fe61d209b80 1 -- 172.21.15.43:0/3997744543 --> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564481fd3320 con 0x56448208d650 2024-05-16T15:51:38.627 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.613+0000 7fe60bfff700 1 --2- 172.21.15.43:0/3997744543 >> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] conn(0x56448208d650 0x56448208fad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:38.627 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.613+0000 7fe60bfff700 1 --2- 172.21.15.43:0/3997744543 >> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] conn(0x56448208d650 0x56448208fad0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=3772fc535e5c66d0 server_cookie=62713a4b6590e7e6 in_seq=0 out_seq=0 2024-05-16T15:51:38.628 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.613+0000 7fe5eb7fe700 10 client.15726 ms_handle_connect on v2:172.21.15.148:6836/4036870683 2024-05-16T15:51:38.628 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.614+0000 7fe5eb7fe700 1 -- 172.21.15.43:0/3997744543 <== mds.2 v2:172.21.15.148:6836/4036870683 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x564481fd3320 con 0x56448208d650 2024-05-16T15:51:38.628 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.614+0000 7fe5eb7fe700 10 client.15726 handle_command_reply: tid=0 2024-05-16T15:51:38.628 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.614+0000 7fe61d209b80 1 client.15726 shutdown 2024-05-16T15:51:38.628 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.614+0000 7fe61d209b80 1 -- 172.21.15.43:0/3997744543 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5644820791b0 msgr2=0x56448207ca90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:38.628 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.614+0000 7fe61d209b80 1 --2- 172.21.15.43:0/3997744543 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5644820791b0 0x56448207ca90 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7fe60001fb40 tx=0x7fe60001fb70 comp rx=0 tx=0).stop 2024-05-16T15:51:38.628 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.614+0000 7fe61d209b80 1 -- 172.21.15.43:0/3997744543 shutdown_connections 2024-05-16T15:51:38.628 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.615+0000 7fe61d209b80 1 --2- 172.21.15.43:0/3997744543 >> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] conn(0x56448208d650 0x56448208fad0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:38.628 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.615+0000 7fe61d209b80 1 --2- 172.21.15.43:0/3997744543 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564482079ad0 0x56448207cfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:38.628 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.615+0000 7fe5eb7fe700 0 client.15726 ms_handle_reset on v2:172.21.15.148:6836/4036870683 2024-05-16T15:51:38.628 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.615+0000 7fe61d209b80 1 --2- 172.21.15.43:0/3997744543 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564482073d50 0x56448207f680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:38.628 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.615+0000 7fe61d209b80 1 --2- 172.21.15.43:0/3997744543 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5644820791b0 0x56448207ca90 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:38.628 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.615+0000 7fe61d209b80 1 -- 172.21.15.43:0/3997744543 >> 172.21.15.43:0/3997744543 conn(0x564481f9fb70 msgr2=0x564482068b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:38.628 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.615+0000 7fe61d209b80 1 -- 172.21.15.43:0/3997744543 shutdown_connections 2024-05-16T15:51:38.628 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.615+0000 7fe61d209b80 1 -- 172.21.15.43:0/3997744543 wait complete. 2024-05-16T15:51:38.628 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.615+0000 7fe61d209b80 20 client.15726 trim_cache size 0 max 16384 2024-05-16T15:51:38.643 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.631+0000 7fe61d209b80 1 Processor -- start 2024-05-16T15:51:38.643 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.631+0000 7fe61d209b80 1 -- start start 2024-05-16T15:51:38.644 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.632+0000 7fe61d209b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564482073d50 0x56448208fa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:38.644 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.632+0000 7fe61d209b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5644820791b0 0x564482089520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:38.644 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.632+0000 7fe61d209b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564482079ad0 0x56448207d020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:38.644 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.632+0000 7fe61d209b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fe60c1acd60 con 0x5644820791b0 2024-05-16T15:51:38.644 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.632+0000 7fe61d209b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fe60c1ae8a0 con 0x564482073d50 2024-05-16T15:51:38.644 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.632+0000 7fe61d209b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fe60c1ad430 con 0x564482079ad0 2024-05-16T15:51:38.644 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.632+0000 7fe60b7fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5644820791b0 0x564482089520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:38.645 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.632+0000 7fe60b7fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5644820791b0 0x564482089520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:44768/0 (socket says 172.21.15.43:44768) 2024-05-16T15:51:38.645 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.632+0000 7fe60b7fe700 1 -- 172.21.15.43:0/4128786410 learned_addr learned my addr 172.21.15.43:0/4128786410 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:38.645 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.632+0000 7fe610f13700 1 --2- 172.21.15.43:0/4128786410 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564482079ad0 0x56448207d020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:38.645 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.632+0000 7fe60bfff700 1 --2- 172.21.15.43:0/4128786410 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564482073d50 0x56448208fa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:38.645 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.632+0000 7fe60b7fe700 1 -- 172.21.15.43:0/4128786410 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564482079ad0 msgr2=0x56448207d020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:38.645 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.632+0000 7fe60b7fe700 1 --2- 172.21.15.43:0/4128786410 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564482079ad0 0x56448207d020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:38.645 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.632+0000 7fe60b7fe700 1 -- 172.21.15.43:0/4128786410 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564482073d50 msgr2=0x56448208fa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:38.645 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.632+0000 7fe60b7fe700 1 --2- 172.21.15.43:0/4128786410 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564482073d50 0x56448208fa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:38.645 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.632+0000 7fe60b7fe700 1 -- 172.21.15.43:0/4128786410 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56448207f680 con 0x5644820791b0 2024-05-16T15:51:38.645 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.632+0000 7fe610f13700 1 --2- 172.21.15.43:0/4128786410 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564482079ad0 0x56448207d020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:51:38.646 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.633+0000 7fe60bfff700 1 --2- 172.21.15.43:0/4128786410 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564482073d50 0x56448208fa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:51:38.646 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.633+0000 7fe60b7fe700 1 --2- 172.21.15.43:0/4128786410 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5644820791b0 0x564482089520 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fe60001fb10 tx=0x7fe60000a4e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25501629c47e4e11 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:38.647 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.633+0000 7fe5f1ffb700 1 -- 172.21.15.43:0/4128786410 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe600013e60 con 0x5644820791b0 2024-05-16T15:51:38.647 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.633+0000 7fe5f1ffb700 1 -- 172.21.15.43:0/4128786410 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe600004bd0 con 0x5644820791b0 2024-05-16T15:51:38.647 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.633+0000 7fe5f1ffb700 1 -- 172.21.15.43:0/4128786410 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe60001fbe0 con 0x5644820791b0 2024-05-16T15:51:38.648 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.634+0000 7fe61d209b80 1 -- 172.21.15.43:0/4128786410 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5644820791b0 msgr2=0x564482089520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:38.648 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.634+0000 7fe61d209b80 1 --2- 172.21.15.43:0/4128786410 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5644820791b0 0x564482089520 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fe60001fb10 tx=0x7fe60000a4e0 comp rx=0 tx=0).stop 2024-05-16T15:51:38.648 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.634+0000 7fe61d209b80 1 -- 172.21.15.43:0/4128786410 shutdown_connections 2024-05-16T15:51:38.648 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.634+0000 7fe61d209b80 1 --2- 172.21.15.43:0/4128786410 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564482079ad0 0x56448207d020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:38.648 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.634+0000 7fe61d209b80 1 --2- 172.21.15.43:0/4128786410 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564482073d50 0x56448208fa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:38.648 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.634+0000 7fe61d209b80 1 --2- 172.21.15.43:0/4128786410 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5644820791b0 0x564482089520 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:38.648 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.634+0000 7fe61d209b80 1 -- 172.21.15.43:0/4128786410 >> 172.21.15.43:0/4128786410 conn(0x564481f9fb70 msgr2=0x564482079ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:38.648 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.634+0000 7fe61d209b80 1 -- 172.21.15.43:0/4128786410 shutdown_connections 2024-05-16T15:51:38.648 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.634+0000 7fe61d209b80 1 -- 172.21.15.43:0/4128786410 wait complete. 2024-05-16T15:51:38.648 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.634+0000 7fe61d209b80 1 -- start start 2024-05-16T15:51:38.648 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.635+0000 7fe61d209b80 1 Processor -- start 2024-05-16T15:51:38.648 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.635+0000 7fe61d209b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564482073d50 0x564482095660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:38.648 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.635+0000 7fe61d209b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5644820791b0 0x5644820858a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:38.648 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.635+0000 7fe61d209b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564482079ad0 0x564482085de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:38.649 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.635+0000 7fe61d209b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fe60c1ae1d0 con 0x564482079ad0 2024-05-16T15:51:38.649 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.635+0000 7fe610f13700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564482079ad0 0x564482085de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:38.649 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.635+0000 7fe61d209b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fe60c1adb00 con 0x5644820791b0 2024-05-16T15:51:38.649 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.635+0000 7fe61d209b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fe60c1aad00 con 0x564482073d50 2024-05-16T15:51:38.649 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.635+0000 7fe61d209b80 10 client.0 _ll_register_callbacks cb 0x564481f595b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:51:38.649 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.635+0000 7fe60b7fe700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5644820791b0 0x5644820858a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:38.649 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.635+0000 7fe60b7fe700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5644820791b0 0x5644820858a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:38332/0 (socket says 172.21.15.43:38332) 2024-05-16T15:51:38.649 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.635+0000 7fe60b7fe700 1 -- 172.21.15.43:0/1245762294 learned_addr learned my addr 172.21.15.43:0/1245762294 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:38.649 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.636+0000 7fe60bfff700 1 --2- 172.21.15.43:0/1245762294 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564482073d50 0x564482095660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:38.649 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.636+0000 7fe60b7fe700 1 -- 172.21.15.43:0/1245762294 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564482073d50 msgr2=0x564482095660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:38.649 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.636+0000 7fe60b7fe700 1 --2- 172.21.15.43:0/1245762294 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564482073d50 0x564482095660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:38.649 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.636+0000 7fe60b7fe700 1 -- 172.21.15.43:0/1245762294 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564482079ad0 msgr2=0x564482085de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:38.649 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.636+0000 7fe60b7fe700 1 --2- 172.21.15.43:0/1245762294 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564482079ad0 0x564482085de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:38.650 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.636+0000 7fe60b7fe700 1 -- 172.21.15.43:0/1245762294 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564482094390 con 0x5644820791b0 2024-05-16T15:51:38.652 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.636+0000 7fe60b7fe700 1 --2- 172.21.15.43:0/1245762294 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5644820791b0 0x5644820858a0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fe600005b20 tx=0x7fe600029ce0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9109993cd632e2f3 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:38.652 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.636+0000 7fe5eb7fe700 10 client.0 ms_handle_connect on v2:172.21.15.148:3300/0 2024-05-16T15:51:38.652 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.636+0000 7fe5eb7fe700 1 -- 172.21.15.43:0/1245762294 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe600013e60 con 0x5644820791b0 2024-05-16T15:51:38.652 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.636+0000 7fe61d209b80 1 -- 172.21.15.43:0/1245762294 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe600004bd0 con 0x5644820791b0 2024-05-16T15:51:38.652 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.637+0000 7fe5eb7fe700 1 -- 172.21.15.43:0/1245762294 <== mon.2 v2:172.21.15.148:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fe600028490 con 0x5644820791b0 2024-05-16T15:51:38.652 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.637+0000 7fe5eb7fe700 1 -- 172.21.15.43:0/1245762294 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fe60001fd50 con 0x5644820791b0 2024-05-16T15:51:38.652 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.637+0000 7fe61d209b80 10 client.25283 fetch_fsmap learned FSMap version 30 2024-05-16T15:51:38.652 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.637+0000 7fe61d209b80 1 -- 172.21.15.43:0/1245762294 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5644820f70a0 con 0x5644820791b0 2024-05-16T15:51:38.652 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.637+0000 7fe5eb7fe700 1 -- 172.21.15.43:0/1245762294 <== mon.2 v2:172.21.15.148:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe600004bd0 con 0x5644820791b0 2024-05-16T15:51:38.652 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.637+0000 7fe5eb7fe700 1 -- 172.21.15.43:0/1245762294 <== mon.2 v2:172.21.15.148:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7fe60000f9d0 con 0x5644820791b0 2024-05-16T15:51:38.652 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.637+0000 7fe61d209b80 10 client.25283 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:51:38.652 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.637+0000 7fe61d209b80 10 client.25283 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-16T15:51:38.652 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.637+0000 7fe61d209b80 20 client.25283 populate_metadata read hostname 'smithi043' 2024-05-16T15:51:38.652 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.637+0000 7fe61d209b80 1 --2- 172.21.15.43:0/1245762294 >> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] conn(0x56448208d650 0x5644820f9630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:38.653 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.638+0000 7fe61d209b80 4 client.25283 mds_command: new command op to 24452 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-16T15:51:38.653 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.638+0000 7fe61d209b80 1 -- 172.21.15.43:0/1245762294 --> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] -- command(tid 0: {"prefix": "damage ls"}) -- 0x564481fcd3c0 con 0x56448208d650 2024-05-16T15:51:38.653 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.638+0000 7fe60bfff700 1 --2- 172.21.15.43:0/1245762294 >> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] conn(0x56448208d650 0x5644820f9630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:38.653 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.638+0000 7fe5eb7fe700 10 client.25283 ms_handle_connect on v2:172.21.15.148:6836/4036870683 2024-05-16T15:51:38.653 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.638+0000 7fe60bfff700 1 --2- 172.21.15.43:0/1245762294 >> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] conn(0x56448208d650 0x5644820f9630 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b67ba9f407b9c4e7 server_cookie=e174e5477d219691 in_seq=0 out_seq=0 2024-05-16T15:51:38.653 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.639+0000 7fe5eb7fe700 1 -- 172.21.15.43:0/1245762294 <== mds.2 v2:172.21.15.148:6836/4036870683 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x564481fcd3c0 con 0x56448208d650 2024-05-16T15:51:38.653 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.639+0000 7fe5eb7fe700 10 client.25283 handle_command_reply: tid=0 2024-05-16T15:51:38.653 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.639+0000 7fe61d209b80 1 client.25283 shutdown 2024-05-16T15:51:38.653 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.639+0000 7fe61d209b80 1 -- 172.21.15.43:0/1245762294 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5644820791b0 msgr2=0x5644820858a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:38.653 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.639+0000 7fe61d209b80 1 --2- 172.21.15.43:0/1245762294 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5644820791b0 0x5644820858a0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fe600005b20 tx=0x7fe600029ce0 comp rx=0 tx=0).stop 2024-05-16T15:51:38.653 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.639+0000 7fe61d209b80 1 -- 172.21.15.43:0/1245762294 shutdown_connections 2024-05-16T15:51:38.653 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.639+0000 7fe61d209b80 1 --2- 172.21.15.43:0/1245762294 >> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] conn(0x56448208d650 0x5644820f9630 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:38.653 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.639+0000 7fe5eb7fe700 0 client.25283 ms_handle_reset on v2:172.21.15.148:6836/4036870683 2024-05-16T15:51:38.653 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.639+0000 7fe61d209b80 1 --2- 172.21.15.43:0/1245762294 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564482079ad0 0x564482085de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:38.653 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.639+0000 7fe61d209b80 1 --2- 172.21.15.43:0/1245762294 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564482073d50 0x564482095660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:38.654 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.639+0000 7fe61d209b80 1 --2- 172.21.15.43:0/1245762294 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5644820791b0 0x5644820858a0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:38.654 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.639+0000 7fe61d209b80 1 -- 172.21.15.43:0/1245762294 >> 172.21.15.43:0/1245762294 conn(0x564481f9fb70 msgr2=0x56448207df20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:38.654 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.639+0000 7fe61d209b80 1 -- 172.21.15.43:0/1245762294 shutdown_connections 2024-05-16T15:51:38.654 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.639+0000 7fe61d209b80 1 -- 172.21.15.43:0/1245762294 wait complete. 2024-05-16T15:51:38.654 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.639+0000 7fe61d209b80 20 client.25283 trim_cache size 0 max 16384 2024-05-16T15:51:38.654 INFO:teuthology.orchestra.run.smithi043.stdout:[] 2024-05-16T15:51:38.655 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.640+0000 7fe612976700 1 -- 172.21.15.43:0/2468642232 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe5f40b29d0 msgr2=0x7fe5f40b4e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:38.655 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.640+0000 7fe612976700 1 --2- 172.21.15.43:0/2468642232 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe5f40b29d0 0x7fe5f40b4e90 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x564482070450 tx=0x7fe5fc005d20 comp rx=0 tx=0).stop 2024-05-16T15:51:38.655 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.640+0000 7fe612976700 1 -- 172.21.15.43:0/2468642232 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe60c107be0 msgr2=0x7fe60c199700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:38.655 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.640+0000 7fe612976700 1 --2- 172.21.15.43:0/2468642232 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe60c107be0 0x7fe60c199700 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7fe60400c210 tx=0x7fe604008ce0 comp rx=0 tx=0).stop 2024-05-16T15:51:38.655 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.640+0000 7fe612976700 1 -- 172.21.15.43:0/2468642232 shutdown_connections 2024-05-16T15:51:38.655 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.640+0000 7fe612976700 1 --2- 172.21.15.43:0/2468642232 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe5f40b29d0 0x7fe5f40b4e90 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:38.655 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.640+0000 7fe612976700 1 --2- 172.21.15.43:0/2468642232 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe60c107be0 0x7fe60c199700 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:38.655 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.640+0000 7fe612976700 1 --2- 172.21.15.43:0/2468642232 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe60c101b80 0x7fe60c19f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:38.655 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.640+0000 7fe612976700 1 --2- 172.21.15.43:0/2468642232 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe60c102540 0x7fe60c19fb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:38.655 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.640+0000 7fe612976700 1 -- 172.21.15.43:0/2468642232 >> 172.21.15.43:0/2468642232 conn(0x7fe60c078a10 msgr2=0x7fe60c100030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:38.655 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.641+0000 7fe612976700 1 -- 172.21.15.43:0/2468642232 shutdown_connections 2024-05-16T15:51:38.655 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:38.641+0000 7fe612976700 1 -- 172.21.15.43:0/2468642232 wait complete. 2024-05-16T15:51:39.225 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:51:39 smithi043 ceph-mon[31619]: pgmap v478: 129 pgs: 129 active+clean; 675 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 10 op/s 2024-05-16T15:51:39.480 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-16T15:51:39.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:51:39 smithi157 ceph-mon[35584]: pgmap v478: 129 pgs: 129 active+clean; 675 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 10 op/s 2024-05-16T15:51:39.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:51:39 smithi148 ceph-mon[34976]: pgmap v478: 129 pgs: 129 active+clean; 675 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 10 op/s 2024-05-16T15:51:39.821 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:51:41.225 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:51:41 smithi043 ceph-mon[31619]: pgmap v479: 129 pgs: 129 active+clean; 675 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 0 B/s wr, 8 op/s 2024-05-16T15:51:41.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:51:41 smithi157 ceph-mon[35584]: pgmap v479: 129 pgs: 129 active+clean; 675 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 0 B/s wr, 8 op/s 2024-05-16T15:51:41.686 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:51:41 smithi148 ceph-mon[34976]: pgmap v479: 129 pgs: 129 active+clean; 675 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 0 B/s wr, 8 op/s 2024-05-16T15:51:41.900 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.887+0000 7f4e3a2d4700 1 -- 172.21.15.43:0/3174785458 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4e341029e0 msgr2=0x7f4e34102dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:41.901 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.887+0000 7f4e3a2d4700 1 --2- 172.21.15.43:0/3174785458 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4e341029e0 0x7f4e34102dc0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f4e240099c0 tx=0x7f4e24009cd0 comp rx=0 tx=0).stop 2024-05-16T15:51:41.901 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.887+0000 7f4e3a2d4700 1 -- 172.21.15.43:0/3174785458 shutdown_connections 2024-05-16T15:51:41.901 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.887+0000 7f4e3a2d4700 1 --2- 172.21.15.43:0/3174785458 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e34107730 0x7f4e3410f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:41.901 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.887+0000 7f4e3a2d4700 1 --2- 172.21.15.43:0/3174785458 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4e341029e0 0x7f4e34102dc0 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:41.901 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.887+0000 7f4e3a2d4700 1 --2- 172.21.15.43:0/3174785458 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4e34103390 0x7f4e34107000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:41.901 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.887+0000 7f4e3a2d4700 1 -- 172.21.15.43:0/3174785458 >> 172.21.15.43:0/3174785458 conn(0x7f4e34079350 msgr2=0x7f4e34079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:41.901 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.887+0000 7f4e3a2d4700 1 -- 172.21.15.43:0/3174785458 shutdown_connections 2024-05-16T15:51:41.901 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.887+0000 7f4e3a2d4700 1 -- 172.21.15.43:0/3174785458 wait complete. 2024-05-16T15:51:41.901 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.888+0000 7f4e3a2d4700 1 Processor -- start 2024-05-16T15:51:41.901 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.888+0000 7f4e3a2d4700 1 -- start start 2024-05-16T15:51:41.901 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.889+0000 7f4e3a2d4700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4e341029e0 0x7f4e3419e830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:41.901 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.889+0000 7f4e3a2d4700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e34103390 0x7f4e3419ed70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:41.901 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.889+0000 7f4e3a2d4700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4e34107730 0x7f4e34198a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:41.902 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.889+0000 7f4e3a2d4700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f4e34112570 con 0x7f4e34107730 2024-05-16T15:51:41.902 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.889+0000 7f4e3a2d4700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f4e341123f0 con 0x7f4e341029e0 2024-05-16T15:51:41.902 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.889+0000 7f4e3a2d4700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f4e341126f0 con 0x7f4e34103390 2024-05-16T15:51:41.902 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.889+0000 7f4e38871700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4e34107730 0x7f4e34198a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:41.902 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.889+0000 7f4e2bfff700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e34103390 0x7f4e3419ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:41.902 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.889+0000 7f4e2bfff700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e34103390 0x7f4e3419ed70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:57998/0 (socket says 172.21.15.43:57998) 2024-05-16T15:51:41.902 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.889+0000 7f4e38871700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4e34107730 0x7f4e34198a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:44800/0 (socket says 172.21.15.43:44800) 2024-05-16T15:51:41.902 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.889+0000 7f4e2bfff700 1 -- 172.21.15.43:0/2092827575 learned_addr learned my addr 172.21.15.43:0/2092827575 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:41.903 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.889+0000 7f4e38871700 1 -- 172.21.15.43:0/2092827575 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e34103390 msgr2=0x7f4e3419ed70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:41.903 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.889+0000 7f4e38871700 1 --2- 172.21.15.43:0/2092827575 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e34103390 0x7f4e3419ed70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:41.903 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.889+0000 7f4e38871700 1 -- 172.21.15.43:0/2092827575 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4e341029e0 msgr2=0x7f4e3419e830 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-16T15:51:41.903 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.889+0000 7f4e38871700 1 --2- 172.21.15.43:0/2092827575 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4e341029e0 0x7f4e3419e830 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:41.903 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.889+0000 7f4e38871700 1 -- 172.21.15.43:0/2092827575 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e341991a0 con 0x7f4e34107730 2024-05-16T15:51:41.903 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.890+0000 7f4e38871700 1 --2- 172.21.15.43:0/2092827575 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4e34107730 0x7f4e34198a40 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f4e2c00be20 tx=0x7f4e2c009ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:41.903 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.890+0000 7f4e31ffb700 1 -- 172.21.15.43:0/2092827575 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e2c019070 con 0x7f4e34107730 2024-05-16T15:51:41.903 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.890+0000 7f4e31ffb700 1 -- 172.21.15.43:0/2092827575 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4e2c00cc10 con 0x7f4e34107730 2024-05-16T15:51:41.903 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.890+0000 7f4e3a2d4700 1 -- 172.21.15.43:0/2092827575 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e34199490 con 0x7f4e34107730 2024-05-16T15:51:41.903 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.890+0000 7f4e31ffb700 1 -- 172.21.15.43:0/2092827575 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e2c0125a0 con 0x7f4e34107730 2024-05-16T15:51:41.903 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.890+0000 7f4e3a2d4700 1 -- 172.21.15.43:0/2092827575 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e3406bb70 con 0x7f4e34107730 2024-05-16T15:51:41.904 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.893+0000 7f4e31ffb700 1 -- 172.21.15.43:0/2092827575 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f4e2c01c070 con 0x7f4e34107730 2024-05-16T15:51:41.905 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.893+0000 7f4e31ffb700 1 --2- 172.21.15.43:0/2092827575 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f4e200b2880 0x7f4e200b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:41.907 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.894+0000 7f4e31ffb700 1 -- 172.21.15.43:0/2092827575 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f4e2c0e1ca0 con 0x7f4e34107730 2024-05-16T15:51:41.907 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.894+0000 7f4e44b67b80 1 Processor -- start 2024-05-16T15:51:41.907 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.894+0000 7f4e33fff700 1 --2- 172.21.15.43:0/2092827575 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f4e200b2880 0x7f4e200b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:41.907 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.894+0000 7f4e44b67b80 1 -- start start 2024-05-16T15:51:41.907 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.894+0000 7f4e44b67b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55747b1dbe00 0x55747b1dc1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:41.907 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.894+0000 7f4e44b67b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55747b1dc720 0x55747b1e0160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:41.907 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.894+0000 7f4e44b67b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55747b1e06a0 0x55747b1e0b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:41.907 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.894+0000 7f4e44b67b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55747b129940 con 0x55747b1dbe00 2024-05-16T15:51:41.907 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.894+0000 7f4e44b67b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55747b08eda0 con 0x55747b1e06a0 2024-05-16T15:51:41.907 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.894+0000 7f4e44b67b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55747b125900 con 0x55747b1dc720 2024-05-16T15:51:41.907 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.894+0000 7f4e33fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55747b1dbe00 0x55747b1dc1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:41.907 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.894+0000 7f4e33fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55747b1dbe00 0x55747b1dc1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:44804/0 (socket says 172.21.15.43:44804) 2024-05-16T15:51:41.907 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.894+0000 7f4e33fff700 1 -- 172.21.15.43:0/21495229 learned_addr learned my addr 172.21.15.43:0/21495229 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:41.908 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.894+0000 7f4e38871700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55747b1e06a0 0x55747b1e0b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:41.908 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.895+0000 7f4e33fff700 1 --2- 172.21.15.43:0/2092827575 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f4e200b2880 0x7f4e200b4d40 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f4e24009750 tx=0x7f4e24005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:41.908 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.895+0000 7f4e2bfff700 1 --2- 172.21.15.43:0/21495229 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55747b1dc720 0x55747b1e0160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:41.908 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.895+0000 7f4e33fff700 1 -- 172.21.15.43:0/21495229 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55747b1dc720 msgr2=0x55747b1e0160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:41.908 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.895+0000 7f4e33fff700 1 --2- 172.21.15.43:0/21495229 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55747b1dc720 0x55747b1e0160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:41.908 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.895+0000 7f4e33fff700 1 -- 172.21.15.43:0/21495229 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55747b1e06a0 msgr2=0x55747b1e0b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:41.908 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.895+0000 7f4e33fff700 1 --2- 172.21.15.43:0/21495229 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55747b1e06a0 0x55747b1e0b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:41.908 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.895+0000 7f4e33fff700 1 -- 172.21.15.43:0/21495229 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55747b0768d0 con 0x55747b1dbe00 2024-05-16T15:51:41.908 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.895+0000 7f4e2bfff700 1 --2- 172.21.15.43:0/21495229 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55747b1dc720 0x55747b1e0160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:51:41.908 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.895+0000 7f4e38871700 1 --2- 172.21.15.43:0/21495229 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55747b1e06a0 0x55747b1e0b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:51:41.908 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.895+0000 7f4e33fff700 1 --2- 172.21.15.43:0/21495229 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55747b1dbe00 0x55747b1dc1e0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f4e240099c0 tx=0x7f4e24025000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd7c64206d346273 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:41.908 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.895+0000 7f4e2a7fc700 1 -- 172.21.15.43:0/21495229 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e24005610 con 0x55747b1dbe00 2024-05-16T15:51:41.908 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.895+0000 7f4e2a7fc700 1 -- 172.21.15.43:0/21495229 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4e24003c20 con 0x55747b1dbe00 2024-05-16T15:51:41.908 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.895+0000 7f4e2a7fc700 1 -- 172.21.15.43:0/21495229 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e2400f7d0 con 0x55747b1dbe00 2024-05-16T15:51:41.911 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.896+0000 7f4e44b67b80 1 -- 172.21.15.43:0/21495229 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55747b1dbe00 msgr2=0x55747b1dc1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:41.911 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.896+0000 7f4e44b67b80 1 --2- 172.21.15.43:0/21495229 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55747b1dbe00 0x55747b1dc1e0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f4e240099c0 tx=0x7f4e24025000 comp rx=0 tx=0).stop 2024-05-16T15:51:41.911 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.896+0000 7f4e44b67b80 1 -- 172.21.15.43:0/21495229 shutdown_connections 2024-05-16T15:51:41.911 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.896+0000 7f4e44b67b80 1 --2- 172.21.15.43:0/21495229 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55747b1e06a0 0x55747b1e0b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:41.911 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.896+0000 7f4e44b67b80 1 --2- 172.21.15.43:0/21495229 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55747b1dbe00 0x55747b1dc1e0 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:41.911 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.896+0000 7f4e44b67b80 1 --2- 172.21.15.43:0/21495229 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55747b1dc720 0x55747b1e0160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:41.911 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.896+0000 7f4e44b67b80 1 -- 172.21.15.43:0/21495229 >> 172.21.15.43:0/21495229 conn(0x55747b103b70 msgr2=0x55747b1d22a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:41.911 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.896+0000 7f4e44b67b80 1 -- 172.21.15.43:0/21495229 shutdown_connections 2024-05-16T15:51:41.911 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.896+0000 7f4e44b67b80 1 -- 172.21.15.43:0/21495229 wait complete. 2024-05-16T15:51:41.912 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.897+0000 7f4e44b67b80 1 -- start start 2024-05-16T15:51:41.912 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.897+0000 7f4e44b67b80 1 Processor -- start 2024-05-16T15:51:41.912 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.897+0000 7f4e44b67b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55747b1dbe00 0x55747b1e7ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:41.912 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.897+0000 7f4e44b67b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55747b1dc720 0x55747b1e4e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:41.912 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.897+0000 7f4e44b67b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55747b1e06a0 0x55747b1e53b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:41.912 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.897+0000 7f4e44b67b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55747b1e87a0 con 0x55747b1dbe00 2024-05-16T15:51:41.912 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.897+0000 7f4e44b67b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55747b0e2ed0 con 0x55747b1dc720 2024-05-16T15:51:41.912 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.897+0000 7f4e44b67b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55747b1e8920 con 0x55747b1e06a0 2024-05-16T15:51:41.912 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.897+0000 7f4e44b67b80 10 client.0 _ll_register_callbacks cb 0x55747b0bd5b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:51:41.912 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.897+0000 7f4e33fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55747b1dbe00 0x55747b1e7ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:41.912 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.898+0000 7f4e33fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55747b1dbe00 0x55747b1e7ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:44820/0 (socket says 172.21.15.43:44820) 2024-05-16T15:51:41.912 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.898+0000 7f4e33fff700 1 -- 172.21.15.43:0/1457273179 learned_addr learned my addr 172.21.15.43:0/1457273179 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:41.912 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.898+0000 7f4e2bfff700 1 --2- 172.21.15.43:0/1457273179 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55747b1dc720 0x55747b1e4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:41.912 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.898+0000 7f4e38871700 1 --2- 172.21.15.43:0/1457273179 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55747b1e06a0 0x55747b1e53b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:41.913 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.898+0000 7f4e33fff700 1 -- 172.21.15.43:0/1457273179 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55747b1e06a0 msgr2=0x55747b1e53b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:41.913 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.898+0000 7f4e33fff700 1 --2- 172.21.15.43:0/1457273179 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55747b1e06a0 0x55747b1e53b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:41.913 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.898+0000 7f4e33fff700 1 -- 172.21.15.43:0/1457273179 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55747b1dc720 msgr2=0x55747b1e4e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:41.913 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.898+0000 7f4e33fff700 1 --2- 172.21.15.43:0/1457273179 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55747b1dc720 0x55747b1e4e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:41.913 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.898+0000 7f4e33fff700 1 -- 172.21.15.43:0/1457273179 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55747b0e0760 con 0x55747b1dbe00 2024-05-16T15:51:41.913 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.898+0000 7f4e33fff700 1 --2- 172.21.15.43:0/1457273179 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55747b1dbe00 0x55747b1e7ad0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f4e24009fd0 tx=0x7f4e24005f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6cdad19970be52a server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:41.913 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.898+0000 7f4e137fe700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:51:41.913 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.898+0000 7f4e137fe700 1 -- 172.21.15.43:0/1457273179 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e24033040 con 0x55747b1dbe00 2024-05-16T15:51:41.913 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.898+0000 7f4e137fe700 1 -- 172.21.15.43:0/1457273179 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f4e2400b6b0 con 0x55747b1dbe00 2024-05-16T15:51:41.913 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.898+0000 7f4e44b67b80 1 -- 172.21.15.43:0/1457273179 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4e24003c20 con 0x55747b1dbe00 2024-05-16T15:51:41.913 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.899+0000 7f4e137fe700 1 -- 172.21.15.43:0/1457273179 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f4e24044050 con 0x55747b1dbe00 2024-05-16T15:51:41.913 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.899+0000 7f4e44b67b80 10 client.15744 fetch_fsmap learned FSMap version 30 2024-05-16T15:51:41.913 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.899+0000 7f4e44b67b80 1 -- 172.21.15.43:0/1457273179 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55747b1e87a0 con 0x55747b1dbe00 2024-05-16T15:51:41.913 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.899+0000 7f4e137fe700 1 -- 172.21.15.43:0/1457273179 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4e24003c20 con 0x55747b1dbe00 2024-05-16T15:51:41.913 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.899+0000 7f4e137fe700 1 -- 172.21.15.43:0/1457273179 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f4e2403f030 con 0x55747b1dbe00 2024-05-16T15:51:41.914 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.899+0000 7f4e44b67b80 10 client.15744 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:51:41.914 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.899+0000 7f4e44b67b80 10 client.15744 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-05-16T15:51:41.914 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.899+0000 7f4e44b67b80 20 client.15744 populate_metadata read hostname 'smithi043' 2024-05-16T15:51:41.914 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.899+0000 7f4e44b67b80 1 --2- 172.21.15.43:0/1457273179 >> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] conn(0x55747b1f52a0 0x55747b1f7690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:41.914 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.899+0000 7f4e44b67b80 4 client.15744 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:51:41.914 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.899+0000 7f4e44b67b80 1 -- 172.21.15.43:0/1457273179 --> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55747b137320 con 0x55747b1f52a0 2024-05-16T15:51:41.914 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.899+0000 7f4e2bfff700 1 --2- 172.21.15.43:0/1457273179 >> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] conn(0x55747b1f52a0 0x55747b1f7690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:41.915 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.900+0000 7f4e137fe700 10 client.15744 ms_handle_connect on v2:172.21.15.157:6838/2377589154 2024-05-16T15:51:41.915 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.900+0000 7f4e2bfff700 1 --2- 172.21.15.43:0/1457273179 >> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] conn(0x55747b1f52a0 0x55747b1f7690 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ea2491796506fbee server_cookie=333ac37de106b445 in_seq=0 out_seq=0 2024-05-16T15:51:41.916 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.901+0000 7f4e137fe700 1 -- 172.21.15.43:0/1457273179 <== mds.1 v2:172.21.15.157:6838/2377589154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55747b137320 con 0x55747b1f52a0 2024-05-16T15:51:41.916 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.901+0000 7f4e137fe700 10 client.15744 handle_command_reply: tid=0 2024-05-16T15:51:41.916 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.901+0000 7f4e44b67b80 1 client.15744 shutdown 2024-05-16T15:51:41.916 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.901+0000 7f4e44b67b80 1 -- 172.21.15.43:0/1457273179 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55747b1dbe00 msgr2=0x55747b1e7ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:41.916 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.901+0000 7f4e44b67b80 1 --2- 172.21.15.43:0/1457273179 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55747b1dbe00 0x55747b1e7ad0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f4e24009fd0 tx=0x7f4e24005f10 comp rx=0 tx=0).stop 2024-05-16T15:51:41.916 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.901+0000 7f4e44b67b80 1 -- 172.21.15.43:0/1457273179 shutdown_connections 2024-05-16T15:51:41.916 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.901+0000 7f4e44b67b80 1 --2- 172.21.15.43:0/1457273179 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55747b1e06a0 0x55747b1e53b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:41.916 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.901+0000 7f4e44b67b80 1 --2- 172.21.15.43:0/1457273179 >> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] conn(0x55747b1f52a0 0x55747b1f7690 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:41.916 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.901+0000 7f4e44b67b80 1 --2- 172.21.15.43:0/1457273179 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55747b1dbe00 0x55747b1e7ad0 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:41.916 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.901+0000 7f4e44b67b80 1 --2- 172.21.15.43:0/1457273179 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55747b1dc720 0x55747b1e4e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:41.916 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.901+0000 7f4e44b67b80 1 -- 172.21.15.43:0/1457273179 >> 172.21.15.43:0/1457273179 conn(0x55747b103b70 msgr2=0x55747b1ccb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:41.916 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.901+0000 7f4e137fe700 0 client.15744 ms_handle_reset on v2:172.21.15.157:6838/2377589154 2024-05-16T15:51:41.916 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.901+0000 7f4e44b67b80 1 -- 172.21.15.43:0/1457273179 shutdown_connections 2024-05-16T15:51:41.916 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.901+0000 7f4e44b67b80 1 -- 172.21.15.43:0/1457273179 wait complete. 2024-05-16T15:51:41.916 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.901+0000 7f4e44b67b80 20 client.15744 trim_cache size 0 max 16384 2024-05-16T15:51:41.929 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.917+0000 7f4e44b67b80 1 Processor -- start 2024-05-16T15:51:41.929 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.917+0000 7f4e44b67b80 1 -- start start 2024-05-16T15:51:41.929 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.917+0000 7f4e44b67b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55747b1dbe00 0x55747b1f1830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:41.930 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.917+0000 7f4e44b67b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55747b1dc720 0x55747b1ccc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:41.930 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.917+0000 7f4e44b67b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55747b1e06a0 0x55747b1d6f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:41.930 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.917+0000 7f4e44b67b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f4e341ad150 con 0x55747b1dc720 2024-05-16T15:51:41.930 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.917+0000 7f4e44b67b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f4e341aec90 con 0x55747b1e06a0 2024-05-16T15:51:41.930 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.917+0000 7f4e44b67b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f4e341ad820 con 0x55747b1dbe00 2024-05-16T15:51:41.930 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.917+0000 7f4e2bfff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55747b1dc720 0x55747b1ccc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:41.930 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.917+0000 7f4e2bfff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55747b1dc720 0x55747b1ccc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:44824/0 (socket says 172.21.15.43:44824) 2024-05-16T15:51:41.930 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.917+0000 7f4e2bfff700 1 -- 172.21.15.43:0/1358963704 learned_addr learned my addr 172.21.15.43:0/1358963704 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:41.930 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.917+0000 7f4e33fff700 1 --2- 172.21.15.43:0/1358963704 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55747b1dbe00 0x55747b1f1830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:41.930 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.917+0000 7f4e38871700 1 --2- 172.21.15.43:0/1358963704 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55747b1e06a0 0x55747b1d6f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:41.930 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.917+0000 7f4e2bfff700 1 -- 172.21.15.43:0/1358963704 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55747b1dbe00 msgr2=0x55747b1f1830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:41.930 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.917+0000 7f4e2bfff700 1 --2- 172.21.15.43:0/1358963704 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55747b1dbe00 0x55747b1f1830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:41.930 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.917+0000 7f4e2bfff700 1 -- 172.21.15.43:0/1358963704 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55747b1e06a0 msgr2=0x55747b1d6f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:41.930 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.917+0000 7f4e2bfff700 1 --2- 172.21.15.43:0/1358963704 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55747b1e06a0 0x55747b1d6f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:41.931 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.917+0000 7f4e2bfff700 1 -- 172.21.15.43:0/1358963704 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55747b1e3400 con 0x55747b1dc720 2024-05-16T15:51:41.931 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.918+0000 7f4e38871700 1 --2- 172.21.15.43:0/1358963704 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55747b1e06a0 0x55747b1d6f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:51:41.931 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.918+0000 7f4e2bfff700 1 --2- 172.21.15.43:0/1358963704 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55747b1dc720 0x55747b1ccc40 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f4e1c000c00 tx=0x7f4e1c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90b65af2a542c194 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:41.931 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.918+0000 7f4e29ffb700 1 -- 172.21.15.43:0/1358963704 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e1c021070 con 0x55747b1dc720 2024-05-16T15:51:41.931 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.918+0000 7f4e29ffb700 1 -- 172.21.15.43:0/1358963704 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4e1c016bf0 con 0x55747b1dc720 2024-05-16T15:51:41.931 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.918+0000 7f4e29ffb700 1 -- 172.21.15.43:0/1358963704 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e1c015600 con 0x55747b1dc720 2024-05-16T15:51:41.935 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.919+0000 7f4e44b67b80 1 -- 172.21.15.43:0/1358963704 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55747b1dc720 msgr2=0x55747b1ccc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:41.935 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.919+0000 7f4e44b67b80 1 --2- 172.21.15.43:0/1358963704 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55747b1dc720 0x55747b1ccc40 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f4e1c000c00 tx=0x7f4e1c004750 comp rx=0 tx=0).stop 2024-05-16T15:51:41.935 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.919+0000 7f4e44b67b80 1 -- 172.21.15.43:0/1358963704 shutdown_connections 2024-05-16T15:51:41.935 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.919+0000 7f4e44b67b80 1 --2- 172.21.15.43:0/1358963704 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55747b1e06a0 0x55747b1d6f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:41.935 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.919+0000 7f4e44b67b80 1 --2- 172.21.15.43:0/1358963704 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55747b1dbe00 0x55747b1f1830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:41.935 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.919+0000 7f4e44b67b80 1 --2- 172.21.15.43:0/1358963704 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55747b1dc720 0x55747b1ccc40 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:41.935 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.919+0000 7f4e44b67b80 1 -- 172.21.15.43:0/1358963704 >> 172.21.15.43:0/1358963704 conn(0x55747b103b70 msgr2=0x55747b1d6800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:41.935 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.919+0000 7f4e44b67b80 1 -- 172.21.15.43:0/1358963704 shutdown_connections 2024-05-16T15:51:41.935 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.919+0000 7f4e44b67b80 1 -- 172.21.15.43:0/1358963704 wait complete. 2024-05-16T15:51:41.935 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.919+0000 7f4e44b67b80 1 -- start start 2024-05-16T15:51:41.935 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.919+0000 7f4e44b67b80 1 Processor -- start 2024-05-16T15:51:41.936 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.920+0000 7f4e44b67b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55747b1dbe00 0x55747b1edfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:41.936 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.920+0000 7f4e44b67b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55747b1dc720 0x55747b1e18b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:41.936 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.920+0000 7f4e44b67b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55747b1e06a0 0x55747b1e1df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:41.936 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.920+0000 7f4e44b67b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f4e341ae5c0 con 0x55747b1dbe00 2024-05-16T15:51:41.936 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.920+0000 7f4e44b67b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f4e341adef0 con 0x55747b1dc720 2024-05-16T15:51:41.936 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.920+0000 7f4e44b67b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f4e341ab0f0 con 0x55747b1e06a0 2024-05-16T15:51:41.936 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.920+0000 7f4e33fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55747b1dbe00 0x55747b1edfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:41.936 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.920+0000 7f4e33fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55747b1dbe00 0x55747b1edfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:44838/0 (socket says 172.21.15.43:44838) 2024-05-16T15:51:41.936 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.920+0000 7f4e44b67b80 10 client.0 _ll_register_callbacks cb 0x55747b0bd5b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:51:41.936 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.920+0000 7f4e33fff700 1 -- 172.21.15.43:0/3423342766 learned_addr learned my addr 172.21.15.43:0/3423342766 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:41.936 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.920+0000 7f4e38871700 1 --2- 172.21.15.43:0/3423342766 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55747b1e06a0 0x55747b1e1df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:41.936 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.920+0000 7f4e2bfff700 1 --2- 172.21.15.43:0/3423342766 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55747b1dc720 0x55747b1e18b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:41.936 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.920+0000 7f4e33fff700 1 -- 172.21.15.43:0/3423342766 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55747b1e06a0 msgr2=0x55747b1e1df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:41.936 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.920+0000 7f4e33fff700 1 --2- 172.21.15.43:0/3423342766 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55747b1e06a0 0x55747b1e1df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:41.937 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.920+0000 7f4e33fff700 1 -- 172.21.15.43:0/3423342766 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55747b1dc720 msgr2=0x55747b1e18b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:41.937 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.920+0000 7f4e33fff700 1 --2- 172.21.15.43:0/3423342766 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55747b1dc720 0x55747b1e18b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:41.937 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.920+0000 7f4e33fff700 1 -- 172.21.15.43:0/3423342766 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55747b1e2480 con 0x55747b1dbe00 2024-05-16T15:51:41.937 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.920+0000 7f4e33fff700 1 --2- 172.21.15.43:0/3423342766 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55747b1dbe00 0x55747b1edfa0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f4e24005200 tx=0x7f4e24010fa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35ffa3846c92cc7d server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:41.937 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.921+0000 7f4e137fe700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:51:41.937 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.921+0000 7f4e137fe700 1 -- 172.21.15.43:0/3423342766 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e2400f460 con 0x55747b1dbe00 2024-05-16T15:51:41.937 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.921+0000 7f4e137fe700 1 -- 172.21.15.43:0/3423342766 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f4e2400f600 con 0x55747b1dbe00 2024-05-16T15:51:41.937 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.921+0000 7f4e44b67b80 1 -- 172.21.15.43:0/3423342766 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4e1c016bf0 con 0x55747b1dbe00 2024-05-16T15:51:41.937 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.921+0000 7f4e137fe700 1 -- 172.21.15.43:0/3423342766 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f4e2400f800 con 0x55747b1dbe00 2024-05-16T15:51:41.937 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.921+0000 7f4e44b67b80 10 client.15750 fetch_fsmap learned FSMap version 30 2024-05-16T15:51:41.937 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.921+0000 7f4e44b67b80 1 -- 172.21.15.43:0/3423342766 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55747b25f930 con 0x55747b1dbe00 2024-05-16T15:51:41.937 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.921+0000 7f4e137fe700 1 -- 172.21.15.43:0/3423342766 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4e1c016bf0 con 0x55747b1dbe00 2024-05-16T15:51:41.937 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.921+0000 7f4e137fe700 1 -- 172.21.15.43:0/3423342766 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f4e2403f070 con 0x55747b1dbe00 2024-05-16T15:51:41.937 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.921+0000 7f4e44b67b80 10 client.15750 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:51:41.938 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.921+0000 7f4e44b67b80 10 client.15750 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-05-16T15:51:41.938 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.921+0000 7f4e44b67b80 20 client.15750 populate_metadata read hostname 'smithi043' 2024-05-16T15:51:41.938 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.921+0000 7f4e44b67b80 1 --2- 172.21.15.43:0/3423342766 >> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] conn(0x55747b25fdc0 0x55747b2621e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:41.938 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.921+0000 7f4e44b67b80 4 client.15750 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-16T15:51:41.938 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.921+0000 7f4e44b67b80 1 -- 172.21.15.43:0/3423342766 --> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55747b1313c0 con 0x55747b25fdc0 2024-05-16T15:51:41.938 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.922+0000 7f4e2bfff700 1 --2- 172.21.15.43:0/3423342766 >> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] conn(0x55747b25fdc0 0x55747b2621e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:41.938 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.922+0000 7f4e2bfff700 1 --2- 172.21.15.43:0/3423342766 >> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] conn(0x55747b25fdc0 0x55747b2621e0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=81602ff69e5b5101 server_cookie=eea7a070c391b8f4 in_seq=0 out_seq=0 2024-05-16T15:51:41.938 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.922+0000 7f4e137fe700 10 client.15750 ms_handle_connect on v2:172.21.15.157:6838/2377589154 2024-05-16T15:51:41.938 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.922+0000 7f4e137fe700 1 -- 172.21.15.43:0/3423342766 <== mds.1 v2:172.21.15.157:6838/2377589154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55747b1313c0 con 0x55747b25fdc0 2024-05-16T15:51:41.938 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.922+0000 7f4e137fe700 10 client.15750 handle_command_reply: tid=0 2024-05-16T15:51:41.938 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.922+0000 7f4e44b67b80 1 client.15750 shutdown 2024-05-16T15:51:41.938 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.923+0000 7f4e44b67b80 1 -- 172.21.15.43:0/3423342766 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55747b1dbe00 msgr2=0x55747b1edfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:41.938 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.923+0000 7f4e44b67b80 1 --2- 172.21.15.43:0/3423342766 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55747b1dbe00 0x55747b1edfa0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f4e24005200 tx=0x7f4e24010fa0 comp rx=0 tx=0).stop 2024-05-16T15:51:41.938 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.923+0000 7f4e44b67b80 1 -- 172.21.15.43:0/3423342766 shutdown_connections 2024-05-16T15:51:41.939 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.923+0000 7f4e44b67b80 1 --2- 172.21.15.43:0/3423342766 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55747b1e06a0 0x55747b1e1df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:41.939 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.923+0000 7f4e44b67b80 1 --2- 172.21.15.43:0/3423342766 >> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] conn(0x55747b25fdc0 0x55747b2621e0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:41.939 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.923+0000 7f4e137fe700 0 client.15750 ms_handle_reset on v2:172.21.15.157:6838/2377589154 2024-05-16T15:51:41.939 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.923+0000 7f4e44b67b80 1 --2- 172.21.15.43:0/3423342766 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55747b1dbe00 0x55747b1edfa0 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:41.939 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.923+0000 7f4e44b67b80 1 --2- 172.21.15.43:0/3423342766 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55747b1dc720 0x55747b1e18b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:41.939 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.923+0000 7f4e44b67b80 1 -- 172.21.15.43:0/3423342766 >> 172.21.15.43:0/3423342766 conn(0x55747b103b70 msgr2=0x55747b1df060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:41.939 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.923+0000 7f4e44b67b80 1 -- 172.21.15.43:0/3423342766 shutdown_connections 2024-05-16T15:51:41.939 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.923+0000 7f4e44b67b80 1 -- 172.21.15.43:0/3423342766 wait complete. 2024-05-16T15:51:41.939 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.923+0000 7f4e44b67b80 20 client.15750 trim_cache size 0 max 16384 2024-05-16T15:51:41.939 INFO:teuthology.orchestra.run.smithi043.stdout:[] 2024-05-16T15:51:41.940 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.924+0000 7f4e3a2d4700 1 -- 172.21.15.43:0/2092827575 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f4e200b2880 msgr2=0x7f4e200b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:41.940 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.924+0000 7f4e3a2d4700 1 --2- 172.21.15.43:0/2092827575 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f4e200b2880 0x7f4e200b4d40 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f4e24009750 tx=0x7f4e24005fb0 comp rx=0 tx=0).stop 2024-05-16T15:51:41.940 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.924+0000 7f4e3a2d4700 1 -- 172.21.15.43:0/2092827575 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4e34107730 msgr2=0x7f4e34198a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:41.940 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.924+0000 7f4e3a2d4700 1 --2- 172.21.15.43:0/2092827575 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4e34107730 0x7f4e34198a40 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f4e2c00be20 tx=0x7f4e2c009ed0 comp rx=0 tx=0).stop 2024-05-16T15:51:41.940 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.924+0000 7f4e3a2d4700 1 -- 172.21.15.43:0/2092827575 shutdown_connections 2024-05-16T15:51:41.940 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.924+0000 7f4e3a2d4700 1 --2- 172.21.15.43:0/2092827575 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f4e200b2880 0x7f4e200b4d40 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:41.941 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.924+0000 7f4e3a2d4700 1 --2- 172.21.15.43:0/2092827575 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4e34107730 0x7f4e34198a40 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:41.941 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.924+0000 7f4e3a2d4700 1 --2- 172.21.15.43:0/2092827575 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4e341029e0 0x7f4e3419e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:41.941 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.924+0000 7f4e3a2d4700 1 --2- 172.21.15.43:0/2092827575 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e34103390 0x7f4e3419ed70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:41.941 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.924+0000 7f4e3a2d4700 1 -- 172.21.15.43:0/2092827575 >> 172.21.15.43:0/2092827575 conn(0x7f4e34079350 msgr2=0x7f4e34100cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:41.941 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.924+0000 7f4e3a2d4700 1 -- 172.21.15.43:0/2092827575 shutdown_connections 2024-05-16T15:51:41.941 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:41.924+0000 7f4e3a2d4700 1 -- 172.21.15.43:0/2092827575 wait complete. 2024-05-16T15:51:42.864 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-16T15:51:43.036 INFO:tasks.workunit.client.0.smithi043.stderr:Updating files: 89% (10951/12271) Updating files: 90% (11044/12271) Updating files: 91% (11167/12271) Updating files: 92% (11290/12271) Updating files: 93% (11413/12271) Updating files: 94% (11535/12271) Updating files: 95% (11658/12271) Updating files: 96% (11781/12271) Updating files: 97% (11903/12271) Updating files: 98% (12026/12271) Updating files: 99% (12149/12271) Updating files: 100% (12271/12271) Updating files: 100% (12271/12271), done. 2024-05-16T15:51:43.122 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:51:43.382 INFO:tasks.workunit.client.0.smithi043.stderr:Note: switching to 'ddbc91cbb025d4140650569b3f9e53bec459037d'. 2024-05-16T15:51:43.382 INFO:tasks.workunit.client.0.smithi043.stderr: 2024-05-16T15:51:43.382 INFO:tasks.workunit.client.0.smithi043.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-05-16T15:51:43.382 INFO:tasks.workunit.client.0.smithi043.stderr:changes and commit them, and you can discard any commits you make in this 2024-05-16T15:51:43.382 INFO:tasks.workunit.client.0.smithi043.stderr:state without impacting any branches by switching back to a branch. 2024-05-16T15:51:43.382 INFO:tasks.workunit.client.0.smithi043.stderr: 2024-05-16T15:51:43.382 INFO:tasks.workunit.client.0.smithi043.stderr:If you want to create a new branch to retain commits you create, you may 2024-05-16T15:51:43.382 INFO:tasks.workunit.client.0.smithi043.stderr:do so (now or later) by using -c with the switch command. Example: 2024-05-16T15:51:43.382 INFO:tasks.workunit.client.0.smithi043.stderr: 2024-05-16T15:51:43.383 INFO:tasks.workunit.client.0.smithi043.stderr: git switch -c 2024-05-16T15:51:43.383 INFO:tasks.workunit.client.0.smithi043.stderr: 2024-05-16T15:51:43.383 INFO:tasks.workunit.client.0.smithi043.stderr:Or undo this operation with: 2024-05-16T15:51:43.383 INFO:tasks.workunit.client.0.smithi043.stderr: 2024-05-16T15:51:43.383 INFO:tasks.workunit.client.0.smithi043.stderr: git switch - 2024-05-16T15:51:43.383 INFO:tasks.workunit.client.0.smithi043.stderr: 2024-05-16T15:51:43.383 INFO:tasks.workunit.client.0.smithi043.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-05-16T15:51:43.383 INFO:tasks.workunit.client.0.smithi043.stderr: 2024-05-16T15:51:43.383 INFO:tasks.workunit.client.0.smithi043.stderr:HEAD is now at ddbc91cbb02 client: fix file cache cap leak which can stall async read call 2024-05-16T15:51:43.388 DEBUG:teuthology.orchestra.run.smithi043:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-05-16T15:51:43.441 INFO:tasks.workunit.client.0.smithi043.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-05-16T15:51:43.443 INFO:tasks.workunit.client.0.smithi043.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-05-16T15:51:43.443 INFO:tasks.workunit.client.0.smithi043.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-05-16T15:51:43.475 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:51:43 smithi043 ceph-mon[31619]: pgmap v480: 129 pgs: 129 active+clean; 676 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-16T15:51:43.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:51:43 smithi157 ceph-mon[35584]: pgmap v480: 129 pgs: 129 active+clean; 676 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-16T15:51:43.686 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:51:43 smithi148 ceph-mon[34976]: pgmap v480: 129 pgs: 129 active+clean; 676 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-16T15:51:45.287 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.238+0000 7fbed0057700 1 -- 172.21.15.43:0/2161288975 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbec8104100 msgr2=0x7fbec8108120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:45.288 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.238+0000 7fbed0057700 1 --2- 172.21.15.43:0/2161288975 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbec8104100 0x7fbec8108120 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7fbeb80099c0 tx=0x7fbeb8009cd0 comp rx=0 tx=0).stop 2024-05-16T15:51:45.288 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.238+0000 7fbed0057700 1 -- 172.21.15.43:0/2161288975 shutdown_connections 2024-05-16T15:51:45.288 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.238+0000 7fbed0057700 1 --2- 172.21.15.43:0/2161288975 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbec8108850 0x7fbec81103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:45.288 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.238+0000 7fbed0057700 1 --2- 172.21.15.43:0/2161288975 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbec8103750 0x7fbec8103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:45.288 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.238+0000 7fbed0057700 1 --2- 172.21.15.43:0/2161288975 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbec8104100 0x7fbec8108120 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:45.288 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.238+0000 7fbed0057700 1 -- 172.21.15.43:0/2161288975 >> 172.21.15.43:0/2161288975 conn(0x7fbec807a600 msgr2=0x7fbec807aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:45.288 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.238+0000 7fbed0057700 1 -- 172.21.15.43:0/2161288975 shutdown_connections 2024-05-16T15:51:45.288 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.238+0000 7fbed0057700 1 -- 172.21.15.43:0/2161288975 wait complete. 2024-05-16T15:51:45.289 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.239+0000 7fbed0057700 1 Processor -- start 2024-05-16T15:51:45.289 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.239+0000 7fbed0057700 1 -- start start 2024-05-16T15:51:45.289 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.239+0000 7fbed0057700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbec8103750 0x7fbec819f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:45.289 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.239+0000 7fbed0057700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbec8104100 0x7fbec819fc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:45.289 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.239+0000 7fbed0057700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbec8108850 0x7fbec8199920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:45.289 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.239+0000 7fbed0057700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fbec8113560 con 0x7fbec8104100 2024-05-16T15:51:45.289 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.239+0000 7fbed0057700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fbec81133e0 con 0x7fbec8103750 2024-05-16T15:51:45.289 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.239+0000 7fbed0057700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fbec81136e0 con 0x7fbec8108850 2024-05-16T15:51:45.290 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.239+0000 7fbecd5f2700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbec8104100 0x7fbec819fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:45.290 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.239+0000 7fbecd5f2700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbec8104100 0x7fbec819fc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:44842/0 (socket says 172.21.15.43:44842) 2024-05-16T15:51:45.290 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.239+0000 7fbecd5f2700 1 -- 172.21.15.43:0/2098882406 learned_addr learned my addr 172.21.15.43:0/2098882406 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:45.290 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.239+0000 7fbecddf3700 1 --2- 172.21.15.43:0/2098882406 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbec8103750 0x7fbec819f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:45.290 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.239+0000 7fbece5f4700 1 --2- 172.21.15.43:0/2098882406 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbec8108850 0x7fbec8199920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:45.290 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.240+0000 7fbecd5f2700 1 -- 172.21.15.43:0/2098882406 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbec8108850 msgr2=0x7fbec8199920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:45.290 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.240+0000 7fbecd5f2700 1 --2- 172.21.15.43:0/2098882406 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbec8108850 0x7fbec8199920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:45.290 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.240+0000 7fbecd5f2700 1 -- 172.21.15.43:0/2098882406 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbec8103750 msgr2=0x7fbec819f6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:45.290 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.240+0000 7fbecd5f2700 1 --2- 172.21.15.43:0/2098882406 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbec8103750 0x7fbec819f6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:45.291 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.240+0000 7fbecd5f2700 1 -- 172.21.15.43:0/2098882406 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbec819a080 con 0x7fbec8104100 2024-05-16T15:51:45.291 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.240+0000 7fbecddf3700 1 --2- 172.21.15.43:0/2098882406 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbec8103750 0x7fbec819f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:51:45.291 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.240+0000 7fbecd5f2700 1 --2- 172.21.15.43:0/2098882406 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbec8104100 0x7fbec819fc00 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7fbeb8000c00 tx=0x7fbeb800f510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:45.291 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.240+0000 7fbebeffd700 1 -- 172.21.15.43:0/2098882406 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbeb800f940 con 0x7fbec8104100 2024-05-16T15:51:45.291 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.240+0000 7fbebeffd700 1 -- 172.21.15.43:0/2098882406 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fbeb8004830 con 0x7fbec8104100 2024-05-16T15:51:45.291 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.240+0000 7fbed0057700 1 -- 172.21.15.43:0/2098882406 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbec819a310 con 0x7fbec8104100 2024-05-16T15:51:45.291 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.240+0000 7fbebeffd700 1 -- 172.21.15.43:0/2098882406 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbeb80054b0 con 0x7fbec8104100 2024-05-16T15:51:45.291 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.240+0000 7fbed0057700 1 -- 172.21.15.43:0/2098882406 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbec81a6590 con 0x7fbec8104100 2024-05-16T15:51:45.292 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.244+0000 7fbebeffd700 1 -- 172.21.15.43:0/2098882406 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fbeb8029060 con 0x7fbec8104100 2024-05-16T15:51:45.292 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.245+0000 7fbebeffd700 1 --2- 172.21.15.43:0/2098882406 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fbeb40b2880 0x7fbeb40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:45.292 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.245+0000 7fbeda8eab80 1 Processor -- start 2024-05-16T15:51:45.292 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.245+0000 7fbecddf3700 1 --2- 172.21.15.43:0/2098882406 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fbeb40b2880 0x7fbeb40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:45.292 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.245+0000 7fbebeffd700 1 -- 172.21.15.43:0/2098882406 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fbeb80e31b0 con 0x7fbec8104100 2024-05-16T15:51:45.292 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.245+0000 7fbeda8eab80 1 -- start start 2024-05-16T15:51:45.292 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.246+0000 7fbeda8eab80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5627e62cb1b0 0x5627e62cb590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:45.292 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.246+0000 7fbeda8eab80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5627e62cbad0 0x5627e62c5810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:45.293 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.246+0000 7fbeda8eab80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5627e62c5d50 0x5627e62c6190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:45.293 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.246+0000 7fbeda8eab80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x5627e6217940 con 0x5627e62cb1b0 2024-05-16T15:51:45.293 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.246+0000 7fbeda8eab80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x5627e617cda0 con 0x5627e62cbad0 2024-05-16T15:51:45.293 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.246+0000 7fbeda8eab80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x5627e6213900 con 0x5627e62c5d50 2024-05-16T15:51:45.293 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.246+0000 7fbecddf3700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5627e62cb1b0 0x5627e62cb590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:45.293 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.246+0000 7fbecddf3700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5627e62cb1b0 0x5627e62cb590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:44852/0 (socket says 172.21.15.43:44852) 2024-05-16T15:51:45.293 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.246+0000 7fbecddf3700 1 -- 172.21.15.43:0/2730669969 learned_addr learned my addr 172.21.15.43:0/2730669969 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:45.293 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.246+0000 7fbecddf3700 1 --2- 172.21.15.43:0/2098882406 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fbeb40b2880 0x7fbeb40b4d40 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fbec8108300 tx=0x7fbec400b2c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:45.293 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.246+0000 7fbecd5f2700 1 --2- 172.21.15.43:0/2730669969 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5627e62cbad0 0x5627e62c5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:45.293 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.246+0000 7fbece5f4700 1 --2- 172.21.15.43:0/2730669969 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5627e62c5d50 0x5627e62c6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:45.294 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.246+0000 7fbecddf3700 1 -- 172.21.15.43:0/2730669969 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5627e62c5d50 msgr2=0x5627e62c6190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:45.294 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.246+0000 7fbecddf3700 1 --2- 172.21.15.43:0/2730669969 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5627e62c5d50 0x5627e62c6190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:45.294 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.246+0000 7fbecddf3700 1 -- 172.21.15.43:0/2730669969 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5627e62cbad0 msgr2=0x5627e62c5810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:45.294 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.246+0000 7fbecddf3700 1 --2- 172.21.15.43:0/2730669969 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5627e62cbad0 0x5627e62c5810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:45.294 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.246+0000 7fbecddf3700 1 -- 172.21.15.43:0/2730669969 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5627e61648d0 con 0x5627e62cb1b0 2024-05-16T15:51:45.294 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.247+0000 7fbecddf3700 1 --2- 172.21.15.43:0/2730669969 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5627e62cb1b0 0x5627e62cb590 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7fbec400ff30 tx=0x7fbec4012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38ffb1bb51dedc1 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:45.294 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.247+0000 7fbeb3fff700 1 -- 172.21.15.43:0/2730669969 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbec4022070 con 0x5627e62cb1b0 2024-05-16T15:51:45.294 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.247+0000 7fbeb3fff700 1 -- 172.21.15.43:0/2730669969 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fbec4011bb0 con 0x5627e62cb1b0 2024-05-16T15:51:45.295 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.247+0000 7fbeb3fff700 1 -- 172.21.15.43:0/2730669969 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbec4010630 con 0x5627e62cb1b0 2024-05-16T15:51:45.295 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.248+0000 7fbeda8eab80 1 -- 172.21.15.43:0/2730669969 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5627e62cb1b0 msgr2=0x5627e62cb590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:45.295 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.248+0000 7fbeda8eab80 1 --2- 172.21.15.43:0/2730669969 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5627e62cb1b0 0x5627e62cb590 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7fbec400ff30 tx=0x7fbec4012000 comp rx=0 tx=0).stop 2024-05-16T15:51:45.295 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.248+0000 7fbeda8eab80 1 -- 172.21.15.43:0/2730669969 shutdown_connections 2024-05-16T15:51:45.295 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.248+0000 7fbeda8eab80 1 --2- 172.21.15.43:0/2730669969 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5627e62c5d50 0x5627e62c6190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:45.295 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.248+0000 7fbeda8eab80 1 --2- 172.21.15.43:0/2730669969 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5627e62cb1b0 0x5627e62cb590 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:45.295 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.248+0000 7fbeda8eab80 1 --2- 172.21.15.43:0/2730669969 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5627e62cbad0 0x5627e62c5810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:45.295 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.248+0000 7fbeda8eab80 1 -- 172.21.15.43:0/2730669969 >> 172.21.15.43:0/2730669969 conn(0x5627e61f1b70 msgr2=0x5627e62c02a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:45.295 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.248+0000 7fbeda8eab80 1 -- 172.21.15.43:0/2730669969 shutdown_connections 2024-05-16T15:51:45.296 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.248+0000 7fbeda8eab80 1 -- 172.21.15.43:0/2730669969 wait complete. 2024-05-16T15:51:45.296 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.248+0000 7fbeda8eab80 1 -- start start 2024-05-16T15:51:45.296 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.248+0000 7fbeda8eab80 1 Processor -- start 2024-05-16T15:51:45.296 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.249+0000 7fbeda8eab80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5627e62c5d50 0x5627e62d16e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:45.296 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.249+0000 7fbeda8eab80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5627e62cb1b0 0x5627e62cea80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:45.296 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.249+0000 7fbeda8eab80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5627e62cbad0 0x5627e62cefc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:45.296 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.249+0000 7fbeda8eab80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x5627e62d2450 con 0x5627e62cbad0 2024-05-16T15:51:45.296 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.249+0000 7fbeda8eab80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x5627e61d0ed0 con 0x5627e62cb1b0 2024-05-16T15:51:45.296 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.249+0000 7fbeda8eab80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x5627e62d25d0 con 0x5627e62c5d50 2024-05-16T15:51:45.297 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.249+0000 7fbeda8eab80 10 client.0 _ll_register_callbacks cb 0x5627e61ab5b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:51:45.297 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.249+0000 7fbece5f4700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5627e62cbad0 0x5627e62cefc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:45.297 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.249+0000 7fbecddf3700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5627e62c5d50 0x5627e62d16e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:45.297 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.249+0000 7fbece5f4700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5627e62cbad0 0x5627e62cefc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:44868/0 (socket says 172.21.15.43:44868) 2024-05-16T15:51:45.297 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.249+0000 7fbecd5f2700 1 --2- 172.21.15.43:0/479609876 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5627e62cb1b0 0x5627e62cea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:45.297 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.249+0000 7fbece5f4700 1 -- 172.21.15.43:0/479609876 learned_addr learned my addr 172.21.15.43:0/479609876 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:45.297 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.249+0000 7fbece5f4700 1 -- 172.21.15.43:0/479609876 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5627e62c5d50 msgr2=0x5627e62d16e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:45.297 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.249+0000 7fbece5f4700 1 --2- 172.21.15.43:0/479609876 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5627e62c5d50 0x5627e62d16e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:45.298 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.249+0000 7fbece5f4700 1 -- 172.21.15.43:0/479609876 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5627e62cb1b0 msgr2=0x5627e62cea80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:45.298 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.249+0000 7fbece5f4700 1 --2- 172.21.15.43:0/479609876 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5627e62cb1b0 0x5627e62cea80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:45.298 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.249+0000 7fbece5f4700 1 -- 172.21.15.43:0/479609876 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5627e61ce760 con 0x5627e62cbad0 2024-05-16T15:51:45.298 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.250+0000 7fbece5f4700 1 --2- 172.21.15.43:0/479609876 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5627e62cbad0 0x5627e62cefc0 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7fbec0010660 tx=0x7fbec0010690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c7610094456f519 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:45.298 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.250+0000 7fbeb17fa700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:51:45.298 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.250+0000 7fbeb17fa700 1 -- 172.21.15.43:0/479609876 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbec0009b20 con 0x5627e62cbad0 2024-05-16T15:51:45.298 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.250+0000 7fbeb17fa700 1 -- 172.21.15.43:0/479609876 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fbec0009cc0 con 0x5627e62cbad0 2024-05-16T15:51:45.298 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.250+0000 7fbeda8eab80 1 -- 172.21.15.43:0/479609876 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbec4011bb0 con 0x5627e62cbad0 2024-05-16T15:51:45.298 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.250+0000 7fbeb17fa700 1 -- 172.21.15.43:0/479609876 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fbec0029050 con 0x5627e62cbad0 2024-05-16T15:51:45.298 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.250+0000 7fbeda8eab80 10 client.15762 fetch_fsmap learned FSMap version 30 2024-05-16T15:51:45.299 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.250+0000 7fbeda8eab80 1 -- 172.21.15.43:0/479609876 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5627e62dcd10 con 0x5627e62cbad0 2024-05-16T15:51:45.299 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.250+0000 7fbeb17fa700 1 -- 172.21.15.43:0/479609876 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fbec001c890 con 0x5627e62cbad0 2024-05-16T15:51:45.299 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.251+0000 7fbeb17fa700 1 -- 172.21.15.43:0/479609876 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7fbec0024030 con 0x5627e62cbad0 2024-05-16T15:51:45.299 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.251+0000 7fbeda8eab80 10 client.15762 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:51:45.299 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.251+0000 7fbeda8eab80 10 client.15762 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-16T15:51:45.299 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.251+0000 7fbeda8eab80 20 client.15762 populate_metadata read hostname 'smithi043' 2024-05-16T15:51:45.299 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.251+0000 7fbeda8eab80 1 --2- 172.21.15.43:0/479609876 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5627e62df350 0x5627e62e1740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:45.299 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.251+0000 7fbeda8eab80 4 client.15762 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:51:45.299 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.251+0000 7fbeda8eab80 1 -- 172.21.15.43:0/479609876 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fbec4011bb0 con 0x5627e62df350 2024-05-16T15:51:45.299 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.251+0000 7fbecddf3700 1 --2- 172.21.15.43:0/479609876 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5627e62df350 0x5627e62e1740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:45.299 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.251+0000 7fbecddf3700 1 --2- 172.21.15.43:0/479609876 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5627e62df350 0x5627e62e1740 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e3263e563af7c1fe server_cookie=141cdeb4164ed250 in_seq=0 out_seq=0 2024-05-16T15:51:45.299 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.251+0000 7fbeb17fa700 10 client.15762 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:51:45.299 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.252+0000 7fbeb17fa700 1 -- 172.21.15.43:0/479609876 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x7fbec4011bb0 con 0x5627e62df350 2024-05-16T15:51:45.299 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.252+0000 7fbeb17fa700 10 client.15762 handle_command_reply: tid=0 2024-05-16T15:51:45.299 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.252+0000 7fbeda8eab80 1 client.15762 shutdown 2024-05-16T15:51:45.300 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.252+0000 7fbeda8eab80 1 -- 172.21.15.43:0/479609876 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5627e62cbad0 msgr2=0x5627e62cefc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:45.300 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.252+0000 7fbeda8eab80 1 --2- 172.21.15.43:0/479609876 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5627e62cbad0 0x5627e62cefc0 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7fbec0010660 tx=0x7fbec0010690 comp rx=0 tx=0).stop 2024-05-16T15:51:45.300 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.252+0000 7fbeda8eab80 1 -- 172.21.15.43:0/479609876 shutdown_connections 2024-05-16T15:51:45.300 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.252+0000 7fbeda8eab80 1 --2- 172.21.15.43:0/479609876 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5627e62df350 0x5627e62e1740 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:45.300 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.252+0000 7fbeda8eab80 1 --2- 172.21.15.43:0/479609876 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5627e62cbad0 0x5627e62cefc0 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:45.300 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.252+0000 7fbeb17fa700 0 client.15762 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:51:45.300 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.252+0000 7fbeda8eab80 1 --2- 172.21.15.43:0/479609876 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5627e62c5d50 0x5627e62d16e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:45.300 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.252+0000 7fbeda8eab80 1 --2- 172.21.15.43:0/479609876 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5627e62cb1b0 0x5627e62cea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:45.300 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.252+0000 7fbeda8eab80 1 -- 172.21.15.43:0/479609876 >> 172.21.15.43:0/479609876 conn(0x5627e61f1b70 msgr2=0x5627e62bab30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:45.300 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.252+0000 7fbeda8eab80 1 -- 172.21.15.43:0/479609876 shutdown_connections 2024-05-16T15:51:45.300 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.253+0000 7fbeda8eab80 1 -- 172.21.15.43:0/479609876 wait complete. 2024-05-16T15:51:45.300 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.253+0000 7fbeda8eab80 20 client.15762 trim_cache size 0 max 16384 2024-05-16T15:51:45.300 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.268+0000 7fbeda8eab80 1 Processor -- start 2024-05-16T15:51:45.300 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.268+0000 7fbeda8eab80 1 -- start start 2024-05-16T15:51:45.300 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.268+0000 7fbeda8eab80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5627e62c5d50 0x5627e62c5810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:45.301 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.268+0000 7fbeda8eab80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5627e62cb1b0 0x5627e62db4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:45.301 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.268+0000 7fbeda8eab80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5627e62cbad0 0x5627e62bac40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:45.301 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.268+0000 7fbeda8eab80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fbec81acf00 con 0x5627e62c5d50 2024-05-16T15:51:45.301 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.268+0000 7fbeda8eab80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fbec81aea40 con 0x5627e62cb1b0 2024-05-16T15:51:45.301 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.268+0000 7fbeda8eab80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fbec81ad5d0 con 0x5627e62cbad0 2024-05-16T15:51:45.301 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.268+0000 7fbecddf3700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5627e62c5d50 0x5627e62c5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:45.301 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.268+0000 7fbecddf3700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5627e62c5d50 0x5627e62c5810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:44876/0 (socket says 172.21.15.43:44876) 2024-05-16T15:51:45.301 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.268+0000 7fbecddf3700 1 -- 172.21.15.43:0/2372697404 learned_addr learned my addr 172.21.15.43:0/2372697404 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:45.301 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.268+0000 7fbecd5f2700 1 --2- 172.21.15.43:0/2372697404 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5627e62cb1b0 0x5627e62db4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:45.301 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.268+0000 7fbece5f4700 1 --2- 172.21.15.43:0/2372697404 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5627e62cbad0 0x5627e62bac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:45.301 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.268+0000 7fbecddf3700 1 -- 172.21.15.43:0/2372697404 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5627e62cbad0 msgr2=0x5627e62bac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:45.301 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.268+0000 7fbecddf3700 1 --2- 172.21.15.43:0/2372697404 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5627e62cbad0 0x5627e62bac40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:45.301 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.268+0000 7fbecddf3700 1 -- 172.21.15.43:0/2372697404 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5627e62cb1b0 msgr2=0x5627e62db4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:45.301 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.268+0000 7fbecddf3700 1 --2- 172.21.15.43:0/2372697404 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5627e62cb1b0 0x5627e62db4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:45.301 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.268+0000 7fbecddf3700 1 -- 172.21.15.43:0/2372697404 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5627e62e1dc0 con 0x5627e62c5d50 2024-05-16T15:51:45.301 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.268+0000 7fbecd5f2700 1 --2- 172.21.15.43:0/2372697404 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5627e62cb1b0 0x5627e62db4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:51:45.302 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.269+0000 7fbecddf3700 1 --2- 172.21.15.43:0/2372697404 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5627e62c5d50 0x5627e62c5810 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7fbec400ff00 tx=0x7fbec400b9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1730bc55a476cc4d server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:45.302 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.269+0000 7fbeb37fe700 1 -- 172.21.15.43:0/2372697404 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbec4015040 con 0x5627e62c5d50 2024-05-16T15:51:45.302 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.269+0000 7fbeb37fe700 1 -- 172.21.15.43:0/2372697404 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fbec401e8e0 con 0x5627e62c5d50 2024-05-16T15:51:45.302 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.269+0000 7fbeb37fe700 1 -- 172.21.15.43:0/2372697404 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbec4022040 con 0x5627e62c5d50 2024-05-16T15:51:45.302 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.269+0000 7fbeda8eab80 1 -- 172.21.15.43:0/2372697404 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5627e62c5d50 msgr2=0x5627e62c5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:45.302 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.269+0000 7fbeda8eab80 1 --2- 172.21.15.43:0/2372697404 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5627e62c5d50 0x5627e62c5810 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7fbec400ff00 tx=0x7fbec400b9e0 comp rx=0 tx=0).stop 2024-05-16T15:51:45.302 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.270+0000 7fbeda8eab80 1 -- 172.21.15.43:0/2372697404 shutdown_connections 2024-05-16T15:51:45.302 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.270+0000 7fbeda8eab80 1 --2- 172.21.15.43:0/2372697404 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5627e62cbad0 0x5627e62bac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:45.302 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.270+0000 7fbeda8eab80 1 --2- 172.21.15.43:0/2372697404 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5627e62c5d50 0x5627e62c5810 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:45.302 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.270+0000 7fbeda8eab80 1 --2- 172.21.15.43:0/2372697404 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5627e62cb1b0 0x5627e62db4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:45.302 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.270+0000 7fbeda8eab80 1 -- 172.21.15.43:0/2372697404 >> 172.21.15.43:0/2372697404 conn(0x5627e61f1b70 msgr2=0x5627e62c1940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:45.302 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.270+0000 7fbeda8eab80 1 -- 172.21.15.43:0/2372697404 shutdown_connections 2024-05-16T15:51:45.302 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.270+0000 7fbeda8eab80 1 -- 172.21.15.43:0/2372697404 wait complete. 2024-05-16T15:51:45.302 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.270+0000 7fbeda8eab80 1 -- start start 2024-05-16T15:51:45.302 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.270+0000 7fbeda8eab80 1 Processor -- start 2024-05-16T15:51:45.303 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.270+0000 7fbeda8eab80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5627e62c5d50 0x5627e62d7860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:45.303 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.271+0000 7fbeda8eab80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5627e62cb1b0 0x5627e62d7da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:45.303 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.271+0000 7fbeda8eab80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5627e62cbad0 0x5627e62e6000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:45.303 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.271+0000 7fbeda8eab80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fbec81ae370 con 0x5627e62cbad0 2024-05-16T15:51:45.303 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.271+0000 7fbeda8eab80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fbec81adca0 con 0x5627e62cb1b0 2024-05-16T15:51:45.303 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.271+0000 7fbeda8eab80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fbec81aaea0 con 0x5627e62c5d50 2024-05-16T15:51:45.303 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.271+0000 7fbeda8eab80 10 client.0 _ll_register_callbacks cb 0x5627e61ab5b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:51:45.303 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.271+0000 7fbece5f4700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5627e62cbad0 0x5627e62e6000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:45.303 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.271+0000 7fbece5f4700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5627e62cbad0 0x5627e62e6000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:44878/0 (socket says 172.21.15.43:44878) 2024-05-16T15:51:45.303 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.271+0000 7fbece5f4700 1 -- 172.21.15.43:0/609168047 learned_addr learned my addr 172.21.15.43:0/609168047 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:45.304 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.271+0000 7fbecddf3700 1 --2- 172.21.15.43:0/609168047 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5627e62c5d50 0x5627e62d7860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:45.304 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.271+0000 7fbecd5f2700 1 --2- 172.21.15.43:0/609168047 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5627e62cb1b0 0x5627e62d7da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:45.304 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.271+0000 7fbece5f4700 1 -- 172.21.15.43:0/609168047 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5627e62c5d50 msgr2=0x5627e62d7860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:45.304 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.271+0000 7fbece5f4700 1 --2- 172.21.15.43:0/609168047 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5627e62c5d50 0x5627e62d7860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:45.304 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.271+0000 7fbece5f4700 1 -- 172.21.15.43:0/609168047 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5627e62cb1b0 msgr2=0x5627e62d7da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:45.304 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.271+0000 7fbece5f4700 1 --2- 172.21.15.43:0/609168047 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5627e62cb1b0 0x5627e62d7da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:45.304 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.271+0000 7fbece5f4700 1 -- 172.21.15.43:0/609168047 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5627e62e66a0 con 0x5627e62cbad0 2024-05-16T15:51:45.304 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.271+0000 7fbecd5f2700 1 --2- 172.21.15.43:0/609168047 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5627e62cb1b0 0x5627e62d7da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:51:45.304 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.271+0000 7fbecddf3700 1 --2- 172.21.15.43:0/609168047 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5627e62c5d50 0x5627e62d7860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:51:45.304 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.271+0000 7fbece5f4700 1 --2- 172.21.15.43:0/609168047 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5627e62cbad0 0x5627e62e6000 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fbec0002230 tx=0x7fbec001b3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7feaf66636037896 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:45.304 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.271+0000 7fbeb17fa700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:51:45.304 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.271+0000 7fbeb17fa700 1 -- 172.21.15.43:0/609168047 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbec0031070 con 0x5627e62cbad0 2024-05-16T15:51:45.304 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.271+0000 7fbeb17fa700 1 -- 172.21.15.43:0/609168047 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fbec0009d30 con 0x5627e62cbad0 2024-05-16T15:51:45.304 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.272+0000 7fbeda8eab80 1 -- 172.21.15.43:0/609168047 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbec401e8e0 con 0x5627e62cbad0 2024-05-16T15:51:45.305 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.272+0000 7fbeb17fa700 1 -- 172.21.15.43:0/609168047 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fbec001b7a0 con 0x5627e62cbad0 2024-05-16T15:51:45.305 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.272+0000 7fbeda8eab80 10 client.15768 fetch_fsmap learned FSMap version 30 2024-05-16T15:51:45.305 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.272+0000 7fbeda8eab80 1 -- 172.21.15.43:0/609168047 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5627e6349540 con 0x5627e62cbad0 2024-05-16T15:51:45.305 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.273+0000 7fbeb17fa700 1 -- 172.21.15.43:0/609168047 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fbec401e8e0 con 0x5627e62cbad0 2024-05-16T15:51:45.305 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.273+0000 7fbeb17fa700 1 -- 172.21.15.43:0/609168047 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7fbec0024040 con 0x5627e62cbad0 2024-05-16T15:51:45.305 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.273+0000 7fbeda8eab80 10 client.15768 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:51:45.305 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.273+0000 7fbeda8eab80 10 client.15768 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-16T15:51:45.305 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.273+0000 7fbeda8eab80 20 client.15768 populate_metadata read hostname 'smithi043' 2024-05-16T15:51:45.305 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.273+0000 7fbeda8eab80 1 --2- 172.21.15.43:0/609168047 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5627e6349b90 0x5627e634bf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:45.305 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.273+0000 7fbeda8eab80 4 client.15768 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-16T15:51:45.305 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.273+0000 7fbeda8eab80 1 -- 172.21.15.43:0/609168047 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5627e6225320 con 0x5627e6349b90 2024-05-16T15:51:45.305 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.273+0000 7fbecddf3700 1 --2- 172.21.15.43:0/609168047 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5627e6349b90 0x5627e634bf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:45.305 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.274+0000 7fbeb17fa700 10 client.15768 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:51:45.305 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.274+0000 7fbecddf3700 1 --2- 172.21.15.43:0/609168047 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5627e6349b90 0x5627e634bf80 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b04adf5cc5f3e9e8 server_cookie=e454107004b9ccb8 in_seq=0 out_seq=0 2024-05-16T15:51:45.306 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.274+0000 7fbeb17fa700 1 -- 172.21.15.43:0/609168047 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5627e6225320 con 0x5627e6349b90 2024-05-16T15:51:45.306 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.274+0000 7fbeb17fa700 10 client.15768 handle_command_reply: tid=0 2024-05-16T15:51:45.306 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.274+0000 7fbeda8eab80 1 client.15768 shutdown 2024-05-16T15:51:45.306 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.274+0000 7fbeda8eab80 1 -- 172.21.15.43:0/609168047 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5627e62cbad0 msgr2=0x5627e62e6000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:45.306 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.274+0000 7fbeda8eab80 1 --2- 172.21.15.43:0/609168047 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5627e62cbad0 0x5627e62e6000 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fbec0002230 tx=0x7fbec001b3a0 comp rx=0 tx=0).stop 2024-05-16T15:51:45.306 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.274+0000 7fbeda8eab80 1 -- 172.21.15.43:0/609168047 shutdown_connections 2024-05-16T15:51:45.306 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.274+0000 7fbeda8eab80 1 --2- 172.21.15.43:0/609168047 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5627e6349b90 0x5627e634bf80 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:45.306 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.274+0000 7fbeda8eab80 1 --2- 172.21.15.43:0/609168047 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5627e62cbad0 0x5627e62e6000 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:45.306 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.274+0000 7fbeda8eab80 1 --2- 172.21.15.43:0/609168047 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5627e62c5d50 0x5627e62d7860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:45.306 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.274+0000 7fbeda8eab80 1 --2- 172.21.15.43:0/609168047 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5627e62cb1b0 0x5627e62d7da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:45.306 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.274+0000 7fbeb17fa700 0 client.15768 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:51:45.306 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.274+0000 7fbeda8eab80 1 -- 172.21.15.43:0/609168047 >> 172.21.15.43:0/609168047 conn(0x5627e61f1b70 msgr2=0x5627e62cbeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:45.306 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.274+0000 7fbeda8eab80 1 -- 172.21.15.43:0/609168047 shutdown_connections 2024-05-16T15:51:45.306 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.274+0000 7fbeda8eab80 1 -- 172.21.15.43:0/609168047 wait complete. 2024-05-16T15:51:45.307 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.274+0000 7fbeda8eab80 20 client.15768 trim_cache size 0 max 16384 2024-05-16T15:51:45.307 INFO:teuthology.orchestra.run.smithi043.stdout:[] 2024-05-16T15:51:45.308 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.275+0000 7fbed0057700 1 -- 172.21.15.43:0/2098882406 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fbeb40b2880 msgr2=0x7fbeb40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:45.308 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.275+0000 7fbed0057700 1 --2- 172.21.15.43:0/2098882406 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fbeb40b2880 0x7fbeb40b4d40 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fbec8108300 tx=0x7fbec400b2c0 comp rx=0 tx=0).stop 2024-05-16T15:51:45.308 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.275+0000 7fbed0057700 1 -- 172.21.15.43:0/2098882406 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbec8104100 msgr2=0x7fbec819fc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:45.308 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.275+0000 7fbed0057700 1 --2- 172.21.15.43:0/2098882406 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbec8104100 0x7fbec819fc00 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7fbeb8000c00 tx=0x7fbeb800f510 comp rx=0 tx=0).stop 2024-05-16T15:51:45.308 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.275+0000 7fbed0057700 1 -- 172.21.15.43:0/2098882406 shutdown_connections 2024-05-16T15:51:45.308 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.275+0000 7fbed0057700 1 --2- 172.21.15.43:0/2098882406 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbec8108850 0x7fbec8199920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:45.308 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.275+0000 7fbed0057700 1 --2- 172.21.15.43:0/2098882406 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbec8103750 0x7fbec819f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:45.308 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.275+0000 7fbed0057700 1 --2- 172.21.15.43:0/2098882406 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fbeb40b2880 0x7fbeb40b4d40 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:45.308 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.275+0000 7fbed0057700 1 --2- 172.21.15.43:0/2098882406 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fbec8104100 0x7fbec819fc00 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:45.308 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.275+0000 7fbed0057700 1 -- 172.21.15.43:0/2098882406 >> 172.21.15.43:0/2098882406 conn(0x7fbec807a600 msgr2=0x7fbec81019a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:45.308 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.275+0000 7fbed0057700 1 -- 172.21.15.43:0/2098882406 shutdown_connections 2024-05-16T15:51:45.308 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:45.275+0000 7fbed0057700 1 -- 172.21.15.43:0/2098882406 wait complete. 2024-05-16T15:51:45.357 INFO:tasks.workunit.client.0.smithi043.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-05-16T15:51:45.455 INFO:tasks.workunit.client.0.smithi043.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-05-16T15:51:45.475 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:51:45 smithi043 ceph-mon[31619]: pgmap v481: 129 pgs: 129 active+clean; 676 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-16T15:51:45.496 INFO:tasks.workunit.client.0.smithi043.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-05-16T15:51:45.497 INFO:tasks.workunit.client.0.smithi043.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-05-16T15:51:45.498 INFO:tasks.workunit.client.0.smithi043.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-05-16T15:51:45.544 INFO:tasks.workunit.client.0.smithi043.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-05-16T15:51:45.549 DEBUG:teuthology.orchestra.run.smithi043:> set -ex 2024-05-16T15:51:45.549 DEBUG:teuthology.orchestra.run.smithi043:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-05-16T15:51:45.567 INFO:tasks.workunit:Running workunits matching suites/fsx.sh on client.0... 2024-05-16T15:51:45.569 INFO:tasks.workunit:Running workunit suites/fsx.sh... 2024-05-16T15:51:45.569 DEBUG:teuthology.orchestra.run.smithi043:workunit test suites/fsx.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=ddbc91cbb025d4140650569b3f9e53bec459037d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/fsx.sh 2024-05-16T15:51:45.633 INFO:tasks.workunit.client.0.smithi043.stderr:+ set -e 2024-05-16T15:51:45.634 INFO:tasks.workunit.client.0.smithi043.stderr:+ git clone https://git.ceph.com/xfstests-dev.git 2024-05-16T15:51:45.637 INFO:tasks.workunit.client.0.smithi043.stderr:Cloning into 'xfstests-dev'... 2024-05-16T15:51:45.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:51:45 smithi157 ceph-mon[35584]: pgmap v481: 129 pgs: 129 active+clean; 676 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-16T15:51:45.686 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:51:45 smithi148 ceph-mon[34976]: pgmap v481: 129 pgs: 129 active+clean; 676 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-16T15:51:47.112 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-16T15:51:47.112 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-16T15:51:47.400 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:51:47.475 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:51:47 smithi043 ceph-mon[31619]: pgmap v482: 129 pgs: 129 active+clean; 684 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 1.1 KiB/s wr, 11 op/s 2024-05-16T15:51:47.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:51:47 smithi157 ceph-mon[35584]: pgmap v482: 129 pgs: 129 active+clean; 684 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 1.1 KiB/s wr, 11 op/s 2024-05-16T15:51:47.686 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:51:47 smithi148 ceph-mon[34976]: pgmap v482: 129 pgs: 129 active+clean; 684 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 1.1 KiB/s wr, 11 op/s 2024-05-16T15:51:49.236 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.222+0000 7f80d876b700 1 -- 172.21.15.43:0/803263955 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f80d0107760 msgr2=0x7f80d010f2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:49.236 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.222+0000 7f80d876b700 1 --2- 172.21.15.43:0/803263955 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f80d0107760 0x7f80d010f2e0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f80c80099c0 tx=0x7f80c8009cd0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.236 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.222+0000 7f80d876b700 1 -- 172.21.15.43:0/803263955 shutdown_connections 2024-05-16T15:51:49.236 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.222+0000 7f80d876b700 1 --2- 172.21.15.43:0/803263955 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f80d0107760 0x7f80d010f2e0 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.236 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.222+0000 7f80d876b700 1 --2- 172.21.15.43:0/803263955 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f80d0102e00 0x7f80d01031e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.236 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.222+0000 7f80d876b700 1 --2- 172.21.15.43:0/803263955 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f80d01037b0 0x7f80d0107030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.236 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.222+0000 7f80d876b700 1 -- 172.21.15.43:0/803263955 >> 172.21.15.43:0/803263955 conn(0x7f80d0078a10 msgr2=0x7f80d00ffdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:49.236 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.222+0000 7f80d876b700 1 -- 172.21.15.43:0/803263955 shutdown_connections 2024-05-16T15:51:49.236 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.222+0000 7f80d876b700 1 -- 172.21.15.43:0/803263955 wait complete. 2024-05-16T15:51:49.236 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.223+0000 7f80d876b700 1 Processor -- start 2024-05-16T15:51:49.237 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.223+0000 7f80d876b700 1 -- start start 2024-05-16T15:51:49.237 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.223+0000 7f80d876b700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f80d0102e00 0x7f80d019f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:49.237 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.223+0000 7f80d876b700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f80d01037b0 0x7f80d019fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:49.237 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.223+0000 7f80d876b700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f80d0107760 0x7f80d0199820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:49.237 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.223+0000 7f80d876b700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f80d01123e0 con 0x7f80d0107760 2024-05-16T15:51:49.237 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.223+0000 7f80d876b700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f80d0112260 con 0x7f80d01037b0 2024-05-16T15:51:49.237 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.223+0000 7f80d876b700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f80d0112560 con 0x7f80d0102e00 2024-05-16T15:51:49.237 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.223+0000 7f80d6507700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f80d0102e00 0x7f80d019f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:49.237 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.223+0000 7f80d5d06700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f80d01037b0 0x7f80d019fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:49.237 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.223+0000 7f80d6507700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f80d0102e00 0x7f80d019f6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:40994/0 (socket says 172.21.15.43:40994) 2024-05-16T15:51:49.237 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.223+0000 7f80d6d08700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f80d0107760 0x7f80d0199820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:49.237 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.223+0000 7f80d6507700 1 -- 172.21.15.43:0/4181058667 learned_addr learned my addr 172.21.15.43:0/4181058667 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:49.237 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.224+0000 7f80d5d06700 1 -- 172.21.15.43:0/4181058667 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f80d0102e00 msgr2=0x7f80d019f6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:49.237 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.224+0000 7f80d5d06700 1 --2- 172.21.15.43:0/4181058667 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f80d0102e00 0x7f80d019f6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.238 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.224+0000 7f80d5d06700 1 -- 172.21.15.43:0/4181058667 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f80d0107760 msgr2=0x7f80d0199820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:49.238 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.224+0000 7f80d5d06700 1 --2- 172.21.15.43:0/4181058667 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f80d0107760 0x7f80d0199820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.238 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.224+0000 7f80d5d06700 1 -- 172.21.15.43:0/4181058667 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80d019a000 con 0x7f80d01037b0 2024-05-16T15:51:49.238 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.224+0000 7f80d5d06700 1 --2- 172.21.15.43:0/4181058667 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f80d01037b0 0x7f80d019fbe0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f80c000e9f0 tx=0x7f80c000ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:49.238 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.224+0000 7f80c77fe700 1 -- 172.21.15.43:0/4181058667 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80c000c9c0 con 0x7f80d01037b0 2024-05-16T15:51:49.238 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.224+0000 7f80c77fe700 1 -- 172.21.15.43:0/4181058667 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f80c0010430 con 0x7f80d01037b0 2024-05-16T15:51:49.238 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.224+0000 7f80c77fe700 1 -- 172.21.15.43:0/4181058667 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80c0018680 con 0x7f80d01037b0 2024-05-16T15:51:49.238 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.224+0000 7f80d876b700 1 -- 172.21.15.43:0/4181058667 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80d019a2f0 con 0x7f80d01037b0 2024-05-16T15:51:49.238 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.224+0000 7f80d876b700 1 -- 172.21.15.43:0/4181058667 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80d00fddb0 con 0x7f80d01037b0 2024-05-16T15:51:49.238 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.227+0000 7f80c77fe700 1 -- 172.21.15.43:0/4181058667 <== mon.2 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f80c000cb60 con 0x7f80d01037b0 2024-05-16T15:51:49.239 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.228+0000 7f80c77fe700 1 --2- 172.21.15.43:0/4181058667 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f80bc0b2900 0x7f80bc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:49.239 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.228+0000 7f80d6507700 1 --2- 172.21.15.43:0/4181058667 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f80bc0b2900 0x7f80bc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:49.240 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.228+0000 7f80c77fe700 1 -- 172.21.15.43:0/4181058667 <== mon.2 v2:172.21.15.148:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f80c00e25f0 con 0x7f80d01037b0 2024-05-16T15:51:49.242 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.229+0000 7f80e2ffeb80 1 Processor -- start 2024-05-16T15:51:49.242 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.229+0000 7f80d6507700 1 --2- 172.21.15.43:0/4181058667 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f80bc0b2900 0x7f80bc0b4dc0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f80cc009c10 tx=0x7f80cc012040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:49.242 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.229+0000 7f80e2ffeb80 1 -- start start 2024-05-16T15:51:49.242 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.229+0000 7f80e2ffeb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55cf6f60e550 0x55cf6f60e930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:49.242 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.229+0000 7f80e2ffeb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cf6f60ee70 0x55cf6f612770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:49.242 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.229+0000 7f80e2ffeb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55cf6f612d00 0x55cf6f613180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:49.242 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.229+0000 7f80e2ffeb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55cf6f5608e0 con 0x55cf6f612d00 2024-05-16T15:51:49.242 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.229+0000 7f80e2ffeb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55cf6f4ff840 con 0x55cf6f60e550 2024-05-16T15:51:49.242 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.229+0000 7f80e2ffeb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55cf6f55c8a0 con 0x55cf6f60ee70 2024-05-16T15:51:49.242 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.229+0000 7f80d6d08700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55cf6f612d00 0x55cf6f613180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:49.242 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.229+0000 7f80d6d08700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55cf6f612d00 0x55cf6f613180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:39758/0 (socket says 172.21.15.43:39758) 2024-05-16T15:51:49.243 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.229+0000 7f80d6d08700 1 -- 172.21.15.43:0/2592509067 learned_addr learned my addr 172.21.15.43:0/2592509067 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:49.243 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.229+0000 7f80d6507700 1 --2- 172.21.15.43:0/2592509067 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55cf6f60e550 0x55cf6f60e930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:49.243 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.229+0000 7f80d5d06700 1 --2- 172.21.15.43:0/2592509067 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cf6f60ee70 0x55cf6f612770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:49.243 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.230+0000 7f80d5d06700 1 -- 172.21.15.43:0/2592509067 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55cf6f60e550 msgr2=0x55cf6f60e930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:49.243 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.230+0000 7f80d5d06700 1 --2- 172.21.15.43:0/2592509067 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55cf6f60e550 0x55cf6f60e930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.243 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.230+0000 7f80d5d06700 1 -- 172.21.15.43:0/2592509067 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55cf6f612d00 msgr2=0x55cf6f613180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:49.243 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.230+0000 7f80d5d06700 1 --2- 172.21.15.43:0/2592509067 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55cf6f612d00 0x55cf6f613180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.243 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.230+0000 7f80d5d06700 1 -- 172.21.15.43:0/2592509067 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cf6f4ad950 con 0x55cf6f60ee70 2024-05-16T15:51:49.243 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.230+0000 7f80d5d06700 1 --2- 172.21.15.43:0/2592509067 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cf6f60ee70 0x55cf6f612770 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f80c00dfd40 tx=0x7f80c001f000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8a759dc335bcbcef server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:49.243 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.230+0000 7f80c4ff9700 1 -- 172.21.15.43:0/2592509067 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80c00a9f60 con 0x55cf6f60ee70 2024-05-16T15:51:49.243 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.230+0000 7f80c4ff9700 1 -- 172.21.15.43:0/2592509067 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f80c00a9860 con 0x55cf6f60ee70 2024-05-16T15:51:49.243 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.230+0000 7f80c4ff9700 1 -- 172.21.15.43:0/2592509067 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80c00e2300 con 0x55cf6f60ee70 2024-05-16T15:51:49.246 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.231+0000 7f80e2ffeb80 1 -- 172.21.15.43:0/2592509067 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cf6f60ee70 msgr2=0x55cf6f612770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:49.246 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.231+0000 7f80e2ffeb80 1 --2- 172.21.15.43:0/2592509067 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cf6f60ee70 0x55cf6f612770 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f80c00dfd40 tx=0x7f80c001f000 comp rx=0 tx=0).stop 2024-05-16T15:51:49.246 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.231+0000 7f80e2ffeb80 1 -- 172.21.15.43:0/2592509067 shutdown_connections 2024-05-16T15:51:49.247 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.231+0000 7f80e2ffeb80 1 --2- 172.21.15.43:0/2592509067 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55cf6f612d00 0x55cf6f613180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.247 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.231+0000 7f80e2ffeb80 1 --2- 172.21.15.43:0/2592509067 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55cf6f60e550 0x55cf6f60e930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.247 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.231+0000 7f80e2ffeb80 1 --2- 172.21.15.43:0/2592509067 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cf6f60ee70 0x55cf6f612770 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.247 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.231+0000 7f80e2ffeb80 1 -- 172.21.15.43:0/2592509067 >> 172.21.15.43:0/2592509067 conn(0x55cf6f53a180 msgr2=0x55cf6f608cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:49.247 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.231+0000 7f80e2ffeb80 1 -- 172.21.15.43:0/2592509067 shutdown_connections 2024-05-16T15:51:49.247 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.231+0000 7f80e2ffeb80 1 -- 172.21.15.43:0/2592509067 wait complete. 2024-05-16T15:51:49.247 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.232+0000 7f80e2ffeb80 1 -- start start 2024-05-16T15:51:49.247 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.232+0000 7f80e2ffeb80 1 Processor -- start 2024-05-16T15:51:49.247 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.232+0000 7f80e2ffeb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55cf6f60e550 0x55cf6f61a150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:49.247 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.232+0000 7f80e2ffeb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cf6f60ee70 0x55cf6f6174f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:49.247 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.232+0000 7f80e2ffeb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55cf6f612d00 0x55cf6f617a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:49.247 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.232+0000 7f80e2ffeb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55cf6f61af10 con 0x55cf6f60e550 2024-05-16T15:51:49.247 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.232+0000 7f80e2ffeb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55cf6f4c6cb0 con 0x55cf6f612d00 2024-05-16T15:51:49.247 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.232+0000 7f80e2ffeb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55cf6f61b090 con 0x55cf6f60ee70 2024-05-16T15:51:49.248 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.232+0000 7f80e2ffeb80 10 client.0 _ll_register_callbacks cb 0x55cf6f4f89a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:51:49.248 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.232+0000 7f80d5d06700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cf6f60ee70 0x55cf6f6174f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:49.248 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.232+0000 7f80d5d06700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cf6f60ee70 0x55cf6f6174f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:41010/0 (socket says 172.21.15.43:41010) 2024-05-16T15:51:49.248 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.232+0000 7f80d5d06700 1 -- 172.21.15.43:0/2905264793 learned_addr learned my addr 172.21.15.43:0/2905264793 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:49.248 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.232+0000 7f80d6d08700 1 --2- 172.21.15.43:0/2905264793 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55cf6f612d00 0x55cf6f617a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:49.248 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.232+0000 7f80d6507700 1 --2- 172.21.15.43:0/2905264793 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55cf6f60e550 0x55cf6f61a150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:49.248 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.232+0000 7f80d5d06700 1 -- 172.21.15.43:0/2905264793 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55cf6f612d00 msgr2=0x55cf6f617a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:49.248 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.233+0000 7f80d5d06700 1 --2- 172.21.15.43:0/2905264793 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55cf6f612d00 0x55cf6f617a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.248 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.233+0000 7f80d5d06700 1 -- 172.21.15.43:0/2905264793 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55cf6f60e550 msgr2=0x55cf6f61a150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:49.248 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.233+0000 7f80d5d06700 1 --2- 172.21.15.43:0/2905264793 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55cf6f60e550 0x55cf6f61a150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.248 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.233+0000 7f80d5d06700 1 -- 172.21.15.43:0/2905264793 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cf6f4fc710 con 0x55cf6f60ee70 2024-05-16T15:51:49.248 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.233+0000 7f80d5d06700 1 --2- 172.21.15.43:0/2905264793 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cf6f60ee70 0x55cf6f6174f0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f80c00a97f0 tx=0x7f80c0024000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9b3670beb970bef7 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:49.248 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.233+0000 7f80b9ffb700 10 client.0 ms_handle_connect on v2:172.21.15.157:3300/0 2024-05-16T15:51:49.248 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.233+0000 7f80b9ffb700 1 -- 172.21.15.43:0/2905264793 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80c00adc10 con 0x55cf6f60ee70 2024-05-16T15:51:49.249 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.233+0000 7f80b9ffb700 1 -- 172.21.15.43:0/2905264793 <== mon.1 v2:172.21.15.157:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f80c00a5e50 con 0x55cf6f60ee70 2024-05-16T15:51:49.249 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.233+0000 7f80e2ffeb80 1 -- 172.21.15.43:0/2905264793 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f80c00a9860 con 0x55cf6f60ee70 2024-05-16T15:51:49.249 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.234+0000 7f80b9ffb700 1 -- 172.21.15.43:0/2905264793 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f80c00b26c0 con 0x55cf6f60ee70 2024-05-16T15:51:49.249 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.234+0000 7f80e2ffeb80 10 client.25366 fetch_fsmap learned FSMap version 30 2024-05-16T15:51:49.249 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.234+0000 7f80e2ffeb80 1 -- 172.21.15.43:0/2905264793 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55cf6f61af10 con 0x55cf6f60ee70 2024-05-16T15:51:49.249 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.234+0000 7f80b9ffb700 1 -- 172.21.15.43:0/2905264793 <== mon.1 v2:172.21.15.157:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f80c00a9860 con 0x55cf6f60ee70 2024-05-16T15:51:49.249 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.234+0000 7f80b9ffb700 1 -- 172.21.15.43:0/2905264793 <== mon.1 v2:172.21.15.157:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f80c00aab90 con 0x55cf6f60ee70 2024-05-16T15:51:49.249 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.234+0000 7f80e2ffeb80 10 client.25366 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:51:49.249 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.234+0000 7f80e2ffeb80 10 client.25366 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-16T15:51:49.249 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.234+0000 7f80e2ffeb80 20 client.25366 populate_metadata read hostname 'smithi043' 2024-05-16T15:51:49.249 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.234+0000 7f80e2ffeb80 1 --2- 172.21.15.43:0/2905264793 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55cf6f627a70 0x55cf6f629e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:49.249 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.234+0000 7f80e2ffeb80 4 client.25366 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:51:49.249 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.234+0000 7f80e2ffeb80 1 -- 172.21.15.43:0/2905264793 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cf6f5da6d0 con 0x55cf6f627a70 2024-05-16T15:51:49.249 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.234+0000 7f80d6507700 1 --2- 172.21.15.43:0/2905264793 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55cf6f627a70 0x55cf6f629e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:49.250 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.235+0000 7f80b9ffb700 10 client.25366 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:51:49.250 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.235+0000 7f80d6507700 1 --2- 172.21.15.43:0/2905264793 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55cf6f627a70 0x55cf6f629e60 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=faba3fbcc877f6f4 server_cookie=6097326dca844779 in_seq=0 out_seq=0 2024-05-16T15:51:49.251 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.236+0000 7f80b9ffb700 1 -- 172.21.15.43:0/2905264793 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55cf6f5da6d0 con 0x55cf6f627a70 2024-05-16T15:51:49.251 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.236+0000 7f80b9ffb700 10 client.25366 handle_command_reply: tid=0 2024-05-16T15:51:49.251 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.236+0000 7f80e2ffeb80 1 client.25366 shutdown 2024-05-16T15:51:49.251 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.236+0000 7f80e2ffeb80 1 -- 172.21.15.43:0/2905264793 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cf6f60ee70 msgr2=0x55cf6f6174f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:49.251 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.236+0000 7f80e2ffeb80 1 --2- 172.21.15.43:0/2905264793 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cf6f60ee70 0x55cf6f6174f0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f80c00a97f0 tx=0x7f80c0024000 comp rx=0 tx=0).stop 2024-05-16T15:51:49.251 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.236+0000 7f80e2ffeb80 1 -- 172.21.15.43:0/2905264793 shutdown_connections 2024-05-16T15:51:49.251 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.236+0000 7f80e2ffeb80 1 --2- 172.21.15.43:0/2905264793 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55cf6f627a70 0x55cf6f629e60 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.251 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.236+0000 7f80e2ffeb80 1 --2- 172.21.15.43:0/2905264793 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55cf6f612d00 0x55cf6f617a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.251 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.236+0000 7f80e2ffeb80 1 --2- 172.21.15.43:0/2905264793 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55cf6f60e550 0x55cf6f61a150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.251 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.236+0000 7f80e2ffeb80 1 --2- 172.21.15.43:0/2905264793 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cf6f60ee70 0x55cf6f6174f0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.251 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.236+0000 7f80b9ffb700 0 client.25366 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:51:49.251 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.236+0000 7f80e2ffeb80 1 -- 172.21.15.43:0/2905264793 >> 172.21.15.43:0/2905264793 conn(0x55cf6f53a180 msgr2=0x55cf6f6037a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:49.252 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.236+0000 7f80e2ffeb80 1 -- 172.21.15.43:0/2905264793 shutdown_connections 2024-05-16T15:51:49.252 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.236+0000 7f80e2ffeb80 1 -- 172.21.15.43:0/2905264793 wait complete. 2024-05-16T15:51:49.252 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.236+0000 7f80e2ffeb80 20 client.25366 trim_cache size 0 max 16384 2024-05-16T15:51:49.276 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.264+0000 7f80e2ffeb80 1 Processor -- start 2024-05-16T15:51:49.276 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.264+0000 7f80e2ffeb80 1 -- start start 2024-05-16T15:51:49.276 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.264+0000 7f80e2ffeb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55cf6f60e550 0x55cf6f623fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:49.276 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.264+0000 7f80e2ffeb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55cf6f60ee70 0x55cf6f62f490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:49.277 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.264+0000 7f80e2ffeb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cf6f612d00 0x55cf6f62f9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:49.277 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.264+0000 7f80e2ffeb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f80d01ad190 con 0x55cf6f60e550 2024-05-16T15:51:49.277 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.264+0000 7f80e2ffeb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f80d01aecd0 con 0x55cf6f60ee70 2024-05-16T15:51:49.277 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.264+0000 7f80e2ffeb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f80d01ad860 con 0x55cf6f612d00 2024-05-16T15:51:49.277 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.265+0000 7f80d6507700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55cf6f60e550 0x55cf6f623fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:49.277 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.265+0000 7f80d6507700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55cf6f60e550 0x55cf6f623fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:39774/0 (socket says 172.21.15.43:39774) 2024-05-16T15:51:49.277 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.265+0000 7f80d5d06700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55cf6f60ee70 0x55cf6f62f490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:49.277 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.265+0000 7f80d6507700 1 -- 172.21.15.43:0/3050711613 learned_addr learned my addr 172.21.15.43:0/3050711613 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:49.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.265+0000 7f80d6d08700 1 --2- 172.21.15.43:0/3050711613 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cf6f612d00 0x55cf6f62f9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:49.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.265+0000 7f80d5d06700 1 -- 172.21.15.43:0/3050711613 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cf6f612d00 msgr2=0x55cf6f62f9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:49.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.265+0000 7f80d5d06700 1 --2- 172.21.15.43:0/3050711613 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cf6f612d00 0x55cf6f62f9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.265+0000 7f80d5d06700 1 -- 172.21.15.43:0/3050711613 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55cf6f60e550 msgr2=0x55cf6f623fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:49.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.265+0000 7f80d5d06700 1 --2- 172.21.15.43:0/3050711613 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55cf6f60e550 0x55cf6f623fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.265+0000 7f80d5d06700 1 -- 172.21.15.43:0/3050711613 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cf6f615a60 con 0x55cf6f60ee70 2024-05-16T15:51:49.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.265+0000 7f80d6507700 1 --2- 172.21.15.43:0/3050711613 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55cf6f60e550 0x55cf6f623fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:51:49.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.265+0000 7f80d5d06700 1 --2- 172.21.15.43:0/3050711613 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55cf6f60ee70 0x55cf6f62f490 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f80c00e00b0 tx=0x7f80c001f000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6b18f17438c5dda1 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:49.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.265+0000 7f80bbfff700 1 -- 172.21.15.43:0/3050711613 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80c00adc10 con 0x55cf6f60ee70 2024-05-16T15:51:49.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.266+0000 7f80bbfff700 1 -- 172.21.15.43:0/3050711613 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f80c00c9050 con 0x55cf6f60ee70 2024-05-16T15:51:49.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.266+0000 7f80bbfff700 1 -- 172.21.15.43:0/3050711613 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80c00aa1f0 con 0x55cf6f60ee70 2024-05-16T15:51:49.282 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.266+0000 7f80e2ffeb80 1 -- 172.21.15.43:0/3050711613 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55cf6f60ee70 msgr2=0x55cf6f62f490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:49.282 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.266+0000 7f80e2ffeb80 1 --2- 172.21.15.43:0/3050711613 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55cf6f60ee70 0x55cf6f62f490 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f80c00e00b0 tx=0x7f80c001f000 comp rx=0 tx=0).stop 2024-05-16T15:51:49.282 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.266+0000 7f80e2ffeb80 1 -- 172.21.15.43:0/3050711613 shutdown_connections 2024-05-16T15:51:49.282 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.266+0000 7f80e2ffeb80 1 --2- 172.21.15.43:0/3050711613 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cf6f612d00 0x55cf6f62f9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.282 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.266+0000 7f80e2ffeb80 1 --2- 172.21.15.43:0/3050711613 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55cf6f60e550 0x55cf6f623fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.282 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.267+0000 7f80e2ffeb80 1 --2- 172.21.15.43:0/3050711613 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55cf6f60ee70 0x55cf6f62f490 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.283 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.267+0000 7f80e2ffeb80 1 -- 172.21.15.43:0/3050711613 >> 172.21.15.43:0/3050711613 conn(0x55cf6f53a180 msgr2=0x55cf6f616540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:49.283 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.267+0000 7f80e2ffeb80 1 -- 172.21.15.43:0/3050711613 shutdown_connections 2024-05-16T15:51:49.283 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.267+0000 7f80e2ffeb80 1 -- 172.21.15.43:0/3050711613 wait complete. 2024-05-16T15:51:49.283 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.267+0000 7f80e2ffeb80 1 -- start start 2024-05-16T15:51:49.283 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.267+0000 7f80e2ffeb80 1 Processor -- start 2024-05-16T15:51:49.283 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.268+0000 7f80e2ffeb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55cf6f60e550 0x55cf6f61d620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:49.283 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.268+0000 7f80e2ffeb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55cf6f60ee70 0x55cf6f61db60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:49.283 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.268+0000 7f80e2ffeb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cf6f612d00 0x55cf6f692050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:49.283 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.268+0000 7f80e2ffeb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f80d01ae600 con 0x55cf6f60ee70 2024-05-16T15:51:49.283 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.268+0000 7f80e2ffeb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f80d01adf30 con 0x55cf6f60e550 2024-05-16T15:51:49.283 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.268+0000 7f80e2ffeb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f80d01ab130 con 0x55cf6f612d00 2024-05-16T15:51:49.283 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.268+0000 7f80e2ffeb80 10 client.0 _ll_register_callbacks cb 0x55cf6f4f89a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:51:49.283 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.268+0000 7f80d6507700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55cf6f60e550 0x55cf6f61d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:49.283 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.268+0000 7f80d5d06700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55cf6f60ee70 0x55cf6f61db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:49.283 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.268+0000 7f80d6507700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55cf6f60e550 0x55cf6f61d620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:56134/0 (socket says 172.21.15.43:56134) 2024-05-16T15:51:49.284 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.268+0000 7f80d6507700 1 -- 172.21.15.43:0/2047273427 learned_addr learned my addr 172.21.15.43:0/2047273427 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:49.284 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.268+0000 7f80d6d08700 1 --2- 172.21.15.43:0/2047273427 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cf6f612d00 0x55cf6f692050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:49.284 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.268+0000 7f80d6507700 1 -- 172.21.15.43:0/2047273427 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cf6f612d00 msgr2=0x55cf6f692050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:49.284 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.268+0000 7f80d6507700 1 --2- 172.21.15.43:0/2047273427 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cf6f612d00 0x55cf6f692050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.284 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.268+0000 7f80d6507700 1 -- 172.21.15.43:0/2047273427 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55cf6f60ee70 msgr2=0x55cf6f61db60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:49.284 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.268+0000 7f80d6507700 1 --2- 172.21.15.43:0/2047273427 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55cf6f60ee70 0x55cf6f61db60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.284 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.268+0000 7f80d6507700 1 -- 172.21.15.43:0/2047273427 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cf6f692590 con 0x55cf6f60e550 2024-05-16T15:51:49.284 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.268+0000 7f80d6d08700 1 --2- 172.21.15.43:0/2047273427 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cf6f612d00 0x55cf6f692050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:51:49.284 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.269+0000 7f80d6507700 1 --2- 172.21.15.43:0/2047273427 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55cf6f60e550 0x55cf6f61d620 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f80cc0103f0 tx=0x7f80cc00b040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=97646263a15fc218 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:49.284 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.269+0000 7f80b9ffb700 10 client.0 ms_handle_connect on v2:172.21.15.148:3300/0 2024-05-16T15:51:49.284 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.269+0000 7f80b9ffb700 1 -- 172.21.15.43:0/2047273427 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80cc03b060 con 0x55cf6f60e550 2024-05-16T15:51:49.284 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.269+0000 7f80b9ffb700 1 -- 172.21.15.43:0/2047273427 <== mon.2 v2:172.21.15.148:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f80cc036850 con 0x55cf6f60e550 2024-05-16T15:51:49.284 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.269+0000 7f80e2ffeb80 1 -- 172.21.15.43:0/2047273427 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f80c00c9050 con 0x55cf6f60e550 2024-05-16T15:51:49.284 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.269+0000 7f80b9ffb700 1 -- 172.21.15.43:0/2047273427 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f80cc042050 con 0x55cf6f60e550 2024-05-16T15:51:49.284 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.269+0000 7f80e2ffeb80 10 client.25322 fetch_fsmap learned FSMap version 30 2024-05-16T15:51:49.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.269+0000 7f80e2ffeb80 1 -- 172.21.15.43:0/2047273427 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55cf6f6938b0 con 0x55cf6f60e550 2024-05-16T15:51:49.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.269+0000 7f80b9ffb700 1 -- 172.21.15.43:0/2047273427 <== mon.2 v2:172.21.15.148:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f80c00c9050 con 0x55cf6f60e550 2024-05-16T15:51:49.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.270+0000 7f80b9ffb700 1 -- 172.21.15.43:0/2047273427 <== mon.2 v2:172.21.15.148:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f80cc02d870 con 0x55cf6f60e550 2024-05-16T15:51:49.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.270+0000 7f80e2ffeb80 10 client.25322 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:51:49.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.270+0000 7f80e2ffeb80 10 client.25322 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-16T15:51:49.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.270+0000 7f80e2ffeb80 20 client.25322 populate_metadata read hostname 'smithi043' 2024-05-16T15:51:49.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.270+0000 7f80e2ffeb80 1 --2- 172.21.15.43:0/2047273427 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55cf6f693f70 0x55cf6f696360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:49.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.270+0000 7f80e2ffeb80 4 client.25322 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-16T15:51:49.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.270+0000 7f80e2ffeb80 1 -- 172.21.15.43:0/2047273427 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55cf6f56e2c0 con 0x55cf6f693f70 2024-05-16T15:51:49.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.270+0000 7f80d5d06700 1 --2- 172.21.15.43:0/2047273427 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55cf6f693f70 0x55cf6f696360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:49.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.270+0000 7f80d5d06700 1 --2- 172.21.15.43:0/2047273427 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55cf6f693f70 0x55cf6f696360 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9f55be9a6f549724 server_cookie=8d19015914ed4b00 in_seq=0 out_seq=0 2024-05-16T15:51:49.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.270+0000 7f80b9ffb700 10 client.25322 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:51:49.286 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.271+0000 7f80b9ffb700 1 -- 172.21.15.43:0/2047273427 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55cf6f56e2c0 con 0x55cf6f693f70 2024-05-16T15:51:49.286 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.271+0000 7f80b9ffb700 10 client.25322 handle_command_reply: tid=0 2024-05-16T15:51:49.287 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.271+0000 7f80e2ffeb80 1 client.25322 shutdown 2024-05-16T15:51:49.287 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.271+0000 7f80e2ffeb80 1 -- 172.21.15.43:0/2047273427 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55cf6f60e550 msgr2=0x55cf6f61d620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:49.287 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.271+0000 7f80e2ffeb80 1 --2- 172.21.15.43:0/2047273427 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55cf6f60e550 0x55cf6f61d620 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f80cc0103f0 tx=0x7f80cc00b040 comp rx=0 tx=0).stop 2024-05-16T15:51:49.287 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.272+0000 7f80e2ffeb80 1 -- 172.21.15.43:0/2047273427 shutdown_connections 2024-05-16T15:51:49.287 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.272+0000 7f80e2ffeb80 1 --2- 172.21.15.43:0/2047273427 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55cf6f693f70 0x55cf6f696360 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.287 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.272+0000 7f80e2ffeb80 1 --2- 172.21.15.43:0/2047273427 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cf6f612d00 0x55cf6f692050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.287 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.272+0000 7f80e2ffeb80 1 --2- 172.21.15.43:0/2047273427 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55cf6f60e550 0x55cf6f61d620 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.287 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.272+0000 7f80e2ffeb80 1 --2- 172.21.15.43:0/2047273427 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55cf6f60ee70 0x55cf6f61db60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.287 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.272+0000 7f80e2ffeb80 1 -- 172.21.15.43:0/2047273427 >> 172.21.15.43:0/2047273427 conn(0x55cf6f53a180 msgr2=0x55cf6f618af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:49.287 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.272+0000 7f80b9ffb700 0 client.25322 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:51:49.287 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.272+0000 7f80e2ffeb80 1 -- 172.21.15.43:0/2047273427 shutdown_connections 2024-05-16T15:51:49.287 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.272+0000 7f80e2ffeb80 1 -- 172.21.15.43:0/2047273427 wait complete. 2024-05-16T15:51:49.287 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.272+0000 7f80e2ffeb80 20 client.25322 trim_cache size 0 max 16384 2024-05-16T15:51:49.288 INFO:teuthology.orchestra.run.smithi043.stdout:{ 2024-05-16T15:51:49.288 INFO:teuthology.orchestra.run.smithi043.stdout: "return_code": 0, 2024-05-16T15:51:49.288 INFO:teuthology.orchestra.run.smithi043.stdout: "scrub_tag": "b63946a5-db71-45db-9368-a00d1e623a81", 2024-05-16T15:51:49.288 INFO:teuthology.orchestra.run.smithi043.stdout: "mode": "asynchronous" 2024-05-16T15:51:49.288 INFO:teuthology.orchestra.run.smithi043.stdout:} 2024-05-16T15:51:49.289 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.273+0000 7f80d876b700 1 -- 172.21.15.43:0/4181058667 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f80bc0b2900 msgr2=0x7f80bc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:49.289 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.273+0000 7f80d876b700 1 --2- 172.21.15.43:0/4181058667 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f80bc0b2900 0x7f80bc0b4dc0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f80cc009c10 tx=0x7f80cc012040 comp rx=0 tx=0).stop 2024-05-16T15:51:49.290 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.273+0000 7f80d876b700 1 -- 172.21.15.43:0/4181058667 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f80d01037b0 msgr2=0x7f80d019fbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:49.290 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.273+0000 7f80d876b700 1 --2- 172.21.15.43:0/4181058667 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f80d01037b0 0x7f80d019fbe0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f80c000e9f0 tx=0x7f80c000ed00 comp rx=0 tx=0).stop 2024-05-16T15:51:49.290 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.273+0000 7f80d876b700 1 -- 172.21.15.43:0/4181058667 shutdown_connections 2024-05-16T15:51:49.290 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.273+0000 7f80d876b700 1 --2- 172.21.15.43:0/4181058667 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f80bc0b2900 0x7f80bc0b4dc0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.290 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.273+0000 7f80d876b700 1 --2- 172.21.15.43:0/4181058667 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f80d0107760 0x7f80d0199820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.290 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.273+0000 7f80d876b700 1 --2- 172.21.15.43:0/4181058667 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f80d0102e00 0x7f80d019f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.290 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.273+0000 7f80d876b700 1 --2- 172.21.15.43:0/4181058667 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f80d01037b0 0x7f80d019fbe0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.290 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.273+0000 7f80d876b700 1 -- 172.21.15.43:0/4181058667 >> 172.21.15.43:0/4181058667 conn(0x7f80d0078a10 msgr2=0x7f80d0105f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:49.290 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.273+0000 7f80d876b700 1 -- 172.21.15.43:0/4181058667 shutdown_connections 2024-05-16T15:51:49.290 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:49.273+0000 7f80d876b700 1 -- 172.21.15.43:0/4181058667 wait complete. 2024-05-16T15:51:49.475 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:51:49 smithi043 ceph-mon[31619]: pgmap v483: 129 pgs: 129 active+clean; 700 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 3.6 KiB/s wr, 12 op/s 2024-05-16T15:51:49.596 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.583+0000 7fb426346640 1 -- 172.21.15.43:0/3021337300 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb420102b00 msgr2=0x7fb420102f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:49.596 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.583+0000 7fb426346640 1 --2- 172.21.15.43:0/3021337300 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb420102b00 0x7fb420102f80 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fb414009900 tx=0x7fb41402a410 comp rx=0 tx=0).stop 2024-05-16T15:51:49.596 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.583+0000 7fb426346640 1 -- 172.21.15.43:0/3021337300 shutdown_connections 2024-05-16T15:51:49.596 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.583+0000 7fb426346640 1 --2- 172.21.15.43:0/3021337300 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb4201034c0 0x7fb420109d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.596 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.583+0000 7fb426346640 1 --2- 172.21.15.43:0/3021337300 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb420102b00 0x7fb420102f80 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.596 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.583+0000 7fb426346640 1 --2- 172.21.15.43:0/3021337300 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb420101910 0x7fb420101d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.596 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.583+0000 7fb426346640 1 -- 172.21.15.43:0/3021337300 >> 172.21.15.43:0/3021337300 conn(0x7fb4200fce80 msgr2=0x7fb4200ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:49.596 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.583+0000 7fb426346640 1 -- 172.21.15.43:0/3021337300 shutdown_connections 2024-05-16T15:51:49.596 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.584+0000 7fb426346640 1 -- 172.21.15.43:0/3021337300 wait complete. 2024-05-16T15:51:49.596 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.584+0000 7fb426346640 1 Processor -- start 2024-05-16T15:51:49.596 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.584+0000 7fb426346640 1 -- start start 2024-05-16T15:51:49.598 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.585+0000 7fb426346640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb420101910 0x7fb420198b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:49.598 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.585+0000 7fb426346640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb420102b00 0x7fb420199040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:49.598 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.585+0000 7fb426346640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb4201034c0 0x7fb4201a0060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:49.598 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.585+0000 7fb426346640 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fb42010e410 con 0x7fb4201034c0 2024-05-16T15:51:49.598 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.585+0000 7fb426346640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fb42010e290 con 0x7fb420101910 2024-05-16T15:51:49.599 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.585+0000 7fb426346640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fb42010e590 con 0x7fb420102b00 2024-05-16T15:51:49.599 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.585+0000 7fb41f7fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb420102b00 0x7fb420199040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:49.599 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.585+0000 7fb41ffff640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb420101910 0x7fb420198b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:49.599 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.585+0000 7fb4248e3640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb4201034c0 0x7fb4201a0060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:49.599 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.585+0000 7fb41ffff640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb420101910 0x7fb420198b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:56150/0 (socket says 172.21.15.43:56150) 2024-05-16T15:51:49.599 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.585+0000 7fb41ffff640 1 -- 172.21.15.43:0/1534834962 learned_addr learned my addr 172.21.15.43:0/1534834962 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:49.599 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.585+0000 7fb41f7fe640 1 --2- 172.21.15.43:0/1534834962 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb420102b00 0x7fb420199040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:41056/0 (socket says 172.21.15.43:41056) 2024-05-16T15:51:49.599 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.585+0000 7fb4248e3640 1 -- 172.21.15.43:0/1534834962 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb420102b00 msgr2=0x7fb420199040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:49.599 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.585+0000 7fb4248e3640 1 --2- 172.21.15.43:0/1534834962 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb420102b00 0x7fb420199040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.599 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.585+0000 7fb4248e3640 1 -- 172.21.15.43:0/1534834962 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb420101910 msgr2=0x7fb420198b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:49.599 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.585+0000 7fb4248e3640 1 --2- 172.21.15.43:0/1534834962 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb420101910 0x7fb420198b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.599 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.585+0000 7fb4248e3640 1 -- 172.21.15.43:0/1534834962 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4201a06d0 con 0x7fb4201034c0 2024-05-16T15:51:49.599 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.585+0000 7fb4248e3640 1 --2- 172.21.15.43:0/1534834962 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb4201034c0 0x7fb4201a0060 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7fb418009fd0 tx=0x7fb41800ef10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:49.599 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.586+0000 7fb41d7fa640 1 -- 172.21.15.43:0/1534834962 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb41800ce20 con 0x7fb4201034c0 2024-05-16T15:51:49.599 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.586+0000 7fb426346640 1 -- 172.21.15.43:0/1534834962 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4201a09c0 con 0x7fb4201034c0 2024-05-16T15:51:49.600 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.586+0000 7fb41d7fa640 1 -- 172.21.15.43:0/1534834962 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb418005020 con 0x7fb4201034c0 2024-05-16T15:51:49.600 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.586+0000 7fb41d7fa640 1 -- 172.21.15.43:0/1534834962 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb418010690 con 0x7fb4201034c0 2024-05-16T15:51:49.600 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.586+0000 7fb426346640 1 -- 172.21.15.43:0/1534834962 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4201a0ee0 con 0x7fb4201034c0 2024-05-16T15:51:49.600 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.589+0000 7fb42905d740 1 Processor -- start 2024-05-16T15:51:49.603 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.589+0000 7fb41d7fa640 1 -- 172.21.15.43:0/1534834962 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fb418004a40 con 0x7fb4201034c0 2024-05-16T15:51:49.603 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.589+0000 7fb42905d740 1 -- start start 2024-05-16T15:51:49.603 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.590+0000 7fb42905d740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f125131c0 0x561f125135e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:49.603 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.590+0000 7fb42905d740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561f12513bb0 0x561f125186b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:49.603 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.590+0000 7fb42905d740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561f12518d20 0x561f1251b1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:49.603 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.590+0000 7fb42905d740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x561f124735d0 con 0x561f12518d20 2024-05-16T15:51:49.603 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.590+0000 7fb42905d740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x561f1242c890 con 0x561f12513bb0 2024-05-16T15:51:49.603 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.590+0000 7fb42905d740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x561f1246f590 con 0x561f125131c0 2024-05-16T15:51:49.603 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.590+0000 7fb41f7fe640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561f12518d20 0x561f1251b1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:49.603 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.590+0000 7fb41ffff640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561f12513bb0 0x561f125186b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:49.603 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.590+0000 7fb41f7fe640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561f12518d20 0x561f1251b1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:39796/0 (socket says 172.21.15.43:39796) 2024-05-16T15:51:49.603 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.590+0000 7fb41ffff640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561f12513bb0 0x561f125186b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:56164/0 (socket says 172.21.15.43:56164) 2024-05-16T15:51:49.604 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.590+0000 7fb41f7fe640 1 -- 172.21.15.43:0/3116569051 learned_addr learned my addr 172.21.15.43:0/3116569051 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:49.604 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.590+0000 7fb41f7fe640 1 --2- 172.21.15.43:0/3116569051 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f125131c0 0x561f125135e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:49.604 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.590+0000 7fb41ffff640 1 -- 172.21.15.43:0/3116569051 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f125131c0 msgr2=0x561f125135e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:49.604 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.590+0000 7fb41ffff640 1 --2- 172.21.15.43:0/3116569051 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f125131c0 0x561f125135e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.604 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.590+0000 7fb41ffff640 1 -- 172.21.15.43:0/3116569051 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561f12518d20 msgr2=0x561f1251b1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:49.604 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.590+0000 7fb41ffff640 1 --2- 172.21.15.43:0/3116569051 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561f12518d20 0x561f1251b1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.604 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.590+0000 7fb41ffff640 1 -- 172.21.15.43:0/3116569051 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561f12185210 con 0x561f12513bb0 2024-05-16T15:51:49.604 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.590+0000 7fb41d7fa640 1 --2- 172.21.15.43:0/1534834962 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb4080b28a0 0x7fb4080b4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:49.604 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.591+0000 7fb41f7fe640 1 --2- 172.21.15.43:0/3116569051 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f125131c0 0x561f125135e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:51:49.604 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.591+0000 7fb41ffff640 1 --2- 172.21.15.43:0/3116569051 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561f12513bb0 0x561f125186b0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fb4100058c0 tx=0x7fb410011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4e68ecee5b939de server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:49.604 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.591+0000 7fb41f7fe640 1 --2- 172.21.15.43:0/1534834962 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb4080b28a0 0x7fb4080b4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:49.604 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.591+0000 7fb41d7fa640 1 -- 172.21.15.43:0/1534834962 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fb4180e2ca0 con 0x7fb4201034c0 2024-05-16T15:51:49.604 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.591+0000 7fb4067fc640 1 -- 172.21.15.43:0/3116569051 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb410004220 con 0x561f12513bb0 2024-05-16T15:51:49.604 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.591+0000 7fb4067fc640 1 -- 172.21.15.43:0/3116569051 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb4100043c0 con 0x561f12513bb0 2024-05-16T15:51:49.605 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.591+0000 7fb4067fc640 1 -- 172.21.15.43:0/3116569051 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb410004c60 con 0x561f12513bb0 2024-05-16T15:51:49.608 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.592+0000 7fb42905d740 1 -- 172.21.15.43:0/3116569051 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561f12513bb0 msgr2=0x561f125186b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:49.608 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.592+0000 7fb41f7fe640 1 --2- 172.21.15.43:0/1534834962 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb4080b28a0 0x7fb4080b4d60 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fb414000c00 tx=0x7fb41402a410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:49.608 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.592+0000 7fb42905d740 1 --2- 172.21.15.43:0/3116569051 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561f12513bb0 0x561f125186b0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fb4100058c0 tx=0x7fb410011810 comp rx=0 tx=0).stop 2024-05-16T15:51:49.608 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.592+0000 7fb42905d740 1 -- 172.21.15.43:0/3116569051 shutdown_connections 2024-05-16T15:51:49.608 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.592+0000 7fb42905d740 1 --2- 172.21.15.43:0/3116569051 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561f12518d20 0x561f1251b1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.609 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.592+0000 7fb42905d740 1 --2- 172.21.15.43:0/3116569051 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561f12513bb0 0x561f125186b0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.609 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.592+0000 7fb42905d740 1 --2- 172.21.15.43:0/3116569051 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f125131c0 0x561f125135e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.609 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.592+0000 7fb42905d740 1 -- 172.21.15.43:0/3116569051 >> 172.21.15.43:0/3116569051 conn(0x561f1250e830 msgr2=0x561f1250ec30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:49.609 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.592+0000 7fb42905d740 1 -- 172.21.15.43:0/3116569051 shutdown_connections 2024-05-16T15:51:49.609 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.592+0000 7fb42905d740 1 -- 172.21.15.43:0/3116569051 wait complete. 2024-05-16T15:51:49.609 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.592+0000 7fb42905d740 1 -- start start 2024-05-16T15:51:49.609 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.593+0000 7fb42905d740 1 Processor -- start 2024-05-16T15:51:49.609 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.593+0000 7fb42905d740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f125131c0 0x561f1250d640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:49.609 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.593+0000 7fb42905d740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561f12513bb0 0x561f1250db80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:49.609 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.593+0000 7fb42905d740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561f12518d20 0x561f1250a0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:49.609 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.593+0000 7fb42905d740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x561f1251bcd0 con 0x561f12513bb0 2024-05-16T15:51:49.609 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.593+0000 7fb42905d740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x561f12430370 con 0x561f12518d20 2024-05-16T15:51:49.609 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.593+0000 7fb42905d740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x561f1251be50 con 0x561f125131c0 2024-05-16T15:51:49.609 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.593+0000 7fb41ffff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f125131c0 0x561f1250d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:49.610 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.593+0000 7fb41f7fe640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561f12513bb0 0x561f1250db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:49.610 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.593+0000 7fb41f7fe640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561f12513bb0 0x561f1250db80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:39800/0 (socket says 172.21.15.43:39800) 2024-05-16T15:51:49.610 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.593+0000 7fb41ffff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f125131c0 0x561f1250d640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:41068/0 (socket says 172.21.15.43:41068) 2024-05-16T15:51:49.610 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.593+0000 7fb41f7fe640 1 -- 172.21.15.43:0/1411128638 learned_addr learned my addr 172.21.15.43:0/1411128638 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:49.610 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.593+0000 7fb4248e3640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561f12518d20 0x561f1250a0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:49.610 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.594+0000 7fb42905d740 10 client.0 _ll_register_callbacks cb 0x561f12184a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:51:49.610 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.594+0000 7fb4248e3640 1 -- 172.21.15.43:0/1411128638 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f125131c0 msgr2=0x561f1250d640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:49.610 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.594+0000 7fb4248e3640 1 --2- 172.21.15.43:0/1411128638 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f125131c0 0x561f1250d640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.610 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.594+0000 7fb4248e3640 1 -- 172.21.15.43:0/1411128638 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561f12513bb0 msgr2=0x561f1250db80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:49.610 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.594+0000 7fb4248e3640 1 --2- 172.21.15.43:0/1411128638 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561f12513bb0 0x561f1250db80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.610 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.594+0000 7fb4248e3640 1 -- 172.21.15.43:0/1411128638 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561f12251620 con 0x561f12518d20 2024-05-16T15:51:49.610 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.594+0000 7fb41ffff640 1 --2- 172.21.15.43:0/1411128638 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f125131c0 0x561f1250d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:51:49.610 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.594+0000 7fb41f7fe640 1 --2- 172.21.15.43:0/1411128638 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561f12513bb0 0x561f1250db80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:51:49.610 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.594+0000 7fb4248e3640 1 --2- 172.21.15.43:0/1411128638 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561f12518d20 0x561f1250a0e0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fb4180a9c10 tx=0x7fb4180aa6d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5dd10dc3987aad7d server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:49.611 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.594+0000 7fb3ff7fe640 10 client.0 ms_handle_connect on v2:172.21.15.148:3300/0 2024-05-16T15:51:49.611 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.595+0000 7fb3ff7fe640 1 -- 172.21.15.43:0/1411128638 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4180b2d70 con 0x561f12518d20 2024-05-16T15:51:49.611 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.595+0000 7fb42905d740 1 -- 172.21.15.43:0/1411128638 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb4100043c0 con 0x561f12518d20 2024-05-16T15:51:49.611 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.595+0000 7fb3ff7fe640 1 -- 172.21.15.43:0/1411128638 <== mon.2 v2:172.21.15.148:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fb4180051d0 con 0x561f12518d20 2024-05-16T15:51:49.611 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.595+0000 7fb3ff7fe640 1 -- 172.21.15.43:0/1411128638 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fb418004d30 con 0x561f12518d20 2024-05-16T15:51:49.611 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.595+0000 7fb42905d740 10 client.25334 fetch_fsmap learned FSMap version 30 2024-05-16T15:51:49.611 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.595+0000 7fb42905d740 1 -- 172.21.15.43:0/1411128638 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x561f1252be70 con 0x561f12518d20 2024-05-16T15:51:49.611 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.595+0000 7fb3ff7fe640 1 -- 172.21.15.43:0/1411128638 <== mon.2 v2:172.21.15.148:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb4100043c0 con 0x561f12518d20 2024-05-16T15:51:49.611 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.595+0000 7fb3ff7fe640 1 -- 172.21.15.43:0/1411128638 <== mon.2 v2:172.21.15.148:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7fb4180a5880 con 0x561f12518d20 2024-05-16T15:51:49.611 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.595+0000 7fb42905d740 10 client.25334 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:51:49.611 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.595+0000 7fb42905d740 10 client.25334 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:51:49.611 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.595+0000 7fb42905d740 20 client.25334 populate_metadata read hostname 'smithi043' 2024-05-16T15:51:49.611 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.595+0000 7fb42905d740 1 --2- 172.21.15.43:0/1411128638 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x561f1252d9d0 0x561f1252fe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:49.611 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.595+0000 7fb42905d740 4 client.25334 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:51:49.611 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.595+0000 7fb42905d740 1 -- 172.21.15.43:0/1411128638 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561f124811e0 con 0x561f1252d9d0 2024-05-16T15:51:49.612 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.595+0000 7fb41ffff640 1 --2- 172.21.15.43:0/1411128638 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x561f1252d9d0 0x561f1252fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:49.612 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.596+0000 7fb41ffff640 1 --2- 172.21.15.43:0/1411128638 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x561f1252d9d0 0x561f1252fe50 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a7a88a1f35688320 server_cookie=244c418b0395bbb6 in_seq=0 out_seq=0 2024-05-16T15:51:49.612 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.596+0000 7fb3ff7fe640 10 client.25334 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:51:49.613 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.597+0000 7fb3ff7fe640 1 -- 172.21.15.43:0/1411128638 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x561f124811e0 con 0x561f1252d9d0 2024-05-16T15:51:49.613 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.597+0000 7fb3ff7fe640 10 client.25334 handle_command_reply: tid=0 2024-05-16T15:51:49.613 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.597+0000 7fb42905d740 1 client.25334 shutdown 2024-05-16T15:51:49.613 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.598+0000 7fb42905d740 1 -- 172.21.15.43:0/1411128638 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561f12518d20 msgr2=0x561f1250a0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:49.613 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.598+0000 7fb42905d740 1 --2- 172.21.15.43:0/1411128638 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561f12518d20 0x561f1250a0e0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fb4180a9c10 tx=0x7fb4180aa6d0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.613 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.598+0000 7fb42905d740 1 -- 172.21.15.43:0/1411128638 shutdown_connections 2024-05-16T15:51:49.613 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.598+0000 7fb42905d740 1 --2- 172.21.15.43:0/1411128638 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x561f1252d9d0 0x561f1252fe50 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.613 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.598+0000 7fb42905d740 1 --2- 172.21.15.43:0/1411128638 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561f12518d20 0x561f1250a0e0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.613 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.598+0000 7fb42905d740 1 --2- 172.21.15.43:0/1411128638 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561f12513bb0 0x561f1250db80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.613 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.598+0000 7fb42905d740 1 --2- 172.21.15.43:0/1411128638 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f125131c0 0x561f1250d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.613 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.598+0000 7fb42905d740 1 -- 172.21.15.43:0/1411128638 >> 172.21.15.43:0/1411128638 conn(0x561f1250e830 msgr2=0x561f12509580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:49.613 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.598+0000 7fb3ff7fe640 0 client.25334 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:51:49.614 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.598+0000 7fb42905d740 1 -- 172.21.15.43:0/1411128638 shutdown_connections 2024-05-16T15:51:49.614 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.598+0000 7fb42905d740 1 -- 172.21.15.43:0/1411128638 wait complete. 2024-05-16T15:51:49.614 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.598+0000 7fb42905d740 20 client.25334 trim_cache size 0 max 16384 2024-05-16T15:51:49.632 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.620+0000 7fb42905d740 1 Processor -- start 2024-05-16T15:51:49.633 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.620+0000 7fb42905d740 1 -- start start 2024-05-16T15:51:49.633 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.620+0000 7fb42905d740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561f125131c0 0x561f125053e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:49.633 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.620+0000 7fb42905d740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f12513bb0 0x561f1250d600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:49.633 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.620+0000 7fb42905d740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561f12518d20 0x561f1250db40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:49.633 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.620+0000 7fb42905d740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fb4201a90f0 con 0x561f12518d20 2024-05-16T15:51:49.633 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.620+0000 7fb42905d740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fb4201aac30 con 0x561f125131c0 2024-05-16T15:51:49.633 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.620+0000 7fb42905d740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fb4201a97c0 con 0x561f12513bb0 2024-05-16T15:51:49.633 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.621+0000 7fb4248e3640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561f12518d20 0x561f1250db40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:49.633 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.621+0000 7fb41f7fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f12513bb0 0x561f1250d600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:49.633 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.621+0000 7fb41f7fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f12513bb0 0x561f1250d600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:41082/0 (socket says 172.21.15.43:41082) 2024-05-16T15:51:49.633 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.621+0000 7fb41f7fe640 1 -- 172.21.15.43:0/4048846671 learned_addr learned my addr 172.21.15.43:0/4048846671 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:49.633 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.621+0000 7fb41ffff640 1 --2- 172.21.15.43:0/4048846671 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561f125131c0 0x561f125053e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:49.633 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.621+0000 7fb41f7fe640 1 -- 172.21.15.43:0/4048846671 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561f125131c0 msgr2=0x561f125053e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:49.634 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.621+0000 7fb41f7fe640 1 --2- 172.21.15.43:0/4048846671 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561f125131c0 0x561f125053e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.634 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.621+0000 7fb41f7fe640 1 -- 172.21.15.43:0/4048846671 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561f12518d20 msgr2=0x561f1250db40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:49.634 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.621+0000 7fb41f7fe640 1 --2- 172.21.15.43:0/4048846671 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561f12518d20 0x561f1250db40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.634 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.621+0000 7fb41f7fe640 1 -- 172.21.15.43:0/4048846671 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561f12514880 con 0x561f12513bb0 2024-05-16T15:51:49.634 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.621+0000 7fb41f7fe640 1 --2- 172.21.15.43:0/4048846671 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f12513bb0 0x561f1250d600 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fb41402a930 tx=0x7fb41403f040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1d78c70652c23b43 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:49.637 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.622+0000 7fb405ffb640 1 -- 172.21.15.43:0/4048846671 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb414035040 con 0x561f12513bb0 2024-05-16T15:51:49.637 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.622+0000 7fb405ffb640 1 -- 172.21.15.43:0/4048846671 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb414052070 con 0x561f12513bb0 2024-05-16T15:51:49.637 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.622+0000 7fb405ffb640 1 -- 172.21.15.43:0/4048846671 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb414057470 con 0x561f12513bb0 2024-05-16T15:51:49.637 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.623+0000 7fb42905d740 1 -- 172.21.15.43:0/4048846671 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f12513bb0 msgr2=0x561f1250d600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:49.637 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.623+0000 7fb42905d740 1 --2- 172.21.15.43:0/4048846671 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f12513bb0 0x561f1250d600 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fb41402a930 tx=0x7fb41403f040 comp rx=0 tx=0).stop 2024-05-16T15:51:49.637 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.623+0000 7fb42905d740 1 -- 172.21.15.43:0/4048846671 shutdown_connections 2024-05-16T15:51:49.637 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.623+0000 7fb42905d740 1 --2- 172.21.15.43:0/4048846671 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561f12518d20 0x561f1250db40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.637 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.623+0000 7fb42905d740 1 --2- 172.21.15.43:0/4048846671 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f12513bb0 0x561f1250d600 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.637 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.623+0000 7fb42905d740 1 --2- 172.21.15.43:0/4048846671 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561f125131c0 0x561f125053e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.637 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.623+0000 7fb42905d740 1 -- 172.21.15.43:0/4048846671 >> 172.21.15.43:0/4048846671 conn(0x561f1250e830 msgr2=0x561f1250ec10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:49.637 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.623+0000 7fb42905d740 1 -- 172.21.15.43:0/4048846671 shutdown_connections 2024-05-16T15:51:49.637 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.623+0000 7fb42905d740 1 -- 172.21.15.43:0/4048846671 wait complete. 2024-05-16T15:51:49.637 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.623+0000 7fb42905d740 1 -- start start 2024-05-16T15:51:49.638 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.623+0000 7fb42905d740 1 Processor -- start 2024-05-16T15:51:49.638 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.624+0000 7fb42905d740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561f125131c0 0x561f1253e350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:49.638 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.624+0000 7fb42905d740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561f12513bb0 0x561f1253e890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:49.638 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.624+0000 7fb42905d740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f12518d20 0x561f12595f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:49.638 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.624+0000 7fb42905d740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fb4201aa560 con 0x561f125131c0 2024-05-16T15:51:49.638 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.624+0000 7fb42905d740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fb4201a9e90 con 0x561f12513bb0 2024-05-16T15:51:49.638 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.624+0000 7fb42905d740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fb4201a70d0 con 0x561f12518d20 2024-05-16T15:51:49.638 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.624+0000 7fb41f7fe640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561f12513bb0 0x561f1253e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:49.638 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.624+0000 7fb41f7fe640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561f12513bb0 0x561f1253e890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:56184/0 (socket says 172.21.15.43:56184) 2024-05-16T15:51:49.638 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.624+0000 7fb41f7fe640 1 -- 172.21.15.43:0/3968618618 learned_addr learned my addr 172.21.15.43:0/3968618618 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:49.638 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.624+0000 7fb41ffff640 1 --2- 172.21.15.43:0/3968618618 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561f125131c0 0x561f1253e350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:49.638 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.624+0000 7fb42905d740 10 client.0 _ll_register_callbacks cb 0x7fb418005bc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:51:49.638 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.624+0000 7fb4248e3640 1 --2- 172.21.15.43:0/3968618618 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f12518d20 0x561f12595f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:49.638 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.624+0000 7fb41f7fe640 1 -- 172.21.15.43:0/3968618618 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f12518d20 msgr2=0x561f12595f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:49.639 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.624+0000 7fb41f7fe640 1 --2- 172.21.15.43:0/3968618618 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f12518d20 0x561f12595f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.639 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.624+0000 7fb41f7fe640 1 -- 172.21.15.43:0/3968618618 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561f125131c0 msgr2=0x561f1253e350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:49.639 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.624+0000 7fb41f7fe640 1 --2- 172.21.15.43:0/3968618618 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561f125131c0 0x561f1253e350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:49.639 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.624+0000 7fb41f7fe640 1 -- 172.21.15.43:0/3968618618 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561f12541960 con 0x561f12513bb0 2024-05-16T15:51:49.639 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.624+0000 7fb4248e3640 1 --2- 172.21.15.43:0/3968618618 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f12518d20 0x561f12595f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:51:49.639 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.625+0000 7fb41f7fe640 1 --2- 172.21.15.43:0/3968618618 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561f12513bb0 0x561f1253e890 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fb414005ab0 tx=0x7fb414003800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5475730803d1b58b server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:49.639 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.625+0000 7fb3ff7fe640 10 client.0 ms_handle_connect on v2:172.21.15.148:3300/0 2024-05-16T15:51:49.639 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.625+0000 7fb3ff7fe640 1 -- 172.21.15.43:0/3968618618 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb41405e070 con 0x561f12513bb0 2024-05-16T15:51:49.639 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.625+0000 7fb42905d740 1 -- 172.21.15.43:0/3968618618 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb414052070 con 0x561f12513bb0 2024-05-16T15:51:49.639 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.625+0000 7fb3ff7fe640 1 -- 172.21.15.43:0/3968618618 <== mon.2 v2:172.21.15.148:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fb414004450 con 0x561f12513bb0 2024-05-16T15:51:49.639 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.625+0000 7fb3ff7fe640 1 -- 172.21.15.43:0/3968618618 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fb41406a050 con 0x561f12513bb0 2024-05-16T15:51:49.639 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.625+0000 7fb42905d740 10 client.25340 fetch_fsmap learned FSMap version 30 2024-05-16T15:51:49.639 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.625+0000 7fb42905d740 1 -- 172.21.15.43:0/3968618618 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x561f125974b0 con 0x561f12513bb0 2024-05-16T15:51:49.639 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.625+0000 7fb3ff7fe640 1 -- 172.21.15.43:0/3968618618 <== mon.2 v2:172.21.15.148:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb414052070 con 0x561f12513bb0 2024-05-16T15:51:49.640 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.626+0000 7fb3ff7fe640 1 -- 172.21.15.43:0/3968618618 <== mon.2 v2:172.21.15.148:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7fb414065500 con 0x561f12513bb0 2024-05-16T15:51:49.640 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.626+0000 7fb42905d740 10 client.25340 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:51:49.640 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.626+0000 7fb42905d740 10 client.25340 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:51:49.640 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.626+0000 7fb42905d740 20 client.25340 populate_metadata read hostname 'smithi043' 2024-05-16T15:51:49.640 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.626+0000 7fb42905d740 1 --2- 172.21.15.43:0/3968618618 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x561f12597de0 0x561f1259a200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:49.641 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.626+0000 7fb42905d740 4 client.25340 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-16T15:51:49.641 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.626+0000 7fb42905d740 1 -- 172.21.15.43:0/3968618618 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "flush journal"}) -- 0x561f1247b050 con 0x561f12597de0 2024-05-16T15:51:49.641 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.626+0000 7fb41ffff640 1 --2- 172.21.15.43:0/3968618618 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x561f12597de0 0x561f1259a200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:49.641 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.626+0000 7fb3ff7fe640 10 client.25340 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:51:49.641 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:49.626+0000 7fb41ffff640 1 --2- 172.21.15.43:0/3968618618 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x561f12597de0 0x561f1259a200 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c1ea7c430b618bc4 server_cookie=372ee6dd73b2d06e in_seq=0 out_seq=0 2024-05-16T15:51:49.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:51:49 smithi157 ceph-mon[35584]: pgmap v483: 129 pgs: 129 active+clean; 700 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 3.6 KiB/s wr, 12 op/s 2024-05-16T15:51:49.686 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:51:49 smithi148 ceph-mon[34976]: pgmap v483: 129 pgs: 129 active+clean; 700 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 3.6 KiB/s wr, 12 op/s 2024-05-16T15:51:50.048 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-16T15:51:50.096 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:50.068+0000 7fb3ff7fe640 1 -- 172.21.15.43:0/3968618618 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x561f1247b050 con 0x561f12597de0 2024-05-16T15:51:50.096 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:50.068+0000 7fb3ff7fe640 10 client.25340 handle_command_reply: tid=0 2024-05-16T15:51:50.097 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:50.068+0000 7fb42905d740 1 client.25340 shutdown 2024-05-16T15:51:50.097 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:50.068+0000 7fb42905d740 1 -- 172.21.15.43:0/3968618618 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561f12513bb0 msgr2=0x561f1253e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:50.097 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:50.068+0000 7fb42905d740 1 --2- 172.21.15.43:0/3968618618 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561f12513bb0 0x561f1253e890 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fb414005ab0 tx=0x7fb414003800 comp rx=0 tx=0).stop 2024-05-16T15:51:50.097 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:50.068+0000 7fb42905d740 1 -- 172.21.15.43:0/3968618618 shutdown_connections 2024-05-16T15:51:50.097 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:50.068+0000 7fb42905d740 1 --2- 172.21.15.43:0/3968618618 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x561f12597de0 0x561f1259a200 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:50.097 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:50.068+0000 7fb42905d740 1 --2- 172.21.15.43:0/3968618618 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f12518d20 0x561f12595f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:50.097 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:50.068+0000 7fb42905d740 1 --2- 172.21.15.43:0/3968618618 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561f12513bb0 0x561f1253e890 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:50.097 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:50.068+0000 7fb3ff7fe640 0 client.25340 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:51:50.097 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:50.068+0000 7fb42905d740 1 --2- 172.21.15.43:0/3968618618 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561f125131c0 0x561f1253e350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:50.097 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:50.068+0000 7fb42905d740 1 -- 172.21.15.43:0/3968618618 >> 172.21.15.43:0/3968618618 conn(0x561f1250e830 msgr2=0x561f125053e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:50.097 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:50.068+0000 7fb42905d740 1 -- 172.21.15.43:0/3968618618 shutdown_connections 2024-05-16T15:51:50.097 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:50.068+0000 7fb42905d740 1 -- 172.21.15.43:0/3968618618 wait complete. 2024-05-16T15:51:50.097 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:50.068+0000 7fb42905d740 20 client.25340 trim_cache size 0 max 16384 2024-05-16T15:51:50.098 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:{ 2024-05-16T15:51:50.098 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "message": "", 2024-05-16T15:51:50.098 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "return_code": 0 2024-05-16T15:51:50.098 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:} 2024-05-16T15:51:50.099 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:50.069+0000 7fb426346640 1 -- 172.21.15.43:0/1534834962 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb4080b28a0 msgr2=0x7fb4080b4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:50.099 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:50.069+0000 7fb426346640 1 --2- 172.21.15.43:0/1534834962 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb4080b28a0 0x7fb4080b4d60 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fb414000c00 tx=0x7fb41402a410 comp rx=0 tx=0).stop 2024-05-16T15:51:50.099 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:50.069+0000 7fb426346640 1 -- 172.21.15.43:0/1534834962 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb4201034c0 msgr2=0x7fb4201a0060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:50.099 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:50.069+0000 7fb426346640 1 --2- 172.21.15.43:0/1534834962 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb4201034c0 0x7fb4201a0060 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7fb418009fd0 tx=0x7fb41800ef10 comp rx=0 tx=0).stop 2024-05-16T15:51:50.099 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:50.069+0000 7fb426346640 1 -- 172.21.15.43:0/1534834962 shutdown_connections 2024-05-16T15:51:50.099 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:50.069+0000 7fb426346640 1 --2- 172.21.15.43:0/1534834962 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb4201034c0 0x7fb4201a0060 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:50.099 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:50.069+0000 7fb426346640 1 --2- 172.21.15.43:0/1534834962 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb4080b28a0 0x7fb4080b4d60 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:50.099 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:50.069+0000 7fb426346640 1 --2- 172.21.15.43:0/1534834962 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb420102b00 0x7fb420199040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:50.100 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:50.069+0000 7fb426346640 1 --2- 172.21.15.43:0/1534834962 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb420101910 0x7fb420198b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:50.100 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:50.069+0000 7fb426346640 1 -- 172.21.15.43:0/1534834962 >> 172.21.15.43:0/1534834962 conn(0x7fb4200fce80 msgr2=0x7fb420105ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:50.100 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:50.069+0000 7fb426346640 1 -- 172.21.15.43:0/1534834962 shutdown_connections 2024-05-16T15:51:50.100 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:51:50.070+0000 7fb426346640 1 -- 172.21.15.43:0/1534834962 wait complete. 2024-05-16T15:51:50.422 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:51:50.475 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:51:50 smithi043 ceph-mon[31619]: scrub queued for path: / 2024-05-16T15:51:50.475 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:51:50 smithi043 ceph-mon[31619]: scrub summary: idle+waiting paths [/] 2024-05-16T15:51:50.475 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:51:50 smithi043 ceph-mon[31619]: scrub summary: active paths [/] 2024-05-16T15:51:50.476 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:51:50 smithi043 ceph-mon[31619]: scrub summary: idle+waiting paths [/] 2024-05-16T15:51:50.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:51:50 smithi157 ceph-mon[35584]: scrub queued for path: / 2024-05-16T15:51:50.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:51:50 smithi157 ceph-mon[35584]: scrub summary: idle+waiting paths [/] 2024-05-16T15:51:50.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:51:50 smithi157 ceph-mon[35584]: scrub summary: active paths [/] 2024-05-16T15:51:50.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:51:50 smithi157 ceph-mon[35584]: scrub summary: idle+waiting paths [/] 2024-05-16T15:51:50.686 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:51:50 smithi148 ceph-mon[34976]: scrub queued for path: / 2024-05-16T15:51:50.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:51:50 smithi148 ceph-mon[34976]: scrub summary: idle+waiting paths [/] 2024-05-16T15:51:50.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:51:50 smithi148 ceph-mon[34976]: scrub summary: active paths [/] 2024-05-16T15:51:50.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:51:50 smithi148 ceph-mon[34976]: scrub summary: idle+waiting paths [/] 2024-05-16T15:51:51.576 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:51:51 smithi043 ceph-mon[31619]: pgmap v484: 129 pgs: 129 active+clean; 4.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 363 KiB/s wr, 15 op/s 2024-05-16T15:51:51.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:51:51 smithi157 ceph-mon[35584]: pgmap v484: 129 pgs: 129 active+clean; 4.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 363 KiB/s wr, 15 op/s 2024-05-16T15:51:51.686 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:51:51 smithi148 ceph-mon[34976]: pgmap v484: 129 pgs: 129 active+clean; 4.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 363 KiB/s wr, 15 op/s 2024-05-16T15:51:52.475 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.463+0000 7f3f07109700 1 -- 172.21.15.43:0/3333847433 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3f00109680 msgr2=0x7f3f00109a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:52.475 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.463+0000 7f3f07109700 1 --2- 172.21.15.43:0/3333847433 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3f00109680 0x7f3f00109a60 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f3ef000b0a0 tx=0x7f3ef000b3b0 comp rx=0 tx=0).stop 2024-05-16T15:51:52.475 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.463+0000 7f3f07109700 1 -- 172.21.15.43:0/3333847433 shutdown_connections 2024-05-16T15:51:52.475 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.463+0000 7f3f07109700 1 --2- 172.21.15.43:0/3333847433 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3f00102890 0x7f3f00110390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:52.476 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.463+0000 7f3f07109700 1 --2- 172.21.15.43:0/3333847433 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3f00109680 0x7f3f00109a60 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:52.476 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.463+0000 7f3f07109700 1 --2- 172.21.15.43:0/3333847433 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3f00101ed0 0x7f3f00102350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:52.476 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.463+0000 7f3f07109700 1 -- 172.21.15.43:0/3333847433 >> 172.21.15.43:0/3333847433 conn(0x7f3f00077610 msgr2=0x7f3f00077a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:52.476 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.463+0000 7f3f07109700 1 -- 172.21.15.43:0/3333847433 shutdown_connections 2024-05-16T15:51:52.476 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.463+0000 7f3f07109700 1 -- 172.21.15.43:0/3333847433 wait complete. 2024-05-16T15:51:52.478 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.464+0000 7f3f07109700 1 Processor -- start 2024-05-16T15:51:52.478 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.464+0000 7f3f07109700 1 -- start start 2024-05-16T15:51:52.478 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.464+0000 7f3f07109700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3f00101ed0 0x7f3f0019f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:52.478 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.464+0000 7f3f07109700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3f00102890 0x7f3f0019fc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:52.478 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.464+0000 7f3f07109700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3f00109680 0x7f3f00199850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:52.478 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.464+0000 7f3f07109700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f3f00113570 con 0x7f3f00101ed0 2024-05-16T15:51:52.478 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.464+0000 7f3f07109700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f3f001133f0 con 0x7f3f00102890 2024-05-16T15:51:52.478 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.464+0000 7f3f07109700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f3f001136f0 con 0x7f3f00109680 2024-05-16T15:51:52.478 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.464+0000 7f3f04ea5700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3f00101ed0 0x7f3f0019f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:52.478 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.465+0000 7f3f04ea5700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3f00101ed0 0x7f3f0019f6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:39824/0 (socket says 172.21.15.43:39824) 2024-05-16T15:51:52.478 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.465+0000 7f3f04ea5700 1 -- 172.21.15.43:0/1226050010 learned_addr learned my addr 172.21.15.43:0/1226050010 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:52.478 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.465+0000 7f3efffff700 1 --2- 172.21.15.43:0/1226050010 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3f00102890 0x7f3f0019fc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:52.478 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.465+0000 7f3f056a6700 1 --2- 172.21.15.43:0/1226050010 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3f00109680 0x7f3f00199850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:52.479 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.465+0000 7f3f04ea5700 1 -- 172.21.15.43:0/1226050010 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3f00109680 msgr2=0x7f3f00199850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:52.479 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.465+0000 7f3f04ea5700 1 --2- 172.21.15.43:0/1226050010 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3f00109680 0x7f3f00199850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:52.479 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.465+0000 7f3f04ea5700 1 -- 172.21.15.43:0/1226050010 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3f00102890 msgr2=0x7f3f0019fc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:52.479 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.465+0000 7f3f04ea5700 1 --2- 172.21.15.43:0/1226050010 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3f00102890 0x7f3f0019fc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:52.479 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.465+0000 7f3f04ea5700 1 -- 172.21.15.43:0/1226050010 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f0019a030 con 0x7f3f00101ed0 2024-05-16T15:51:52.479 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.465+0000 7f3f04ea5700 1 --2- 172.21.15.43:0/1226050010 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3f00101ed0 0x7f3f0019f6d0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f3ef000b070 tx=0x7f3ef0004e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:52.479 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.465+0000 7f3efdffb700 1 -- 172.21.15.43:0/1226050010 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ef0021070 con 0x7f3f00101ed0 2024-05-16T15:51:52.479 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.465+0000 7f3f07109700 1 -- 172.21.15.43:0/1226050010 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f0019a2c0 con 0x7f3f00101ed0 2024-05-16T15:51:52.479 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.465+0000 7f3efdffb700 1 -- 172.21.15.43:0/1226050010 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3ef0007c80 con 0x7f3f00101ed0 2024-05-16T15:51:52.479 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.465+0000 7f3efdffb700 1 -- 172.21.15.43:0/1226050010 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ef00052a0 con 0x7f3f00101ed0 2024-05-16T15:51:52.479 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.466+0000 7f3f07109700 1 -- 172.21.15.43:0/1226050010 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f001a6530 con 0x7f3f00101ed0 2024-05-16T15:51:52.480 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.468+0000 7f3efdffb700 1 -- 172.21.15.43:0/1226050010 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f3ef0024070 con 0x7f3f00101ed0 2024-05-16T15:51:52.480 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.469+0000 7f3efdffb700 1 --2- 172.21.15.43:0/1226050010 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f3eec0b2880 0x7f3eec0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:52.480 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.469+0000 7f3efffff700 1 --2- 172.21.15.43:0/1226050010 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f3eec0b2880 0x7f3eec0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:52.481 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.469+0000 7f3efdffb700 1 -- 172.21.15.43:0/1226050010 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f3ef000f020 con 0x7f3f00101ed0 2024-05-16T15:51:52.482 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.469+0000 7f3f1199cb80 1 Processor -- start 2024-05-16T15:51:52.483 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.469+0000 7f3f1199cb80 1 -- start start 2024-05-16T15:51:52.483 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.470+0000 7f3efffff700 1 --2- 172.21.15.43:0/1226050010 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f3eec0b2880 0x7f3eec0b4d40 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f3f00077c10 tx=0x7f3ee800a380 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:52.483 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.470+0000 7f3f1199cb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5615ab229590 0x5615ab229970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:52.483 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.470+0000 7f3f1199cb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5615ab229eb0 0x5615ab223c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:52.483 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.470+0000 7f3f1199cb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5615ab2241b0 0x5615ab224610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:52.483 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.470+0000 7f3f1199cb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x5615ab171940 con 0x5615ab2241b0 2024-05-16T15:51:52.483 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.470+0000 7f3f1199cb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x5615ab0d6da0 con 0x5615ab229eb0 2024-05-16T15:51:52.483 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.470+0000 7f3f1199cb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x5615ab16d900 con 0x5615ab229590 2024-05-16T15:51:52.483 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.470+0000 7f3f056a6700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5615ab2241b0 0x5615ab224610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:52.483 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.470+0000 7f3f056a6700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5615ab2241b0 0x5615ab224610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:39834/0 (socket says 172.21.15.43:39834) 2024-05-16T15:51:52.483 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.470+0000 7f3f056a6700 1 -- 172.21.15.43:0/4234958273 learned_addr learned my addr 172.21.15.43:0/4234958273 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:52.483 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.470+0000 7f3f04ea5700 1 --2- 172.21.15.43:0/4234958273 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5615ab229590 0x5615ab229970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:52.483 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.470+0000 7f3efffff700 1 --2- 172.21.15.43:0/4234958273 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5615ab229eb0 0x5615ab223c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:52.484 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.470+0000 7f3f056a6700 1 -- 172.21.15.43:0/4234958273 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5615ab229590 msgr2=0x5615ab229970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:52.484 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.470+0000 7f3f056a6700 1 --2- 172.21.15.43:0/4234958273 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5615ab229590 0x5615ab229970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:52.484 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.470+0000 7f3f056a6700 1 -- 172.21.15.43:0/4234958273 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5615ab229eb0 msgr2=0x5615ab223c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:52.484 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.470+0000 7f3f056a6700 1 --2- 172.21.15.43:0/4234958273 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5615ab229eb0 0x5615ab223c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:52.484 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.470+0000 7f3f056a6700 1 -- 172.21.15.43:0/4234958273 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5615ab0be8d0 con 0x5615ab2241b0 2024-05-16T15:51:52.484 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.471+0000 7f3f056a6700 1 --2- 172.21.15.43:0/4234958273 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5615ab2241b0 0x5615ab224610 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f3ef800b810 tx=0x7f3ef800bb20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63b918480aef8b59 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:52.484 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.471+0000 7f3ef6ffd700 1 -- 172.21.15.43:0/4234958273 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ef8014620 con 0x5615ab2241b0 2024-05-16T15:51:52.484 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.471+0000 7f3ef6ffd700 1 -- 172.21.15.43:0/4234958273 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3ef8014c50 con 0x5615ab2241b0 2024-05-16T15:51:52.484 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.471+0000 7f3ef6ffd700 1 -- 172.21.15.43:0/4234958273 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ef8012c30 con 0x5615ab2241b0 2024-05-16T15:51:52.488 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.471+0000 7f3f1199cb80 1 -- 172.21.15.43:0/4234958273 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5615ab2241b0 msgr2=0x5615ab224610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:52.488 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.471+0000 7f3f1199cb80 1 --2- 172.21.15.43:0/4234958273 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5615ab2241b0 0x5615ab224610 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f3ef800b810 tx=0x7f3ef800bb20 comp rx=0 tx=0).stop 2024-05-16T15:51:52.488 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.472+0000 7f3f1199cb80 1 -- 172.21.15.43:0/4234958273 shutdown_connections 2024-05-16T15:51:52.488 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.472+0000 7f3f1199cb80 1 --2- 172.21.15.43:0/4234958273 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5615ab2241b0 0x5615ab224610 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:52.488 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.472+0000 7f3f1199cb80 1 --2- 172.21.15.43:0/4234958273 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5615ab229590 0x5615ab229970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:52.488 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.472+0000 7f3f1199cb80 1 --2- 172.21.15.43:0/4234958273 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5615ab229eb0 0x5615ab223c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:52.488 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.472+0000 7f3f1199cb80 1 -- 172.21.15.43:0/4234958273 >> 172.21.15.43:0/4234958273 conn(0x5615ab14bb70 msgr2=0x5615ab21a2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:52.488 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.472+0000 7f3f1199cb80 1 -- 172.21.15.43:0/4234958273 shutdown_connections 2024-05-16T15:51:52.488 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.472+0000 7f3f1199cb80 1 -- 172.21.15.43:0/4234958273 wait complete. 2024-05-16T15:51:52.488 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.472+0000 7f3f1199cb80 1 -- start start 2024-05-16T15:51:52.489 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.472+0000 7f3f1199cb80 1 Processor -- start 2024-05-16T15:51:52.489 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.473+0000 7f3f1199cb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5615ab2241b0 0x5615ab22fba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:52.489 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.473+0000 7f3f1199cb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5615ab229590 0x5615ab22cf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:52.489 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.473+0000 7f3f1199cb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5615ab229eb0 0x5615ab22d480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:52.489 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.473+0000 7f3f1199cb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x5615ab2308e0 con 0x5615ab229eb0 2024-05-16T15:51:52.489 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.473+0000 7f3f1199cb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x5615ab12aed0 con 0x5615ab2241b0 2024-05-16T15:51:52.489 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.473+0000 7f3f1199cb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x5615ab230a60 con 0x5615ab229590 2024-05-16T15:51:52.489 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.473+0000 7f3f1199cb80 10 client.0 _ll_register_callbacks cb 0x5615ab1055b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:51:52.489 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.473+0000 7f3f056a6700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5615ab229eb0 0x5615ab22d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:52.489 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.473+0000 7f3f056a6700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5615ab229eb0 0x5615ab22d480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:39848/0 (socket says 172.21.15.43:39848) 2024-05-16T15:51:52.489 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.473+0000 7f3f056a6700 1 -- 172.21.15.43:0/577274333 learned_addr learned my addr 172.21.15.43:0/577274333 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:52.489 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.473+0000 7f3f04ea5700 1 --2- 172.21.15.43:0/577274333 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5615ab2241b0 0x5615ab22fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:52.489 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.473+0000 7f3efffff700 1 --2- 172.21.15.43:0/577274333 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5615ab229590 0x5615ab22cf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:52.489 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.473+0000 7f3f056a6700 1 -- 172.21.15.43:0/577274333 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5615ab229590 msgr2=0x5615ab22cf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:52.489 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.473+0000 7f3f056a6700 1 --2- 172.21.15.43:0/577274333 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5615ab229590 0x5615ab22cf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:52.490 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.473+0000 7f3f056a6700 1 -- 172.21.15.43:0/577274333 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5615ab2241b0 msgr2=0x5615ab22fba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:52.490 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.473+0000 7f3f056a6700 1 --2- 172.21.15.43:0/577274333 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5615ab2241b0 0x5615ab22fba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:52.490 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.473+0000 7f3f056a6700 1 -- 172.21.15.43:0/577274333 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5615ab128760 con 0x5615ab229eb0 2024-05-16T15:51:52.490 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.473+0000 7f3efffff700 1 --2- 172.21.15.43:0/577274333 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5615ab229590 0x5615ab22cf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:51:52.490 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.473+0000 7f3f056a6700 1 --2- 172.21.15.43:0/577274333 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5615ab229eb0 0x5615ab22d480 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f3ef80124f0 tx=0x7f3ef8012520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94df3f9fc619a880 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:52.490 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.473+0000 7f3edffff700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:51:52.490 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.474+0000 7f3edffff700 1 -- 172.21.15.43:0/577274333 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ef8024070 con 0x5615ab229eb0 2024-05-16T15:51:52.490 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.474+0000 7f3edffff700 1 -- 172.21.15.43:0/577274333 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f3ef8014a20 con 0x5615ab229eb0 2024-05-16T15:51:52.490 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.474+0000 7f3f1199cb80 1 -- 172.21.15.43:0/577274333 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3ef8014c50 con 0x5615ab229eb0 2024-05-16T15:51:52.490 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.474+0000 7f3edffff700 1 -- 172.21.15.43:0/577274333 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f3ef8030050 con 0x5615ab229eb0 2024-05-16T15:51:52.490 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.474+0000 7f3f1199cb80 10 client.15816 fetch_fsmap learned FSMap version 30 2024-05-16T15:51:52.490 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.474+0000 7f3f1199cb80 1 -- 172.21.15.43:0/577274333 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5615ab23b1f0 con 0x5615ab229eb0 2024-05-16T15:51:52.490 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.474+0000 7f3edffff700 1 -- 172.21.15.43:0/577274333 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3ef8014c50 con 0x5615ab229eb0 2024-05-16T15:51:52.490 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.474+0000 7f3edffff700 1 -- 172.21.15.43:0/577274333 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f3ef8013050 con 0x5615ab229eb0 2024-05-16T15:51:52.490 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.474+0000 7f3f1199cb80 10 client.15816 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:51:52.490 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.474+0000 7f3f1199cb80 10 client.15816 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-16T15:51:52.491 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.474+0000 7f3f1199cb80 20 client.15816 populate_metadata read hostname 'smithi043' 2024-05-16T15:51:52.491 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.474+0000 7f3f1199cb80 1 --2- 172.21.15.43:0/577274333 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5615ab23d6c0 0x5615ab23fab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:52.491 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.474+0000 7f3f1199cb80 4 client.15816 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:51:52.491 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.474+0000 7f3f1199cb80 1 -- 172.21.15.43:0/577274333 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5615ab17f320 con 0x5615ab23d6c0 2024-05-16T15:51:52.491 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.475+0000 7f3f04ea5700 1 --2- 172.21.15.43:0/577274333 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5615ab23d6c0 0x5615ab23fab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:52.491 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.475+0000 7f3f04ea5700 1 --2- 172.21.15.43:0/577274333 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5615ab23d6c0 0x5615ab23fab0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fac2fc76c391b2c1 server_cookie=2c9f0d5349cc040f in_seq=0 out_seq=0 2024-05-16T15:51:52.491 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.475+0000 7f3edffff700 10 client.15816 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:51:52.491 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.476+0000 7f3edffff700 1 -- 172.21.15.43:0/577274333 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5615ab17f320 con 0x5615ab23d6c0 2024-05-16T15:51:52.491 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.476+0000 7f3edffff700 10 client.15816 handle_command_reply: tid=0 2024-05-16T15:51:52.491 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.476+0000 7f3f1199cb80 1 client.15816 shutdown 2024-05-16T15:51:52.491 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.476+0000 7f3f1199cb80 1 -- 172.21.15.43:0/577274333 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5615ab229eb0 msgr2=0x5615ab22d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:52.491 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.476+0000 7f3f1199cb80 1 --2- 172.21.15.43:0/577274333 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5615ab229eb0 0x5615ab22d480 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f3ef80124f0 tx=0x7f3ef8012520 comp rx=0 tx=0).stop 2024-05-16T15:51:52.491 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.476+0000 7f3f1199cb80 1 -- 172.21.15.43:0/577274333 shutdown_connections 2024-05-16T15:51:52.491 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.476+0000 7f3f1199cb80 1 --2- 172.21.15.43:0/577274333 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5615ab23d6c0 0x5615ab23fab0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:52.491 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.476+0000 7f3f1199cb80 1 --2- 172.21.15.43:0/577274333 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5615ab229eb0 0x5615ab22d480 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:52.492 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.476+0000 7f3f1199cb80 1 --2- 172.21.15.43:0/577274333 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5615ab2241b0 0x5615ab22fba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:52.492 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.476+0000 7f3f1199cb80 1 --2- 172.21.15.43:0/577274333 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5615ab229590 0x5615ab22cf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:52.492 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.476+0000 7f3f1199cb80 1 -- 172.21.15.43:0/577274333 >> 172.21.15.43:0/577274333 conn(0x5615ab14bb70 msgr2=0x5615ab214b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:52.492 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.476+0000 7f3edffff700 0 client.15816 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:51:52.492 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.476+0000 7f3f1199cb80 1 -- 172.21.15.43:0/577274333 shutdown_connections 2024-05-16T15:51:52.492 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.476+0000 7f3f1199cb80 1 -- 172.21.15.43:0/577274333 wait complete. 2024-05-16T15:51:52.492 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.477+0000 7f3f1199cb80 20 client.15816 trim_cache size 0 max 16384 2024-05-16T15:51:52.509 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.497+0000 7f3f1199cb80 1 Processor -- start 2024-05-16T15:51:52.509 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.497+0000 7f3f1199cb80 1 -- start start 2024-05-16T15:51:52.509 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.497+0000 7f3f1199cb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5615ab2241b0 0x5615ab2399a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:52.509 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.497+0000 7f3f1199cb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5615ab229590 0x5615ab22d4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:52.510 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.497+0000 7f3f1199cb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5615ab229eb0 0x5615ab214c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:52.510 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.497+0000 7f3f1199cb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f3f001acf60 con 0x5615ab229eb0 2024-05-16T15:51:52.510 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.497+0000 7f3f1199cb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f3f001aeaa0 con 0x5615ab229590 2024-05-16T15:51:52.510 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.497+0000 7f3f1199cb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f3f001ad630 con 0x5615ab2241b0 2024-05-16T15:51:52.510 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.497+0000 7f3f056a6700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5615ab229eb0 0x5615ab214c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:52.510 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.497+0000 7f3f056a6700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5615ab229eb0 0x5615ab214c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:39854/0 (socket says 172.21.15.43:39854) 2024-05-16T15:51:52.510 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.497+0000 7f3f056a6700 1 -- 172.21.15.43:0/1724243380 learned_addr learned my addr 172.21.15.43:0/1724243380 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:52.510 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.497+0000 7f3f04ea5700 1 --2- 172.21.15.43:0/1724243380 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5615ab2241b0 0x5615ab2399a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:52.510 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.497+0000 7f3efffff700 1 --2- 172.21.15.43:0/1724243380 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5615ab229590 0x5615ab22d4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:52.510 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.498+0000 7f3f056a6700 1 -- 172.21.15.43:0/1724243380 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5615ab2241b0 msgr2=0x5615ab2399a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:52.510 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.498+0000 7f3f056a6700 1 --2- 172.21.15.43:0/1724243380 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5615ab2241b0 0x5615ab2399a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:52.510 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.498+0000 7f3f056a6700 1 -- 172.21.15.43:0/1724243380 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5615ab229590 msgr2=0x5615ab22d4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:52.510 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.498+0000 7f3f056a6700 1 --2- 172.21.15.43:0/1724243380 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5615ab229590 0x5615ab22d4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:52.510 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.498+0000 7f3f056a6700 1 -- 172.21.15.43:0/1724243380 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5615ab22ff10 con 0x5615ab229eb0 2024-05-16T15:51:52.511 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.498+0000 7f3f056a6700 1 --2- 172.21.15.43:0/1724243380 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5615ab229eb0 0x5615ab214c40 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f3ef800b760 tx=0x7f3ef801c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e0fc58222a0eda7 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:52.511 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.498+0000 7f3ef67fc700 1 -- 172.21.15.43:0/1724243380 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ef8024040 con 0x5615ab229eb0 2024-05-16T15:51:52.511 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.498+0000 7f3ef67fc700 1 -- 172.21.15.43:0/1724243380 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3ef801d460 con 0x5615ab229eb0 2024-05-16T15:51:52.511 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.498+0000 7f3ef67fc700 1 -- 172.21.15.43:0/1724243380 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ef80129e0 con 0x5615ab229eb0 2024-05-16T15:51:52.514 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.499+0000 7f3f1199cb80 1 -- 172.21.15.43:0/1724243380 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5615ab229eb0 msgr2=0x5615ab214c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:52.514 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.499+0000 7f3f1199cb80 1 --2- 172.21.15.43:0/1724243380 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5615ab229eb0 0x5615ab214c40 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f3ef800b760 tx=0x7f3ef801c440 comp rx=0 tx=0).stop 2024-05-16T15:51:52.515 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.499+0000 7f3f1199cb80 1 -- 172.21.15.43:0/1724243380 shutdown_connections 2024-05-16T15:51:52.515 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.499+0000 7f3f1199cb80 1 --2- 172.21.15.43:0/1724243380 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5615ab229eb0 0x5615ab214c40 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:52.515 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.499+0000 7f3f1199cb80 1 --2- 172.21.15.43:0/1724243380 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5615ab2241b0 0x5615ab2399a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:52.515 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.499+0000 7f3f1199cb80 1 --2- 172.21.15.43:0/1724243380 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5615ab229590 0x5615ab22d4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:52.515 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.499+0000 7f3f1199cb80 1 -- 172.21.15.43:0/1724243380 >> 172.21.15.43:0/1724243380 conn(0x5615ab14bb70 msgr2=0x5615ab21f090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:52.515 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.499+0000 7f3f1199cb80 1 -- 172.21.15.43:0/1724243380 shutdown_connections 2024-05-16T15:51:52.515 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.499+0000 7f3f1199cb80 1 -- 172.21.15.43:0/1724243380 wait complete. 2024-05-16T15:51:52.515 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.499+0000 7f3f1199cb80 1 -- start start 2024-05-16T15:51:52.515 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.499+0000 7f3f1199cb80 1 Processor -- start 2024-05-16T15:51:52.515 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.500+0000 7f3f1199cb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5615ab2241b0 0x5615ab244b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:52.515 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.500+0000 7f3f1199cb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5615ab229590 0x5615ab245060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:52.515 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.500+0000 7f3f1199cb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5615ab229eb0 0x5615ab2455a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:52.515 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.500+0000 7f3f1199cb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f3f001ae3d0 con 0x5615ab2241b0 2024-05-16T15:51:52.515 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.500+0000 7f3f1199cb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f3f001add00 con 0x5615ab229590 2024-05-16T15:51:52.515 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.500+0000 7f3f1199cb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f3f001aaf00 con 0x5615ab229eb0 2024-05-16T15:51:52.516 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.500+0000 7f3f1199cb80 10 client.0 _ll_register_callbacks cb 0x5615ab1055b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:51:52.516 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.500+0000 7f3f04ea5700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5615ab2241b0 0x5615ab244b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:52.516 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.500+0000 7f3f04ea5700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5615ab2241b0 0x5615ab244b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:39860/0 (socket says 172.21.15.43:39860) 2024-05-16T15:51:52.516 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.500+0000 7f3f04ea5700 1 -- 172.21.15.43:0/378692565 learned_addr learned my addr 172.21.15.43:0/378692565 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:51:52.516 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.500+0000 7f3efffff700 1 --2- 172.21.15.43:0/378692565 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5615ab229590 0x5615ab245060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:52.516 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.500+0000 7f3f056a6700 1 --2- 172.21.15.43:0/378692565 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5615ab229eb0 0x5615ab2455a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:52.516 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.500+0000 7f3f04ea5700 1 -- 172.21.15.43:0/378692565 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5615ab229eb0 msgr2=0x5615ab2455a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:52.516 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.500+0000 7f3f04ea5700 1 --2- 172.21.15.43:0/378692565 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5615ab229eb0 0x5615ab2455a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:52.516 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.500+0000 7f3f04ea5700 1 -- 172.21.15.43:0/378692565 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5615ab229590 msgr2=0x5615ab245060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:51:52.516 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.500+0000 7f3f04ea5700 1 --2- 172.21.15.43:0/378692565 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5615ab229590 0x5615ab245060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:52.516 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.500+0000 7f3f04ea5700 1 -- 172.21.15.43:0/378692565 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5615ab2a6ea0 con 0x5615ab2241b0 2024-05-16T15:51:52.516 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.500+0000 7f3f056a6700 1 --2- 172.21.15.43:0/378692565 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5615ab229eb0 0x5615ab2455a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:51:52.516 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.500+0000 7f3f04ea5700 1 --2- 172.21.15.43:0/378692565 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5615ab2241b0 0x5615ab244b20 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f3ef0000f80 tx=0x7f3ef000b3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=423c7c6e19298c56 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:51:52.516 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.500+0000 7f3edffff700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:51:52.516 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.500+0000 7f3edffff700 1 -- 172.21.15.43:0/378692565 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ef00af330 con 0x5615ab2241b0 2024-05-16T15:51:52.517 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.500+0000 7f3edffff700 1 -- 172.21.15.43:0/378692565 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f3ef00ab1e0 con 0x5615ab2241b0 2024-05-16T15:51:52.517 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.500+0000 7f3f1199cb80 1 -- 172.21.15.43:0/378692565 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3ef801d460 con 0x5615ab2241b0 2024-05-16T15:51:52.517 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.501+0000 7f3edffff700 1 -- 172.21.15.43:0/378692565 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f3ef00b3d50 con 0x5615ab2241b0 2024-05-16T15:51:52.517 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.501+0000 7f3f1199cb80 10 client.15822 fetch_fsmap learned FSMap version 30 2024-05-16T15:51:52.517 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.501+0000 7f3f1199cb80 1 -- 172.21.15.43:0/378692565 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5615ab2a8170 con 0x5615ab2241b0 2024-05-16T15:51:52.517 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.501+0000 7f3edffff700 1 -- 172.21.15.43:0/378692565 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3ef801d460 con 0x5615ab2241b0 2024-05-16T15:51:52.517 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.501+0000 7f3edffff700 1 -- 172.21.15.43:0/378692565 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f3ef0011070 con 0x5615ab2241b0 2024-05-16T15:51:52.517 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.501+0000 7f3f1199cb80 10 client.15822 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:51:52.517 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.501+0000 7f3f1199cb80 10 client.15822 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-16T15:51:52.517 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.501+0000 7f3f1199cb80 20 client.15822 populate_metadata read hostname 'smithi043' 2024-05-16T15:51:52.517 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.501+0000 7f3f1199cb80 1 --2- 172.21.15.43:0/378692565 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5615ab2a88b0 0x5615ab2aacd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:51:52.517 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.501+0000 7f3f1199cb80 4 client.15822 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-16T15:51:52.517 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.501+0000 7f3f1199cb80 1 -- 172.21.15.43:0/378692565 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5615ab1793c0 con 0x5615ab2a88b0 2024-05-16T15:51:52.517 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.501+0000 7f3efffff700 1 --2- 172.21.15.43:0/378692565 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5615ab2a88b0 0x5615ab2aacd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:51:52.518 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.502+0000 7f3efffff700 1 --2- 172.21.15.43:0/378692565 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5615ab2a88b0 0x5615ab2aacd0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9e3544a87d8a8008 server_cookie=5025a495ee1bae2b in_seq=0 out_seq=0 2024-05-16T15:51:52.518 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.502+0000 7f3edffff700 10 client.15822 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:51:52.518 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.502+0000 7f3edffff700 1 -- 172.21.15.43:0/378692565 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x5615ab1793c0 con 0x5615ab2a88b0 2024-05-16T15:51:52.518 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.502+0000 7f3edffff700 10 client.15822 handle_command_reply: tid=0 2024-05-16T15:51:52.518 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.502+0000 7f3f1199cb80 1 client.15822 shutdown 2024-05-16T15:51:52.518 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.502+0000 7f3f1199cb80 1 -- 172.21.15.43:0/378692565 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5615ab2241b0 msgr2=0x5615ab244b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:52.518 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.502+0000 7f3f1199cb80 1 --2- 172.21.15.43:0/378692565 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5615ab2241b0 0x5615ab244b20 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f3ef0000f80 tx=0x7f3ef000b3b0 comp rx=0 tx=0).stop 2024-05-16T15:51:52.518 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.502+0000 7f3f1199cb80 1 -- 172.21.15.43:0/378692565 shutdown_connections 2024-05-16T15:51:52.518 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.502+0000 7f3f1199cb80 1 --2- 172.21.15.43:0/378692565 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5615ab2a88b0 0x5615ab2aacd0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:52.518 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.502+0000 7f3f1199cb80 1 --2- 172.21.15.43:0/378692565 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5615ab229eb0 0x5615ab2455a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:52.518 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.502+0000 7f3f1199cb80 1 --2- 172.21.15.43:0/378692565 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5615ab2241b0 0x5615ab244b20 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:52.518 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.502+0000 7f3f1199cb80 1 --2- 172.21.15.43:0/378692565 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5615ab229590 0x5615ab245060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:52.518 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.502+0000 7f3f1199cb80 1 -- 172.21.15.43:0/378692565 >> 172.21.15.43:0/378692565 conn(0x5615ab14bb70 msgr2=0x5615ab21f090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:52.518 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.502+0000 7f3edffff700 0 client.15822 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:51:52.518 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.502+0000 7f3f1199cb80 1 -- 172.21.15.43:0/378692565 shutdown_connections 2024-05-16T15:51:52.518 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.502+0000 7f3f1199cb80 1 -- 172.21.15.43:0/378692565 wait complete. 2024-05-16T15:51:52.519 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.502+0000 7f3f1199cb80 20 client.15822 trim_cache size 0 max 16384 2024-05-16T15:51:52.519 INFO:teuthology.orchestra.run.smithi043.stdout:{ 2024-05-16T15:51:52.519 INFO:teuthology.orchestra.run.smithi043.stdout: "status": "IDLE (waiting for more scrubs)", 2024-05-16T15:51:52.519 INFO:teuthology.orchestra.run.smithi043.stdout: "scrubs": { 2024-05-16T15:51:52.519 INFO:teuthology.orchestra.run.smithi043.stdout: "b63946a5-db71-45db-9368-a00d1e623a81": { 2024-05-16T15:51:52.519 INFO:teuthology.orchestra.run.smithi043.stdout: "path": "/", 2024-05-16T15:51:52.519 INFO:teuthology.orchestra.run.smithi043.stdout: "tag": "b63946a5-db71-45db-9368-a00d1e623a81", 2024-05-16T15:51:52.519 INFO:teuthology.orchestra.run.smithi043.stdout: "options": "recursive,force" 2024-05-16T15:51:52.519 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:51:52.519 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:51:52.519 INFO:teuthology.orchestra.run.smithi043.stdout:} 2024-05-16T15:51:52.520 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.503+0000 7f3f07109700 1 -- 172.21.15.43:0/1226050010 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f3eec0b2880 msgr2=0x7f3eec0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:52.520 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.503+0000 7f3f07109700 1 --2- 172.21.15.43:0/1226050010 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f3eec0b2880 0x7f3eec0b4d40 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f3f00077c10 tx=0x7f3ee800a380 comp rx=0 tx=0).stop 2024-05-16T15:51:52.520 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.503+0000 7f3f07109700 1 -- 172.21.15.43:0/1226050010 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3f00101ed0 msgr2=0x7f3f0019f6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:51:52.520 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.503+0000 7f3f07109700 1 --2- 172.21.15.43:0/1226050010 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3f00101ed0 0x7f3f0019f6d0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f3ef000b070 tx=0x7f3ef0004e20 comp rx=0 tx=0).stop 2024-05-16T15:51:52.520 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.503+0000 7f3f07109700 1 -- 172.21.15.43:0/1226050010 shutdown_connections 2024-05-16T15:51:52.520 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.503+0000 7f3f07109700 1 --2- 172.21.15.43:0/1226050010 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3f00109680 0x7f3f00199850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:52.520 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.503+0000 7f3f07109700 1 --2- 172.21.15.43:0/1226050010 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f3eec0b2880 0x7f3eec0b4d40 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:52.520 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.503+0000 7f3f07109700 1 --2- 172.21.15.43:0/1226050010 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f3f00101ed0 0x7f3f0019f6d0 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:52.520 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.503+0000 7f3f07109700 1 --2- 172.21.15.43:0/1226050010 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3f00102890 0x7f3f0019fc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:51:52.521 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.503+0000 7f3f07109700 1 -- 172.21.15.43:0/1226050010 >> 172.21.15.43:0/1226050010 conn(0x7f3f00077610 msgr2=0x7f3f00100b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:51:52.521 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.503+0000 7f3f07109700 1 -- 172.21.15.43:0/1226050010 shutdown_connections 2024-05-16T15:51:52.521 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:51:52.503+0000 7f3f07109700 1 -- 172.21.15.43:0/1226050010 wait complete. 2024-05-16T15:51:53.298 INFO:tasks.cephfs.filesystem:scrub status for tag:b63946a5-db71-45db-9368-a00d1e623a81 - {'path': '/', 'tag': 'b63946a5-db71-45db-9368-a00d1e623a81', 'options': 'recursive,force'} 2024-05-16T15:51:53.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:51:53 smithi157 ceph-mon[35584]: pgmap v485: 129 pgs: 129 active+clean; 6.8 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 72 KiB/s rd, 537 KiB/s wr, 48 op/s 2024-05-16T15:51:53.686 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:51:53 smithi148 ceph-mon[34976]: pgmap v485: 129 pgs: 129 active+clean; 6.8 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 72 KiB/s rd, 537 KiB/s wr, 48 op/s 2024-05-16T15:51:53.725 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:51:53 smithi043 ceph-mon[31619]: pgmap v485: 129 pgs: 129 active+clean; 6.8 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 72 KiB/s rd, 537 KiB/s wr, 48 op/s 2024-05-16T15:51:54.573 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:51:54 smithi043 ceph-mon[31619]: scrub summary: idle 2024-05-16T15:51:54.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:51:54 smithi157 ceph-mon[35584]: scrub summary: idle 2024-05-16T15:51:54.686 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:51:54 smithi148 ceph-mon[34976]: scrub summary: idle 2024-05-16T15:51:55.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:51:55 smithi157 ceph-mon[35584]: pgmap v486: 129 pgs: 129 active+clean; 17 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 72 KiB/s rd, 1.4 MiB/s wr, 122 op/s 2024-05-16T15:51:55.686 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:51:55 smithi148 ceph-mon[34976]: pgmap v486: 129 pgs: 129 active+clean; 17 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 72 KiB/s rd, 1.4 MiB/s wr, 122 op/s 2024-05-16T15:51:55.725 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:51:55 smithi043 ceph-mon[31619]: pgmap v486: 129 pgs: 129 active+clean; 17 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 72 KiB/s rd, 1.4 MiB/s wr, 122 op/s 2024-05-16T15:51:57.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:51:57 smithi157 ceph-mon[35584]: pgmap v487: 129 pgs: 129 active+clean; 18 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 126 KiB/s rd, 1.5 MiB/s wr, 145 op/s 2024-05-16T15:51:57.686 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:51:57 smithi148 ceph-mon[34976]: pgmap v487: 129 pgs: 129 active+clean; 18 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 126 KiB/s rd, 1.5 MiB/s wr, 145 op/s 2024-05-16T15:51:57.725 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:51:57 smithi043 ceph-mon[31619]: pgmap v487: 129 pgs: 129 active+clean; 18 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 126 KiB/s rd, 1.5 MiB/s wr, 145 op/s 2024-05-16T15:51:59.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:51:59 smithi157 ceph-mon[35584]: pgmap v488: 129 pgs: 129 active+clean; 19 MiB data, 458 MiB used, 1.0 TiB / 1.0 TiB avail; 125 KiB/s rd, 1.6 MiB/s wr, 198 op/s 2024-05-16T15:51:59.686 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:51:59 smithi148 ceph-mon[34976]: pgmap v488: 129 pgs: 129 active+clean; 19 MiB data, 458 MiB used, 1.0 TiB / 1.0 TiB avail; 125 KiB/s rd, 1.6 MiB/s wr, 198 op/s 2024-05-16T15:51:59.725 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:51:59 smithi043 ceph-mon[31619]: pgmap v488: 129 pgs: 129 active+clean; 19 MiB data, 458 MiB used, 1.0 TiB / 1.0 TiB avail; 125 KiB/s rd, 1.6 MiB/s wr, 198 op/s 2024-05-16T15:52:01.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:01 smithi157 ceph-mon[35584]: pgmap v489: 129 pgs: 129 active+clean; 19 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 125 KiB/s rd, 1.7 MiB/s wr, 204 op/s 2024-05-16T15:52:01.686 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:01 smithi148 ceph-mon[34976]: pgmap v489: 129 pgs: 129 active+clean; 19 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 125 KiB/s rd, 1.7 MiB/s wr, 204 op/s 2024-05-16T15:52:01.725 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:01 smithi043 ceph-mon[31619]: pgmap v489: 129 pgs: 129 active+clean; 19 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 125 KiB/s rd, 1.7 MiB/s wr, 204 op/s 2024-05-16T15:52:03.200 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.188+0000 7f0161c75640 1 -- 172.21.15.43:0/2171558471 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f015c103490 msgr2=0x7f015c105880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:03.200 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.188+0000 7f0161c75640 1 --2- 172.21.15.43:0/2171558471 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f015c103490 0x7f015c105880 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f014c009860 tx=0x7f014c02a340 comp rx=0 tx=0).stop 2024-05-16T15:52:03.200 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.188+0000 7f0161c75640 1 -- 172.21.15.43:0/2171558471 shutdown_connections 2024-05-16T15:52:03.200 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.188+0000 7f0161c75640 1 --2- 172.21.15.43:0/2171558471 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f015c1086f0 0x7f015c10ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:03.201 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.188+0000 7f0161c75640 1 --2- 172.21.15.43:0/2171558471 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f015c105dc0 0x7f015c1081b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:03.201 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.188+0000 7f0161c75640 1 --2- 172.21.15.43:0/2171558471 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f015c103490 0x7f015c105880 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:03.201 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.188+0000 7f0161c75640 1 -- 172.21.15.43:0/2171558471 >> 172.21.15.43:0/2171558471 conn(0x7f015c0fce80 msgr2=0x7f015c0ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:03.201 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.188+0000 7f0161c75640 1 -- 172.21.15.43:0/2171558471 shutdown_connections 2024-05-16T15:52:03.201 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.188+0000 7f0161c75640 1 -- 172.21.15.43:0/2171558471 wait complete. 2024-05-16T15:52:03.203 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.189+0000 7f0161c75640 1 Processor -- start 2024-05-16T15:52:03.203 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.189+0000 7f0161c75640 1 -- start start 2024-05-16T15:52:03.203 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.189+0000 7f0161c75640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f015c103490 0x7f015c198b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:03.203 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.189+0000 7f0161c75640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f015c105dc0 0x7f015c1990b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:03.203 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.189+0000 7f0161c75640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f015c1086f0 0x7f015c1a00d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:03.203 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.189+0000 7f0161c75640 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f015c10e3f0 con 0x7f015c103490 2024-05-16T15:52:03.203 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.189+0000 7f0161c75640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f015c10e270 con 0x7f015c105dc0 2024-05-16T15:52:03.203 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.189+0000 7f0161c75640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f015c10e570 con 0x7f015c1086f0 2024-05-16T15:52:03.203 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.190+0000 7f015b7fe640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f015c103490 0x7f015c198b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:03.203 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.190+0000 7f015b7fe640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f015c103490 0x7f015c198b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:56466/0 (socket says 172.21.15.43:56466) 2024-05-16T15:52:03.203 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.190+0000 7f015b7fe640 1 -- 172.21.15.43:0/3563264148 learned_addr learned my addr 172.21.15.43:0/3563264148 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:03.204 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.190+0000 7f0153fff640 1 --2- 172.21.15.43:0/3563264148 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f015c105dc0 0x7f015c1990b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:03.204 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.190+0000 7f015bfff640 1 --2- 172.21.15.43:0/3563264148 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f015c1086f0 0x7f015c1a00d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:03.204 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.190+0000 7f015b7fe640 1 -- 172.21.15.43:0/3563264148 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f015c1086f0 msgr2=0x7f015c1a00d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:03.204 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.190+0000 7f015b7fe640 1 --2- 172.21.15.43:0/3563264148 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f015c1086f0 0x7f015c1a00d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:03.204 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.190+0000 7f015b7fe640 1 -- 172.21.15.43:0/3563264148 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f015c105dc0 msgr2=0x7f015c1990b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:03.204 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.190+0000 7f015b7fe640 1 --2- 172.21.15.43:0/3563264148 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f015c105dc0 0x7f015c1990b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:03.204 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.190+0000 7f015b7fe640 1 -- 172.21.15.43:0/3563264148 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f015c1a0740 con 0x7f015c103490 2024-05-16T15:52:03.204 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.190+0000 7f0153fff640 1 --2- 172.21.15.43:0/3563264148 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f015c105dc0 0x7f015c1990b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:52:03.204 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.190+0000 7f015b7fe640 1 --2- 172.21.15.43:0/3563264148 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f015c103490 0x7f015c198b70 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f014c005cd0 tx=0x7f014c0306e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:03.204 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.190+0000 7f01597fa640 1 -- 172.21.15.43:0/3563264148 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f014c042070 con 0x7f015c103490 2024-05-16T15:52:03.204 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.191+0000 7f01597fa640 1 -- 172.21.15.43:0/3563264148 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f014c032df0 con 0x7f015c103490 2024-05-16T15:52:03.204 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.191+0000 7f0161c75640 1 -- 172.21.15.43:0/3563264148 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f015c1a09d0 con 0x7f015c103490 2024-05-16T15:52:03.204 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.191+0000 7f01597fa640 1 -- 172.21.15.43:0/3563264148 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f014c037040 con 0x7f015c103490 2024-05-16T15:52:03.204 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.191+0000 7f0161c75640 1 -- 172.21.15.43:0/3563264148 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f015c1a0f10 con 0x7f015c103490 2024-05-16T15:52:03.206 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.194+0000 7f01597fa640 1 -- 172.21.15.43:0/3563264148 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f014c045070 con 0x7f015c103490 2024-05-16T15:52:03.206 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.194+0000 7f0164999740 1 Processor -- start 2024-05-16T15:52:03.206 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.194+0000 7f0164999740 1 -- start start 2024-05-16T15:52:03.208 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.195+0000 7f0164999740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558d9ba98db0 0x558d9ba991d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:03.208 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.195+0000 7f0164999740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x558d9ba997a0 0x558d9ba9e2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:03.208 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.195+0000 7f0164999740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x558d9ba9e910 0x558d9baa0da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:03.208 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.195+0000 7f0164999740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x558d9b9fd5d0 con 0x558d9ba9e910 2024-05-16T15:52:03.208 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.195+0000 7f0164999740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x558d9b9b6890 con 0x558d9ba997a0 2024-05-16T15:52:03.208 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.195+0000 7f0164999740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x558d9b9f9590 con 0x558d9ba98db0 2024-05-16T15:52:03.208 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.195+0000 7f015bfff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558d9ba98db0 0x558d9ba991d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:03.208 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.195+0000 7f015bfff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558d9ba98db0 0x558d9ba991d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:40872/0 (socket says 172.21.15.43:40872) 2024-05-16T15:52:03.208 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.195+0000 7f015b7fe640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x558d9ba997a0 0x558d9ba9e2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:03.208 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.195+0000 7f015bfff640 1 -- 172.21.15.43:0/997982757 learned_addr learned my addr 172.21.15.43:0/997982757 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:03.208 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.195+0000 7f0153fff640 1 --2- 172.21.15.43:0/997982757 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x558d9ba9e910 0x558d9baa0da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:03.208 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.195+0000 7f015bfff640 1 -- 172.21.15.43:0/997982757 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x558d9ba997a0 msgr2=0x558d9ba9e2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:03.208 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.195+0000 7f015bfff640 1 --2- 172.21.15.43:0/997982757 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x558d9ba997a0 0x558d9ba9e2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:03.208 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.195+0000 7f015bfff640 1 -- 172.21.15.43:0/997982757 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x558d9ba9e910 msgr2=0x558d9baa0da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:03.208 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.195+0000 7f015bfff640 1 --2- 172.21.15.43:0/997982757 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x558d9ba9e910 0x558d9baa0da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:03.209 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.195+0000 7f015bfff640 1 -- 172.21.15.43:0/997982757 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558d9b70f210 con 0x558d9ba98db0 2024-05-16T15:52:03.209 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.196+0000 7f015bfff640 1 --2- 172.21.15.43:0/997982757 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558d9ba98db0 0x558d9ba991d0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f015400e450 tx=0x7f01540095c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d10bfea310c86b09 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:03.209 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.196+0000 7f01597fa640 1 --2- 172.21.15.43:0/3563264148 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f01480b2920 0x7f01480b4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:03.209 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.196+0000 7f0151ffb640 1 -- 172.21.15.43:0/997982757 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f015400d910 con 0x558d9ba98db0 2024-05-16T15:52:03.209 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.196+0000 7f015b7fe640 1 --2- 172.21.15.43:0/3563264148 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f01480b2920 0x7f01480b4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:03.209 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.196+0000 7f0151ffb640 1 -- 172.21.15.43:0/997982757 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f015401c070 con 0x558d9ba98db0 2024-05-16T15:52:03.209 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.196+0000 7f0151ffb640 1 -- 172.21.15.43:0/997982757 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0154017da0 con 0x558d9ba98db0 2024-05-16T15:52:03.209 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.196+0000 7f01597fa640 1 -- 172.21.15.43:0/3563264148 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f014c101e20 con 0x7f015c103490 2024-05-16T15:52:03.213 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.197+0000 7f0164999740 1 -- 172.21.15.43:0/997982757 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558d9ba98db0 msgr2=0x558d9ba991d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:03.213 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.197+0000 7f0164999740 1 --2- 172.21.15.43:0/997982757 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558d9ba98db0 0x558d9ba991d0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f015400e450 tx=0x7f01540095c0 comp rx=0 tx=0).stop 2024-05-16T15:52:03.213 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.197+0000 7f015b7fe640 1 --2- 172.21.15.43:0/3563264148 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f01480b2920 0x7f01480b4de0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f014c0ff8e0 tx=0x7f014c105900 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:03.213 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.197+0000 7f0164999740 1 -- 172.21.15.43:0/997982757 shutdown_connections 2024-05-16T15:52:03.213 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.197+0000 7f0164999740 1 --2- 172.21.15.43:0/997982757 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x558d9ba9e910 0x558d9baa0da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:03.213 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.197+0000 7f0164999740 1 --2- 172.21.15.43:0/997982757 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x558d9ba997a0 0x558d9ba9e2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:03.213 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.197+0000 7f0164999740 1 --2- 172.21.15.43:0/997982757 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558d9ba98db0 0x558d9ba991d0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:03.213 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.197+0000 7f0164999740 1 -- 172.21.15.43:0/997982757 >> 172.21.15.43:0/997982757 conn(0x558d9ba94420 msgr2=0x558d9ba94820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:03.213 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.197+0000 7f0164999740 1 -- 172.21.15.43:0/997982757 shutdown_connections 2024-05-16T15:52:03.213 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.197+0000 7f0164999740 1 -- 172.21.15.43:0/997982757 wait complete. 2024-05-16T15:52:03.213 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.197+0000 7f0164999740 1 -- start start 2024-05-16T15:52:03.213 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.198+0000 7f0164999740 1 Processor -- start 2024-05-16T15:52:03.214 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.198+0000 7f0164999740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558d9ba98db0 0x558d9baa3020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:03.214 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.198+0000 7f0164999740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x558d9ba997a0 0x558d9baa3560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:03.214 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.198+0000 7f0164999740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x558d9ba9e910 0x558d9baaa5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:03.214 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.198+0000 7f0164999740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x558d9baa18c0 con 0x558d9ba997a0 2024-05-16T15:52:03.214 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.198+0000 7f0164999740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x558d9b9ba370 con 0x558d9ba9e910 2024-05-16T15:52:03.214 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.198+0000 7f0164999740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x558d9baa1a40 con 0x558d9ba98db0 2024-05-16T15:52:03.214 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.198+0000 7f0164999740 10 client.0 _ll_register_callbacks cb 0x558d9b70ea00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:52:03.214 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.198+0000 7f0153fff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x558d9ba997a0 0x558d9baa3560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:03.214 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.198+0000 7f015bfff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558d9ba98db0 0x558d9baa3020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:03.214 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.198+0000 7f015bfff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558d9ba98db0 0x558d9baa3020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:40882/0 (socket says 172.21.15.43:40882) 2024-05-16T15:52:03.214 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.198+0000 7f0153fff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x558d9ba997a0 0x558d9baa3560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:56494/0 (socket says 172.21.15.43:56494) 2024-05-16T15:52:03.214 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.198+0000 7f015bfff640 1 -- 172.21.15.43:0/2393243015 learned_addr learned my addr 172.21.15.43:0/2393243015 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:03.214 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.198+0000 7f015bfff640 1 --2- 172.21.15.43:0/2393243015 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x558d9ba9e910 0x558d9baaa5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:03.214 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.198+0000 7f0153fff640 1 -- 172.21.15.43:0/2393243015 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558d9ba98db0 msgr2=0x558d9baa3020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:03.215 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.198+0000 7f0153fff640 1 --2- 172.21.15.43:0/2393243015 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558d9ba98db0 0x558d9baa3020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:03.215 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.198+0000 7f0153fff640 1 -- 172.21.15.43:0/2393243015 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x558d9ba9e910 msgr2=0x558d9baaa5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:03.215 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.198+0000 7f0153fff640 1 --2- 172.21.15.43:0/2393243015 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x558d9ba9e910 0x558d9baaa5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:03.215 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.198+0000 7f0153fff640 1 -- 172.21.15.43:0/2393243015 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558d9b7db620 con 0x558d9ba997a0 2024-05-16T15:52:03.215 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.198+0000 7f015bfff640 1 --2- 172.21.15.43:0/2393243015 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558d9ba98db0 0x558d9baa3020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:52:03.215 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.198+0000 7f0153fff640 1 --2- 172.21.15.43:0/2393243015 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x558d9ba997a0 0x558d9baa3560 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f015c19a030 tx=0x7f0144011b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa2a98b39c7812c7 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:03.215 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.198+0000 7f013affd640 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:52:03.215 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.199+0000 7f013affd640 1 -- 172.21.15.43:0/2393243015 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0144010bd0 con 0x558d9ba997a0 2024-05-16T15:52:03.215 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.199+0000 7f013affd640 1 -- 172.21.15.43:0/2393243015 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f0144010d70 con 0x558d9ba997a0 2024-05-16T15:52:03.215 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.199+0000 7f0164999740 1 -- 172.21.15.43:0/2393243015 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f015401c070 con 0x558d9ba997a0 2024-05-16T15:52:03.215 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.199+0000 7f013affd640 1 -- 172.21.15.43:0/2393243015 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f0144024050 con 0x558d9ba997a0 2024-05-16T15:52:03.215 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.199+0000 7f0164999740 10 client.15834 fetch_fsmap learned FSMap version 30 2024-05-16T15:52:03.215 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.199+0000 7f0164999740 1 -- 172.21.15.43:0/2393243015 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x558d9baad640 con 0x558d9ba997a0 2024-05-16T15:52:03.215 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.199+0000 7f013affd640 1 -- 172.21.15.43:0/2393243015 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f015401c070 con 0x558d9ba997a0 2024-05-16T15:52:03.216 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.199+0000 7f013affd640 1 -- 172.21.15.43:0/2393243015 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f0144004ba0 con 0x558d9ba997a0 2024-05-16T15:52:03.216 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.199+0000 7f0164999740 10 client.15834 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:52:03.216 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.199+0000 7f0164999740 10 client.15834 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:52:03.216 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.199+0000 7f0164999740 20 client.15834 populate_metadata read hostname 'smithi043' 2024-05-16T15:52:03.216 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.199+0000 7f0164999740 1 --2- 172.21.15.43:0/2393243015 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x558d9baaedd0 0x558d9bab11e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:03.216 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.199+0000 7f0164999740 4 client.15834 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:52:03.216 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.199+0000 7f0164999740 1 -- 172.21.15.43:0/2393243015 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558d9ba0b1e0 con 0x558d9baaedd0 2024-05-16T15:52:03.216 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.200+0000 7f015bfff640 1 --2- 172.21.15.43:0/2393243015 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x558d9baaedd0 0x558d9bab11e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:03.216 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.200+0000 7f015bfff640 1 --2- 172.21.15.43:0/2393243015 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x558d9baaedd0 0x558d9bab11e0 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6b3503c29e4153ef server_cookie=9fb5e2513d658f6d in_seq=0 out_seq=0 2024-05-16T15:52:03.216 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.200+0000 7f013affd640 10 client.15834 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:52:03.216 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.201+0000 7f013affd640 1 -- 172.21.15.43:0/2393243015 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x558d9ba0b1e0 con 0x558d9baaedd0 2024-05-16T15:52:03.216 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.201+0000 7f013affd640 10 client.15834 handle_command_reply: tid=0 2024-05-16T15:52:03.216 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.201+0000 7f0164999740 1 client.15834 shutdown 2024-05-16T15:52:03.217 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.202+0000 7f0164999740 1 -- 172.21.15.43:0/2393243015 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x558d9ba997a0 msgr2=0x558d9baa3560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:03.217 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.202+0000 7f0164999740 1 --2- 172.21.15.43:0/2393243015 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x558d9ba997a0 0x558d9baa3560 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f015c19a030 tx=0x7f0144011b50 comp rx=0 tx=0).stop 2024-05-16T15:52:03.217 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.202+0000 7f0164999740 1 -- 172.21.15.43:0/2393243015 shutdown_connections 2024-05-16T15:52:03.217 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.202+0000 7f0164999740 1 --2- 172.21.15.43:0/2393243015 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x558d9baaedd0 0x558d9bab11e0 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:03.217 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.202+0000 7f0164999740 1 --2- 172.21.15.43:0/2393243015 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x558d9ba9e910 0x558d9baaa5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:03.217 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.202+0000 7f0164999740 1 --2- 172.21.15.43:0/2393243015 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x558d9ba997a0 0x558d9baa3560 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:03.218 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.202+0000 7f013affd640 0 client.15834 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:52:03.218 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.202+0000 7f0164999740 1 --2- 172.21.15.43:0/2393243015 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558d9ba98db0 0x558d9baa3020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:03.218 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.202+0000 7f0164999740 1 -- 172.21.15.43:0/2393243015 >> 172.21.15.43:0/2393243015 conn(0x558d9ba94420 msgr2=0x558d9ba93580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:03.218 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.202+0000 7f0164999740 1 -- 172.21.15.43:0/2393243015 shutdown_connections 2024-05-16T15:52:03.218 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.202+0000 7f0164999740 1 -- 172.21.15.43:0/2393243015 wait complete. 2024-05-16T15:52:03.218 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.202+0000 7f0164999740 20 client.15834 trim_cache size 0 max 16384 2024-05-16T15:52:03.234 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.218+0000 7f0164999740 1 Processor -- start 2024-05-16T15:52:03.235 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.218+0000 7f0164999740 1 -- start start 2024-05-16T15:52:03.235 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.218+0000 7f0164999740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558d9ba98db0 0x558d9baa1de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:03.235 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.218+0000 7f0164999740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x558d9ba9e910 0x558d9baaa560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:03.235 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.218+0000 7f0164999740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x558d9ba9aa20 0x558d9ba9aea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:03.235 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.218+0000 7f0164999740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f015c1ab460 con 0x558d9ba9e910 2024-05-16T15:52:03.235 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.218+0000 7f0164999740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f015c1acfa0 con 0x558d9ba9aa20 2024-05-16T15:52:03.235 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.218+0000 7f0164999740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f015c1abb30 con 0x558d9ba98db0 2024-05-16T15:52:03.235 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.219+0000 7f0153fff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x558d9ba9e910 0x558d9baaa560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:03.235 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.219+0000 7f015bfff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558d9ba98db0 0x558d9baa1de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:03.235 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.219+0000 7f015bfff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558d9ba98db0 0x558d9baa1de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:40898/0 (socket says 172.21.15.43:40898) 2024-05-16T15:52:03.235 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.219+0000 7f0153fff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x558d9ba9e910 0x558d9baaa560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:56504/0 (socket says 172.21.15.43:56504) 2024-05-16T15:52:03.235 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.219+0000 7f015bfff640 1 -- 172.21.15.43:0/2423283249 learned_addr learned my addr 172.21.15.43:0/2423283249 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:03.235 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.219+0000 7f015bfff640 1 --2- 172.21.15.43:0/2423283249 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x558d9ba9aa20 0x558d9ba9aea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:03.236 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.219+0000 7f0153fff640 1 -- 172.21.15.43:0/2423283249 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558d9ba98db0 msgr2=0x558d9baa1de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:03.236 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.219+0000 7f0153fff640 1 --2- 172.21.15.43:0/2423283249 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558d9ba98db0 0x558d9baa1de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:03.236 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.219+0000 7f0153fff640 1 -- 172.21.15.43:0/2423283249 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x558d9ba9aa20 msgr2=0x558d9ba9aea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:03.236 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.219+0000 7f0153fff640 1 --2- 172.21.15.43:0/2423283249 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x558d9ba9aa20 0x558d9ba9aea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:03.236 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.219+0000 7f0153fff640 1 -- 172.21.15.43:0/2423283249 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558d9bab1860 con 0x558d9ba9e910 2024-05-16T15:52:03.236 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.219+0000 7f015bfff640 1 --2- 172.21.15.43:0/2423283249 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558d9ba98db0 0x558d9baa1de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:52:03.236 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.219+0000 7f0153fff640 1 --2- 172.21.15.43:0/2423283249 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x558d9ba9e910 0x558d9baaa560 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f0144012000 tx=0x7f014400bef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c74feeaf8443f5c server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:03.236 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.219+0000 7f01517fa640 1 -- 172.21.15.43:0/2423283249 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f014402e030 con 0x558d9ba9e910 2024-05-16T15:52:03.236 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.219+0000 7f01517fa640 1 -- 172.21.15.43:0/2423283249 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0144005bb0 con 0x558d9ba9e910 2024-05-16T15:52:03.236 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.219+0000 7f01517fa640 1 -- 172.21.15.43:0/2423283249 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0144010d00 con 0x558d9ba9e910 2024-05-16T15:52:03.236 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.220+0000 7f0164999740 1 -- 172.21.15.43:0/2423283249 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x558d9ba9e910 msgr2=0x558d9baaa560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:03.236 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.220+0000 7f0164999740 1 --2- 172.21.15.43:0/2423283249 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x558d9ba9e910 0x558d9baaa560 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f0144012000 tx=0x7f014400bef0 comp rx=0 tx=0).stop 2024-05-16T15:52:03.236 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.220+0000 7f0164999740 1 -- 172.21.15.43:0/2423283249 shutdown_connections 2024-05-16T15:52:03.236 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.220+0000 7f0164999740 1 --2- 172.21.15.43:0/2423283249 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x558d9ba9aa20 0x558d9ba9aea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.220+0000 7f0164999740 1 --2- 172.21.15.43:0/2423283249 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x558d9ba9e910 0x558d9baaa560 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.220+0000 7f0164999740 1 --2- 172.21.15.43:0/2423283249 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558d9ba98db0 0x558d9baa1de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.220+0000 7f0164999740 1 -- 172.21.15.43:0/2423283249 >> 172.21.15.43:0/2423283249 conn(0x558d9ba94420 msgr2=0x558d9ba94800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.220+0000 7f0164999740 1 -- 172.21.15.43:0/2423283249 shutdown_connections 2024-05-16T15:52:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.220+0000 7f0164999740 1 -- 172.21.15.43:0/2423283249 wait complete. 2024-05-16T15:52:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.220+0000 7f0164999740 1 -- start start 2024-05-16T15:52:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.221+0000 7f0164999740 1 Processor -- start 2024-05-16T15:52:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.221+0000 7f0164999740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558d9ba98db0 0x558d9baa7ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.221+0000 7f0164999740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x558d9ba9aa20 0x558d9baa8410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.221+0000 7f0164999740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x558d9ba9e910 0x558d9baa9420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.221+0000 7f0164999740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f015c1ac8d0 con 0x558d9ba9aa20 2024-05-16T15:52:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.221+0000 7f0164999740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f015c1ac200 con 0x558d9ba9e910 2024-05-16T15:52:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.221+0000 7f0164999740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f015c1a9440 con 0x558d9ba98db0 2024-05-16T15:52:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.221+0000 7f0164999740 10 client.0 _ll_register_callbacks cb 0x7f014400bbd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:52:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.221+0000 7f0153fff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x558d9ba9aa20 0x558d9baa8410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:03.238 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.221+0000 7f015bfff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558d9ba98db0 0x558d9baa7ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:03.238 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.221+0000 7f0153fff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x558d9ba9aa20 0x558d9baa8410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:56520/0 (socket says 172.21.15.43:56520) 2024-05-16T15:52:03.238 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.221+0000 7f0153fff640 1 -- 172.21.15.43:0/3954021367 learned_addr learned my addr 172.21.15.43:0/3954021367 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:03.238 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.221+0000 7f015bfff640 1 --2- 172.21.15.43:0/3954021367 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x558d9ba9e910 0x558d9baa9420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:03.238 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.221+0000 7f015bfff640 1 -- 172.21.15.43:0/3954021367 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x558d9ba9e910 msgr2=0x558d9baa9420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:03.238 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.221+0000 7f015bfff640 1 --2- 172.21.15.43:0/3954021367 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x558d9ba9e910 0x558d9baa9420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:03.238 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.221+0000 7f015bfff640 1 -- 172.21.15.43:0/3954021367 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x558d9ba9aa20 msgr2=0x558d9baa8410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:03.238 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.221+0000 7f015bfff640 1 --2- 172.21.15.43:0/3954021367 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x558d9ba9aa20 0x558d9baa8410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:03.238 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.221+0000 7f015bfff640 1 -- 172.21.15.43:0/3954021367 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558d9ba989f0 con 0x558d9ba98db0 2024-05-16T15:52:03.238 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.222+0000 7f015bfff640 1 --2- 172.21.15.43:0/3954021367 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558d9ba98db0 0x558d9baa7ed0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f015400eda0 tx=0x7f014400be00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2f132518e78537d0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:03.238 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.222+0000 7f013affd640 10 client.0 ms_handle_connect on v2:172.21.15.157:3300/0 2024-05-16T15:52:03.238 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.222+0000 7f013affd640 1 -- 172.21.15.43:0/3954021367 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01540178c0 con 0x558d9ba98db0 2024-05-16T15:52:03.238 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.222+0000 7f013affd640 1 -- 172.21.15.43:0/3954021367 <== mon.1 v2:172.21.15.157:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f0154032c70 con 0x558d9ba98db0 2024-05-16T15:52:03.238 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.222+0000 7f0164999740 1 -- 172.21.15.43:0/3954021367 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0144005bb0 con 0x558d9ba98db0 2024-05-16T15:52:03.239 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.222+0000 7f013affd640 1 -- 172.21.15.43:0/3954021367 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f0154017a60 con 0x558d9ba98db0 2024-05-16T15:52:03.239 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.222+0000 7f0164999740 10 client.25423 fetch_fsmap learned FSMap version 30 2024-05-16T15:52:03.239 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.222+0000 7f0164999740 1 -- 172.21.15.43:0/3954021367 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x558d9ba94250 con 0x558d9ba98db0 2024-05-16T15:52:03.239 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.223+0000 7f013affd640 1 -- 172.21.15.43:0/3954021367 <== mon.1 v2:172.21.15.157:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0144005bb0 con 0x558d9ba98db0 2024-05-16T15:52:03.239 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.223+0000 7f013affd640 1 -- 172.21.15.43:0/3954021367 <== mon.1 v2:172.21.15.157:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f015400b040 con 0x558d9ba98db0 2024-05-16T15:52:03.239 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.223+0000 7f0164999740 10 client.25423 fetch_fsmap finished waiting for FSMap version 30 2024-05-16T15:52:03.239 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.223+0000 7f0164999740 10 client.25423 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:52:03.239 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.223+0000 7f0164999740 20 client.25423 populate_metadata read hostname 'smithi043' 2024-05-16T15:52:03.239 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.223+0000 7f0164999740 1 --2- 172.21.15.43:0/3954021367 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x558d9bb1a030 0x558d9bb1c450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:03.239 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.223+0000 7f0164999740 4 client.25423 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-16T15:52:03.239 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.223+0000 7f0164999740 1 -- 172.21.15.43:0/3954021367 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "flush journal"}) -- 0x558d9ba05050 con 0x558d9bb1a030 2024-05-16T15:52:03.239 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.223+0000 7f0153fff640 1 --2- 172.21.15.43:0/3954021367 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x558d9bb1a030 0x558d9bb1c450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:03.240 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.224+0000 7f0153fff640 1 --2- 172.21.15.43:0/3954021367 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x558d9bb1a030 0x558d9bb1c450 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5abaf58365aea62d server_cookie=f8ae8d7ab4dea7c7 in_seq=0 out_seq=0 2024-05-16T15:52:03.240 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:03.224+0000 7f013affd640 10 client.25423 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:52:03.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:03 smithi157 ceph-mon[35584]: pgmap v490: 129 pgs: 129 active+clean; 22 MiB data, 481 MiB used, 1.0 TiB / 1.0 TiB avail; 341 KiB/s rd, 1.5 MiB/s wr, 213 op/s 2024-05-16T15:52:03.686 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:03 smithi148 ceph-mon[34976]: pgmap v490: 129 pgs: 129 active+clean; 22 MiB data, 481 MiB used, 1.0 TiB / 1.0 TiB avail; 341 KiB/s rd, 1.5 MiB/s wr, 213 op/s 2024-05-16T15:52:03.725 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:03 smithi043 ceph-mon[31619]: pgmap v490: 129 pgs: 129 active+clean; 22 MiB data, 481 MiB used, 1.0 TiB / 1.0 TiB avail; 341 KiB/s rd, 1.5 MiB/s wr, 213 op/s 2024-05-16T15:52:04.106 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:04.094+0000 7f013affd640 1 -- 172.21.15.43:0/3954021367 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x558d9ba05050 con 0x558d9bb1a030 2024-05-16T15:52:04.106 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:04.094+0000 7f013affd640 10 client.25423 handle_command_reply: tid=0 2024-05-16T15:52:04.107 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:04.094+0000 7f0164999740 1 client.25423 shutdown 2024-05-16T15:52:04.107 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:04.094+0000 7f0164999740 1 -- 172.21.15.43:0/3954021367 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558d9ba98db0 msgr2=0x558d9baa7ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:04.107 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:04.094+0000 7f0164999740 1 --2- 172.21.15.43:0/3954021367 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558d9ba98db0 0x558d9baa7ed0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f015400eda0 tx=0x7f014400be00 comp rx=0 tx=0).stop 2024-05-16T15:52:04.107 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:04.094+0000 7f0164999740 1 -- 172.21.15.43:0/3954021367 shutdown_connections 2024-05-16T15:52:04.107 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:04.094+0000 7f0164999740 1 --2- 172.21.15.43:0/3954021367 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x558d9bb1a030 0x558d9bb1c450 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:04.107 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:04.094+0000 7f0164999740 1 --2- 172.21.15.43:0/3954021367 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x558d9ba9e910 0x558d9baa9420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:04.107 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:04.094+0000 7f013affd640 0 client.25423 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:52:04.107 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:04.094+0000 7f0164999740 1 --2- 172.21.15.43:0/3954021367 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x558d9ba9aa20 0x558d9baa8410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:04.107 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:04.094+0000 7f0164999740 1 --2- 172.21.15.43:0/3954021367 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558d9ba98db0 0x558d9baa7ed0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:04.107 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:04.094+0000 7f0164999740 1 -- 172.21.15.43:0/3954021367 >> 172.21.15.43:0/3954021367 conn(0x558d9ba94420 msgr2=0x558d9baa1de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:04.107 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:04.094+0000 7f0164999740 1 -- 172.21.15.43:0/3954021367 shutdown_connections 2024-05-16T15:52:04.107 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:04.094+0000 7f0164999740 1 -- 172.21.15.43:0/3954021367 wait complete. 2024-05-16T15:52:04.107 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:04.095+0000 7f0164999740 20 client.25423 trim_cache size 0 max 16384 2024-05-16T15:52:04.108 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:{ 2024-05-16T15:52:04.108 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "message": "", 2024-05-16T15:52:04.108 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "return_code": 0 2024-05-16T15:52:04.108 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:} 2024-05-16T15:52:04.108 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:04.095+0000 7f0161c75640 1 -- 172.21.15.43:0/3563264148 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f01480b2920 msgr2=0x7f01480b4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:04.108 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:04.095+0000 7f0161c75640 1 --2- 172.21.15.43:0/3563264148 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f01480b2920 0x7f01480b4de0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f014c0ff8e0 tx=0x7f014c105900 comp rx=0 tx=0).stop 2024-05-16T15:52:04.109 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:04.095+0000 7f0161c75640 1 -- 172.21.15.43:0/3563264148 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f015c103490 msgr2=0x7f015c198b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:04.109 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:04.095+0000 7f0161c75640 1 --2- 172.21.15.43:0/3563264148 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f015c103490 0x7f015c198b70 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f014c005cd0 tx=0x7f014c0306e0 comp rx=0 tx=0).stop 2024-05-16T15:52:04.109 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:04.095+0000 7f0161c75640 1 -- 172.21.15.43:0/3563264148 shutdown_connections 2024-05-16T15:52:04.109 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:04.095+0000 7f0161c75640 1 --2- 172.21.15.43:0/3563264148 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f01480b2920 0x7f01480b4de0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:04.109 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:04.095+0000 7f0161c75640 1 --2- 172.21.15.43:0/3563264148 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f015c1086f0 0x7f015c1a00d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:04.109 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:04.095+0000 7f0161c75640 1 --2- 172.21.15.43:0/3563264148 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f015c105dc0 0x7f015c1990b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:04.109 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:04.095+0000 7f0161c75640 1 --2- 172.21.15.43:0/3563264148 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f015c103490 0x7f015c198b70 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:04.109 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:04.095+0000 7f0161c75640 1 -- 172.21.15.43:0/3563264148 >> 172.21.15.43:0/3563264148 conn(0x7f015c0fce80 msgr2=0x7f015c103dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:04.109 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:04.095+0000 7f0161c75640 1 -- 172.21.15.43:0/3563264148 shutdown_connections 2024-05-16T15:52:04.109 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:04.095+0000 7f0161c75640 1 -- 172.21.15.43:0/3563264148 wait complete. 2024-05-16T15:52:05.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:05 smithi157 ceph-mon[35584]: pgmap v491: 129 pgs: 129 active+clean; 26 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 421 KiB/s rd, 1.8 MiB/s wr, 237 op/s 2024-05-16T15:52:05.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:05 smithi157 ceph-mon[35584]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:52:05.686 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:05 smithi148 ceph-mon[34976]: pgmap v491: 129 pgs: 129 active+clean; 26 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 421 KiB/s rd, 1.8 MiB/s wr, 237 op/s 2024-05-16T15:52:05.686 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:05 smithi148 ceph-mon[34976]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:52:05.725 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:05 smithi043 ceph-mon[31619]: pgmap v491: 129 pgs: 129 active+clean; 26 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 421 KiB/s rd, 1.8 MiB/s wr, 237 op/s 2024-05-16T15:52:05.725 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:05 smithi043 ceph-mon[31619]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:52:07.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:07 smithi157 ceph-mon[35584]: pgmap v492: 129 pgs: 129 active+clean; 23 MiB data, 494 MiB used, 1.0 TiB / 1.0 TiB avail; 422 KiB/s rd, 947 KiB/s wr, 341 op/s 2024-05-16T15:52:07.686 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:07 smithi148 ceph-mon[34976]: pgmap v492: 129 pgs: 129 active+clean; 23 MiB data, 494 MiB used, 1.0 TiB / 1.0 TiB avail; 422 KiB/s rd, 947 KiB/s wr, 341 op/s 2024-05-16T15:52:07.725 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:07 smithi043 ceph-mon[31619]: pgmap v492: 129 pgs: 129 active+clean; 23 MiB data, 494 MiB used, 1.0 TiB / 1.0 TiB avail; 422 KiB/s rd, 947 KiB/s wr, 341 op/s 2024-05-16T15:52:09.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:09 smithi157 ceph-mon[35584]: pgmap v493: 129 pgs: 129 active+clean; 24 MiB data, 502 MiB used, 1.0 TiB / 1.0 TiB avail; 580 KiB/s rd, 1.1 MiB/s wr, 791 op/s 2024-05-16T15:52:09.686 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:09 smithi148 ceph-mon[34976]: pgmap v493: 129 pgs: 129 active+clean; 24 MiB data, 502 MiB used, 1.0 TiB / 1.0 TiB avail; 580 KiB/s rd, 1.1 MiB/s wr, 791 op/s 2024-05-16T15:52:09.725 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:09 smithi043 ceph-mon[31619]: pgmap v493: 129 pgs: 129 active+clean; 24 MiB data, 502 MiB used, 1.0 TiB / 1.0 TiB avail; 580 KiB/s rd, 1.1 MiB/s wr, 791 op/s 2024-05-16T15:52:10.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:10 smithi157 ceph-mon[35584]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:52:10.686 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:10 smithi148 ceph-mon[34976]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:52:10.725 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:10 smithi043 ceph-mon[31619]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:52:11.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:11 smithi157 ceph-mon[35584]: pgmap v494: 129 pgs: 129 active+clean; 24 MiB data, 511 MiB used, 1.0 TiB / 1.0 TiB avail; 580 KiB/s rd, 1.0 MiB/s wr, 739 op/s 2024-05-16T15:52:11.686 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:11 smithi148 ceph-mon[34976]: pgmap v494: 129 pgs: 129 active+clean; 24 MiB data, 511 MiB used, 1.0 TiB / 1.0 TiB avail; 580 KiB/s rd, 1.0 MiB/s wr, 739 op/s 2024-05-16T15:52:11.725 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:11 smithi043 ceph-mon[31619]: pgmap v494: 129 pgs: 129 active+clean; 24 MiB data, 511 MiB used, 1.0 TiB / 1.0 TiB avail; 580 KiB/s rd, 1.0 MiB/s wr, 739 op/s 2024-05-16T15:52:13.528 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:13 smithi043 ceph-mon[31619]: pgmap v495: 129 pgs: 129 active+clean; 25 MiB data, 521 MiB used, 1.0 TiB / 1.0 TiB avail; 624 KiB/s rd, 1.0 MiB/s wr, 737 op/s 2024-05-16T15:52:13.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:13 smithi157 ceph-mon[35584]: pgmap v495: 129 pgs: 129 active+clean; 25 MiB data, 521 MiB used, 1.0 TiB / 1.0 TiB avail; 624 KiB/s rd, 1.0 MiB/s wr, 737 op/s 2024-05-16T15:52:13.686 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:13 smithi148 ceph-mon[34976]: pgmap v495: 129 pgs: 129 active+clean; 25 MiB data, 521 MiB used, 1.0 TiB / 1.0 TiB avail; 624 KiB/s rd, 1.0 MiB/s wr, 737 op/s 2024-05-16T15:52:15.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:15 smithi157 ceph-mon[35584]: pgmap v496: 129 pgs: 129 active+clean; 29 MiB data, 530 MiB used, 1.0 TiB / 1.0 TiB avail; 732 KiB/s rd, 1.2 MiB/s wr, 749 op/s 2024-05-16T15:52:15.686 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:15 smithi148 ceph-mon[34976]: pgmap v496: 129 pgs: 129 active+clean; 29 MiB data, 530 MiB used, 1.0 TiB / 1.0 TiB avail; 732 KiB/s rd, 1.2 MiB/s wr, 749 op/s 2024-05-16T15:52:15.725 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:15 smithi043 ceph-mon[31619]: pgmap v496: 129 pgs: 129 active+clean; 29 MiB data, 530 MiB used, 1.0 TiB / 1.0 TiB avail; 732 KiB/s rd, 1.2 MiB/s wr, 749 op/s 2024-05-16T15:52:17.203 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.191+0000 7fb5b9072640 1 -- 172.21.15.43:0/2332562867 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb5b41045f0 msgr2=0x7fb5b410ae80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:17.203 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.191+0000 7fb5b9072640 1 --2- 172.21.15.43:0/2332562867 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb5b41045f0 0x7fb5b410ae80 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7fb5ac009ca0 tx=0x7fb5ac02a8c0 comp rx=0 tx=0).stop 2024-05-16T15:52:17.203 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.191+0000 7fb5b9072640 1 -- 172.21.15.43:0/2332562867 shutdown_connections 2024-05-16T15:52:17.203 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.191+0000 7fb5b9072640 1 --2- 172.21.15.43:0/2332562867 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb5b41045f0 0x7fb5b410ae80 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:17.203 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.191+0000 7fb5b9072640 1 --2- 172.21.15.43:0/2332562867 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb5b4103c30 0x7fb5b41040b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:17.203 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.191+0000 7fb5b9072640 1 --2- 172.21.15.43:0/2332562867 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb5b4102a40 0x7fb5b4102e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:17.203 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.191+0000 7fb5b9072640 1 -- 172.21.15.43:0/2332562867 >> 172.21.15.43:0/2332562867 conn(0x7fb5b40fdfd0 msgr2=0x7fb5b41003f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:17.204 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.191+0000 7fb5b9072640 1 -- 172.21.15.43:0/2332562867 shutdown_connections 2024-05-16T15:52:17.204 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.191+0000 7fb5b9072640 1 -- 172.21.15.43:0/2332562867 wait complete. 2024-05-16T15:52:17.204 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.191+0000 7fb5b9072640 1 Processor -- start 2024-05-16T15:52:17.206 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.192+0000 7fb5b9072640 1 -- start start 2024-05-16T15:52:17.206 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.192+0000 7fb5b9072640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb5b4102a40 0x7fb5b4076760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:17.206 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.192+0000 7fb5b9072640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb5b4103c30 0x7fb5b4074da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:17.206 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.192+0000 7fb5b9072640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb5b41045f0 0x7fb5b40752e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:17.206 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.192+0000 7fb5b9072640 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fb5b410e470 con 0x7fb5b4102a40 2024-05-16T15:52:17.206 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.192+0000 7fb5b9072640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fb5b410e2f0 con 0x7fb5b41045f0 2024-05-16T15:52:17.206 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.192+0000 7fb5b9072640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fb5b410e5f0 con 0x7fb5b4103c30 2024-05-16T15:52:17.206 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.192+0000 7fb5b2d9d640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb5b4102a40 0x7fb5b4076760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:17.206 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.192+0000 7fb5b2d9d640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb5b4102a40 0x7fb5b4076760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:55644/0 (socket says 172.21.15.43:55644) 2024-05-16T15:52:17.206 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.192+0000 7fb5b2d9d640 1 -- 172.21.15.43:0/843723720 learned_addr learned my addr 172.21.15.43:0/843723720 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:17.206 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.192+0000 7fb5b359e640 1 --2- 172.21.15.43:0/843723720 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb5b41045f0 0x7fb5b40752e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:17.207 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.192+0000 7fb5b259c640 1 --2- 172.21.15.43:0/843723720 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb5b4103c30 0x7fb5b4074da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:17.207 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.192+0000 7fb5b2d9d640 1 -- 172.21.15.43:0/843723720 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb5b4103c30 msgr2=0x7fb5b4074da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:17.207 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.192+0000 7fb5b2d9d640 1 --2- 172.21.15.43:0/843723720 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb5b4103c30 0x7fb5b4074da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:17.207 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.192+0000 7fb5b2d9d640 1 -- 172.21.15.43:0/843723720 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb5b41045f0 msgr2=0x7fb5b40752e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:17.207 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.192+0000 7fb5b2d9d640 1 --2- 172.21.15.43:0/843723720 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb5b41045f0 0x7fb5b40752e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:17.207 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.192+0000 7fb5b2d9d640 1 -- 172.21.15.43:0/843723720 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5b4075b70 con 0x7fb5b4102a40 2024-05-16T15:52:17.207 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.192+0000 7fb5b359e640 1 --2- 172.21.15.43:0/843723720 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb5b41045f0 0x7fb5b40752e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:52:17.207 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.193+0000 7fb5b2d9d640 1 --2- 172.21.15.43:0/843723720 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb5b4102a40 0x7fb5b4076760 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7fb5a400e9c0 tx=0x7fb5a400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:17.207 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.193+0000 7fb59bfff640 1 -- 172.21.15.43:0/843723720 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5a400cd80 con 0x7fb5b4102a40 2024-05-16T15:52:17.207 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.193+0000 7fb59bfff640 1 -- 172.21.15.43:0/843723720 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb5a40044b0 con 0x7fb5b4102a40 2024-05-16T15:52:17.207 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.193+0000 7fb5b9072640 1 -- 172.21.15.43:0/843723720 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5b41a2ba0 con 0x7fb5b4102a40 2024-05-16T15:52:17.207 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.193+0000 7fb59bfff640 1 -- 172.21.15.43:0/843723720 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5a4010430 con 0x7fb5b4102a40 2024-05-16T15:52:17.207 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.193+0000 7fb5b9072640 1 -- 172.21.15.43:0/843723720 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5b41a30f0 con 0x7fb5b4102a40 2024-05-16T15:52:17.212 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.195+0000 7fb5bbd90740 1 Processor -- start 2024-05-16T15:52:17.213 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.196+0000 7fb5bbd90740 1 -- start start 2024-05-16T15:52:17.213 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.196+0000 7fb59bfff640 1 -- 172.21.15.43:0/843723720 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fb5a4003f00 con 0x7fb5b4102a40 2024-05-16T15:52:17.213 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.196+0000 7fb5bbd90740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f51f425db0 0x55f51f4261d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:17.213 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.196+0000 7fb5bbd90740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f51f4267a0 0x55f51f42b2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:17.213 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.196+0000 7fb5bbd90740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f51f42b910 0x55f51f42dda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:17.213 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.196+0000 7fb5bbd90740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55f51f38a5d0 con 0x55f51f4267a0 2024-05-16T15:52:17.213 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.196+0000 7fb5bbd90740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55f51f343890 con 0x55f51f42b910 2024-05-16T15:52:17.213 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.196+0000 7fb5bbd90740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55f51f386590 con 0x55f51f425db0 2024-05-16T15:52:17.213 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.196+0000 7fb5b2d9d640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f51f4267a0 0x55f51f42b2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:17.213 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.196+0000 7fb5b259c640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f51f42b910 0x55f51f42dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:17.213 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.196+0000 7fb5b2d9d640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f51f4267a0 0x55f51f42b2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:55656/0 (socket says 172.21.15.43:55656) 2024-05-16T15:52:17.213 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.196+0000 7fb5b259c640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f51f42b910 0x55f51f42dda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:53654/0 (socket says 172.21.15.43:53654) 2024-05-16T15:52:17.213 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.196+0000 7fb5b2d9d640 1 -- 172.21.15.43:0/1472056581 learned_addr learned my addr 172.21.15.43:0/1472056581 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:17.213 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.196+0000 7fb5b359e640 1 --2- 172.21.15.43:0/1472056581 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f51f425db0 0x55f51f4261d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:17.213 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.196+0000 7fb5b259c640 1 -- 172.21.15.43:0/1472056581 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f51f425db0 msgr2=0x55f51f4261d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:17.214 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.196+0000 7fb5b259c640 1 --2- 172.21.15.43:0/1472056581 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f51f425db0 0x55f51f4261d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:17.214 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.196+0000 7fb5b259c640 1 -- 172.21.15.43:0/1472056581 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f51f4267a0 msgr2=0x55f51f42b2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:17.214 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.196+0000 7fb5b259c640 1 --2- 172.21.15.43:0/1472056581 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f51f4267a0 0x55f51f42b2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:17.214 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.196+0000 7fb5b259c640 1 -- 172.21.15.43:0/1472056581 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f51f09c210 con 0x55f51f42b910 2024-05-16T15:52:17.214 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.197+0000 7fb59bfff640 1 --2- 172.21.15.43:0/843723720 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb59c0b28a0 0x7fb59c0b4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:17.214 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.197+0000 7fb5b259c640 1 --2- 172.21.15.43:0/1472056581 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f51f42b910 0x55f51f42dda0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fb5a8009bd0 tx=0x7fb5a8011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=43b6e00a27853a3 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:17.214 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.197+0000 7fb5b359e640 1 --2- 172.21.15.43:0/843723720 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb59c0b28a0 0x7fb59c0b4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:17.214 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.197+0000 7fb5997fa640 1 -- 172.21.15.43:0/1472056581 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5a8004230 con 0x55f51f42b910 2024-05-16T15:52:17.214 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.197+0000 7fb59bfff640 1 -- 172.21.15.43:0/843723720 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fb5a40e2a20 con 0x7fb5b4102a40 2024-05-16T15:52:17.214 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.197+0000 7fb5997fa640 1 -- 172.21.15.43:0/1472056581 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb5a8009e40 con 0x55f51f42b910 2024-05-16T15:52:17.214 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.197+0000 7fb5997fa640 1 -- 172.21.15.43:0/1472056581 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5a8004bc0 con 0x55f51f42b910 2024-05-16T15:52:17.214 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.198+0000 7fb5bbd90740 1 -- 172.21.15.43:0/1472056581 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f51f42b910 msgr2=0x55f51f42dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:17.214 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.198+0000 7fb5bbd90740 1 --2- 172.21.15.43:0/1472056581 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f51f42b910 0x55f51f42dda0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fb5a8009bd0 tx=0x7fb5a8011810 comp rx=0 tx=0).stop 2024-05-16T15:52:17.215 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.198+0000 7fb5b359e640 1 --2- 172.21.15.43:0/843723720 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb59c0b28a0 0x7fb59c0b4d60 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fb5ac006010 tx=0x7fb5ac031800 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:17.215 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.198+0000 7fb5bbd90740 1 -- 172.21.15.43:0/1472056581 shutdown_connections 2024-05-16T15:52:17.215 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.198+0000 7fb5bbd90740 1 --2- 172.21.15.43:0/1472056581 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f51f42b910 0x55f51f42dda0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:17.215 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.198+0000 7fb5bbd90740 1 --2- 172.21.15.43:0/1472056581 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f51f4267a0 0x55f51f42b2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:17.215 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.198+0000 7fb5bbd90740 1 --2- 172.21.15.43:0/1472056581 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f51f425db0 0x55f51f4261d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:17.215 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.198+0000 7fb5bbd90740 1 -- 172.21.15.43:0/1472056581 >> 172.21.15.43:0/1472056581 conn(0x55f51f421420 msgr2=0x55f51f421820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:17.215 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.198+0000 7fb5bbd90740 1 -- 172.21.15.43:0/1472056581 shutdown_connections 2024-05-16T15:52:17.215 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.198+0000 7fb5bbd90740 1 -- 172.21.15.43:0/1472056581 wait complete. 2024-05-16T15:52:17.215 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.198+0000 7fb5bbd90740 1 -- start start 2024-05-16T15:52:17.215 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.198+0000 7fb5bbd90740 1 Processor -- start 2024-05-16T15:52:17.215 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.198+0000 7fb5bbd90740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f51f425db0 0x55f51f42ff30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:17.215 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.198+0000 7fb5bbd90740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f51f4267a0 0x55f51f430470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:17.216 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.198+0000 7fb5bbd90740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f51f42b910 0x55f51f4374b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:17.216 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.198+0000 7fb5bbd90740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55f51f42e8c0 con 0x55f51f4267a0 2024-05-16T15:52:17.216 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.198+0000 7fb5bbd90740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55f51f347370 con 0x55f51f42b910 2024-05-16T15:52:17.216 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.198+0000 7fb5bbd90740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55f51f42ea40 con 0x55f51f425db0 2024-05-16T15:52:17.216 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.198+0000 7fb5bbd90740 10 client.0 _ll_register_callbacks cb 0x55f51f09ba00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:52:17.216 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.198+0000 7fb5b259c640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f51f4267a0 0x55f51f430470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:17.216 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.198+0000 7fb5b2d9d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f51f425db0 0x55f51f42ff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:17.216 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.198+0000 7fb5b259c640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f51f4267a0 0x55f51f430470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:55666/0 (socket says 172.21.15.43:55666) 2024-05-16T15:52:17.216 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.198+0000 7fb5b259c640 1 -- 172.21.15.43:0/4003264894 learned_addr learned my addr 172.21.15.43:0/4003264894 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:17.216 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.198+0000 7fb5b359e640 1 --2- 172.21.15.43:0/4003264894 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f51f42b910 0x55f51f4374b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:17.216 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.199+0000 7fb5b259c640 1 -- 172.21.15.43:0/4003264894 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f51f425db0 msgr2=0x55f51f42ff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:17.216 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.199+0000 7fb5b259c640 1 --2- 172.21.15.43:0/4003264894 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f51f425db0 0x55f51f42ff30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:17.216 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.199+0000 7fb5b259c640 1 -- 172.21.15.43:0/4003264894 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f51f42b910 msgr2=0x55f51f4374b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:17.216 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.199+0000 7fb5b259c640 1 --2- 172.21.15.43:0/4003264894 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f51f42b910 0x55f51f4374b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:17.217 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.199+0000 7fb5b259c640 1 -- 172.21.15.43:0/4003264894 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f51f168620 con 0x55f51f4267a0 2024-05-16T15:52:17.217 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.199+0000 7fb5b2d9d640 1 --2- 172.21.15.43:0/4003264894 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f51f425db0 0x55f51f42ff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:52:17.217 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.199+0000 7fb5b259c640 1 --2- 172.21.15.43:0/4003264894 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f51f4267a0 0x55f51f430470 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7fb5a80096e0 tx=0x7fb5a80038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2730c6da49dbb483 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:17.217 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.199+0000 7fb596ff5640 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:52:17.217 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.199+0000 7fb596ff5640 1 -- 172.21.15.43:0/4003264894 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5a8027020 con 0x55f51f4267a0 2024-05-16T15:52:17.217 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.199+0000 7fb5bbd90740 1 -- 172.21.15.43:0/4003264894 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55f51f3981e0 con 0x55f51f4267a0 2024-05-16T15:52:17.217 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.199+0000 7fb596ff5640 1 -- 172.21.15.43:0/4003264894 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fb5a8003cc0 con 0x55f51f4267a0 2024-05-16T15:52:17.217 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.199+0000 7fb596ff5640 1 -- 172.21.15.43:0/4003264894 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7fb5a8032050 con 0x55f51f4267a0 2024-05-16T15:52:17.217 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.199+0000 7fb5bbd90740 10 client.15852 fetch_fsmap learned FSMap version 32 2024-05-16T15:52:17.217 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.199+0000 7fb5bbd90740 1 -- 172.21.15.43:0/4003264894 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x55f51f43a4e0 con 0x55f51f4267a0 2024-05-16T15:52:17.217 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.200+0000 7fb596ff5640 1 -- 172.21.15.43:0/4003264894 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x55f51f3981e0 con 0x55f51f4267a0 2024-05-16T15:52:17.217 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.200+0000 7fb596ff5640 1 -- 172.21.15.43:0/4003264894 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 32) ==== 8378+0+0 (secure 0 0 0) 0x7fb5a8018070 con 0x55f51f4267a0 2024-05-16T15:52:17.217 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.200+0000 7fb5bbd90740 10 client.15852 fetch_fsmap finished waiting for FSMap version 32 2024-05-16T15:52:17.217 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.200+0000 7fb5bbd90740 10 client.15852 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:52:17.217 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.200+0000 7fb5bbd90740 20 client.15852 populate_metadata read hostname 'smithi043' 2024-05-16T15:52:17.217 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.200+0000 7fb5bbd90740 1 --2- 172.21.15.43:0/4003264894 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55f51f43bab0 0x55f51f43df30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:17.218 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.200+0000 7fb5bbd90740 4 client.15852 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:52:17.218 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.200+0000 7fb5bbd90740 1 -- 172.21.15.43:0/4003264894 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f51f392050 con 0x55f51f43bab0 2024-05-16T15:52:17.218 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.200+0000 7fb5b2d9d640 1 --2- 172.21.15.43:0/4003264894 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55f51f43bab0 0x55f51f43df30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:17.218 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.200+0000 7fb596ff5640 10 client.15852 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:52:17.218 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.200+0000 7fb5b2d9d640 1 --2- 172.21.15.43:0/4003264894 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55f51f43bab0 0x55f51f43df30 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a8c011b690983c8a server_cookie=a5cb8b67952ef9ac in_seq=0 out_seq=0 2024-05-16T15:52:17.219 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.202+0000 7fb596ff5640 1 -- 172.21.15.43:0/4003264894 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55f51f392050 con 0x55f51f43bab0 2024-05-16T15:52:17.219 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.202+0000 7fb596ff5640 10 client.15852 handle_command_reply: tid=0 2024-05-16T15:52:17.219 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.202+0000 7fb5bbd90740 1 client.15852 shutdown 2024-05-16T15:52:17.219 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.202+0000 7fb5bbd90740 1 -- 172.21.15.43:0/4003264894 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f51f4267a0 msgr2=0x55f51f430470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:17.219 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.202+0000 7fb5bbd90740 1 --2- 172.21.15.43:0/4003264894 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f51f4267a0 0x55f51f430470 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7fb5a80096e0 tx=0x7fb5a80038a0 comp rx=0 tx=0).stop 2024-05-16T15:52:17.219 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.202+0000 7fb5bbd90740 1 -- 172.21.15.43:0/4003264894 shutdown_connections 2024-05-16T15:52:17.219 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.202+0000 7fb5bbd90740 1 --2- 172.21.15.43:0/4003264894 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55f51f43bab0 0x55f51f43df30 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:17.219 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.202+0000 7fb5bbd90740 1 --2- 172.21.15.43:0/4003264894 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f51f42b910 0x55f51f4374b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:17.219 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.202+0000 7fb5bbd90740 1 --2- 172.21.15.43:0/4003264894 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f51f4267a0 0x55f51f430470 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:17.219 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.202+0000 7fb5bbd90740 1 --2- 172.21.15.43:0/4003264894 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f51f425db0 0x55f51f42ff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:17.219 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.202+0000 7fb596ff5640 0 client.15852 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:52:17.219 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.202+0000 7fb5bbd90740 1 -- 172.21.15.43:0/4003264894 >> 172.21.15.43:0/4003264894 conn(0x55f51f421420 msgr2=0x55f51f420580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:17.220 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.202+0000 7fb5bbd90740 1 -- 172.21.15.43:0/4003264894 shutdown_connections 2024-05-16T15:52:17.220 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.202+0000 7fb5bbd90740 1 -- 172.21.15.43:0/4003264894 wait complete. 2024-05-16T15:52:17.220 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.202+0000 7fb5bbd90740 20 client.15852 trim_cache size 0 max 16384 2024-05-16T15:52:17.233 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.220+0000 7fb5bbd90740 1 Processor -- start 2024-05-16T15:52:17.233 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.220+0000 7fb5bbd90740 1 -- start start 2024-05-16T15:52:17.233 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.220+0000 7fb5bbd90740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f51f425db0 0x55f51f420ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:17.233 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.220+0000 7fb5bbd90740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f51f4267a0 0x55f51f437470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:17.233 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.220+0000 7fb5bbd90740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f51f42b910 0x55f51f42ff30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:17.233 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.220+0000 7fb5bbd90740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fb5b41ad6f0 con 0x55f51f42b910 2024-05-16T15:52:17.233 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.220+0000 7fb5bbd90740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fb5b41af2f0 con 0x55f51f425db0 2024-05-16T15:52:17.233 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.220+0000 7fb5bbd90740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fb5b41addc0 con 0x55f51f4267a0 2024-05-16T15:52:17.233 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.220+0000 7fb5b359e640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f51f42b910 0x55f51f42ff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:17.234 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.221+0000 7fb5b2d9d640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f51f425db0 0x55f51f420ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:17.234 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.221+0000 7fb5b2d9d640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f51f425db0 0x55f51f420ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:53676/0 (socket says 172.21.15.43:53676) 2024-05-16T15:52:17.234 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.221+0000 7fb5b359e640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f51f42b910 0x55f51f42ff30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:55672/0 (socket says 172.21.15.43:55672) 2024-05-16T15:52:17.234 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.221+0000 7fb5b2d9d640 1 -- 172.21.15.43:0/146451951 learned_addr learned my addr 172.21.15.43:0/146451951 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:17.234 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.221+0000 7fb5b259c640 1 --2- 172.21.15.43:0/146451951 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f51f4267a0 0x55f51f437470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:17.234 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.221+0000 7fb5b2d9d640 1 -- 172.21.15.43:0/146451951 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f51f4267a0 msgr2=0x55f51f437470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:17.234 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.221+0000 7fb5b2d9d640 1 --2- 172.21.15.43:0/146451951 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f51f4267a0 0x55f51f437470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:17.234 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.221+0000 7fb5b2d9d640 1 -- 172.21.15.43:0/146451951 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f51f42b910 msgr2=0x55f51f42ff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:17.234 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.221+0000 7fb5b2d9d640 1 --2- 172.21.15.43:0/146451951 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f51f42b910 0x55f51f42ff30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:17.234 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.221+0000 7fb5b2d9d640 1 -- 172.21.15.43:0/146451951 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f51f42e990 con 0x55f51f425db0 2024-05-16T15:52:17.234 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.221+0000 7fb5b359e640 1 --2- 172.21.15.43:0/146451951 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f51f42b910 0x55f51f42ff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:52:17.234 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.221+0000 7fb5b2d9d640 1 --2- 172.21.15.43:0/146451951 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f51f425db0 0x55f51f420ec0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fb5a40a6230 tx=0x7fb5a40e6500 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1a78b803ed0f99f6 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:17.234 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.221+0000 7fb598ff9640 1 -- 172.21.15.43:0/146451951 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5a40a9a60 con 0x55f51f425db0 2024-05-16T15:52:17.234 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.221+0000 7fb598ff9640 1 -- 172.21.15.43:0/146451951 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb5a40b2430 con 0x55f51f425db0 2024-05-16T15:52:17.235 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.221+0000 7fb598ff9640 1 -- 172.21.15.43:0/146451951 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5a40a5420 con 0x55f51f425db0 2024-05-16T15:52:17.238 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.222+0000 7fb5bbd90740 1 -- 172.21.15.43:0/146451951 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f51f425db0 msgr2=0x55f51f420ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:17.238 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.222+0000 7fb5bbd90740 1 --2- 172.21.15.43:0/146451951 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f51f425db0 0x55f51f420ec0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fb5a40a6230 tx=0x7fb5a40e6500 comp rx=0 tx=0).stop 2024-05-16T15:52:17.238 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.222+0000 7fb5bbd90740 1 -- 172.21.15.43:0/146451951 shutdown_connections 2024-05-16T15:52:17.238 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.222+0000 7fb5bbd90740 1 --2- 172.21.15.43:0/146451951 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f51f42b910 0x55f51f42ff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:17.238 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.222+0000 7fb5bbd90740 1 --2- 172.21.15.43:0/146451951 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f51f4267a0 0x55f51f437470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:17.238 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.222+0000 7fb5bbd90740 1 --2- 172.21.15.43:0/146451951 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f51f425db0 0x55f51f420ec0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:17.238 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.222+0000 7fb5bbd90740 1 -- 172.21.15.43:0/146451951 >> 172.21.15.43:0/146451951 conn(0x55f51f421420 msgr2=0x55f51f41c3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:17.238 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.222+0000 7fb5bbd90740 1 -- 172.21.15.43:0/146451951 shutdown_connections 2024-05-16T15:52:17.238 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.222+0000 7fb5bbd90740 1 -- 172.21.15.43:0/146451951 wait complete. 2024-05-16T15:52:17.238 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.222+0000 7fb5bbd90740 1 -- start start 2024-05-16T15:52:17.238 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.222+0000 7fb5bbd90740 1 Processor -- start 2024-05-16T15:52:17.239 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.222+0000 7fb5bbd90740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f51f425db0 0x55f51f4347a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:17.239 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.222+0000 7fb5bbd90740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f51f4267a0 0x55f51f434ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:17.239 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.222+0000 7fb5bbd90740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f51f42b910 0x55f51f435ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:17.239 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.222+0000 7fb5bbd90740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fb5b41aeb60 con 0x55f51f425db0 2024-05-16T15:52:17.239 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.222+0000 7fb5bbd90740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fb5b41ae490 con 0x55f51f42b910 2024-05-16T15:52:17.239 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.222+0000 7fb5bbd90740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fb5b41ab6d0 con 0x55f51f4267a0 2024-05-16T15:52:17.239 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.222+0000 7fb5bbd90740 10 client.0 _ll_register_callbacks cb 0x7fb5a40e63d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:52:17.239 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.223+0000 7fb5b2d9d640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f51f425db0 0x55f51f4347a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:17.239 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.223+0000 7fb5b2d9d640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f51f425db0 0x55f51f4347a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:55676/0 (socket says 172.21.15.43:55676) 2024-05-16T15:52:17.239 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.223+0000 7fb5b2d9d640 1 -- 172.21.15.43:0/236729095 learned_addr learned my addr 172.21.15.43:0/236729095 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:17.239 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.223+0000 7fb5b259c640 1 --2- 172.21.15.43:0/236729095 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f51f4267a0 0x55f51f434ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:17.239 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.223+0000 7fb5b359e640 1 --2- 172.21.15.43:0/236729095 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f51f42b910 0x55f51f435ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:17.239 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.223+0000 7fb5b2d9d640 1 -- 172.21.15.43:0/236729095 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f51f4267a0 msgr2=0x55f51f434ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:17.239 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.223+0000 7fb5b2d9d640 1 --2- 172.21.15.43:0/236729095 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f51f4267a0 0x55f51f434ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:17.239 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.223+0000 7fb5b2d9d640 1 -- 172.21.15.43:0/236729095 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f51f42b910 msgr2=0x55f51f435ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:17.239 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.223+0000 7fb5b2d9d640 1 --2- 172.21.15.43:0/236729095 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f51f42b910 0x55f51f435ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:17.240 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.223+0000 7fb5b2d9d640 1 -- 172.21.15.43:0/236729095 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f51f427470 con 0x55f51f425db0 2024-05-16T15:52:17.240 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.223+0000 7fb5b2d9d640 1 --2- 172.21.15.43:0/236729095 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f51f425db0 0x55f51f4347a0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7fb5a4003970 tx=0x7fb5a4005bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=333db6a2e44cebfa server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:17.240 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.223+0000 7fb596ff5640 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:52:17.240 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.223+0000 7fb596ff5640 1 -- 172.21.15.43:0/236729095 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5a40a9400 con 0x55f51f425db0 2024-05-16T15:52:17.240 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.223+0000 7fb596ff5640 1 -- 172.21.15.43:0/236729095 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fb5a40a6280 con 0x55f51f425db0 2024-05-16T15:52:17.240 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.223+0000 7fb5bbd90740 1 -- 172.21.15.43:0/236729095 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55f51f30d5f0 con 0x55f51f425db0 2024-05-16T15:52:17.240 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.223+0000 7fb596ff5640 1 -- 172.21.15.43:0/236729095 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7fb5a40a95e0 con 0x55f51f425db0 2024-05-16T15:52:17.240 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.223+0000 7fb5bbd90740 10 client.15858 fetch_fsmap learned FSMap version 32 2024-05-16T15:52:17.240 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.223+0000 7fb5bbd90740 1 -- 172.21.15.43:0/236729095 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x55f51f4373d0 con 0x55f51f425db0 2024-05-16T15:52:17.240 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.223+0000 7fb596ff5640 1 -- 172.21.15.43:0/236729095 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x55f51f30d5f0 con 0x55f51f425db0 2024-05-16T15:52:17.240 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.224+0000 7fb596ff5640 1 -- 172.21.15.43:0/236729095 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 32) ==== 8378+0+0 (secure 0 0 0) 0x7fb5a40b2660 con 0x55f51f425db0 2024-05-16T15:52:17.240 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.224+0000 7fb5bbd90740 10 client.15858 fetch_fsmap finished waiting for FSMap version 32 2024-05-16T15:52:17.240 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.224+0000 7fb5bbd90740 10 client.15858 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:52:17.240 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.224+0000 7fb5bbd90740 20 client.15858 populate_metadata read hostname 'smithi043' 2024-05-16T15:52:17.240 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.224+0000 7fb5bbd90740 1 --2- 172.21.15.43:0/236729095 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55f51f4a67b0 0x55f51f4a8bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:17.240 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.224+0000 7fb5bbd90740 4 client.15858 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-16T15:52:17.241 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.224+0000 7fb5bbd90740 1 -- 172.21.15.43:0/236729095 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f51f35ac80 con 0x55f51f4a67b0 2024-05-16T15:52:17.241 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.224+0000 7fb5b259c640 1 --2- 172.21.15.43:0/236729095 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55f51f4a67b0 0x55f51f4a8bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:17.241 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.224+0000 7fb596ff5640 10 client.15858 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:52:17.241 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.224+0000 7fb5b259c640 1 --2- 172.21.15.43:0/236729095 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55f51f4a67b0 0x55f51f4a8bd0 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4d289ddb1686080c server_cookie=2547994e6a26677 in_seq=0 out_seq=0 2024-05-16T15:52:17.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:17 smithi157 ceph-mon[35584]: pgmap v497: 129 pgs: 129 active+clean; 29 MiB data, 513 MiB used, 1.0 TiB / 1.0 TiB avail; 586 KiB/s rd, 802 KiB/s wr, 702 op/s 2024-05-16T15:52:17.686 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:17 smithi148 ceph-mon[34976]: pgmap v497: 129 pgs: 129 active+clean; 29 MiB data, 513 MiB used, 1.0 TiB / 1.0 TiB avail; 586 KiB/s rd, 802 KiB/s wr, 702 op/s 2024-05-16T15:52:17.725 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:17 smithi043 ceph-mon[31619]: pgmap v497: 129 pgs: 129 active+clean; 29 MiB data, 513 MiB used, 1.0 TiB / 1.0 TiB avail; 586 KiB/s rd, 802 KiB/s wr, 702 op/s 2024-05-16T15:52:17.793 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.781+0000 7fb596ff5640 1 -- 172.21.15.43:0/236729095 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55f51f35ac80 con 0x55f51f4a67b0 2024-05-16T15:52:17.793 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.781+0000 7fb596ff5640 10 client.15858 handle_command_reply: tid=0 2024-05-16T15:52:17.793 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.781+0000 7fb5bbd90740 1 client.15858 shutdown 2024-05-16T15:52:17.793 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.781+0000 7fb5bbd90740 1 -- 172.21.15.43:0/236729095 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f51f425db0 msgr2=0x55f51f4347a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:17.793 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.781+0000 7fb5bbd90740 1 --2- 172.21.15.43:0/236729095 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f51f425db0 0x55f51f4347a0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7fb5a4003970 tx=0x7fb5a4005bf0 comp rx=0 tx=0).stop 2024-05-16T15:52:17.793 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.781+0000 7fb5bbd90740 1 -- 172.21.15.43:0/236729095 shutdown_connections 2024-05-16T15:52:17.794 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.781+0000 7fb5bbd90740 1 --2- 172.21.15.43:0/236729095 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55f51f4a67b0 0x55f51f4a8bd0 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:17.794 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.781+0000 7fb5bbd90740 1 --2- 172.21.15.43:0/236729095 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f51f42b910 0x55f51f435ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:17.794 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.781+0000 7fb5bbd90740 1 --2- 172.21.15.43:0/236729095 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f51f4267a0 0x55f51f434ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:17.794 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.781+0000 7fb5bbd90740 1 --2- 172.21.15.43:0/236729095 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f51f425db0 0x55f51f4347a0 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:17.794 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.781+0000 7fb5bbd90740 1 -- 172.21.15.43:0/236729095 >> 172.21.15.43:0/236729095 conn(0x55f51f421420 msgr2=0x55f51f42ff10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:17.794 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.781+0000 7fb596ff5640 0 client.15858 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:52:17.794 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.781+0000 7fb5bbd90740 1 -- 172.21.15.43:0/236729095 shutdown_connections 2024-05-16T15:52:17.794 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.781+0000 7fb5bbd90740 1 -- 172.21.15.43:0/236729095 wait complete. 2024-05-16T15:52:17.794 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.781+0000 7fb5bbd90740 20 client.15858 trim_cache size 0 max 16384 2024-05-16T15:52:17.794 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:{ 2024-05-16T15:52:17.794 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "message": "", 2024-05-16T15:52:17.795 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "return_code": 0 2024-05-16T15:52:17.795 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:} 2024-05-16T15:52:17.795 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.782+0000 7fb5b9072640 1 -- 172.21.15.43:0/843723720 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb59c0b28a0 msgr2=0x7fb59c0b4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:17.795 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.782+0000 7fb5b9072640 1 --2- 172.21.15.43:0/843723720 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb59c0b28a0 0x7fb59c0b4d60 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fb5ac006010 tx=0x7fb5ac031800 comp rx=0 tx=0).stop 2024-05-16T15:52:17.795 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.782+0000 7fb5b9072640 1 -- 172.21.15.43:0/843723720 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb5b4102a40 msgr2=0x7fb5b4076760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:17.796 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.782+0000 7fb5b9072640 1 --2- 172.21.15.43:0/843723720 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb5b4102a40 0x7fb5b4076760 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7fb5a400e9c0 tx=0x7fb5a400ee80 comp rx=0 tx=0).stop 2024-05-16T15:52:17.796 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.782+0000 7fb5b9072640 1 -- 172.21.15.43:0/843723720 shutdown_connections 2024-05-16T15:52:17.796 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.782+0000 7fb5b9072640 1 --2- 172.21.15.43:0/843723720 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb5b41045f0 0x7fb5b40752e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:17.796 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.782+0000 7fb5b9072640 1 --2- 172.21.15.43:0/843723720 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb59c0b28a0 0x7fb59c0b4d60 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:17.796 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.782+0000 7fb5b9072640 1 --2- 172.21.15.43:0/843723720 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb5b4103c30 0x7fb5b4074da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:17.796 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.782+0000 7fb5b9072640 1 --2- 172.21.15.43:0/843723720 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb5b4102a40 0x7fb5b4076760 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:17.796 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.782+0000 7fb5b9072640 1 -- 172.21.15.43:0/843723720 >> 172.21.15.43:0/843723720 conn(0x7fb5b40fdfd0 msgr2=0x7fb5b4106f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:17.796 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.782+0000 7fb5b9072640 1 -- 172.21.15.43:0/843723720 shutdown_connections 2024-05-16T15:52:17.796 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:17.782+0000 7fb5b9072640 1 -- 172.21.15.43:0/843723720 wait complete. 2024-05-16T15:52:18.574 INFO:tasks.workunit.client.0.smithi043.stderr:Updating files: 7% (332/4295) Updating files: 8% (344/4295) Updating files: 9% (387/4295) Updating files: 10% (430/4295) Updating files: 11% (473/4295) Updating files: 11% (490/4295) Updating files: 12% (516/4295) Updating files: 13% (559/4295) Updating files: 14% (602/4295) Updating files: 15% (645/4295) Updating files: 16% (688/4295) Updating files: 17% (731/4295) Updating files: 18% (774/4295) Updating files: 18% (796/4295) Updating files: 19% (817/4295) Updating files: 20% (859/4295) Updating files: 21% (902/4295) Updating files: 22% (945/4295) Updating files: 23% (988/4295) Updating files: 24% (1031/4295) Updating files: 25% (1074/4295) Updating files: 26% (1117/4295) Updating files: 26% (1132/4295) Updating files: 27% (1160/4295) Updating files: 28% (1203/4295) Updating files: 29% (1246/4295) Updating files: 29% (1288/4295) Updating files: 30% (1289/4295) Updating files: 31% (1332/4295) Updating files: 32% (1375/4295) Updating files: 33% (1418/4295) Updating files: 33% (1440/4295) Updating files: 34% (1461/4295) Updating files: 35% (1504/4295) Updating files: 36% (1547/4295) Updating files: 37% (1590/4295) Updating files: 38% (1633/4295) Updating files: 39% (1676/4295) Updating files: 40% (1718/4295) Updating files: 41% (1761/4295) Updating files: 41% (1774/4295) Updating files: 42% (1804/4295) Updating files: 43% (1847/4295) Updating files: 44% (1890/4295) Updating files: 45% (1933/4295) Updating files: 46% (1976/4295) Updating files: 47% (2019/4295) Updating files: 48% (2062/4295) Updating files: 48% (2104/4295) Updating files: 49% (2105/4295) Updating files: 50% (2148/4295) Updating files: 51% (2191/4295) Updating files: 52% (2234/4295) Updating files: 53% (2277/4295) Updating files: 54% (2320/4295) Updating files: 54% (2348/4295) Updating files: 55% (2363/4295) Updating files: 56% (2406/4295) Updating files: 56% (2444/4295) Updating files: 57% (2449/4295) Updating files: 58% (2492/4295) Updating files: 59% (2535/4295) Updating files: 60% (2577/4295) Updating files: 61% (2620/4295) Updating files: 62% (2663/4295) Updating files: 63% (2706/4295) Updating files: 64% (2749/4295) Updating files: 64% (2786/4295) Updating files: 65% (2792/4295) Updating files: 66% (2835/4295) Updating files: 67% (2878/4295) Updating files: 68% (2921/4295) Updating files: 68% (2928/4295) Updating files: 69% (2964/4295) Updating files: 70% (3007/4295) Updating files: 70% (3024/4295) Updating files: 71% (3050/4295) Updating files: 72% (3093/4295) Updating files: 73% (3136/4295) Updating files: 74% (3179/4295) Updating files: 75% (3222/4295) Updating files: 76% (3265/4295) Updating files: 76% (3303/4295) Updating files: 77% (3308/4295) Updating files: 78% (3351/4295) Updating files: 79% (3394/4295) Updating files: 80% (3436/4295) Updating files: 81% (3479/4295) Updating files: 82% (3522/4295) Updating files: 83% (3565/4295) Updating files: 84% (3608/4295) Updating files: 84% (3634/4295) Updating files: 85% (3651/4295) Updating files: 86% (3694/4295) Updating files: 87% (3737/4295) Updating files: 88% (3780/4295) Updating files: 89% (3823/4295) Updating files: 90% (3866/4295) Updating files: 91% (3909/4295) Updating files: 92% (3952/4295) Updating files: 93% (3995/4295) Updating files: 94% (4038/4295) Updating files: 95% (4081/4295) Updating files: 96% (4124/4295) Updating files: 96% (4132/4295) Updating files: 97% (4167/4295) Updating files: 98% (4210/4295) Updating files: 99% (4253/4295) Updating files: 100% (4295/4295) Updating files: 100% (4295/4295), done. 2024-05-16T15:52:18.625 INFO:tasks.workunit.client.0.smithi043.stderr:+ cd xfstests-dev 2024-05-16T15:52:18.626 INFO:tasks.workunit.client.0.smithi043.stderr:+ make -j4 2024-05-16T15:52:18.646 INFO:tasks.workunit.client.0.smithi043.stdout:libtoolize -cfi 2024-05-16T15:52:19.013 INFO:tasks.workunit.client.0.smithi043.stdout:libtoolize: putting auxiliary files in '.'. 2024-05-16T15:52:19.013 INFO:tasks.workunit.client.0.smithi043.stdout:libtoolize: copying file './config.guess' 2024-05-16T15:52:19.019 INFO:tasks.workunit.client.0.smithi043.stdout:libtoolize: copying file './config.sub' 2024-05-16T15:52:19.026 INFO:tasks.workunit.client.0.smithi043.stdout:libtoolize: copying file './install-sh' 2024-05-16T15:52:19.034 INFO:tasks.workunit.client.0.smithi043.stdout:libtoolize: copying file './ltmain.sh' 2024-05-16T15:52:19.069 INFO:tasks.workunit.client.0.smithi043.stdout:libtoolize: putting macros in AC_CONFIG_MACRO_DIRS, 'm4'. 2024-05-16T15:52:19.069 INFO:tasks.workunit.client.0.smithi043.stdout:libtoolize: copying file 'm4/libtool.m4' 2024-05-16T15:52:19.079 INFO:tasks.workunit.client.0.smithi043.stdout:libtoolize: copying file 'm4/ltoptions.m4' 2024-05-16T15:52:19.088 INFO:tasks.workunit.client.0.smithi043.stdout:libtoolize: copying file 'm4/ltsugar.m4' 2024-05-16T15:52:19.097 INFO:tasks.workunit.client.0.smithi043.stdout:libtoolize: copying file 'm4/ltversion.m4' 2024-05-16T15:52:19.106 INFO:tasks.workunit.client.0.smithi043.stdout:libtoolize: copying file 'm4/lt~obsolete.m4' 2024-05-16T15:52:19.114 INFO:tasks.workunit.client.0.smithi043.stdout:libtoolize: Consider adding '-I m4' to ACLOCAL_AMFLAGS in Makefile.am. 2024-05-16T15:52:19.115 INFO:tasks.workunit.client.0.smithi043.stdout:cp include/install-sh . 2024-05-16T15:52:19.127 INFO:tasks.workunit.client.0.smithi043.stdout:aclocal -I m4 2024-05-16T15:52:19.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:19 smithi157 ceph-mon[35584]: pgmap v498: 129 pgs: 129 active+clean; 31 MiB data, 543 MiB used, 1.0 TiB / 1.0 TiB avail; 678 KiB/s rd, 992 KiB/s wr, 717 op/s 2024-05-16T15:52:19.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:19 smithi148 ceph-mon[34976]: pgmap v498: 129 pgs: 129 active+clean; 31 MiB data, 543 MiB used, 1.0 TiB / 1.0 TiB avail; 678 KiB/s rd, 992 KiB/s wr, 717 op/s 2024-05-16T15:52:19.725 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:19 smithi043 ceph-mon[31619]: pgmap v498: 129 pgs: 129 active+clean; 31 MiB data, 543 MiB used, 1.0 TiB / 1.0 TiB avail; 678 KiB/s rd, 992 KiB/s wr, 717 op/s 2024-05-16T15:52:20.151 INFO:journalctl@ceph.mds.e.smithi148.stdout:May 16 15:52:19 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-e[64079]: *** Caught signal (Segmentation fault) ** 2024-05-16T15:52:20.151 INFO:journalctl@ceph.mds.e.smithi148.stdout:May 16 15:52:19 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-e[64079]: in thread 7fe8bea4b700 thread_name:MR_Finisher 2024-05-16T15:52:20.151 INFO:journalctl@ceph.mds.e.smithi148.stdout:May 16 15:52:19 smithi148 podman[67011]: 2024-05-16 15:52:19.862373568 +0000 UTC m=+0.019081480 container died 037ba626d2fddd419376460c8c06df4c0f650ec89468a70c1cf403dea8f5d29c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-e, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0) 2024-05-16T15:52:20.427 INFO:tasks.workunit.client.0.smithi043.stdout:autoheader 2024-05-16T15:52:20.437 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:20 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:52:20.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:20 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:52:20.725 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:20 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:52:20.851 INFO:journalctl@ceph.mds.e.smithi148.stdout:May 16 15:52:20 smithi148 podman[67011]: 2024-05-16 15:52:20.566220802 +0000 UTC m=+0.722928715 container remove 037ba626d2fddd419376460c8c06df4c0f650ec89468a70c1cf403dea8f5d29c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-e, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True) 2024-05-16T15:52:20.851 INFO:journalctl@ceph.mds.e.smithi148.stdout:May 16 15:52:20 smithi148 systemd[1]: ceph-13155b42-139a-11ef-bc9a-c7b262605968@mds.e.service: Main process exited, code=exited, status=139/n/a 2024-05-16T15:52:21.033 INFO:tasks.workunit.client.0.smithi043.stdout:autoconf 2024-05-16T15:52:21.187 INFO:journalctl@ceph.mds.e.smithi148.stdout:May 16 15:52:20 smithi148 systemd[1]: ceph-13155b42-139a-11ef-bc9a-c7b262605968@mds.e.service: Failed with result 'exit-code'. 2024-05-16T15:52:21.187 INFO:journalctl@ceph.mds.e.smithi148.stdout:May 16 15:52:20 smithi148 systemd[1]: ceph-13155b42-139a-11ef-bc9a-c7b262605968@mds.e.service: Consumed 2.598s CPU time. 2024-05-16T15:52:21.262 INFO:tasks.workunit.client.0.smithi043.stdout:./configure \ 2024-05-16T15:52:21.262 INFO:tasks.workunit.client.0.smithi043.stdout: --libexecdir=/usr/lib \ 2024-05-16T15:52:21.263 INFO:tasks.workunit.client.0.smithi043.stdout: --exec_prefix=/var/lib 2024-05-16T15:52:21.451 INFO:tasks.workunit.client.0.smithi043.stdout:checking build system type... x86_64-pc-linux-gnu 2024-05-16T15:52:21.452 INFO:tasks.workunit.client.0.smithi043.stdout:checking host system type... x86_64-pc-linux-gnu 2024-05-16T15:52:21.453 INFO:tasks.workunit.client.0.smithi043.stdout:checking how to print strings... printf 2024-05-16T15:52:21.454 INFO:tasks.workunit.client.0.smithi043.stdout:checking for gcc... gcc 2024-05-16T15:52:21.579 INFO:tasks.workunit.client.0.smithi043.stdout:checking whether the C compiler works... yes 2024-05-16T15:52:21.580 INFO:tasks.workunit.client.0.smithi043.stdout:checking for C compiler default output file name... a.out 2024-05-16T15:52:21.632 INFO:tasks.workunit.client.0.smithi043.stdout:checking for suffix of executables... 2024-05-16T15:52:21.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:21 smithi157 ceph-mon[35584]: pgmap v499: 129 pgs: 129 active+clean; 35 MiB data, 542 MiB used, 1.0 TiB / 1.0 TiB avail; 704 KiB/s rd, 1.0 MiB/s wr, 323 op/s 2024-05-16T15:52:21.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:21 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:52:21.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:21 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:52:21.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:21 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:52:21.686 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:21 smithi148 ceph-mon[34976]: pgmap v499: 129 pgs: 129 active+clean; 35 MiB data, 542 MiB used, 1.0 TiB / 1.0 TiB avail; 704 KiB/s rd, 1.0 MiB/s wr, 323 op/s 2024-05-16T15:52:21.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:21 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:52:21.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:21 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:52:21.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:21 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:52:21.690 INFO:tasks.workunit.client.0.smithi043.stdout:checking whether we are cross compiling... no 2024-05-16T15:52:21.725 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:21 smithi043 ceph-mon[31619]: pgmap v499: 129 pgs: 129 active+clean; 35 MiB data, 542 MiB used, 1.0 TiB / 1.0 TiB avail; 704 KiB/s rd, 1.0 MiB/s wr, 323 op/s 2024-05-16T15:52:21.725 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:21 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:52:21.725 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:21 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:52:21.726 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:21 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:52:21.899 INFO:tasks.workunit.client.0.smithi043.stdout:checking for suffix of object files... o 2024-05-16T15:52:21.935 INFO:tasks.workunit.client.0.smithi043.stdout:checking whether we are using the GNU C compiler... yes 2024-05-16T15:52:21.972 INFO:tasks.workunit.client.0.smithi043.stdout:checking whether gcc accepts -g... yes 2024-05-16T15:52:22.063 INFO:tasks.workunit.client.0.smithi043.stdout:checking for gcc option to accept ISO C89... none needed 2024-05-16T15:52:22.068 INFO:tasks.workunit.client.0.smithi043.stdout:checking for a sed that does not truncate output... /usr/bin/sed 2024-05-16T15:52:22.072 INFO:tasks.workunit.client.0.smithi043.stdout:checking for grep that handles long lines and -e... /usr/bin/grep 2024-05-16T15:52:22.074 INFO:tasks.workunit.client.0.smithi043.stdout:checking for egrep... /usr/bin/grep -E 2024-05-16T15:52:22.075 INFO:tasks.workunit.client.0.smithi043.stdout:checking for fgrep... /usr/bin/grep -F 2024-05-16T15:52:22.080 INFO:tasks.workunit.client.0.smithi043.stdout:checking for ld used by gcc... /usr/bin/ld 2024-05-16T15:52:22.082 INFO:tasks.workunit.client.0.smithi043.stdout:checking if the linker (/usr/bin/ld) is GNU ld... yes 2024-05-16T15:52:22.087 INFO:tasks.workunit.client.0.smithi043.stdout:checking for BSD- or MS-compatible name lister (nm)... /usr/bin/nm -B 2024-05-16T15:52:22.967 INFO:tasks.workunit.client.0.smithi043.stdout:checking the name lister (/usr/bin/nm -B) interface... BSD nm 2024-05-16T15:52:22.967 INFO:tasks.workunit.client.0.smithi043.stdout:checking whether ln -s works... yes 2024-05-16T15:52:22.981 INFO:tasks.workunit.client.0.smithi043.stdout:checking the maximum length of command line arguments... 1572864 2024-05-16T15:52:22.985 INFO:tasks.workunit.client.0.smithi043.stdout:checking how to convert x86_64-pc-linux-gnu file names to x86_64-pc-linux-gnu format... func_convert_file_noop 2024-05-16T15:52:22.985 INFO:tasks.workunit.client.0.smithi043.stdout:checking how to convert x86_64-pc-linux-gnu file names to toolchain format... func_convert_file_noop 2024-05-16T15:52:22.986 INFO:tasks.workunit.client.0.smithi043.stdout:checking for /usr/bin/ld option to reload object files... -r 2024-05-16T15:52:22.987 INFO:tasks.workunit.client.0.smithi043.stdout:checking for objdump... objdump 2024-05-16T15:52:22.988 INFO:tasks.workunit.client.0.smithi043.stdout:checking how to recognize dependent libraries... pass_all 2024-05-16T15:52:22.989 INFO:tasks.workunit.client.0.smithi043.stdout:checking for dlltool... no 2024-05-16T15:52:22.989 INFO:tasks.workunit.client.0.smithi043.stdout:checking how to associate runtime and link libraries... printf %s\n 2024-05-16T15:52:22.990 INFO:tasks.workunit.client.0.smithi043.stdout:checking for ar... ar 2024-05-16T15:52:23.095 INFO:tasks.workunit.client.0.smithi043.stdout:checking for archiver @FILE support... @ 2024-05-16T15:52:23.096 INFO:tasks.workunit.client.0.smithi043.stdout:checking for strip... strip 2024-05-16T15:52:23.097 INFO:tasks.workunit.client.0.smithi043.stdout:checking for ranlib... ranlib 2024-05-16T15:52:23.098 INFO:tasks.workunit.client.0.smithi043.stdout:checking for gawk... gawk 2024-05-16T15:52:23.255 INFO:tasks.workunit.client.0.smithi043.stdout:checking command to parse /usr/bin/nm -B output from gcc object... ok 2024-05-16T15:52:23.256 INFO:tasks.workunit.client.0.smithi043.stdout:checking for sysroot... no 2024-05-16T15:52:23.275 INFO:tasks.workunit.client.0.smithi043.stdout:checking for a working dd... /usr/bin/dd 2024-05-16T15:52:23.295 INFO:tasks.workunit.client.0.smithi043.stdout:checking how to truncate binary pipes... /usr/bin/dd bs=4096 count=1 2024-05-16T15:52:23.299 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-16T15:52:23.339 INFO:tasks.workunit.client.0.smithi043.stdout:checking for mt... no 2024-05-16T15:52:23.358 INFO:tasks.workunit.client.0.smithi043.stdout:checking if : is a manifest tool... no 2024-05-16T15:52:23.463 INFO:tasks.workunit.client.0.smithi043.stdout:checking how to run the C preprocessor... gcc -E 2024-05-16T15:52:23.572 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:52:23.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:23 smithi157 ceph-mon[35584]: pgmap v500: 129 pgs: 129 active+clean; 35 MiB data, 538 MiB used, 1.0 TiB / 1.0 TiB avail; 706 KiB/s rd, 1.1 MiB/s wr, 438 op/s 2024-05-16T15:52:23.689 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:23 smithi148 ceph-mon[34976]: pgmap v500: 129 pgs: 129 active+clean; 35 MiB data, 538 MiB used, 1.0 TiB / 1.0 TiB avail; 706 KiB/s rd, 1.1 MiB/s wr, 438 op/s 2024-05-16T15:52:23.696 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:23 smithi043 ceph-mon[31619]: pgmap v500: 129 pgs: 129 active+clean; 35 MiB data, 538 MiB used, 1.0 TiB / 1.0 TiB avail; 706 KiB/s rd, 1.1 MiB/s wr, 438 op/s 2024-05-16T15:52:23.885 INFO:tasks.workunit.client.0.smithi043.stdout:checking for ANSI C header files... yes 2024-05-16T15:52:23.978 INFO:tasks.workunit.client.0.smithi043.stdout:checking for sys/types.h... yes 2024-05-16T15:52:24.041 INFO:tasks.workunit.client.0.smithi043.stdout:checking for sys/stat.h... yes 2024-05-16T15:52:24.099 INFO:tasks.workunit.client.0.smithi043.stdout:checking for stdlib.h... yes 2024-05-16T15:52:24.159 INFO:tasks.workunit.client.0.smithi043.stdout:checking for string.h... yes 2024-05-16T15:52:24.431 INFO:tasks.workunit.client.0.smithi043.stdout:checking for memory.h... yes 2024-05-16T15:52:24.604 INFO:tasks.workunit.client.0.smithi043.stdout:checking for strings.h... yes 2024-05-16T15:52:24.669 INFO:tasks.workunit.client.0.smithi043.stdout:checking for inttypes.h... yes 2024-05-16T15:52:24.731 INFO:tasks.workunit.client.0.smithi043.stdout:checking for stdint.h... yes 2024-05-16T15:52:24.803 INFO:tasks.workunit.client.0.smithi043.stdout:checking for unistd.h... yes 2024-05-16T15:52:24.904 INFO:tasks.workunit.client.0.smithi043.stdout:checking for dlfcn.h... yes 2024-05-16T15:52:24.915 INFO:tasks.workunit.client.0.smithi043.stdout:checking for objdir... .libs 2024-05-16T15:52:25.087 INFO:tasks.workunit.client.0.smithi043.stdout:checking if gcc supports -fno-rtti -fno-exceptions... no 2024-05-16T15:52:25.087 INFO:tasks.workunit.client.0.smithi043.stdout:checking for gcc option to produce PIC... -fPIC -DPIC 2024-05-16T15:52:25.147 INFO:tasks.workunit.client.0.smithi043.stdout:checking if gcc PIC flag -fPIC -DPIC works... yes 2024-05-16T15:52:25.269 INFO:tasks.workunit.client.0.smithi043.stdout:checking if gcc static flag -static works... no 2024-05-16T15:52:25.365 INFO:tasks.workunit.client.0.smithi043.stdout:checking if gcc supports -c -o file.o... yes 2024-05-16T15:52:25.365 INFO:tasks.workunit.client.0.smithi043.stdout:checking if gcc supports -c -o file.o... (cached) yes 2024-05-16T15:52:25.372 INFO:tasks.workunit.client.0.smithi043.stdout:checking whether the gcc linker (/usr/bin/ld -m elf_x86_64) supports shared libraries... yes 2024-05-16T15:52:25.482 INFO:tasks.workunit.client.0.smithi043.stdout:checking whether -lc should be explicitly linked in... no 2024-05-16T15:52:25.535 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:25 smithi043 ceph-mon[31619]: pgmap v501: 129 pgs: 129 active+clean; 29 MiB data, 540 MiB used, 1.0 TiB / 1.0 TiB avail; 664 KiB/s rd, 1.3 MiB/s wr, 547 op/s 2024-05-16T15:52:25.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.544+0000 7f37c8a28700 1 -- 172.21.15.43:0/1993615319 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f37c410fea0 msgr2=0x7f37c4112290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:25.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.544+0000 7f37c8a28700 1 --2- 172.21.15.43:0/1993615319 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f37c410fea0 0x7f37c4112290 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f37bc00b0a0 tx=0x7f37bc00b3b0 comp rx=0 tx=0).stop 2024-05-16T15:52:25.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.544+0000 7f37c8a28700 1 -- 172.21.15.43:0/1993615319 shutdown_connections 2024-05-16T15:52:25.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.544+0000 7f37c8a28700 1 --2- 172.21.15.43:0/1993615319 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f37c410fea0 0x7f37c4112290 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:25.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.544+0000 7f37c8a28700 1 --2- 172.21.15.43:0/1993615319 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f37c40756d0 0x7f37c4075ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:25.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.544+0000 7f37c8a28700 1 --2- 172.21.15.43:0/1993615319 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f37c4075ff0 0x7f37c410f960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:25.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.544+0000 7f37c8a28700 1 -- 172.21.15.43:0/1993615319 >> 172.21.15.43:0/1993615319 conn(0x7f37c407a600 msgr2=0x7f37c407aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:25.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.544+0000 7f37c8a28700 1 -- 172.21.15.43:0/1993615319 shutdown_connections 2024-05-16T15:52:25.556 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.544+0000 7f37c8a28700 1 -- 172.21.15.43:0/1993615319 wait complete. 2024-05-16T15:52:25.558 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.545+0000 7f37c8a28700 1 Processor -- start 2024-05-16T15:52:25.558 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.545+0000 7f37c8a28700 1 -- start start 2024-05-16T15:52:25.558 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.545+0000 7f37c8a28700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f37c40756d0 0x7f37c41a1830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:25.558 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.545+0000 7f37c8a28700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f37c4075ff0 0x7f37c41a1d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:25.558 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.545+0000 7f37c8a28700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f37c410fea0 0x7f37c419ba40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:25.558 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.545+0000 7f37c8a28700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f37c4115700 con 0x7f37c4075ff0 2024-05-16T15:52:25.558 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.545+0000 7f37c8a28700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f37c4115580 con 0x7f37c410fea0 2024-05-16T15:52:25.558 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.545+0000 7f37c8a28700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f37c4115880 con 0x7f37c40756d0 2024-05-16T15:52:25.559 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.545+0000 7f37c1d9b700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f37c4075ff0 0x7f37c41a1d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:25.559 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.545+0000 7f37c1d9b700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f37c4075ff0 0x7f37c41a1d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:55692/0 (socket says 172.21.15.43:55692) 2024-05-16T15:52:25.559 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.545+0000 7f37c1d9b700 1 -- 172.21.15.43:0/2532168808 learned_addr learned my addr 172.21.15.43:0/2532168808 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:25.559 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.545+0000 7f37c2d9d700 1 --2- 172.21.15.43:0/2532168808 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f37c410fea0 0x7f37c419ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:25.559 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.545+0000 7f37c259c700 1 --2- 172.21.15.43:0/2532168808 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f37c40756d0 0x7f37c41a1830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:25.559 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.546+0000 7f37c1d9b700 1 -- 172.21.15.43:0/2532168808 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f37c40756d0 msgr2=0x7f37c41a1830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:25.559 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.546+0000 7f37c1d9b700 1 --2- 172.21.15.43:0/2532168808 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f37c40756d0 0x7f37c41a1830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:25.559 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.546+0000 7f37c1d9b700 1 -- 172.21.15.43:0/2532168808 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f37c410fea0 msgr2=0x7f37c419ba40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:25.559 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.546+0000 7f37c1d9b700 1 --2- 172.21.15.43:0/2532168808 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f37c410fea0 0x7f37c419ba40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:25.559 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.546+0000 7f37c1d9b700 1 -- 172.21.15.43:0/2532168808 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37c419c1a0 con 0x7f37c4075ff0 2024-05-16T15:52:25.559 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.546+0000 7f37c2d9d700 1 --2- 172.21.15.43:0/2532168808 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f37c410fea0 0x7f37c419ba40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:52:25.559 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.546+0000 7f37c259c700 1 --2- 172.21.15.43:0/2532168808 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f37c40756d0 0x7f37c41a1830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:52:25.559 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.546+0000 7f37c1d9b700 1 --2- 172.21.15.43:0/2532168808 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f37c4075ff0 0x7f37c41a1d70 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f37ac00e970 tx=0x7f37ac00ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:25.559 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.546+0000 7f37bb7fe700 1 -- 172.21.15.43:0/2532168808 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37ac004220 con 0x7f37c4075ff0 2024-05-16T15:52:25.559 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.546+0000 7f37bb7fe700 1 -- 172.21.15.43:0/2532168808 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f37ac0043c0 con 0x7f37c4075ff0 2024-05-16T15:52:25.559 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.546+0000 7f37c8a28700 1 -- 172.21.15.43:0/2532168808 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37c419c430 con 0x7f37c4075ff0 2024-05-16T15:52:25.560 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.546+0000 7f37bb7fe700 1 -- 172.21.15.43:0/2532168808 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37ac003c10 con 0x7f37c4075ff0 2024-05-16T15:52:25.560 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.546+0000 7f37c8a28700 1 -- 172.21.15.43:0/2532168808 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37c41a8700 con 0x7f37c4075ff0 2024-05-16T15:52:25.561 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.550+0000 7f37bb7fe700 1 -- 172.21.15.43:0/2532168808 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f37ac00c7e0 con 0x7f37c4075ff0 2024-05-16T15:52:25.563 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.550+0000 7f37bb7fe700 1 --2- 172.21.15.43:0/2532168808 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f37b00b2900 0x7f37b00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:25.563 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.551+0000 7f37bb7fe700 1 -- 172.21.15.43:0/2532168808 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f37ac0e2740 con 0x7f37c4075ff0 2024-05-16T15:52:25.563 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.551+0000 7f37c259c700 1 --2- 172.21.15.43:0/2532168808 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f37b00b2900 0x7f37b00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:25.563 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.551+0000 7f37d32bbb80 1 Processor -- start 2024-05-16T15:52:25.563 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.551+0000 7f37d32bbb80 1 -- start start 2024-05-16T15:52:25.563 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.551+0000 7f37c259c700 1 --2- 172.21.15.43:0/2532168808 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f37b00b2900 0x7f37b00b4dc0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f37c4102a10 tx=0x7f37b400b3c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:25.563 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.551+0000 7f37d32bbb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d3c77c14d0 0x55d3c77c18b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:25.563 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.551+0000 7f37d32bbb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d3c77c1df0 0x55d3c77c56f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:25.563 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.551+0000 7f37d32bbb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d3c77c5c80 0x55d3c77c6100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:25.564 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.551+0000 7f37d32bbb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55d3c7713860 con 0x55d3c77c5c80 2024-05-16T15:52:25.564 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.551+0000 7f37d32bbb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55d3c76b27c0 con 0x55d3c77c1df0 2024-05-16T15:52:25.565 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.551+0000 7f37d32bbb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55d3c770f820 con 0x55d3c77c14d0 2024-05-16T15:52:25.565 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.552+0000 7f37c2d9d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d3c77c5c80 0x55d3c77c6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:25.565 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.552+0000 7f37c1d9b700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d3c77c1df0 0x55d3c77c56f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:25.565 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.552+0000 7f37c2d9d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d3c77c5c80 0x55d3c77c6100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:55700/0 (socket says 172.21.15.43:55700) 2024-05-16T15:52:25.565 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.552+0000 7f37c2d9d700 1 -- 172.21.15.43:0/2875145209 learned_addr learned my addr 172.21.15.43:0/2875145209 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:25.565 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.552+0000 7f37c259c700 1 --2- 172.21.15.43:0/2875145209 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d3c77c14d0 0x55d3c77c18b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:25.565 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.552+0000 7f37c1d9b700 1 -- 172.21.15.43:0/2875145209 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d3c77c14d0 msgr2=0x55d3c77c18b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:25.565 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.552+0000 7f37c1d9b700 1 --2- 172.21.15.43:0/2875145209 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d3c77c14d0 0x55d3c77c18b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:25.565 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.552+0000 7f37c1d9b700 1 -- 172.21.15.43:0/2875145209 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d3c77c5c80 msgr2=0x55d3c77c6100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:25.565 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.552+0000 7f37c1d9b700 1 --2- 172.21.15.43:0/2875145209 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d3c77c5c80 0x55d3c77c6100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:25.565 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.552+0000 7f37c1d9b700 1 -- 172.21.15.43:0/2875145209 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d3c76608d0 con 0x55d3c77c1df0 2024-05-16T15:52:25.565 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.552+0000 7f37c1d9b700 1 --2- 172.21.15.43:0/2875145209 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d3c77c1df0 0x55d3c77c56f0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f37ac0a6c20 tx=0x7f37ac0a9120 comp rx=0 tx=0).ready entity=mon.2 client_cookie=192a576070f3fedc server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:25.565 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.552+0000 7f37b8ff9700 1 -- 172.21.15.43:0/2875145209 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37ac0b2160 con 0x55d3c77c1df0 2024-05-16T15:52:25.565 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.552+0000 7f37b8ff9700 1 -- 172.21.15.43:0/2875145209 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f37ac0a94c0 con 0x55d3c77c1df0 2024-05-16T15:52:25.565 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.552+0000 7f37b8ff9700 1 -- 172.21.15.43:0/2875145209 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37ac00cd00 con 0x55d3c77c1df0 2024-05-16T15:52:25.568 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.553+0000 7f37d32bbb80 1 -- 172.21.15.43:0/2875145209 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d3c77c1df0 msgr2=0x55d3c77c56f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:25.568 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.553+0000 7f37d32bbb80 1 --2- 172.21.15.43:0/2875145209 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d3c77c1df0 0x55d3c77c56f0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f37ac0a6c20 tx=0x7f37ac0a9120 comp rx=0 tx=0).stop 2024-05-16T15:52:25.569 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.553+0000 7f37d32bbb80 1 -- 172.21.15.43:0/2875145209 shutdown_connections 2024-05-16T15:52:25.569 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.553+0000 7f37d32bbb80 1 --2- 172.21.15.43:0/2875145209 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d3c77c5c80 0x55d3c77c6100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:25.569 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.553+0000 7f37d32bbb80 1 --2- 172.21.15.43:0/2875145209 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d3c77c14d0 0x55d3c77c18b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:25.569 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.553+0000 7f37d32bbb80 1 --2- 172.21.15.43:0/2875145209 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d3c77c1df0 0x55d3c77c56f0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:25.569 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.553+0000 7f37d32bbb80 1 -- 172.21.15.43:0/2875145209 >> 172.21.15.43:0/2875145209 conn(0x55d3c76ed100 msgr2=0x55d3c77bbc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:25.569 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.553+0000 7f37d32bbb80 1 -- 172.21.15.43:0/2875145209 shutdown_connections 2024-05-16T15:52:25.569 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.553+0000 7f37d32bbb80 1 -- 172.21.15.43:0/2875145209 wait complete. 2024-05-16T15:52:25.569 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.554+0000 7f37d32bbb80 1 -- start start 2024-05-16T15:52:25.569 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.554+0000 7f37d32bbb80 1 Processor -- start 2024-05-16T15:52:25.569 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.554+0000 7f37d32bbb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d3c77c14d0 0x55d3c77cd110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:25.569 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.554+0000 7f37d32bbb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d3c77c1df0 0x55d3c77ca4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:25.569 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.554+0000 7f37d32bbb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d3c77c5c80 0x55d3c77ca9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:25.569 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.554+0000 7f37d32bbb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55d3c77cde90 con 0x55d3c77c5c80 2024-05-16T15:52:25.569 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.554+0000 7f37d32bbb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55d3c7679c30 con 0x55d3c77c14d0 2024-05-16T15:52:25.569 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.554+0000 7f37d32bbb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55d3c77ce010 con 0x55d3c77c1df0 2024-05-16T15:52:25.570 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.554+0000 7f37d32bbb80 10 client.0 _ll_register_callbacks cb 0x55d3c76ab920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:52:25.570 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.554+0000 7f37c2d9d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d3c77c5c80 0x55d3c77ca9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:25.570 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.554+0000 7f37c2d9d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d3c77c5c80 0x55d3c77ca9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:55708/0 (socket says 172.21.15.43:55708) 2024-05-16T15:52:25.570 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.554+0000 7f37c2d9d700 1 -- 172.21.15.43:0/2011520618 learned_addr learned my addr 172.21.15.43:0/2011520618 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:25.570 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.555+0000 7f37c259c700 1 --2- 172.21.15.43:0/2011520618 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d3c77c14d0 0x55d3c77cd110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:25.570 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.555+0000 7f37c1d9b700 1 --2- 172.21.15.43:0/2011520618 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d3c77c1df0 0x55d3c77ca4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:25.570 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.555+0000 7f37c259c700 1 -- 172.21.15.43:0/2011520618 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d3c77c1df0 msgr2=0x55d3c77ca4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:25.570 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.555+0000 7f37c259c700 1 --2- 172.21.15.43:0/2011520618 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d3c77c1df0 0x55d3c77ca4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:25.570 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.555+0000 7f37c259c700 1 -- 172.21.15.43:0/2011520618 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d3c77c5c80 msgr2=0x55d3c77ca9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:25.570 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.555+0000 7f37c259c700 1 --2- 172.21.15.43:0/2011520618 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d3c77c5c80 0x55d3c77ca9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:25.570 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.555+0000 7f37c259c700 1 -- 172.21.15.43:0/2011520618 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d3c76af690 con 0x55d3c77c14d0 2024-05-16T15:52:25.570 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.555+0000 7f37c1d9b700 1 --2- 172.21.15.43:0/2011520618 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d3c77c1df0 0x55d3c77ca4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:52:25.570 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.555+0000 7f37c2d9d700 1 --2- 172.21.15.43:0/2011520618 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d3c77c5c80 0x55d3c77ca9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:52:25.570 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.555+0000 7f37c259c700 1 --2- 172.21.15.43:0/2011520618 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d3c77c14d0 0x55d3c77cd110 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f37b4010b50 tx=0x7f37b40047c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1d2480be9a6f53c2 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:25.570 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.555+0000 7f37a9ffb700 10 client.0 ms_handle_connect on v2:172.21.15.148:3300/0 2024-05-16T15:52:25.571 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.555+0000 7f37a9ffb700 1 -- 172.21.15.43:0/2011520618 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37b401f840 con 0x55d3c77c14d0 2024-05-16T15:52:25.571 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.555+0000 7f37d32bbb80 1 -- 172.21.15.43:0/2011520618 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f37ac0a94c0 con 0x55d3c77c14d0 2024-05-16T15:52:25.571 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.556+0000 7f37a9ffb700 1 -- 172.21.15.43:0/2011520618 <== mon.2 v2:172.21.15.148:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f37b401f9e0 con 0x55d3c77c14d0 2024-05-16T15:52:25.571 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.556+0000 7f37a9ffb700 1 -- 172.21.15.43:0/2011520618 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f37b4031050 con 0x55d3c77c14d0 2024-05-16T15:52:25.571 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.556+0000 7f37d32bbb80 10 client.25403 fetch_fsmap learned FSMap version 32 2024-05-16T15:52:25.571 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.556+0000 7f37d32bbb80 1 -- 172.21.15.43:0/2011520618 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x55d3c77d87f0 con 0x55d3c77c14d0 2024-05-16T15:52:25.571 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.556+0000 7f37a9ffb700 1 -- 172.21.15.43:0/2011520618 <== mon.2 v2:172.21.15.148:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f37ac0a94c0 con 0x55d3c77c14d0 2024-05-16T15:52:25.571 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.556+0000 7f37a9ffb700 1 -- 172.21.15.43:0/2011520618 <== mon.2 v2:172.21.15.148:3300/0 5 ==== fsmap(e 32) ==== 8378+0+0 (secure 0 0 0) 0x7f37b4028b50 con 0x55d3c77c14d0 2024-05-16T15:52:25.571 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.556+0000 7f37d32bbb80 10 client.25403 fetch_fsmap finished waiting for FSMap version 32 2024-05-16T15:52:25.571 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.556+0000 7f37d32bbb80 10 client.25403 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-16T15:52:25.571 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.556+0000 7f37d32bbb80 20 client.25403 populate_metadata read hostname 'smithi043' 2024-05-16T15:52:25.571 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.556+0000 7f37d32bbb80 1 --2- 172.21.15.43:0/2011520618 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55d3c77dad80 0x55d3c77dd190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:25.571 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.556+0000 7f37d32bbb80 4 client.25403 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:52:25.571 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.556+0000 7f37d32bbb80 1 -- 172.21.15.43:0/2011520618 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d3c778d650 con 0x55d3c77dad80 2024-05-16T15:52:25.571 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.556+0000 7f37c1d9b700 1 --2- 172.21.15.43:0/2011520618 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55d3c77dad80 0x55d3c77dd190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:25.572 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.557+0000 7f37a9ffb700 10 client.25403 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:52:25.572 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.557+0000 7f37c1d9b700 1 --2- 172.21.15.43:0/2011520618 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55d3c77dad80 0x55d3c77dd190 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=654579e1d3754fce server_cookie=690de6787af88ce in_seq=0 out_seq=0 2024-05-16T15:52:25.573 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.558+0000 7f37a9ffb700 1 -- 172.21.15.43:0/2011520618 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55d3c778d650 con 0x55d3c77dad80 2024-05-16T15:52:25.573 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.558+0000 7f37a9ffb700 10 client.25403 handle_command_reply: tid=0 2024-05-16T15:52:25.573 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.558+0000 7f37d32bbb80 1 client.25403 shutdown 2024-05-16T15:52:25.573 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.558+0000 7f37d32bbb80 1 -- 172.21.15.43:0/2011520618 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d3c77c14d0 msgr2=0x55d3c77cd110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:25.573 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.558+0000 7f37d32bbb80 1 --2- 172.21.15.43:0/2011520618 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d3c77c14d0 0x55d3c77cd110 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f37b4010b50 tx=0x7f37b40047c0 comp rx=0 tx=0).stop 2024-05-16T15:52:25.573 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.558+0000 7f37d32bbb80 1 -- 172.21.15.43:0/2011520618 shutdown_connections 2024-05-16T15:52:25.573 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.558+0000 7f37d32bbb80 1 --2- 172.21.15.43:0/2011520618 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55d3c77dad80 0x55d3c77dd190 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:25.573 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.558+0000 7f37d32bbb80 1 --2- 172.21.15.43:0/2011520618 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d3c77c5c80 0x55d3c77ca9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:25.573 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.558+0000 7f37d32bbb80 1 --2- 172.21.15.43:0/2011520618 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d3c77c14d0 0x55d3c77cd110 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:25.573 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.558+0000 7f37d32bbb80 1 --2- 172.21.15.43:0/2011520618 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d3c77c1df0 0x55d3c77ca4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:25.573 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.558+0000 7f37a9ffb700 0 client.25403 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:52:25.573 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.558+0000 7f37d32bbb80 1 -- 172.21.15.43:0/2011520618 >> 172.21.15.43:0/2011520618 conn(0x55d3c76ed100 msgr2=0x55d3c77b6720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:25.573 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.559+0000 7f37d32bbb80 1 -- 172.21.15.43:0/2011520618 shutdown_connections 2024-05-16T15:52:25.573 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.559+0000 7f37d32bbb80 1 -- 172.21.15.43:0/2011520618 wait complete. 2024-05-16T15:52:25.574 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.559+0000 7f37d32bbb80 20 client.25403 trim_cache size 0 max 16384 2024-05-16T15:52:25.581 INFO:tasks.workunit.client.0.smithi043.stdout:checking dynamic linker characteristics... GNU/Linux ld.so 2024-05-16T15:52:25.582 INFO:tasks.workunit.client.0.smithi043.stdout:checking how to hardcode library paths into programs... immediate 2024-05-16T15:52:25.583 INFO:tasks.workunit.client.0.smithi043.stdout:checking whether stripping libraries is possible... yes 2024-05-16T15:52:25.584 INFO:tasks.workunit.client.0.smithi043.stdout:checking if libtool supports shared libraries... yes 2024-05-16T15:52:25.584 INFO:tasks.workunit.client.0.smithi043.stdout:checking whether to build shared libraries... yes 2024-05-16T15:52:25.584 INFO:tasks.workunit.client.0.smithi043.stdout:checking whether to build static libraries... yes 2024-05-16T15:52:25.592 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.580+0000 7f37d32bbb80 1 Processor -- start 2024-05-16T15:52:25.592 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.580+0000 7f37d32bbb80 1 -- start start 2024-05-16T15:52:25.592 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.580+0000 7f37d32bbb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d3c76ed100 0x55d3c77d6f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:25.592 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.580+0000 7f37d32bbb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d3c77c14d0 0x55d3c77caa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:25.593 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.580+0000 7f37d32bbb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d3c77c1df0 0x55d3c77cc270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:25.593 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.580+0000 7f37d32bbb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f37c41b1390 con 0x55d3c76ed100 2024-05-16T15:52:25.593 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.580+0000 7f37d32bbb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f37c41b2f90 con 0x55d3c77c14d0 2024-05-16T15:52:25.593 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.580+0000 7f37d32bbb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f37c41b1a60 con 0x55d3c77c1df0 2024-05-16T15:52:25.593 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.581+0000 7f37c259c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d3c76ed100 0x55d3c77d6f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:25.593 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.581+0000 7f37c259c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d3c76ed100 0x55d3c77d6f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:55722/0 (socket says 172.21.15.43:55722) 2024-05-16T15:52:25.593 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.581+0000 7f37c259c700 1 -- 172.21.15.43:0/4102202802 learned_addr learned my addr 172.21.15.43:0/4102202802 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:25.593 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.581+0000 7f37c1d9b700 1 --2- 172.21.15.43:0/4102202802 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d3c77c14d0 0x55d3c77caa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:25.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.581+0000 7f37c2d9d700 1 --2- 172.21.15.43:0/4102202802 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d3c77c1df0 0x55d3c77cc270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:25.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.581+0000 7f37c259c700 1 -- 172.21.15.43:0/4102202802 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d3c77c1df0 msgr2=0x55d3c77cc270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:25.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.581+0000 7f37c259c700 1 --2- 172.21.15.43:0/4102202802 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d3c77c1df0 0x55d3c77cc270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:25.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.581+0000 7f37c259c700 1 -- 172.21.15.43:0/4102202802 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d3c77c14d0 msgr2=0x55d3c77caa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:25.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.581+0000 7f37c259c700 1 --2- 172.21.15.43:0/4102202802 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d3c77c14d0 0x55d3c77caa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:25.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.581+0000 7f37c259c700 1 -- 172.21.15.43:0/4102202802 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d3c77c8a20 con 0x55d3c76ed100 2024-05-16T15:52:25.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.581+0000 7f37c2d9d700 1 --2- 172.21.15.43:0/4102202802 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d3c77c1df0 0x55d3c77cc270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:52:25.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.581+0000 7f37c1d9b700 1 --2- 172.21.15.43:0/4102202802 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d3c77c14d0 0x55d3c77caa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:52:25.594 INFO:tasks.workunit.client.0.smithi043.stdout:checking for gcc... (cached) gcc 2024-05-16T15:52:25.598 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.581+0000 7f37c259c700 1 --2- 172.21.15.43:0/4102202802 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d3c76ed100 0x55d3c77d6f20 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f37b4029fd0 tx=0x7f37b4005a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46d4a5944a33e808 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:25.598 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.581+0000 7f37abfff700 1 -- 172.21.15.43:0/4102202802 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37b4039070 con 0x55d3c76ed100 2024-05-16T15:52:25.598 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.581+0000 7f37abfff700 1 -- 172.21.15.43:0/4102202802 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f37b4023070 con 0x55d3c76ed100 2024-05-16T15:52:25.598 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.581+0000 7f37abfff700 1 -- 172.21.15.43:0/4102202802 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37b4028870 con 0x55d3c76ed100 2024-05-16T15:52:25.599 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.582+0000 7f37d32bbb80 1 -- 172.21.15.43:0/4102202802 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d3c76ed100 msgr2=0x55d3c77d6f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:25.599 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.582+0000 7f37d32bbb80 1 --2- 172.21.15.43:0/4102202802 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d3c76ed100 0x55d3c77d6f20 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f37b4029fd0 tx=0x7f37b4005a00 comp rx=0 tx=0).stop 2024-05-16T15:52:25.599 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.582+0000 7f37d32bbb80 1 -- 172.21.15.43:0/4102202802 shutdown_connections 2024-05-16T15:52:25.599 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.582+0000 7f37d32bbb80 1 --2- 172.21.15.43:0/4102202802 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d3c77c1df0 0x55d3c77cc270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:25.599 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.582+0000 7f37d32bbb80 1 --2- 172.21.15.43:0/4102202802 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d3c76ed100 0x55d3c77d6f20 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:25.599 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.582+0000 7f37d32bbb80 1 --2- 172.21.15.43:0/4102202802 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d3c77c14d0 0x55d3c77caa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:25.599 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.582+0000 7f37d32bbb80 1 -- 172.21.15.43:0/4102202802 >> 172.21.15.43:0/4102202802 conn(0x55d3c77b6ab0 msgr2=0x55d3c77cbb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:25.599 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.582+0000 7f37d32bbb80 1 -- 172.21.15.43:0/4102202802 shutdown_connections 2024-05-16T15:52:25.599 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.582+0000 7f37d32bbb80 1 -- 172.21.15.43:0/4102202802 wait complete. 2024-05-16T15:52:25.599 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.583+0000 7f37d32bbb80 1 -- start start 2024-05-16T15:52:25.599 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.583+0000 7f37d32bbb80 1 Processor -- start 2024-05-16T15:52:25.599 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.583+0000 7f37d32bbb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d3c76ed100 0x55d3c77cf0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:25.599 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.583+0000 7f37d32bbb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d3c77c14d0 0x55d3c77cf600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:25.599 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.583+0000 7f37d32bbb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d3c77c1df0 0x55d3c77cfb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:25.599 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.583+0000 7f37d32bbb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f37c41b2800 con 0x55d3c77c1df0 2024-05-16T15:52:25.600 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.583+0000 7f37d32bbb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f37c41b2130 con 0x55d3c77c14d0 2024-05-16T15:52:25.600 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.583+0000 7f37d32bbb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f37c41af330 con 0x55d3c76ed100 2024-05-16T15:52:25.600 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.583+0000 7f37d32bbb80 10 client.0 _ll_register_callbacks cb 0x55d3c76ab920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:52:25.600 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.583+0000 7f37c2d9d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d3c77c1df0 0x55d3c77cfb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:25.600 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.583+0000 7f37c1d9b700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d3c77c14d0 0x55d3c77cf600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:25.600 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.583+0000 7f37c2d9d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d3c77c1df0 0x55d3c77cfb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:55724/0 (socket says 172.21.15.43:55724) 2024-05-16T15:52:25.600 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.583+0000 7f37c2d9d700 1 -- 172.21.15.43:0/1246610534 learned_addr learned my addr 172.21.15.43:0/1246610534 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:25.600 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.584+0000 7f37c259c700 1 --2- 172.21.15.43:0/1246610534 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d3c76ed100 0x55d3c77cf0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:25.600 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.584+0000 7f37c1d9b700 1 -- 172.21.15.43:0/1246610534 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d3c76ed100 msgr2=0x55d3c77cf0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:25.600 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.584+0000 7f37c1d9b700 1 --2- 172.21.15.43:0/1246610534 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d3c76ed100 0x55d3c77cf0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:25.600 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.584+0000 7f37c1d9b700 1 -- 172.21.15.43:0/1246610534 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d3c77c1df0 msgr2=0x55d3c77cfb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:25.600 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.584+0000 7f37c1d9b700 1 --2- 172.21.15.43:0/1246610534 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d3c77c1df0 0x55d3c77cfb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:25.600 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.584+0000 7f37c1d9b700 1 -- 172.21.15.43:0/1246610534 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d3c78448c0 con 0x55d3c77c14d0 2024-05-16T15:52:25.600 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.584+0000 7f37c2d9d700 1 --2- 172.21.15.43:0/1246610534 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d3c77c1df0 0x55d3c77cfb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:52:25.600 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.584+0000 7f37c259c700 1 --2- 172.21.15.43:0/1246610534 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d3c76ed100 0x55d3c77cf0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:52:25.601 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.584+0000 7f37c1d9b700 1 --2- 172.21.15.43:0/1246610534 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d3c77c14d0 0x55d3c77cf600 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f37ac005950 tx=0x7f37ac005b40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=52c6d7d92defcb3b server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:25.601 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.584+0000 7f37a9ffb700 10 client.0 ms_handle_connect on v2:172.21.15.148:3300/0 2024-05-16T15:52:25.601 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.584+0000 7f37a9ffb700 1 -- 172.21.15.43:0/1246610534 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37ac0c2070 con 0x55d3c77c14d0 2024-05-16T15:52:25.601 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.584+0000 7f37a9ffb700 1 -- 172.21.15.43:0/1246610534 <== mon.2 v2:172.21.15.148:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f37ac0a5fa0 con 0x55d3c77c14d0 2024-05-16T15:52:25.601 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.584+0000 7f37d32bbb80 1 -- 172.21.15.43:0/1246610534 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f37b4023070 con 0x55d3c77c14d0 2024-05-16T15:52:25.601 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.584+0000 7f37a9ffb700 1 -- 172.21.15.43:0/1246610534 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f37ac0a5870 con 0x55d3c77c14d0 2024-05-16T15:52:25.601 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.584+0000 7f37d32bbb80 10 client.25409 fetch_fsmap learned FSMap version 32 2024-05-16T15:52:25.601 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.584+0000 7f37d32bbb80 1 -- 172.21.15.43:0/1246610534 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x55d3c7845bb0 con 0x55d3c77c14d0 2024-05-16T15:52:25.601 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.585+0000 7f37a9ffb700 1 -- 172.21.15.43:0/1246610534 <== mon.2 v2:172.21.15.148:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f37b4023070 con 0x55d3c77c14d0 2024-05-16T15:52:25.601 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.585+0000 7f37a9ffb700 1 -- 172.21.15.43:0/1246610534 <== mon.2 v2:172.21.15.148:3300/0 5 ==== fsmap(e 32) ==== 8378+0+0 (secure 0 0 0) 0x7f37ac0aace0 con 0x55d3c77c14d0 2024-05-16T15:52:25.601 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.585+0000 7f37d32bbb80 10 client.25409 fetch_fsmap finished waiting for FSMap version 32 2024-05-16T15:52:25.601 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.585+0000 7f37d32bbb80 10 client.25409 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-16T15:52:25.601 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.585+0000 7f37d32bbb80 20 client.25409 populate_metadata read hostname 'smithi043' 2024-05-16T15:52:25.601 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.585+0000 7f37d32bbb80 1 --2- 172.21.15.43:0/1246610534 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55d3c77c5c80 0x55d3c7847f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:25.601 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.585+0000 7f37d32bbb80 4 client.25409 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-16T15:52:25.601 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.585+0000 7f37d32bbb80 1 -- 172.21.15.43:0/1246610534 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55d3c7721240 con 0x55d3c77c5c80 2024-05-16T15:52:25.602 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.585+0000 7f37c259c700 1 --2- 172.21.15.43:0/1246610534 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55d3c77c5c80 0x55d3c7847f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:25.602 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.585+0000 7f37c259c700 1 --2- 172.21.15.43:0/1246610534 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55d3c77c5c80 0x55d3c7847f40 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fd4043f997606a2d server_cookie=e78878eac356b2ea in_seq=0 out_seq=0 2024-05-16T15:52:25.602 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.585+0000 7f37a9ffb700 10 client.25409 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:52:25.602 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.586+0000 7f37a9ffb700 1 -- 172.21.15.43:0/1246610534 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55d3c7721240 con 0x55d3c77c5c80 2024-05-16T15:52:25.602 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.586+0000 7f37a9ffb700 10 client.25409 handle_command_reply: tid=0 2024-05-16T15:52:25.602 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.586+0000 7f37d32bbb80 1 client.25409 shutdown 2024-05-16T15:52:25.602 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.586+0000 7f37d32bbb80 1 -- 172.21.15.43:0/1246610534 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d3c77c14d0 msgr2=0x55d3c77cf600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:25.602 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.586+0000 7f37d32bbb80 1 --2- 172.21.15.43:0/1246610534 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d3c77c14d0 0x55d3c77cf600 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f37ac005950 tx=0x7f37ac005b40 comp rx=0 tx=0).stop 2024-05-16T15:52:25.602 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.586+0000 7f37d32bbb80 1 -- 172.21.15.43:0/1246610534 shutdown_connections 2024-05-16T15:52:25.602 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.586+0000 7f37d32bbb80 1 --2- 172.21.15.43:0/1246610534 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55d3c77c5c80 0x55d3c7847f40 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:25.602 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.586+0000 7f37d32bbb80 1 --2- 172.21.15.43:0/1246610534 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d3c77c1df0 0x55d3c77cfb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:25.602 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.586+0000 7f37d32bbb80 1 --2- 172.21.15.43:0/1246610534 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d3c76ed100 0x55d3c77cf0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:25.602 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.586+0000 7f37a9ffb700 0 client.25409 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:52:25.602 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.586+0000 7f37d32bbb80 1 --2- 172.21.15.43:0/1246610534 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d3c77c14d0 0x55d3c77cf600 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:25.603 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.586+0000 7f37d32bbb80 1 -- 172.21.15.43:0/1246610534 >> 172.21.15.43:0/1246610534 conn(0x55d3c77b6ab0 msgr2=0x55d3c77c0b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:25.603 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.586+0000 7f37d32bbb80 1 -- 172.21.15.43:0/1246610534 shutdown_connections 2024-05-16T15:52:25.603 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.586+0000 7f37d32bbb80 1 -- 172.21.15.43:0/1246610534 wait complete. 2024-05-16T15:52:25.603 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.586+0000 7f37d32bbb80 20 client.25409 trim_cache size 0 max 16384 2024-05-16T15:52:25.603 INFO:teuthology.orchestra.run.smithi043.stdout:{ 2024-05-16T15:52:25.603 INFO:teuthology.orchestra.run.smithi043.stdout: "status": "no active scrubs running", 2024-05-16T15:52:25.603 INFO:teuthology.orchestra.run.smithi043.stdout: "scrubs": {} 2024-05-16T15:52:25.603 INFO:teuthology.orchestra.run.smithi043.stdout:} 2024-05-16T15:52:25.604 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.587+0000 7f37c8a28700 1 -- 172.21.15.43:0/2532168808 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f37b00b2900 msgr2=0x7f37b00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:25.604 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.587+0000 7f37c8a28700 1 --2- 172.21.15.43:0/2532168808 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f37b00b2900 0x7f37b00b4dc0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f37c4102a10 tx=0x7f37b400b3c0 comp rx=0 tx=0).stop 2024-05-16T15:52:25.604 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.587+0000 7f37c8a28700 1 -- 172.21.15.43:0/2532168808 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f37c4075ff0 msgr2=0x7f37c41a1d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:25.604 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.587+0000 7f37c8a28700 1 --2- 172.21.15.43:0/2532168808 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f37c4075ff0 0x7f37c41a1d70 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f37ac00e970 tx=0x7f37ac00ec80 comp rx=0 tx=0).stop 2024-05-16T15:52:25.604 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.587+0000 7f37c8a28700 1 -- 172.21.15.43:0/2532168808 shutdown_connections 2024-05-16T15:52:25.604 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.587+0000 7f37c8a28700 1 --2- 172.21.15.43:0/2532168808 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f37c410fea0 0x7f37c419ba40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:25.604 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.587+0000 7f37c8a28700 1 --2- 172.21.15.43:0/2532168808 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f37c40756d0 0x7f37c41a1830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:25.604 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.587+0000 7f37c8a28700 1 --2- 172.21.15.43:0/2532168808 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f37b00b2900 0x7f37b00b4dc0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:25.604 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.587+0000 7f37c8a28700 1 --2- 172.21.15.43:0/2532168808 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f37c4075ff0 0x7f37c41a1d70 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:25.604 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.587+0000 7f37c8a28700 1 -- 172.21.15.43:0/2532168808 >> 172.21.15.43:0/2532168808 conn(0x7f37c407a600 msgr2=0x7f37c41006f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:25.604 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.587+0000 7f37c8a28700 1 -- 172.21.15.43:0/2532168808 shutdown_connections 2024-05-16T15:52:25.605 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:25.587+0000 7f37c8a28700 1 -- 172.21.15.43:0/2532168808 wait complete. 2024-05-16T15:52:25.658 INFO:tasks.workunit.client.0.smithi043.stdout:checking whether we are using the GNU C compiler... (cached) yes 2024-05-16T15:52:25.659 INFO:tasks.workunit.client.0.smithi043.stdout:checking whether gcc accepts -g... (cached) yes 2024-05-16T15:52:25.659 INFO:tasks.workunit.client.0.smithi043.stdout:checking for gcc option to accept ISO C89... (cached) none needed 2024-05-16T15:52:25.660 INFO:tasks.workunit.client.0.smithi043.stdout:checking for gmake... /usr/bin/gmake 2024-05-16T15:52:25.661 INFO:tasks.workunit.client.0.smithi043.stderr:./configure: line 12082: test: $(SHELL): binary operator expected 2024-05-16T15:52:25.661 INFO:tasks.workunit.client.0.smithi043.stdout:checking for tar... /bin/tar 2024-05-16T15:52:25.662 INFO:tasks.workunit.client.0.smithi043.stdout:checking for gzip... /bin/gzip 2024-05-16T15:52:25.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:25 smithi157 ceph-mon[35584]: pgmap v501: 129 pgs: 129 active+clean; 29 MiB data, 540 MiB used, 1.0 TiB / 1.0 TiB avail; 664 KiB/s rd, 1.3 MiB/s wr, 547 op/s 2024-05-16T15:52:25.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:25 smithi148 ceph-mon[34976]: pgmap v501: 129 pgs: 129 active+clean; 29 MiB data, 540 MiB used, 1.0 TiB / 1.0 TiB avail; 664 KiB/s rd, 1.3 MiB/s wr, 547 op/s 2024-05-16T15:52:25.707 INFO:tasks.workunit.client.0.smithi043.stdout:checking whether gcc -MM is supported... yes 2024-05-16T15:52:25.709 INFO:tasks.workunit.client.0.smithi043.stdout:checking for sort... /bin/sort 2024-05-16T15:52:25.709 INFO:tasks.workunit.client.0.smithi043.stdout:checking whether ln -s works... yes 2024-05-16T15:52:25.711 INFO:tasks.workunit.client.0.smithi043.stdout:checking for rpm... /bin/rpm 2024-05-16T15:52:25.715 INFO:tasks.workunit.client.0.smithi043.stdout:checking for rpmbuild... no 2024-05-16T15:52:25.789 INFO:tasks.workunit.client.0.smithi043.stdout:checking assert.h usability... yes 2024-05-16T15:52:25.810 INFO:tasks.workunit.client.0.smithi043.stdout:checking assert.h presence... yes 2024-05-16T15:52:25.810 INFO:tasks.workunit.client.0.smithi043.stdout:checking for assert.h... yes 2024-05-16T15:52:25.900 INFO:tasks.workunit.client.0.smithi043.stdout:checking bstring.h usability... no 2024-05-16T15:52:25.946 INFO:tasks.workunit.client.0.smithi043.stdout:checking bstring.h presence... no 2024-05-16T15:52:25.946 INFO:tasks.workunit.client.0.smithi043.stdout:checking for bstring.h... no 2024-05-16T15:52:26.003 INFO:tasks.workunit.client.0.smithi043.stdout:checking libgen.h usability... yes 2024-05-16T15:52:26.027 INFO:tasks.workunit.client.0.smithi043.stdout:checking libgen.h presence... yes 2024-05-16T15:52:26.027 INFO:tasks.workunit.client.0.smithi043.stdout:checking for libgen.h... yes 2024-05-16T15:52:26.144 INFO:tasks.workunit.client.0.smithi043.stdout:checking dirent.h usability... yes 2024-05-16T15:52:26.169 INFO:tasks.workunit.client.0.smithi043.stdout:checking dirent.h presence... yes 2024-05-16T15:52:26.169 INFO:tasks.workunit.client.0.smithi043.stdout:checking for dirent.h... yes 2024-05-16T15:52:26.252 INFO:tasks.workunit.client.0.smithi043.stdout:checking errno.h usability... yes 2024-05-16T15:52:26.277 INFO:tasks.workunit.client.0.smithi043.stdout:checking errno.h presence... yes 2024-05-16T15:52:26.278 INFO:tasks.workunit.client.0.smithi043.stdout:checking for errno.h... yes 2024-05-16T15:52:26.364 INFO:tasks.workunit.client.0.smithi043.stdout:checking malloc.h usability... yes 2024-05-16T15:52:26.391 INFO:tasks.workunit.client.0.smithi043.stdout:checking malloc.h presence... yes 2024-05-16T15:52:26.391 INFO:tasks.workunit.client.0.smithi043.stdout:checking for malloc.h... yes 2024-05-16T15:52:26.479 INFO:tasks.workunit.client.0.smithi043.stdout:checking uuid.h usability... no 2024-05-16T15:52:26.549 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-16T15:52:26.550 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-16T15:52:26.560 INFO:tasks.workunit.client.0.smithi043.stdout:checking uuid.h presence... no 2024-05-16T15:52:26.561 INFO:tasks.workunit.client.0.smithi043.stdout:checking for uuid.h... no 2024-05-16T15:52:26.631 INFO:tasks.workunit.client.0.smithi043.stdout:checking uuid/uuid.h usability... yes 2024-05-16T15:52:26.658 INFO:tasks.workunit.client.0.smithi043.stdout:checking uuid/uuid.h presence... yes 2024-05-16T15:52:26.659 INFO:tasks.workunit.client.0.smithi043.stdout:checking for uuid/uuid.h... yes 2024-05-16T15:52:26.748 INFO:tasks.workunit.client.0.smithi043.stdout:checking sys/uuid.h usability... no 2024-05-16T15:52:26.799 INFO:tasks.workunit.client.0.smithi043.stdout:checking sys/uuid.h presence... no 2024-05-16T15:52:26.800 INFO:tasks.workunit.client.0.smithi043.stdout:checking for sys/uuid.h... no 2024-05-16T15:52:26.841 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:52:26.863 INFO:tasks.workunit.client.0.smithi043.stdout:checking sys/file.h usability... yes 2024-05-16T15:52:26.887 INFO:tasks.workunit.client.0.smithi043.stdout:checking sys/file.h presence... yes 2024-05-16T15:52:26.887 INFO:tasks.workunit.client.0.smithi043.stdout:checking for sys/file.h... yes 2024-05-16T15:52:26.972 INFO:tasks.workunit.client.0.smithi043.stdout:checking sys/fcntl.h usability... yes 2024-05-16T15:52:26.996 INFO:tasks.workunit.client.0.smithi043.stdout:checking sys/fcntl.h presence... yes 2024-05-16T15:52:26.996 INFO:tasks.workunit.client.0.smithi043.stdout:checking for sys/fcntl.h... yes 2024-05-16T15:52:27.083 INFO:tasks.workunit.client.0.smithi043.stdout:checking sys/syssgi.h usability... no 2024-05-16T15:52:27.130 INFO:tasks.workunit.client.0.smithi043.stdout:checking sys/syssgi.h presence... no 2024-05-16T15:52:27.130 INFO:tasks.workunit.client.0.smithi043.stdout:checking for sys/syssgi.h... no 2024-05-16T15:52:27.328 INFO:tasks.workunit.client.0.smithi043.stdout:checking sys/param.h usability... yes 2024-05-16T15:52:27.355 INFO:tasks.workunit.client.0.smithi043.stdout:checking sys/param.h presence... yes 2024-05-16T15:52:27.355 INFO:tasks.workunit.client.0.smithi043.stdout:checking for sys/param.h... yes 2024-05-16T15:52:27.378 INFO:tasks.workunit.client.0.smithi043.stdout:checking for sys/stat.h... (cached) yes 2024-05-16T15:52:27.452 INFO:tasks.workunit.client.0.smithi043.stdout:checking sys/statvfs.h usability... yes 2024-05-16T15:52:27.476 INFO:tasks.workunit.client.0.smithi043.stdout:checking sys/statvfs.h presence... yes 2024-05-16T15:52:27.476 INFO:tasks.workunit.client.0.smithi043.stdout:checking for sys/statvfs.h... yes 2024-05-16T15:52:27.548 INFO:tasks.workunit.client.0.smithi043.stdout:checking sys/time.h usability... yes 2024-05-16T15:52:27.573 INFO:tasks.workunit.client.0.smithi043.stdout:checking sys/time.h presence... yes 2024-05-16T15:52:27.573 INFO:tasks.workunit.client.0.smithi043.stdout:checking for sys/time.h... yes 2024-05-16T15:52:27.641 INFO:tasks.workunit.client.0.smithi043.stdout:checking sys/ioctl.h usability... yes 2024-05-16T15:52:27.664 INFO:tasks.workunit.client.0.smithi043.stdout:checking sys/ioctl.h presence... yes 2024-05-16T15:52:27.665 INFO:tasks.workunit.client.0.smithi043.stdout:checking for sys/ioctl.h... yes 2024-05-16T15:52:27.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:27 smithi157 ceph-mon[35584]: pgmap v502: 129 pgs: 129 active+clean; 34 MiB data, 554 MiB used, 1.0 TiB / 1.0 TiB avail; 340 KiB/s rd, 1.3 MiB/s wr, 539 op/s 2024-05-16T15:52:27.686 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:27 smithi148 ceph-mon[34976]: pgmap v502: 129 pgs: 129 active+clean; 34 MiB data, 554 MiB used, 1.0 TiB / 1.0 TiB avail; 340 KiB/s rd, 1.3 MiB/s wr, 539 op/s 2024-05-16T15:52:27.725 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:27 smithi043 ceph-mon[31619]: pgmap v502: 129 pgs: 129 active+clean; 34 MiB data, 554 MiB used, 1.0 TiB / 1.0 TiB avail; 340 KiB/s rd, 1.3 MiB/s wr, 539 op/s 2024-05-16T15:52:27.745 INFO:tasks.workunit.client.0.smithi043.stdout:checking sys/wait.h usability... yes 2024-05-16T15:52:27.771 INFO:tasks.workunit.client.0.smithi043.stdout:checking sys/wait.h presence... yes 2024-05-16T15:52:27.772 INFO:tasks.workunit.client.0.smithi043.stdout:checking for sys/wait.h... yes 2024-05-16T15:52:27.798 INFO:tasks.workunit.client.0.smithi043.stdout:checking for sys/types.h... (cached) yes 2024-05-16T15:52:27.819 INFO:tasks.workunit.client.0.smithi043.stdout:checking for strings.h... (cached) yes 2024-05-16T15:52:27.892 INFO:tasks.workunit.client.0.smithi043.stdout:checking err.h usability... yes 2024-05-16T15:52:27.916 INFO:tasks.workunit.client.0.smithi043.stdout:checking err.h presence... yes 2024-05-16T15:52:27.916 INFO:tasks.workunit.client.0.smithi043.stdout:checking for err.h... yes 2024-05-16T15:52:27.991 INFO:tasks.workunit.client.0.smithi043.stdout:checking linux/falloc.h usability... yes 2024-05-16T15:52:28.015 INFO:tasks.workunit.client.0.smithi043.stdout:checking linux/falloc.h presence... yes 2024-05-16T15:52:28.015 INFO:tasks.workunit.client.0.smithi043.stdout:checking for linux/falloc.h... yes 2024-05-16T15:52:28.093 INFO:tasks.workunit.client.0.smithi043.stdout:checking sys/fs/xfs_fsops.h usability... no 2024-05-16T15:52:28.139 INFO:tasks.workunit.client.0.smithi043.stdout:checking sys/fs/xfs_fsops.h presence... no 2024-05-16T15:52:28.139 INFO:tasks.workunit.client.0.smithi043.stdout:checking for sys/fs/xfs_fsops.h... no 2024-05-16T15:52:28.200 INFO:tasks.workunit.client.0.smithi043.stdout:checking sys/fs/xfs_itable.h usability... no 2024-05-16T15:52:28.242 INFO:tasks.workunit.client.0.smithi043.stdout:checking sys/fs/xfs_itable.h presence... no 2024-05-16T15:52:28.242 INFO:tasks.workunit.client.0.smithi043.stdout:checking for sys/fs/xfs_itable.h... no 2024-05-16T15:52:28.302 INFO:tasks.workunit.client.0.smithi043.stdout:checking xfs/platform_defs.h usability... no 2024-05-16T15:52:28.347 INFO:tasks.workunit.client.0.smithi043.stdout:checking xfs/platform_defs.h presence... no 2024-05-16T15:52:28.347 INFO:tasks.workunit.client.0.smithi043.stdout:checking for xfs/platform_defs.h... no 2024-05-16T15:52:28.406 INFO:tasks.workunit.client.0.smithi043.stdout:checking btrfs/ioctl.h usability... no 2024-05-16T15:52:28.451 INFO:tasks.workunit.client.0.smithi043.stdout:checking btrfs/ioctl.h presence... no 2024-05-16T15:52:28.451 INFO:tasks.workunit.client.0.smithi043.stdout:checking for btrfs/ioctl.h... no 2024-05-16T15:52:28.550 INFO:tasks.workunit.client.0.smithi043.stdout:checking cifs/ioctl.h usability... no 2024-05-16T15:52:28.593 INFO:tasks.workunit.client.0.smithi043.stdout:checking cifs/ioctl.h presence... no 2024-05-16T15:52:28.593 INFO:tasks.workunit.client.0.smithi043.stdout:checking for cifs/ioctl.h... no 2024-05-16T15:52:28.704 INFO:tasks.workunit.client.0.smithi043.stdout:checking sys/mman.h usability... yes 2024-05-16T15:52:28.716 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:28.704+0000 7f9f88725700 1 -- 172.21.15.43:0/3007289717 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9f801023a0 msgr2=0x7f9f80102820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:28.717 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:28.704+0000 7f9f88725700 1 --2- 172.21.15.43:0/3007289717 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9f801023a0 0x7f9f80102820 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f9f70009990 tx=0x7f9f70009ca0 comp rx=0 tx=0).stop 2024-05-16T15:52:28.717 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:28.704+0000 7f9f88725700 1 -- 172.21.15.43:0/3007289717 shutdown_connections 2024-05-16T15:52:28.717 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:28.704+0000 7f9f88725700 1 --2- 172.21.15.43:0/3007289717 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9f80102d60 0x7f9f8010f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:28.717 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:28.704+0000 7f9f88725700 1 --2- 172.21.15.43:0/3007289717 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9f80108410 0x7f9f801087f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:28.717 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:28.704+0000 7f9f88725700 1 --2- 172.21.15.43:0/3007289717 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9f801023a0 0x7f9f80102820 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:28.717 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:28.704+0000 7f9f88725700 1 -- 172.21.15.43:0/3007289717 >> 172.21.15.43:0/3007289717 conn(0x7f9f80079350 msgr2=0x7f9f80079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:28.717 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:28.704+0000 7f9f88725700 1 -- 172.21.15.43:0/3007289717 shutdown_connections 2024-05-16T15:52:28.717 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:28.704+0000 7f9f88725700 1 -- 172.21.15.43:0/3007289717 wait complete. 2024-05-16T15:52:28.719 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:28.705+0000 7f9f88725700 1 Processor -- start 2024-05-16T15:52:28.719 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:28.705+0000 7f9f88725700 1 -- start start 2024-05-16T15:52:28.719 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:28.705+0000 7f9f88725700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9f801023a0 0x7f9f801a1a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:28.719 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:28.705+0000 7f9f88725700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9f80102d60 0x7f9f801a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:28.719 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:28.705+0000 7f9f88725700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9f80108410 0x7f9f8019bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:28.719 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:28.706+0000 7f9f88725700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f9f80112430 con 0x7f9f801023a0 2024-05-16T15:52:28.719 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:28.706+0000 7f9f88725700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f9f801122b0 con 0x7f9f80102d60 2024-05-16T15:52:28.719 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:28.706+0000 7f9f88725700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f9f801125b0 con 0x7f9f80108410 2024-05-16T15:52:28.719 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:28.706+0000 7f9f85cc0700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9f80102d60 0x7f9f801a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:28.720 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:28.706+0000 7f9f864c1700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9f801023a0 0x7f9f801a1a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:28.720 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:28.706+0000 7f9f85cc0700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9f80102d60 0x7f9f801a1f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:46204/0 (socket says 172.21.15.43:46204) 2024-05-16T15:52:28.720 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:28.706+0000 7f9f85cc0700 1 -- 172.21.15.43:0/554819661 learned_addr learned my addr 172.21.15.43:0/554819661 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:28.720 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:28.706+0000 7f9f86cc2700 1 --2- 172.21.15.43:0/554819661 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9f80108410 0x7f9f8019bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:28.720 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:28.706+0000 7f9f85cc0700 1 -- 172.21.15.43:0/554819661 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9f80108410 msgr2=0x7f9f8019bb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:28.720 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:28.706+0000 7f9f85cc0700 1 --2- 172.21.15.43:0/554819661 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9f80108410 0x7f9f8019bb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:28.720 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:28.706+0000 7f9f85cc0700 1 -- 172.21.15.43:0/554819661 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9f801023a0 msgr2=0x7f9f801a1a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:28.720 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:28.706+0000 7f9f85cc0700 1 --2- 172.21.15.43:0/554819661 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9f801023a0 0x7f9f801a1a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:28.720 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:28.706+0000 7f9f85cc0700 1 -- 172.21.15.43:0/554819661 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f8019c3f0 con 0x7f9f80102d60 2024-05-16T15:52:28.720 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:28.706+0000 7f9f864c1700 1 --2- 172.21.15.43:0/554819661 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9f801023a0 0x7f9f801a1a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:52:28.720 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:28.706+0000 7f9f85cc0700 1 --2- 172.21.15.43:0/554819661 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9f80102d60 0x7f9f801a1f80 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f9f700047b0 tx=0x7f9f70005e80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:28.720 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:28.707+0000 7f9f777fe700 1 -- 172.21.15.43:0/554819661 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f70004830 con 0x7f9f80102d60 2024-05-16T15:52:28.720 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:28.707+0000 7f9f777fe700 1 -- 172.21.15.43:0/554819661 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9f70005020 con 0x7f9f80102d60 2024-05-16T15:52:28.720 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:28.707+0000 7f9f88725700 1 -- 172.21.15.43:0/554819661 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f8019c680 con 0x7f9f80102d60 2024-05-16T15:52:28.720 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:28.707+0000 7f9f777fe700 1 -- 172.21.15.43:0/554819661 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f70003cc0 con 0x7f9f80102d60 2024-05-16T15:52:28.720 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:28.707+0000 7f9f88725700 1 -- 172.21.15.43:0/554819661 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f801a87f0 con 0x7f9f80102d60 2024-05-16T15:52:28.721 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:28.708+0000 7f9f88725700 1 -- 172.21.15.43:0/554819661 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9f80103ac0 con 0x7f9f80102d60 2024-05-16T15:52:28.721 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:28.709+0000 7f9f777fe700 1 -- 172.21.15.43:0/554819661 <== mon.2 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f9f700054d0 con 0x7f9f80102d60 2024-05-16T15:52:28.722 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:28.710+0000 7f9f777fe700 1 --2- 172.21.15.43:0/554819661 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f9f6c0b2900 0x7f9f6c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:28.722 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:28.710+0000 7f9f864c1700 1 --2- 172.21.15.43:0/554819661 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f9f6c0b2900 0x7f9f6c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:28.722 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:28.710+0000 7f9f777fe700 1 -- 172.21.15.43:0/554819661 <== mon.2 v2:172.21.15.148:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f9f700e33c0 con 0x7f9f80102d60 2024-05-16T15:52:28.722 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:28.711+0000 7f9f864c1700 1 --2- 172.21.15.43:0/554819661 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f9f6c0b2900 0x7f9f6c0b4dc0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f9f7c005950 tx=0x7f9f7c00b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:28.726 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:28.714+0000 7f9f777fe700 1 -- 172.21.15.43:0/554819661 <== mon.2 v2:172.21.15.148:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f9f70013070 con 0x7f9f80102d60 2024-05-16T15:52:28.729 INFO:tasks.workunit.client.0.smithi043.stdout:checking sys/mman.h presence... yes 2024-05-16T15:52:28.730 INFO:tasks.workunit.client.0.smithi043.stdout:checking for sys/mman.h... yes 2024-05-16T15:52:28.807 INFO:tasks.workunit.client.0.smithi043.stdout:checking linux/ext4.h usability... no 2024-05-16T15:52:28.851 INFO:tasks.workunit.client.0.smithi043.stdout:checking linux/ext4.h presence... no 2024-05-16T15:52:28.852 INFO:tasks.workunit.client.0.smithi043.stdout:checking for linux/ext4.h... no 2024-05-16T15:52:28.896 INFO:tasks.workunit.client.0.smithi043.stdout:checking for xfs/xfs_log_format.h... no 2024-05-16T15:52:28.980 INFO:tasks.workunit.client.0.smithi043.stdout:checking for uuid_compare... no 2024-05-16T15:52:29.025 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:29.013+0000 7f9f88725700 1 -- 172.21.15.43:0/554819661 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9f801a8a20 con 0x7f9f80102d60 2024-05-16T15:52:29.026 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:29.014+0000 7f9f777fe700 1 -- 172.21.15.43:0/554819661 <== mon.2 v2:172.21.15.148:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 32 v32) ==== 94+0+11951 (secure 0 0 0) 0x7f9f700aadc0 con 0x7f9f80102d60 2024-05-16T15:52:29.026 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:52:29.026 INFO:teuthology.orchestra.run.smithi043.stdout:{"epoch":32,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.43:6835/1448137759","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6834","nonce":1448137759},{"type":"v1","addr":"172.21.15.43:6835","nonce":1448137759}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.43:6837/3286596297","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6836","nonce":3286596297},{"type":"v1","addr":"172.21.15.43:6837","nonce":3286596297}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":32,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-16T15:45:39.175942+0000","modified":"2024-05-16T15:52:09.170399+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24482,"mds_1":24463,"mds_2":24452,"mds_3":24451,"mds_4":24445},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14562":{"gid":14562,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.43:6839/4087815034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6838","nonce":4087815034},{"type":"v1","addr":"172.21.15.43:6839","nonce":4087815034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14574":{"gid":14574,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.43:6841/2042970804","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6840","nonce":2042970804},{"type":"v1","addr":"172.21.15.43:6841","nonce":2042970804}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24410":{"gid":24410,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.148:6833/3084392719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6832","nonce":3084392719},{"type":"v1","addr":"172.21.15.148:6833","nonce":3084392719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24412":{"gid":24412,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.157:6833/3972392500","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6832","nonce":3972392500},{"type":"v1","addr":"172.21.15.157:6833","nonce":3972392500}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.148:6835/516622533","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6834","nonce":516622533},{"type":"v1","addr":"172.21.15.148:6835","nonce":516622533}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"f","rank":4,"incarnation":26,"state":"up:active","state_seq":25,"addr":"172.21.15.157:6835/2303077574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2303077574},{"type":"v1","addr":"172.21.15.157:6835","nonce":2303077574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"c","rank":3,"incarnation":24,"state":"up:active","state_seq":24,"addr":"172.21.15.157:6837/3777341889","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6836","nonce":3777341889},{"type":"v1","addr":"172.21.15.157:6837","nonce":3777341889}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24452":{"gid":24452,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":23,"addr":"172.21.15.148:6837/4036870683","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6836","nonce":4036870683},{"type":"v1","addr":"172.21.15.148:6837","nonce":4036870683}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":22,"addr":"172.21.15.157:6839/2377589154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6838","nonce":2377589154},{"type":"v1","addr":"172.21.15.157:6839","nonce":2377589154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.148:6839/717807397","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6838","nonce":717807397},{"type":"v1","addr":"172.21.15.148:6839","nonce":717807397}]},"join_fscid":-1,"export_targets":[1,2,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24482,"qdb_cluster":[24463,24482,24451,24452,24445]},"id":1}]} 2024-05-16T15:52:29.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:29.017+0000 7f9f88725700 1 -- 172.21.15.43:0/554819661 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f9f6c0b2900 msgr2=0x7f9f6c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:29.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:29.017+0000 7f9f88725700 1 --2- 172.21.15.43:0/554819661 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f9f6c0b2900 0x7f9f6c0b4dc0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f9f7c005950 tx=0x7f9f7c00b410 comp rx=0 tx=0).stop 2024-05-16T15:52:29.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:29.017+0000 7f9f88725700 1 -- 172.21.15.43:0/554819661 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9f80102d60 msgr2=0x7f9f801a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:29.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:29.017+0000 7f9f88725700 1 --2- 172.21.15.43:0/554819661 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9f80102d60 0x7f9f801a1f80 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f9f700047b0 tx=0x7f9f70005e80 comp rx=0 tx=0).stop 2024-05-16T15:52:29.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:29.017+0000 7f9f88725700 1 -- 172.21.15.43:0/554819661 shutdown_connections 2024-05-16T15:52:29.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:29.017+0000 7f9f88725700 1 --2- 172.21.15.43:0/554819661 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9f80108410 0x7f9f8019bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:29.030 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:29.017+0000 7f9f88725700 1 --2- 172.21.15.43:0/554819661 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f9f6c0b2900 0x7f9f6c0b4dc0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:29.030 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:29.017+0000 7f9f88725700 1 --2- 172.21.15.43:0/554819661 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9f801023a0 0x7f9f801a1a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:29.030 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:29.017+0000 7f9f88725700 1 --2- 172.21.15.43:0/554819661 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9f80102d60 0x7f9f801a1f80 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:29.030 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:29.017+0000 7f9f88725700 1 -- 172.21.15.43:0/554819661 >> 172.21.15.43:0/554819661 conn(0x7f9f80079350 msgr2=0x7f9f8006b1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:29.030 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:29.017+0000 7f9f88725700 1 -- 172.21.15.43:0/554819661 shutdown_connections 2024-05-16T15:52:29.030 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:29.017+0000 7f9f88725700 1 -- 172.21.15.43:0/554819661 wait complete. 2024-05-16T15:52:29.030 INFO:teuthology.orchestra.run.smithi043.stderr:dumped fsmap epoch 32 2024-05-16T15:52:29.050 INFO:tasks.workunit.client.0.smithi043.stdout:checking for uuid_compare in -luuid... yes 2024-05-16T15:52:29.261 INFO:tasks.workunit.client.0.smithi043.stdout:checking for xfs/xfs.h... yes 2024-05-16T15:52:29.307 INFO:tasks.workunit.client.0.smithi043.stdout:checking for xfs/libxfs.h... no 2024-05-16T15:52:29.361 INFO:tasks.workunit.client.0.smithi043.stdout:checking whether xlog_assign_lsn is declared... no 2024-05-16T15:52:29.410 INFO:tasks.workunit.client.0.smithi043.stdout:checking for xfs/xqm.h... yes 2024-05-16T15:52:29.495 INFO:tasks.workunit.client.0.smithi043.stdout:checking xfsctl from xfs/xfs.h... ok 2024-05-16T15:52:29.562 INFO:tasks.workunit.client.0.smithi043.stdout:checking xfs/handle.h usability... yes 2024-05-16T15:52:29.585 INFO:tasks.workunit.client.0.smithi043.stdout:checking xfs/handle.h presence... yes 2024-05-16T15:52:29.586 INFO:tasks.workunit.client.0.smithi043.stdout:checking for xfs/handle.h... yes 2024-05-16T15:52:29.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:29 smithi157 ceph-mon[35584]: pgmap v503: 129 pgs: 129 active+clean; 35 MiB data, 577 MiB used, 1.0 TiB / 1.0 TiB avail; 468 KiB/s rd, 1.5 MiB/s wr, 572 op/s 2024-05-16T15:52:29.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:29 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/554819661' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:52:29.683 INFO:tasks.workunit.client.0.smithi043.stdout:checking for attr_list_by_handle in -lhandle... yes 2024-05-16T15:52:29.686 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:29 smithi148 ceph-mon[34976]: pgmap v503: 129 pgs: 129 active+clean; 35 MiB data, 577 MiB used, 1.0 TiB / 1.0 TiB avail; 468 KiB/s rd, 1.5 MiB/s wr, 572 op/s 2024-05-16T15:52:29.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:29 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/554819661' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:52:29.725 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:29 smithi043 ceph-mon[31619]: pgmap v503: 129 pgs: 129 active+clean; 35 MiB data, 577 MiB used, 1.0 TiB / 1.0 TiB avail; 468 KiB/s rd, 1.5 MiB/s wr, 572 op/s 2024-05-16T15:52:29.725 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:29 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/554819661' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:52:29.750 INFO:tasks.workunit.client.0.smithi043.stdout:checking sys/acl.h usability... yes 2024-05-16T15:52:29.775 INFO:tasks.workunit.client.0.smithi043.stdout:checking sys/acl.h presence... yes 2024-05-16T15:52:29.775 INFO:tasks.workunit.client.0.smithi043.stdout:checking for sys/acl.h... yes 2024-05-16T15:52:29.835 INFO:tasks.workunit.client.0.smithi043.stdout:checking acl/libacl.h usability... yes 2024-05-16T15:52:29.859 INFO:tasks.workunit.client.0.smithi043.stdout:checking acl/libacl.h presence... yes 2024-05-16T15:52:29.859 INFO:tasks.workunit.client.0.smithi043.stdout:checking for acl/libacl.h... yes 2024-05-16T15:52:29.927 INFO:tasks.workunit.client.0.smithi043.stdout:checking for acl_init in -lacl... yes 2024-05-16T15:52:29.945 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-05-16T15:52:29.983 INFO:tasks.workunit.client.0.smithi043.stdout:checking gdbm-ndbm.h usability... no 2024-05-16T15:52:30.026 INFO:tasks.workunit.client.0.smithi043.stdout:checking gdbm-ndbm.h presence... no 2024-05-16T15:52:30.027 INFO:tasks.workunit.client.0.smithi043.stdout:checking for gdbm-ndbm.h... no 2024-05-16T15:52:30.080 INFO:tasks.workunit.client.0.smithi043.stdout:checking gdbm/ndbm.h usability... no 2024-05-16T15:52:30.123 INFO:tasks.workunit.client.0.smithi043.stdout:checking gdbm/ndbm.h presence... no 2024-05-16T15:52:30.124 INFO:tasks.workunit.client.0.smithi043.stdout:checking for gdbm/ndbm.h... no 2024-05-16T15:52:30.186 INFO:tasks.workunit.client.0.smithi043.stdout:checking ndbm.h usability... no 2024-05-16T15:52:30.231 INFO:tasks.workunit.client.0.smithi043.stdout:checking ndbm.h presence... no 2024-05-16T15:52:30.232 INFO:tasks.workunit.client.0.smithi043.stdout:checking for ndbm.h... no 2024-05-16T15:52:30.262 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:52:30.277 INFO:tasks.workunit.client.0.smithi043.stdout:checking libaio.h usability... yes 2024-05-16T15:52:30.305 INFO:tasks.workunit.client.0.smithi043.stdout:checking libaio.h presence... yes 2024-05-16T15:52:30.305 INFO:tasks.workunit.client.0.smithi043.stdout:checking for libaio.h... yes 2024-05-16T15:52:30.376 INFO:tasks.workunit.client.0.smithi043.stdout:checking liburing.h usability... no 2024-05-16T15:52:30.418 INFO:tasks.workunit.client.0.smithi043.stdout:checking liburing.h presence... no 2024-05-16T15:52:30.418 INFO:tasks.workunit.client.0.smithi043.stdout:checking for liburing.h... no 2024-05-16T15:52:30.471 INFO:tasks.workunit.client.0.smithi043.stdout:checking sys/capability.h usability... no 2024-05-16T15:52:30.532 INFO:tasks.workunit.client.0.smithi043.stdout:checking sys/capability.h presence... no 2024-05-16T15:52:30.532 INFO:tasks.workunit.client.0.smithi043.stdout:checking for sys/capability.h... no 2024-05-16T15:52:30.585 INFO:tasks.workunit.client.0.smithi043.stdout:checking linux/fiemap.h usability... yes 2024-05-16T15:52:30.606 INFO:tasks.workunit.client.0.smithi043.stdout:checking linux/fiemap.h presence... yes 2024-05-16T15:52:30.607 INFO:tasks.workunit.client.0.smithi043.stdout:checking for linux/fiemap.h... yes 2024-05-16T15:52:30.676 INFO:tasks.workunit.client.0.smithi043.stdout:checking for fallocate... yes 2024-05-16T15:52:30.756 INFO:tasks.workunit.client.0.smithi043.stdout:checking for open_by_handle_at... yes 2024-05-16T15:52:30.813 INFO:tasks.workunit.client.0.smithi043.stdout:checking linux/fs.h usability... yes 2024-05-16T15:52:30.837 INFO:tasks.workunit.client.0.smithi043.stdout:checking linux/fs.h presence... yes 2024-05-16T15:52:30.837 INFO:tasks.workunit.client.0.smithi043.stdout:checking for linux/fs.h... yes 2024-05-16T15:52:30.897 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.883+0000 7f2ae1815640 1 -- 172.21.15.43:0/3849192451 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2adc103c10 msgr2=0x7f2adc104090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:30.897 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.883+0000 7f2ae1815640 1 --2- 172.21.15.43:0/3849192451 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2adc103c10 0x7f2adc104090 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f2ac4009900 tx=0x7f2ac402a410 comp rx=0 tx=0).stop 2024-05-16T15:52:30.897 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.884+0000 7f2ae1815640 1 -- 172.21.15.43:0/3849192451 shutdown_connections 2024-05-16T15:52:30.898 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.884+0000 7f2ae1815640 1 --2- 172.21.15.43:0/3849192451 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2adc1045d0 0x7f2adc10ae60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:30.898 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.884+0000 7f2ae1815640 1 --2- 172.21.15.43:0/3849192451 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2adc103c10 0x7f2adc104090 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:30.898 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.884+0000 7f2ae1815640 1 --2- 172.21.15.43:0/3849192451 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2adc102a20 0x7f2adc102e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:30.898 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.884+0000 7f2ae1815640 1 -- 172.21.15.43:0/3849192451 >> 172.21.15.43:0/3849192451 conn(0x7f2adc0fdf90 msgr2=0x7f2adc1003d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:30.898 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.884+0000 7f2ae1815640 1 -- 172.21.15.43:0/3849192451 shutdown_connections 2024-05-16T15:52:30.898 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.884+0000 7f2ae1815640 1 -- 172.21.15.43:0/3849192451 wait complete. 2024-05-16T15:52:30.898 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.884+0000 7f2ae1815640 1 Processor -- start 2024-05-16T15:52:30.898 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.884+0000 7f2ae1815640 1 -- start start 2024-05-16T15:52:30.898 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.884+0000 7f2ae1815640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2adc102a20 0x7f2adc198b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:30.898 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.884+0000 7f2ae1815640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2adc103c10 0x7f2adc199040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:30.898 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.884+0000 7f2ae1815640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2adc1045d0 0x7f2adc1a0060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:30.898 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.885+0000 7f2ae1815640 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f2adc10e400 con 0x7f2adc1045d0 2024-05-16T15:52:30.898 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.885+0000 7f2ae1815640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f2adc10e280 con 0x7f2adc103c10 2024-05-16T15:52:30.899 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.885+0000 7f2ae1815640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f2adc10e580 con 0x7f2adc102a20 2024-05-16T15:52:30.899 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.885+0000 7f2adb7fe640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2adc1045d0 0x7f2adc1a0060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:30.899 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.885+0000 7f2adb7fe640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2adc1045d0 0x7f2adc1a0060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:54112/0 (socket says 172.21.15.43:54112) 2024-05-16T15:52:30.899 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.885+0000 7f2adb7fe640 1 -- 172.21.15.43:0/1754249552 learned_addr learned my addr 172.21.15.43:0/1754249552 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:30.899 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.885+0000 7f2ad3fff640 1 --2- 172.21.15.43:0/1754249552 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2adc103c10 0x7f2adc199040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:30.899 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.885+0000 7f2adaffd640 1 --2- 172.21.15.43:0/1754249552 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2adc102a20 0x7f2adc198b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:30.899 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.885+0000 7f2adb7fe640 1 -- 172.21.15.43:0/1754249552 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2adc102a20 msgr2=0x7f2adc198b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:30.899 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.885+0000 7f2adb7fe640 1 --2- 172.21.15.43:0/1754249552 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2adc102a20 0x7f2adc198b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:30.899 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.885+0000 7f2adb7fe640 1 -- 172.21.15.43:0/1754249552 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2adc103c10 msgr2=0x7f2adc199040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:30.899 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.885+0000 7f2adb7fe640 1 --2- 172.21.15.43:0/1754249552 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2adc103c10 0x7f2adc199040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:30.899 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.885+0000 7f2adb7fe640 1 -- 172.21.15.43:0/1754249552 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2adc1a06d0 con 0x7f2adc1045d0 2024-05-16T15:52:30.899 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.885+0000 7f2adb7fe640 1 --2- 172.21.15.43:0/1754249552 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2adc1045d0 0x7f2adc1a0060 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f2ad400eb10 tx=0x7f2ad400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:30.899 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.885+0000 7f2ae0813640 1 -- 172.21.15.43:0/1754249552 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ad4004b20 con 0x7f2adc1045d0 2024-05-16T15:52:30.899 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.885+0000 7f2ae0813640 1 -- 172.21.15.43:0/1754249552 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2ad4004cc0 con 0x7f2adc1045d0 2024-05-16T15:52:30.899 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.885+0000 7f2ae1815640 1 -- 172.21.15.43:0/1754249552 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2adc1a09c0 con 0x7f2adc1045d0 2024-05-16T15:52:30.899 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.885+0000 7f2ae0813640 1 -- 172.21.15.43:0/1754249552 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ad4010690 con 0x7f2adc1045d0 2024-05-16T15:52:30.900 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.885+0000 7f2ae1815640 1 -- 172.21.15.43:0/1754249552 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2adc1a0f30 con 0x7f2adc1045d0 2024-05-16T15:52:30.900 INFO:tasks.workunit.client.0.smithi043.stdout:checking btrfsutil.h usability... no 2024-05-16T15:52:30.905 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.888+0000 7f2ae0813640 1 -- 172.21.15.43:0/1754249552 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f2ad4005020 con 0x7f2adc1045d0 2024-05-16T15:52:30.905 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.888+0000 7f2ae4607740 1 Processor -- start 2024-05-16T15:52:30.905 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.888+0000 7f2ae4607740 1 -- start start 2024-05-16T15:52:30.905 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.888+0000 7f2ae4607740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x563dab2bcdb0 0x563dab2bd1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:30.905 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.888+0000 7f2ae4607740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563dab2bd7a0 0x563dab2c22a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:30.906 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.889+0000 7f2ae4607740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563dab2c2910 0x563dab2c4da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:30.906 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.889+0000 7f2ae4607740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x563dab2215d0 con 0x563dab2bcdb0 2024-05-16T15:52:30.906 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.889+0000 7f2ae4607740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x563dab1da890 con 0x563dab2c2910 2024-05-16T15:52:30.906 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.889+0000 7f2ae4607740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x563dab21d590 con 0x563dab2bd7a0 2024-05-16T15:52:30.906 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.889+0000 7f2ad3fff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x563dab2bcdb0 0x563dab2bd1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:30.906 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.889+0000 7f2ad3fff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x563dab2bcdb0 0x563dab2bd1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:54120/0 (socket says 172.21.15.43:54120) 2024-05-16T15:52:30.906 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.889+0000 7f2ad3fff640 1 -- 172.21.15.43:0/1693282403 learned_addr learned my addr 172.21.15.43:0/1693282403 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:30.906 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.889+0000 7f2adaffd640 1 --2- 172.21.15.43:0/1693282403 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563dab2bd7a0 0x563dab2c22a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:30.906 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.889+0000 7f2ad3fff640 1 --2- 172.21.15.43:0/1693282403 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563dab2c2910 0x563dab2c4da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:30.906 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.889+0000 7f2adaffd640 1 -- 172.21.15.43:0/1693282403 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563dab2c2910 msgr2=0x563dab2c4da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:30.906 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.889+0000 7f2adaffd640 1 --2- 172.21.15.43:0/1693282403 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563dab2c2910 0x563dab2c4da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:30.906 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.889+0000 7f2adaffd640 1 -- 172.21.15.43:0/1693282403 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x563dab2bcdb0 msgr2=0x563dab2bd1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:30.906 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.889+0000 7f2adaffd640 1 --2- 172.21.15.43:0/1693282403 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x563dab2bcdb0 0x563dab2bd1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:30.907 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.889+0000 7f2adaffd640 1 -- 172.21.15.43:0/1693282403 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563daaf33210 con 0x563dab2bd7a0 2024-05-16T15:52:30.907 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.889+0000 7f2ae0813640 1 --2- 172.21.15.43:0/1754249552 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f2ac80b2920 0x7f2ac80b4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:30.907 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.889+0000 7f2adaffd640 1 --2- 172.21.15.43:0/1693282403 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563dab2bd7a0 0x563dab2c22a0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f2acc009bf0 tx=0x7f2acc011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e9088d24bcb63b38 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:30.907 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.889+0000 7f2ad3fff640 1 --2- 172.21.15.43:0/1754249552 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f2ac80b2920 0x7f2ac80b4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:30.907 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.890+0000 7f2ae0813640 1 -- 172.21.15.43:0/1754249552 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f2ad40e2a80 con 0x7f2adc1045d0 2024-05-16T15:52:30.907 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.890+0000 7f2ad1ffb640 1 -- 172.21.15.43:0/1693282403 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2acc004030 con 0x563dab2bd7a0 2024-05-16T15:52:30.907 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.890+0000 7f2ad1ffb640 1 -- 172.21.15.43:0/1693282403 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2acc005020 con 0x563dab2bd7a0 2024-05-16T15:52:30.907 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.890+0000 7f2ad1ffb640 1 -- 172.21.15.43:0/1693282403 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2acc004c20 con 0x563dab2bd7a0 2024-05-16T15:52:30.907 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.890+0000 7f2ae4607740 1 -- 172.21.15.43:0/1693282403 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563dab2bd7a0 msgr2=0x563dab2c22a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:30.907 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.890+0000 7f2ae4607740 1 --2- 172.21.15.43:0/1693282403 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563dab2bd7a0 0x563dab2c22a0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f2acc009bf0 tx=0x7f2acc011810 comp rx=0 tx=0).stop 2024-05-16T15:52:30.907 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.890+0000 7f2ad3fff640 1 --2- 172.21.15.43:0/1754249552 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f2ac80b2920 0x7f2ac80b4de0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f2ac4000c00 tx=0x7f2ac40046c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:30.907 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.890+0000 7f2ae4607740 1 -- 172.21.15.43:0/1693282403 shutdown_connections 2024-05-16T15:52:30.907 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.890+0000 7f2ae4607740 1 --2- 172.21.15.43:0/1693282403 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563dab2c2910 0x563dab2c4da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:30.907 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.890+0000 7f2ae4607740 1 --2- 172.21.15.43:0/1693282403 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563dab2bd7a0 0x563dab2c22a0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:30.907 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.890+0000 7f2ae4607740 1 --2- 172.21.15.43:0/1693282403 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x563dab2bcdb0 0x563dab2bd1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:30.908 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.890+0000 7f2ae4607740 1 -- 172.21.15.43:0/1693282403 >> 172.21.15.43:0/1693282403 conn(0x563dab2b8420 msgr2=0x563dab2b8820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:30.908 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.890+0000 7f2ae4607740 1 -- 172.21.15.43:0/1693282403 shutdown_connections 2024-05-16T15:52:30.908 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.891+0000 7f2ae4607740 1 -- 172.21.15.43:0/1693282403 wait complete. 2024-05-16T15:52:30.908 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.891+0000 7f2ae4607740 1 -- start start 2024-05-16T15:52:30.908 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.891+0000 7f2ae4607740 1 Processor -- start 2024-05-16T15:52:30.908 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.891+0000 7f2ae4607740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563dab2bcdb0 0x563dab2c6f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:30.908 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.891+0000 7f2ae4607740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x563dab2bd7a0 0x563dab2c74a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:30.908 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.891+0000 7f2ae4607740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563dab2c2910 0x563dab2ce4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:30.908 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.891+0000 7f2ae4607740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x563dab2c58c0 con 0x563dab2bd7a0 2024-05-16T15:52:30.908 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.891+0000 7f2ae4607740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x563dab1de370 con 0x563dab2c2910 2024-05-16T15:52:30.908 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.891+0000 7f2ae4607740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x563dab2c5a40 con 0x563dab2bcdb0 2024-05-16T15:52:30.908 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.891+0000 7f2ae4607740 10 client.0 _ll_register_callbacks cb 0x563daaf32a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:52:30.908 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.891+0000 7f2ad3fff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x563dab2bd7a0 0x563dab2c74a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:30.908 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.891+0000 7f2adaffd640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563dab2bcdb0 0x563dab2c6f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:30.908 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.892+0000 7f2ad3fff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x563dab2bd7a0 0x563dab2c74a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:54134/0 (socket says 172.21.15.43:54134) 2024-05-16T15:52:30.909 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.892+0000 7f2adaffd640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563dab2bcdb0 0x563dab2c6f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:42742/0 (socket says 172.21.15.43:42742) 2024-05-16T15:52:30.909 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.892+0000 7f2ad3fff640 1 -- 172.21.15.43:0/1735909773 learned_addr learned my addr 172.21.15.43:0/1735909773 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:30.909 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.892+0000 7f2adb7fe640 1 --2- 172.21.15.43:0/1735909773 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563dab2c2910 0x563dab2ce4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:30.909 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.892+0000 7f2adaffd640 1 -- 172.21.15.43:0/1735909773 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563dab2c2910 msgr2=0x563dab2ce4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:30.909 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.892+0000 7f2adaffd640 1 --2- 172.21.15.43:0/1735909773 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563dab2c2910 0x563dab2ce4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:30.909 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.892+0000 7f2adaffd640 1 -- 172.21.15.43:0/1735909773 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x563dab2bd7a0 msgr2=0x563dab2c74a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:30.909 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.892+0000 7f2adaffd640 1 --2- 172.21.15.43:0/1735909773 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x563dab2bd7a0 0x563dab2c74a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:30.909 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.892+0000 7f2adaffd640 1 -- 172.21.15.43:0/1735909773 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563daafff620 con 0x563dab2bcdb0 2024-05-16T15:52:30.909 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.892+0000 7f2ad3fff640 1 --2- 172.21.15.43:0/1735909773 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x563dab2bd7a0 0x563dab2c74a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:52:30.909 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.892+0000 7f2adaffd640 1 --2- 172.21.15.43:0/1735909773 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563dab2bcdb0 0x563dab2c6f60 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x563dab2b92f0 tx=0x7f2acc009fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b0e6666189003f54 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:30.909 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.892+0000 7f2abaffd640 10 client.0 ms_handle_connect on v2:172.21.15.157:3300/0 2024-05-16T15:52:30.909 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.892+0000 7f2abaffd640 1 -- 172.21.15.43:0/1735909773 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2acc027020 con 0x563dab2bcdb0 2024-05-16T15:52:30.909 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.892+0000 7f2abaffd640 1 -- 172.21.15.43:0/1735909773 <== mon.1 v2:172.21.15.157:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f2acc004240 con 0x563dab2bcdb0 2024-05-16T15:52:30.909 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.892+0000 7f2ae4607740 1 -- 172.21.15.43:0/1735909773 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2acc005020 con 0x563dab2bcdb0 2024-05-16T15:52:30.910 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.893+0000 7f2abaffd640 1 -- 172.21.15.43:0/1735909773 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f2acc032050 con 0x563dab2bcdb0 2024-05-16T15:52:30.910 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.893+0000 7f2ae4607740 10 client.25477 fetch_fsmap learned FSMap version 32 2024-05-16T15:52:30.910 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.893+0000 7f2ae4607740 1 -- 172.21.15.43:0/1735909773 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x563dab2d1510 con 0x563dab2bcdb0 2024-05-16T15:52:30.910 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.893+0000 7f2abaffd640 1 -- 172.21.15.43:0/1735909773 <== mon.1 v2:172.21.15.157:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2acc005020 con 0x563dab2bcdb0 2024-05-16T15:52:30.910 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.893+0000 7f2abaffd640 1 -- 172.21.15.43:0/1735909773 <== mon.1 v2:172.21.15.157:3300/0 5 ==== fsmap(e 32) ==== 8378+0+0 (secure 0 0 0) 0x7f2acc003920 con 0x563dab2bcdb0 2024-05-16T15:52:30.910 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.893+0000 7f2ae4607740 10 client.25477 fetch_fsmap finished waiting for FSMap version 32 2024-05-16T15:52:30.910 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.893+0000 7f2ae4607740 10 client.25477 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:52:30.910 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.893+0000 7f2ae4607740 20 client.25477 populate_metadata read hostname 'smithi043' 2024-05-16T15:52:30.910 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.893+0000 7f2ae4607740 1 --2- 172.21.15.43:0/1735909773 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x563dab2d2b00 0x563dab2d4f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:30.910 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.893+0000 7f2ae4607740 4 client.25477 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:52:30.910 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.893+0000 7f2ae4607740 1 -- 172.21.15.43:0/1735909773 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563dab22f1e0 con 0x563dab2d2b00 2024-05-16T15:52:30.910 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.893+0000 7f2ad3fff640 1 --2- 172.21.15.43:0/1735909773 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x563dab2d2b00 0x563dab2d4f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:30.910 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.894+0000 7f2abaffd640 10 client.25477 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:52:30.912 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.894+0000 7f2ad3fff640 1 --2- 172.21.15.43:0/1735909773 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x563dab2d2b00 0x563dab2d4f70 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=de50e7fbaa1bf42 server_cookie=96725be5821766b4 in_seq=0 out_seq=0 2024-05-16T15:52:30.912 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.895+0000 7f2abaffd640 1 -- 172.21.15.43:0/1735909773 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x563dab22f1e0 con 0x563dab2d2b00 2024-05-16T15:52:30.912 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.895+0000 7f2abaffd640 10 client.25477 handle_command_reply: tid=0 2024-05-16T15:52:30.912 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.895+0000 7f2ae4607740 1 client.25477 shutdown 2024-05-16T15:52:30.912 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.896+0000 7f2ae4607740 1 -- 172.21.15.43:0/1735909773 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563dab2bcdb0 msgr2=0x563dab2c6f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:30.912 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.896+0000 7f2ae4607740 1 --2- 172.21.15.43:0/1735909773 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563dab2bcdb0 0x563dab2c6f60 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x563dab2b92f0 tx=0x7f2acc009fd0 comp rx=0 tx=0).stop 2024-05-16T15:52:30.912 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.896+0000 7f2ae4607740 1 -- 172.21.15.43:0/1735909773 shutdown_connections 2024-05-16T15:52:30.912 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.896+0000 7f2ae4607740 1 --2- 172.21.15.43:0/1735909773 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x563dab2d2b00 0x563dab2d4f70 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:30.912 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.896+0000 7f2ae4607740 1 --2- 172.21.15.43:0/1735909773 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563dab2c2910 0x563dab2ce4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:30.912 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.896+0000 7f2ae4607740 1 --2- 172.21.15.43:0/1735909773 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x563dab2bd7a0 0x563dab2c74a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:30.912 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.896+0000 7f2ae4607740 1 --2- 172.21.15.43:0/1735909773 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563dab2bcdb0 0x563dab2c6f60 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:30.912 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.896+0000 7f2ae4607740 1 -- 172.21.15.43:0/1735909773 >> 172.21.15.43:0/1735909773 conn(0x563dab2b8420 msgr2=0x563dab2b7580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:30.912 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.896+0000 7f2abaffd640 0 client.25477 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:52:30.912 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.896+0000 7f2ae4607740 1 -- 172.21.15.43:0/1735909773 shutdown_connections 2024-05-16T15:52:30.913 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.896+0000 7f2ae4607740 1 -- 172.21.15.43:0/1735909773 wait complete. 2024-05-16T15:52:30.913 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.896+0000 7f2ae4607740 20 client.25477 trim_cache size 0 max 16384 2024-05-16T15:52:30.927 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.914+0000 7f2ae4607740 1 Processor -- start 2024-05-16T15:52:30.927 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.914+0000 7f2ae4607740 1 -- start start 2024-05-16T15:52:30.928 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.915+0000 7f2ae4607740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563dab2bcdb0 0x563dab2bb3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:30.928 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.915+0000 7f2ae4607740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563dab2bd7a0 0x563dab2ce4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:30.928 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.915+0000 7f2ae4607740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x563dab2c2910 0x563dab2bb910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:30.928 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.915+0000 7f2ae4607740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f2adc1ab3d0 con 0x563dab2c2910 2024-05-16T15:52:30.928 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.915+0000 7f2ae4607740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f2adc1acfd0 con 0x563dab2bcdb0 2024-05-16T15:52:30.928 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.915+0000 7f2ae4607740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f2adc1abaa0 con 0x563dab2bd7a0 2024-05-16T15:52:30.928 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.915+0000 7f2ad3fff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563dab2bd7a0 0x563dab2ce4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:30.928 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.915+0000 7f2adaffd640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563dab2bcdb0 0x563dab2bb3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:30.928 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.915+0000 7f2adb7fe640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x563dab2c2910 0x563dab2bb910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:30.928 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.915+0000 7f2adaffd640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563dab2bcdb0 0x563dab2bb3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:46248/0 (socket says 172.21.15.43:46248) 2024-05-16T15:52:30.928 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.915+0000 7f2ad3fff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563dab2bd7a0 0x563dab2ce4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:42758/0 (socket says 172.21.15.43:42758) 2024-05-16T15:52:30.928 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.915+0000 7f2adaffd640 1 -- 172.21.15.43:0/37609843 learned_addr learned my addr 172.21.15.43:0/37609843 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:30.928 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.915+0000 7f2adaffd640 1 -- 172.21.15.43:0/37609843 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563dab2bd7a0 msgr2=0x563dab2ce4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:30.928 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.915+0000 7f2adaffd640 1 --2- 172.21.15.43:0/37609843 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563dab2bd7a0 0x563dab2ce4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:30.928 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.915+0000 7f2adaffd640 1 -- 172.21.15.43:0/37609843 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x563dab2c2910 msgr2=0x563dab2bb910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:30.929 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.915+0000 7f2adaffd640 1 --2- 172.21.15.43:0/37609843 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x563dab2c2910 0x563dab2bb910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:30.929 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.915+0000 7f2adaffd640 1 -- 172.21.15.43:0/37609843 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563dab2b8250 con 0x563dab2bcdb0 2024-05-16T15:52:30.929 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.915+0000 7f2adb7fe640 1 --2- 172.21.15.43:0/37609843 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x563dab2c2910 0x563dab2bb910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:52:30.929 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.915+0000 7f2ad3fff640 1 --2- 172.21.15.43:0/37609843 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563dab2bd7a0 0x563dab2ce4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:52:30.929 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.915+0000 7f2adaffd640 1 --2- 172.21.15.43:0/37609843 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563dab2bcdb0 0x563dab2bb3d0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f2acc003f30 tx=0x7f2acc001e70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bbc542da383df075 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:30.929 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.916+0000 7f2ad17fa640 1 -- 172.21.15.43:0/37609843 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2acc027070 con 0x563dab2bcdb0 2024-05-16T15:52:30.929 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.916+0000 7f2ad17fa640 1 -- 172.21.15.43:0/37609843 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2acc005600 con 0x563dab2bcdb0 2024-05-16T15:52:30.929 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.916+0000 7f2ad17fa640 1 -- 172.21.15.43:0/37609843 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2acc01e040 con 0x563dab2bcdb0 2024-05-16T15:52:30.932 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.916+0000 7f2ae4607740 1 -- 172.21.15.43:0/37609843 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563dab2bcdb0 msgr2=0x563dab2bb3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:30.932 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.916+0000 7f2ae4607740 1 --2- 172.21.15.43:0/37609843 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563dab2bcdb0 0x563dab2bb3d0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f2acc003f30 tx=0x7f2acc001e70 comp rx=0 tx=0).stop 2024-05-16T15:52:30.932 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.916+0000 7f2ae4607740 1 -- 172.21.15.43:0/37609843 shutdown_connections 2024-05-16T15:52:30.933 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.916+0000 7f2ae4607740 1 --2- 172.21.15.43:0/37609843 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x563dab2c2910 0x563dab2bb910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:30.933 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.916+0000 7f2ae4607740 1 --2- 172.21.15.43:0/37609843 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563dab2bd7a0 0x563dab2ce4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:30.933 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.916+0000 7f2ae4607740 1 --2- 172.21.15.43:0/37609843 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563dab2bcdb0 0x563dab2bb3d0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:30.933 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.916+0000 7f2ae4607740 1 -- 172.21.15.43:0/37609843 >> 172.21.15.43:0/37609843 conn(0x563dab2b8420 msgr2=0x563dab2b8800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:30.933 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.917+0000 7f2ae4607740 1 -- 172.21.15.43:0/37609843 shutdown_connections 2024-05-16T15:52:30.933 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.917+0000 7f2ae4607740 1 -- 172.21.15.43:0/37609843 wait complete. 2024-05-16T15:52:30.933 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.917+0000 7f2ae4607740 1 -- start start 2024-05-16T15:52:30.933 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.917+0000 7f2ae4607740 1 Processor -- start 2024-05-16T15:52:30.933 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.917+0000 7f2ae4607740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563dab2bd7a0 0x563dab2cb5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:30.933 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.917+0000 7f2ae4607740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x563dab2c2910 0x563dab2cbaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:30.933 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.917+0000 7f2ae4607740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563dab2cca40 0x563dab2ccec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:30.933 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.918+0000 7f2ae4607740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f2adc1ac840 con 0x563dab2c2910 2024-05-16T15:52:30.934 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.918+0000 7f2ae4607740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f2adc1ac170 con 0x563dab2cca40 2024-05-16T15:52:30.934 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.918+0000 7f2ae4607740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f2adc1a93b0 con 0x563dab2bd7a0 2024-05-16T15:52:30.934 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.918+0000 7f2ae4607740 10 client.0 _ll_register_callbacks cb 0x7f2ad40093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:52:30.934 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.918+0000 7f2adaffd640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563dab2bd7a0 0x563dab2cb5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:30.934 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.918+0000 7f2adaffd640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563dab2bd7a0 0x563dab2cb5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:42766/0 (socket says 172.21.15.43:42766) 2024-05-16T15:52:30.934 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.918+0000 7f2adaffd640 1 -- 172.21.15.43:0/56927590 learned_addr learned my addr 172.21.15.43:0/56927590 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:30.934 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.918+0000 7f2adb7fe640 1 --2- 172.21.15.43:0/56927590 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563dab2cca40 0x563dab2ccec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:30.934 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.918+0000 7f2ad3fff640 1 --2- 172.21.15.43:0/56927590 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x563dab2c2910 0x563dab2cbaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:30.934 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.918+0000 7f2adaffd640 1 -- 172.21.15.43:0/56927590 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563dab2cca40 msgr2=0x563dab2ccec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:30.934 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.918+0000 7f2adaffd640 1 --2- 172.21.15.43:0/56927590 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563dab2cca40 0x563dab2ccec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:30.934 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.918+0000 7f2adaffd640 1 -- 172.21.15.43:0/56927590 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x563dab2c2910 msgr2=0x563dab2cbaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:30.934 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.918+0000 7f2adaffd640 1 --2- 172.21.15.43:0/56927590 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x563dab2c2910 0x563dab2cbaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:30.935 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.918+0000 7f2adaffd640 1 -- 172.21.15.43:0/56927590 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563dab2cd400 con 0x563dab2bd7a0 2024-05-16T15:52:30.935 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.918+0000 7f2adb7fe640 1 --2- 172.21.15.43:0/56927590 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563dab2cca40 0x563dab2ccec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:52:30.935 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.918+0000 7f2adaffd640 1 --2- 172.21.15.43:0/56927590 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563dab2bd7a0 0x563dab2cb5b0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f2acc003dc0 tx=0x7f2acc0097a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fd61eb9dd9e3cbb7 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:30.935 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.918+0000 7f2abaffd640 10 client.0 ms_handle_connect on v2:172.21.15.157:3300/0 2024-05-16T15:52:30.935 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.919+0000 7f2abaffd640 1 -- 172.21.15.43:0/56927590 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2acc027040 con 0x563dab2bd7a0 2024-05-16T15:52:30.935 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.919+0000 7f2abaffd640 1 -- 172.21.15.43:0/56927590 <== mon.1 v2:172.21.15.157:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7f2acc003800 con 0x563dab2bd7a0 2024-05-16T15:52:30.935 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.919+0000 7f2ae4607740 1 -- 172.21.15.43:0/56927590 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2acc005600 con 0x563dab2bd7a0 2024-05-16T15:52:30.935 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.919+0000 7f2abaffd640 1 -- 172.21.15.43:0/56927590 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f2acc003a20 con 0x563dab2bd7a0 2024-05-16T15:52:30.935 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.919+0000 7f2ae4607740 10 client.25483 fetch_fsmap learned FSMap version 32 2024-05-16T15:52:30.935 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.919+0000 7f2ae4607740 1 -- 172.21.15.43:0/56927590 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x563dab2ce710 con 0x563dab2bd7a0 2024-05-16T15:52:30.935 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.919+0000 7f2abaffd640 1 -- 172.21.15.43:0/56927590 <== mon.1 v2:172.21.15.157:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2acc005600 con 0x563dab2bd7a0 2024-05-16T15:52:30.935 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.919+0000 7f2abaffd640 1 -- 172.21.15.43:0/56927590 <== mon.1 v2:172.21.15.157:3300/0 5 ==== fsmap(e 32) ==== 8378+0+0 (secure 0 0 0) 0x7f2acc024760 con 0x563dab2bd7a0 2024-05-16T15:52:30.935 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.919+0000 7f2ae4607740 10 client.25483 fetch_fsmap finished waiting for FSMap version 32 2024-05-16T15:52:30.936 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.919+0000 7f2ae4607740 10 client.25483 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:52:30.936 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.919+0000 7f2ae4607740 20 client.25483 populate_metadata read hostname 'smithi043' 2024-05-16T15:52:30.936 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.919+0000 7f2ae4607740 1 --2- 172.21.15.43:0/56927590 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x563dab33da10 0x563dab33fe30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:30.936 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.919+0000 7f2ae4607740 4 client.25483 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-16T15:52:30.936 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.919+0000 7f2ae4607740 1 -- 172.21.15.43:0/56927590 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "flush journal"}) -- 0x563dab229050 con 0x563dab33da10 2024-05-16T15:52:30.936 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.919+0000 7f2ad3fff640 1 --2- 172.21.15.43:0/56927590 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x563dab33da10 0x563dab33fe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:30.936 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.920+0000 7f2abaffd640 10 client.25483 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:52:30.936 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:30.920+0000 7f2ad3fff640 1 --2- 172.21.15.43:0/56927590 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x563dab33da10 0x563dab33fe30 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7d8c97353c05defe server_cookie=21ed1c17a3eacb64 in_seq=0 out_seq=0 2024-05-16T15:52:30.946 INFO:tasks.workunit.client.0.smithi043.stdout:checking btrfsutil.h presence... no 2024-05-16T15:52:30.947 INFO:tasks.workunit.client.0.smithi043.stdout:checking for btrfsutil.h... no 2024-05-16T15:52:31.047 INFO:tasks.workunit.client.0.smithi043.stdout:checking for copy_file_range... yes 2024-05-16T15:52:31.138 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:31.126+0000 7f2abaffd640 1 -- 172.21.15.43:0/56927590 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x563dab229050 con 0x563dab33da10 2024-05-16T15:52:31.138 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:31.126+0000 7f2abaffd640 10 client.25483 handle_command_reply: tid=0 2024-05-16T15:52:31.138 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:31.126+0000 7f2ae4607740 1 client.25483 shutdown 2024-05-16T15:52:31.139 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:31.126+0000 7f2ae4607740 1 -- 172.21.15.43:0/56927590 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563dab2bd7a0 msgr2=0x563dab2cb5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:31.139 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:31.126+0000 7f2ae4607740 1 --2- 172.21.15.43:0/56927590 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563dab2bd7a0 0x563dab2cb5b0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f2acc003dc0 tx=0x7f2acc0097a0 comp rx=0 tx=0).stop 2024-05-16T15:52:31.139 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:31.126+0000 7f2ae4607740 1 -- 172.21.15.43:0/56927590 shutdown_connections 2024-05-16T15:52:31.139 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:31.126+0000 7f2ae4607740 1 --2- 172.21.15.43:0/56927590 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x563dab33da10 0x563dab33fe30 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:31.139 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:31.126+0000 7f2ae4607740 1 --2- 172.21.15.43:0/56927590 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563dab2cca40 0x563dab2ccec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:31.139 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:31.126+0000 7f2ae4607740 1 --2- 172.21.15.43:0/56927590 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x563dab2c2910 0x563dab2cbaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:31.139 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:31.126+0000 7f2abaffd640 0 client.25483 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:52:31.139 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:31.126+0000 7f2ae4607740 1 --2- 172.21.15.43:0/56927590 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563dab2bd7a0 0x563dab2cb5b0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:31.139 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:31.126+0000 7f2ae4607740 1 -- 172.21.15.43:0/56927590 >> 172.21.15.43:0/56927590 conn(0x563dab2b8420 msgr2=0x563dab2bb3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:31.139 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:31.126+0000 7f2ae4607740 1 -- 172.21.15.43:0/56927590 shutdown_connections 2024-05-16T15:52:31.139 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:31.126+0000 7f2ae4607740 1 -- 172.21.15.43:0/56927590 wait complete. 2024-05-16T15:52:31.139 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:31.126+0000 7f2ae4607740 20 client.25483 trim_cache size 0 max 16384 2024-05-16T15:52:31.140 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:{ 2024-05-16T15:52:31.140 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "message": "", 2024-05-16T15:52:31.140 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "return_code": 0 2024-05-16T15:52:31.140 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:} 2024-05-16T15:52:31.140 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:31.127+0000 7f2ae1815640 1 -- 172.21.15.43:0/1754249552 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f2ac80b2920 msgr2=0x7f2ac80b4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:31.140 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:31.127+0000 7f2ae1815640 1 --2- 172.21.15.43:0/1754249552 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f2ac80b2920 0x7f2ac80b4de0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f2ac4000c00 tx=0x7f2ac40046c0 comp rx=0 tx=0).stop 2024-05-16T15:52:31.141 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:31.127+0000 7f2ae1815640 1 -- 172.21.15.43:0/1754249552 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2adc1045d0 msgr2=0x7f2adc1a0060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:31.141 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:31.127+0000 7f2ae1815640 1 --2- 172.21.15.43:0/1754249552 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2adc1045d0 0x7f2adc1a0060 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f2ad400eb10 tx=0x7f2ad400c2d0 comp rx=0 tx=0).stop 2024-05-16T15:52:31.141 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:31.127+0000 7f2ae1815640 1 -- 172.21.15.43:0/1754249552 shutdown_connections 2024-05-16T15:52:31.141 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:31.127+0000 7f2ae1815640 1 --2- 172.21.15.43:0/1754249552 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f2adc1045d0 0x7f2adc1a0060 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:31.141 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:31.127+0000 7f2ae1815640 1 --2- 172.21.15.43:0/1754249552 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2adc103c10 0x7f2adc199040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:31.141 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:31.127+0000 7f2ae1815640 1 --2- 172.21.15.43:0/1754249552 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f2ac80b2920 0x7f2ac80b4de0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:31.141 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:31.127+0000 7f2ae1815640 1 --2- 172.21.15.43:0/1754249552 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2adc102a20 0x7f2adc198b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:31.141 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:31.127+0000 7f2ae1815640 1 -- 172.21.15.43:0/1754249552 >> 172.21.15.43:0/1754249552 conn(0x7f2adc0fdf90 msgr2=0x7f2adc106fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:31.141 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:31.127+0000 7f2ae1815640 1 -- 172.21.15.43:0/1754249552 shutdown_connections 2024-05-16T15:52:31.141 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:31.127+0000 7f2ae1815640 1 -- 172.21.15.43:0/1754249552 wait complete. 2024-05-16T15:52:31.162 INFO:tasks.workunit.client.0.smithi043.stdout:checking for SEEK_DATA... yes 2024-05-16T15:52:31.204 INFO:journalctl@ceph.mds.e.smithi148.stdout:May 16 15:52:30 smithi148 systemd[1]: ceph-13155b42-139a-11ef-bc9a-c7b262605968@mds.e.service: Scheduled restart job, restart counter is at 1. 2024-05-16T15:52:31.204 INFO:journalctl@ceph.mds.e.smithi148.stdout:May 16 15:52:30 smithi148 systemd[1]: Stopped Ceph mds.e for 13155b42-139a-11ef-bc9a-c7b262605968. 2024-05-16T15:52:31.204 INFO:journalctl@ceph.mds.e.smithi148.stdout:May 16 15:52:30 smithi148 systemd[1]: ceph-13155b42-139a-11ef-bc9a-c7b262605968@mds.e.service: Consumed 2.598s CPU time. 2024-05-16T15:52:31.205 INFO:journalctl@ceph.mds.e.smithi148.stdout:May 16 15:52:30 smithi148 systemd[1]: Starting Ceph mds.e for 13155b42-139a-11ef-bc9a-c7b262605968... 2024-05-16T15:52:31.205 INFO:journalctl@ceph.mds.e.smithi148.stdout:May 16 15:52:31 smithi148 podman[67235]: 2024-05-16 15:52:31.058895898 +0000 UTC m=+0.021545177 image pull bc0afc5f792216c18cc9b63b7b42000fd468161488acab6065a32abbb64b541b quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381 2024-05-16T15:52:31.243 INFO:tasks.workunit.client.0.smithi043.stdout:checking for BMV_OF_SHARED... yes 2024-05-16T15:52:31.316 INFO:tasks.workunit.client.0.smithi043.stdout:checking for nftw... yes 2024-05-16T15:52:31.406 INFO:tasks.workunit.client.0.smithi043.stdout:checking for RLIMIT_NOFILE... yes 2024-05-16T15:52:31.476 INFO:tasks.workunit.client.0.smithi043.stdout:checking for XFS_IOC_EXCHANGE_RANGE... no 2024-05-16T15:52:31.500 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:31 smithi148 ceph-mon[34976]: pgmap v504: 129 pgs: 129 active+clean; 35 MiB data, 577 MiB used, 1.0 TiB / 1.0 TiB avail; 374 KiB/s rd, 1.2 MiB/s wr, 384 op/s 2024-05-16T15:52:31.500 INFO:journalctl@ceph.mds.e.smithi148.stdout:May 16 15:52:31 smithi148 podman[67235]: 2024-05-16 15:52:31.19393117 +0000 UTC m=+0.156580431 container create 8e2bcb0814f5a9fdb3753a34dfceb6fb056eed7669e0267e6c772f7d387e24b1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-e, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-05-16T15:52:31.563 INFO:tasks.workunit.client.0.smithi043.stdout:checking for FICLONE... yes 2024-05-16T15:52:31.636 INFO:tasks.workunit.client.0.smithi043.stdout:checking for renameat2... yes 2024-05-16T15:52:31.661 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:31 smithi043 ceph-mon[31619]: pgmap v504: 129 pgs: 129 active+clean; 35 MiB data, 577 MiB used, 1.0 TiB / 1.0 TiB avail; 374 KiB/s rd, 1.2 MiB/s wr, 384 op/s 2024-05-16T15:52:31.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:31 smithi157 ceph-mon[35584]: pgmap v504: 129 pgs: 129 active+clean; 35 MiB data, 577 MiB used, 1.0 TiB / 1.0 TiB avail; 374 KiB/s rd, 1.2 MiB/s wr, 384 op/s 2024-05-16T15:52:31.706 INFO:tasks.workunit.client.0.smithi043.stdout:checking for reallocarray... yes 2024-05-16T15:52:31.802 INFO:tasks.workunit.client.0.smithi043.stdout:checking for struct mount_attr... yes 2024-05-16T15:52:31.899 INFO:tasks.workunit.client.0.smithi043.stdout:checking for struct btrfs_qgroup_limit... yes 2024-05-16T15:52:31.937 INFO:journalctl@ceph.mds.e.smithi148.stdout:May 16 15:52:31 smithi148 podman[67235]: 2024-05-16 15:52:31.522204335 +0000 UTC m=+0.484853611 container init 8e2bcb0814f5a9fdb3753a34dfceb6fb056eed7669e0267e6c772f7d387e24b1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-e, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-05-16T15:52:31.937 INFO:journalctl@ceph.mds.e.smithi148.stdout:May 16 15:52:31 smithi148 podman[67235]: 2024-05-16 15:52:31.525697884 +0000 UTC m=+0.488347153 container start 8e2bcb0814f5a9fdb3753a34dfceb6fb056eed7669e0267e6c772f7d387e24b1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-e, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD) 2024-05-16T15:52:31.937 INFO:journalctl@ceph.mds.e.smithi148.stdout:May 16 15:52:31 smithi148 ceph-mds[67254]: -- 172.21.15.148:0/3705872048 <== mon.2 v2:172.21.15.148:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55709ffcda40 con 0x55709ffa1000 2024-05-16T15:52:31.937 INFO:journalctl@ceph.mds.e.smithi148.stdout:May 16 15:52:31 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-e[67250]: starting mds.e at 2024-05-16T15:52:31.937 INFO:journalctl@ceph.mds.e.smithi148.stdout:May 16 15:52:31 smithi148 bash[67235]: 8e2bcb0814f5a9fdb3753a34dfceb6fb056eed7669e0267e6c772f7d387e24b1 2024-05-16T15:52:31.937 INFO:journalctl@ceph.mds.e.smithi148.stdout:May 16 15:52:31 smithi148 systemd[1]: Started Ceph mds.e for 13155b42-139a-11ef-bc9a-c7b262605968. 2024-05-16T15:52:31.989 INFO:tasks.workunit.client.0.smithi043.stdout:checking for struct btrfs_qgroup_inherit... yes 2024-05-16T15:52:32.110 INFO:tasks.workunit.client.0.smithi043.stdout:checking for struct btrfs_ioctl_vol_args... yes 2024-05-16T15:52:32.204 INFO:tasks.workunit.client.0.smithi043.stdout:checking for struct btrfs_ioctl_vol_args_v2... yes 2024-05-16T15:52:32.261 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.249+0000 7fc133b1b700 1 -- 172.21.15.43:0/3584053900 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc12c104160 msgr2=0x7fc12c108150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:32.261 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.249+0000 7fc133b1b700 1 --2- 172.21.15.43:0/3584053900 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc12c104160 0x7fc12c108150 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fc11c0099c0 tx=0x7fc11c009cd0 comp rx=0 tx=0).stop 2024-05-16T15:52:32.261 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.249+0000 7fc133b1b700 1 -- 172.21.15.43:0/3584053900 shutdown_connections 2024-05-16T15:52:32.261 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.249+0000 7fc133b1b700 1 --2- 172.21.15.43:0/3584053900 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc12c108880 0x7fc12c110400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:32.262 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.249+0000 7fc133b1b700 1 --2- 172.21.15.43:0/3584053900 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc12c1037b0 0x7fc12c103b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:32.262 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.249+0000 7fc133b1b700 1 --2- 172.21.15.43:0/3584053900 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc12c104160 0x7fc12c108150 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:32.262 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.249+0000 7fc133b1b700 1 -- 172.21.15.43:0/3584053900 >> 172.21.15.43:0/3584053900 conn(0x7fc12c07a530 msgr2=0x7fc12c07a940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:32.262 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.249+0000 7fc133b1b700 1 -- 172.21.15.43:0/3584053900 shutdown_connections 2024-05-16T15:52:32.262 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.249+0000 7fc133b1b700 1 -- 172.21.15.43:0/3584053900 wait complete. 2024-05-16T15:52:32.264 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.250+0000 7fc133b1b700 1 Processor -- start 2024-05-16T15:52:32.265 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.250+0000 7fc133b1b700 1 -- start start 2024-05-16T15:52:32.265 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.250+0000 7fc133b1b700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc12c1037b0 0x7fc12c1a1850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:32.265 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.250+0000 7fc133b1b700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc12c104160 0x7fc12c1a1d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:32.265 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.250+0000 7fc133b1b700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc12c108880 0x7fc12c19ba10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:32.265 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.250+0000 7fc133b1b700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fc12c1134f0 con 0x7fc12c1037b0 2024-05-16T15:52:32.265 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.250+0000 7fc133b1b700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fc12c113370 con 0x7fc12c108880 2024-05-16T15:52:32.265 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.250+0000 7fc133b1b700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fc12c113670 con 0x7fc12c104160 2024-05-16T15:52:32.266 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.250+0000 7fc1318b7700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc12c1037b0 0x7fc12c1a1850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:32.266 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.250+0000 7fc1320b8700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc12c108880 0x7fc12c19ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:32.266 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.250+0000 7fc1310b6700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc12c104160 0x7fc12c1a1d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:32.266 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.250+0000 7fc1320b8700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc12c108880 0x7fc12c19ba10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:46274/0 (socket says 172.21.15.43:46274) 2024-05-16T15:52:32.266 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.250+0000 7fc1320b8700 1 -- 172.21.15.43:0/1528232320 learned_addr learned my addr 172.21.15.43:0/1528232320 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:32.266 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.251+0000 7fc1320b8700 1 -- 172.21.15.43:0/1528232320 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc12c104160 msgr2=0x7fc12c1a1d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:32.267 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.251+0000 7fc1320b8700 1 --2- 172.21.15.43:0/1528232320 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc12c104160 0x7fc12c1a1d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:32.267 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.251+0000 7fc1320b8700 1 -- 172.21.15.43:0/1528232320 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc12c1037b0 msgr2=0x7fc12c1a1850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:32.267 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.251+0000 7fc1320b8700 1 --2- 172.21.15.43:0/1528232320 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc12c1037b0 0x7fc12c1a1850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:32.267 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.251+0000 7fc1320b8700 1 -- 172.21.15.43:0/1528232320 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc12c19c170 con 0x7fc12c108880 2024-05-16T15:52:32.267 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.251+0000 7fc1320b8700 1 --2- 172.21.15.43:0/1528232320 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc12c108880 0x7fc12c19ba10 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fc12400ada0 tx=0x7fc12400c330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:32.268 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.251+0000 7fc122ffd700 1 -- 172.21.15.43:0/1528232320 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc124017020 con 0x7fc12c108880 2024-05-16T15:52:32.268 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.251+0000 7fc133b1b700 1 -- 172.21.15.43:0/1528232320 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc12c19c460 con 0x7fc12c108880 2024-05-16T15:52:32.268 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.251+0000 7fc122ffd700 1 -- 172.21.15.43:0/1528232320 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc12400cd60 con 0x7fc12c108880 2024-05-16T15:52:32.268 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.251+0000 7fc133b1b700 1 -- 172.21.15.43:0/1528232320 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc12c1a8720 con 0x7fc12c108880 2024-05-16T15:52:32.268 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.251+0000 7fc122ffd700 1 -- 172.21.15.43:0/1528232320 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc124005280 con 0x7fc12c108880 2024-05-16T15:52:32.280 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.254+0000 7fc122ffd700 1 -- 172.21.15.43:0/1528232320 <== mon.2 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fc12400c8d0 con 0x7fc12c108880 2024-05-16T15:52:32.280 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.255+0000 7fc122ffd700 1 --2- 172.21.15.43:0/1528232320 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc1180b2880 0x7fc1180b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:32.280 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.255+0000 7fc1318b7700 1 --2- 172.21.15.43:0/1528232320 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc1180b2880 0x7fc1180b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:32.280 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.255+0000 7fc122ffd700 1 -- 172.21.15.43:0/1528232320 <== mon.2 v2:172.21.15.148:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fc1240e1e10 con 0x7fc12c108880 2024-05-16T15:52:32.281 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.255+0000 7fc1318b7700 1 --2- 172.21.15.43:0/1528232320 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc1180b2880 0x7fc1180b4d40 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fc12c19cb50 tx=0x7fc128009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:32.281 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.256+0000 7fc13e3aeb80 1 Processor -- start 2024-05-16T15:52:32.281 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.257+0000 7fc13e3aeb80 1 -- start start 2024-05-16T15:52:32.281 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.257+0000 7fc13e3aeb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d4645f04d0 0x55d4645f08b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:32.281 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.257+0000 7fc13e3aeb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d4645f0df0 0x55d4645f46f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:32.281 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.257+0000 7fc13e3aeb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d4645f4c80 0x55d4645f5100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:32.282 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.257+0000 7fc13e3aeb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55d464542860 con 0x55d4645f4c80 2024-05-16T15:52:32.282 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.257+0000 7fc13e3aeb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55d4644e17c0 con 0x55d4645f04d0 2024-05-16T15:52:32.282 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.257+0000 7fc13e3aeb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55d46453e820 con 0x55d4645f0df0 2024-05-16T15:52:32.282 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.257+0000 7fc1318b7700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d4645f04d0 0x55d4645f08b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:32.282 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.257+0000 7fc1320b8700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d4645f4c80 0x55d4645f5100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:32.283 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.257+0000 7fc1320b8700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d4645f4c80 0x55d4645f5100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:54190/0 (socket says 172.21.15.43:54190) 2024-05-16T15:52:32.283 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.257+0000 7fc1320b8700 1 -- 172.21.15.43:0/968159710 learned_addr learned my addr 172.21.15.43:0/968159710 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:32.283 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.257+0000 7fc1310b6700 1 --2- 172.21.15.43:0/968159710 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d4645f0df0 0x55d4645f46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:32.283 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.257+0000 7fc1318b7700 1 -- 172.21.15.43:0/968159710 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d4645f0df0 msgr2=0x55d4645f46f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:32.283 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.257+0000 7fc1318b7700 1 --2- 172.21.15.43:0/968159710 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d4645f0df0 0x55d4645f46f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:32.283 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.257+0000 7fc1318b7700 1 -- 172.21.15.43:0/968159710 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d4645f4c80 msgr2=0x55d4645f5100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:32.283 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.257+0000 7fc1318b7700 1 --2- 172.21.15.43:0/968159710 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d4645f4c80 0x55d4645f5100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:32.284 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.257+0000 7fc1318b7700 1 -- 172.21.15.43:0/968159710 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d46448f8d0 con 0x55d4645f04d0 2024-05-16T15:52:32.284 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.258+0000 7fc1318b7700 1 --2- 172.21.15.43:0/968159710 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d4645f04d0 0x55d4645f08b0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fc128011c90 tx=0x7fc128014000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cf70ff7b49697179 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:32.284 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.258+0000 7fc117fff700 1 -- 172.21.15.43:0/968159710 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc128004230 con 0x55d4645f04d0 2024-05-16T15:52:32.284 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.258+0000 7fc117fff700 1 -- 172.21.15.43:0/968159710 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc12800ecd0 con 0x55d4645f04d0 2024-05-16T15:52:32.284 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.258+0000 7fc117fff700 1 -- 172.21.15.43:0/968159710 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc128004e40 con 0x55d4645f04d0 2024-05-16T15:52:32.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.259+0000 7fc13e3aeb80 1 -- 172.21.15.43:0/968159710 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d4645f04d0 msgr2=0x55d4645f08b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:32.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.259+0000 7fc13e3aeb80 1 --2- 172.21.15.43:0/968159710 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d4645f04d0 0x55d4645f08b0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fc128011c90 tx=0x7fc128014000 comp rx=0 tx=0).stop 2024-05-16T15:52:32.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.259+0000 7fc13e3aeb80 1 -- 172.21.15.43:0/968159710 shutdown_connections 2024-05-16T15:52:32.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.259+0000 7fc13e3aeb80 1 --2- 172.21.15.43:0/968159710 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d4645f4c80 0x55d4645f5100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:32.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.259+0000 7fc13e3aeb80 1 --2- 172.21.15.43:0/968159710 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d4645f04d0 0x55d4645f08b0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:32.285 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.259+0000 7fc13e3aeb80 1 --2- 172.21.15.43:0/968159710 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d4645f0df0 0x55d4645f46f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:32.286 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.259+0000 7fc13e3aeb80 1 -- 172.21.15.43:0/968159710 >> 172.21.15.43:0/968159710 conn(0x55d46451c100 msgr2=0x55d4645eac50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:32.286 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.259+0000 7fc13e3aeb80 1 -- 172.21.15.43:0/968159710 shutdown_connections 2024-05-16T15:52:32.286 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.259+0000 7fc13e3aeb80 1 -- 172.21.15.43:0/968159710 wait complete. 2024-05-16T15:52:32.286 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.260+0000 7fc13e3aeb80 1 -- start start 2024-05-16T15:52:32.286 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.260+0000 7fc13e3aeb80 1 Processor -- start 2024-05-16T15:52:32.286 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.260+0000 7fc13e3aeb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d4645f04d0 0x55d4645fc0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:32.287 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.260+0000 7fc13e3aeb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d4645f0df0 0x55d4645f9450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:32.287 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.260+0000 7fc13e3aeb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d4645f4c80 0x55d4645f9990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:32.287 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.260+0000 7fc13e3aeb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55d4645fce90 con 0x55d4645f0df0 2024-05-16T15:52:32.287 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.260+0000 7fc13e3aeb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55d4644a8c30 con 0x55d4645f4c80 2024-05-16T15:52:32.287 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.260+0000 7fc13e3aeb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55d4645fd010 con 0x55d4645f04d0 2024-05-16T15:52:32.288 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.260+0000 7fc13e3aeb80 10 client.0 _ll_register_callbacks cb 0x55d4644da920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:52:32.288 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.260+0000 7fc1318b7700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d4645f04d0 0x55d4645fc0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:32.288 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.260+0000 7fc1318b7700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d4645f04d0 0x55d4645fc0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:42810/0 (socket says 172.21.15.43:42810) 2024-05-16T15:52:32.288 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.260+0000 7fc1318b7700 1 -- 172.21.15.43:0/3839552046 learned_addr learned my addr 172.21.15.43:0/3839552046 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:32.288 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.260+0000 7fc1310b6700 1 --2- 172.21.15.43:0/3839552046 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d4645f0df0 0x55d4645f9450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:32.288 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.260+0000 7fc1320b8700 1 --2- 172.21.15.43:0/3839552046 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d4645f4c80 0x55d4645f9990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:32.289 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.261+0000 7fc1318b7700 1 -- 172.21.15.43:0/3839552046 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d4645f4c80 msgr2=0x55d4645f9990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:32.289 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.261+0000 7fc1318b7700 1 --2- 172.21.15.43:0/3839552046 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d4645f4c80 0x55d4645f9990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:32.289 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.261+0000 7fc1318b7700 1 -- 172.21.15.43:0/3839552046 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d4645f0df0 msgr2=0x55d4645f9450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:32.289 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.261+0000 7fc1318b7700 1 --2- 172.21.15.43:0/3839552046 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d4645f0df0 0x55d4645f9450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:32.289 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.261+0000 7fc1318b7700 1 -- 172.21.15.43:0/3839552046 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d4644de690 con 0x55d4645f04d0 2024-05-16T15:52:32.289 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.261+0000 7fc1318b7700 1 --2- 172.21.15.43:0/3839552046 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d4645f04d0 0x55d4645fc0b0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fc128005920 tx=0x7fc128005040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4249dd22f583de10 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:32.290 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.261+0000 7fc1157fa700 10 client.0 ms_handle_connect on v2:172.21.15.157:3300/0 2024-05-16T15:52:32.290 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.261+0000 7fc1157fa700 1 -- 172.21.15.43:0/3839552046 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1280054f0 con 0x55d4645f04d0 2024-05-16T15:52:32.290 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.261+0000 7fc1157fa700 1 -- 172.21.15.43:0/3839552046 <== mon.1 v2:172.21.15.157:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fc128004710 con 0x55d4645f04d0 2024-05-16T15:52:32.290 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.261+0000 7fc13e3aeb80 1 -- 172.21.15.43:0/3839552046 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc12800ecd0 con 0x55d4645f04d0 2024-05-16T15:52:32.290 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.262+0000 7fc1157fa700 1 -- 172.21.15.43:0/3839552046 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7fc128005690 con 0x55d4645f04d0 2024-05-16T15:52:32.290 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.262+0000 7fc13e3aeb80 10 client.25498 fetch_fsmap learned FSMap version 32 2024-05-16T15:52:32.291 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.262+0000 7fc13e3aeb80 1 -- 172.21.15.43:0/3839552046 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x55d4646076d0 con 0x55d4645f04d0 2024-05-16T15:52:32.291 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.262+0000 7fc1157fa700 1 -- 172.21.15.43:0/3839552046 <== mon.1 v2:172.21.15.157:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc12800ecd0 con 0x55d4645f04d0 2024-05-16T15:52:32.291 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.262+0000 7fc1157fa700 1 -- 172.21.15.43:0/3839552046 <== mon.1 v2:172.21.15.157:3300/0 5 ==== fsmap(e 32) ==== 8378+0+0 (secure 0 0 0) 0x7fc128039020 con 0x55d4645f04d0 2024-05-16T15:52:32.291 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.262+0000 7fc13e3aeb80 10 client.25498 fetch_fsmap finished waiting for FSMap version 32 2024-05-16T15:52:32.291 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.262+0000 7fc13e3aeb80 10 client.25498 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.f 2024-05-16T15:52:32.291 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.262+0000 7fc13e3aeb80 20 client.25498 populate_metadata read hostname 'smithi043' 2024-05-16T15:52:32.291 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.262+0000 7fc13e3aeb80 1 --2- 172.21.15.43:0/3839552046 >> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] conn(0x55d464609cb0 0x55d46460c0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:32.292 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.262+0000 7fc13e3aeb80 4 client.25498 mds_command: new command op to 24445 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:52:32.292 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.262+0000 7fc13e3aeb80 1 -- 172.21.15.43:0/3839552046 --> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d4645bc650 con 0x55d464609cb0 2024-05-16T15:52:32.292 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.262+0000 7fc1310b6700 1 --2- 172.21.15.43:0/3839552046 >> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] conn(0x55d464609cb0 0x55d46460c0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:32.292 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.263+0000 7fc1157fa700 10 client.25498 ms_handle_connect on v2:172.21.15.157:6834/2303077574 2024-05-16T15:52:32.292 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.263+0000 7fc1310b6700 1 --2- 172.21.15.43:0/3839552046 >> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] conn(0x55d464609cb0 0x55d46460c0a0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=2e2d69739617488d server_cookie=adf588166d9f99a2 in_seq=0 out_seq=0 2024-05-16T15:52:32.293 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.264+0000 7fc1157fa700 1 -- 172.21.15.43:0/3839552046 <== mds.4 v2:172.21.15.157:6834/2303077574 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55d4645bc650 con 0x55d464609cb0 2024-05-16T15:52:32.293 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.264+0000 7fc1157fa700 10 client.25498 handle_command_reply: tid=0 2024-05-16T15:52:32.293 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.264+0000 7fc13e3aeb80 1 client.25498 shutdown 2024-05-16T15:52:32.293 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.264+0000 7fc13e3aeb80 1 -- 172.21.15.43:0/3839552046 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d4645f04d0 msgr2=0x55d4645fc0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:32.293 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.264+0000 7fc13e3aeb80 1 --2- 172.21.15.43:0/3839552046 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d4645f04d0 0x55d4645fc0b0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fc128005920 tx=0x7fc128005040 comp rx=0 tx=0).stop 2024-05-16T15:52:32.293 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.264+0000 7fc13e3aeb80 1 -- 172.21.15.43:0/3839552046 shutdown_connections 2024-05-16T15:52:32.294 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.264+0000 7fc13e3aeb80 1 --2- 172.21.15.43:0/3839552046 >> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] conn(0x55d464609cb0 0x55d46460c0a0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:32.294 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.264+0000 7fc13e3aeb80 1 --2- 172.21.15.43:0/3839552046 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d4645f4c80 0x55d4645f9990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:32.294 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.264+0000 7fc13e3aeb80 1 --2- 172.21.15.43:0/3839552046 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d4645f04d0 0x55d4645fc0b0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:32.294 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.264+0000 7fc13e3aeb80 1 --2- 172.21.15.43:0/3839552046 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d4645f0df0 0x55d4645f9450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:32.294 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.264+0000 7fc1157fa700 0 client.25498 ms_handle_reset on v2:172.21.15.157:6834/2303077574 2024-05-16T15:52:32.294 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.264+0000 7fc13e3aeb80 1 -- 172.21.15.43:0/3839552046 >> 172.21.15.43:0/3839552046 conn(0x55d46451c100 msgr2=0x55d4645e5720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:32.294 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.264+0000 7fc13e3aeb80 1 -- 172.21.15.43:0/3839552046 shutdown_connections 2024-05-16T15:52:32.294 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.264+0000 7fc13e3aeb80 1 -- 172.21.15.43:0/3839552046 wait complete. 2024-05-16T15:52:32.294 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.264+0000 7fc13e3aeb80 20 client.25498 trim_cache size 0 max 16384 2024-05-16T15:52:32.296 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.282+0000 7fc13e3aeb80 1 Processor -- start 2024-05-16T15:52:32.297 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.282+0000 7fc13e3aeb80 1 -- start start 2024-05-16T15:52:32.297 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.282+0000 7fc13e3aeb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d4645f04d0 0x55d464605f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:32.297 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.282+0000 7fc13e3aeb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d4645f0df0 0x55d464611670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:32.297 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.282+0000 7fc13e3aeb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d4645f4c80 0x55d464611bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:32.297 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.282+0000 7fc13e3aeb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fc12c1b1440 con 0x55d4645f04d0 2024-05-16T15:52:32.297 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.282+0000 7fc13e3aeb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fc12c1b3040 con 0x55d4645f4c80 2024-05-16T15:52:32.297 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.282+0000 7fc13e3aeb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fc12c1b1b10 con 0x55d4645f0df0 2024-05-16T15:52:32.297 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.282+0000 7fc1318b7700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d4645f04d0 0x55d464605f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:32.297 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.282+0000 7fc1318b7700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d4645f04d0 0x55d464605f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:54210/0 (socket says 172.21.15.43:54210) 2024-05-16T15:52:32.297 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.282+0000 7fc1318b7700 1 -- 172.21.15.43:0/3201405261 learned_addr learned my addr 172.21.15.43:0/3201405261 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:32.297 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.282+0000 7fc1320b8700 1 --2- 172.21.15.43:0/3201405261 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d4645f4c80 0x55d464611bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:32.297 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.282+0000 7fc1310b6700 1 --2- 172.21.15.43:0/3201405261 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d4645f0df0 0x55d464611670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:32.297 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.282+0000 7fc1318b7700 1 -- 172.21.15.43:0/3201405261 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d4645f0df0 msgr2=0x55d464611670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:32.297 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.282+0000 7fc1318b7700 1 --2- 172.21.15.43:0/3201405261 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d4645f0df0 0x55d464611670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:32.298 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.282+0000 7fc1318b7700 1 -- 172.21.15.43:0/3201405261 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d4645f4c80 msgr2=0x55d464611bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:32.298 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.282+0000 7fc1318b7700 1 --2- 172.21.15.43:0/3201405261 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d4645f4c80 0x55d464611bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:32.298 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.282+0000 7fc1318b7700 1 -- 172.21.15.43:0/3201405261 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d4645fcfd0 con 0x55d4645f04d0 2024-05-16T15:52:32.298 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.282+0000 7fc1320b8700 1 --2- 172.21.15.43:0/3201405261 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d4645f4c80 0x55d464611bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:52:32.298 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.283+0000 7fc1318b7700 1 --2- 172.21.15.43:0/3201405261 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d4645f04d0 0x55d464605f20 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fc128005950 tx=0x7fc128005160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab648ea280111f78 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:32.298 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.283+0000 7fc1177fe700 1 -- 172.21.15.43:0/3201405261 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc12803e020 con 0x55d4645f04d0 2024-05-16T15:52:32.298 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.283+0000 7fc1177fe700 1 -- 172.21.15.43:0/3201405261 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc12802ec90 con 0x55d4645f04d0 2024-05-16T15:52:32.298 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.283+0000 7fc1177fe700 1 -- 172.21.15.43:0/3201405261 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc128003970 con 0x55d4645f04d0 2024-05-16T15:52:32.298 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.284+0000 7fc13e3aeb80 1 -- 172.21.15.43:0/3201405261 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d4645f04d0 msgr2=0x55d464605f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:32.298 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.284+0000 7fc13e3aeb80 1 --2- 172.21.15.43:0/3201405261 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d4645f04d0 0x55d464605f20 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fc128005950 tx=0x7fc128005160 comp rx=0 tx=0).stop 2024-05-16T15:52:32.298 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.284+0000 7fc13e3aeb80 1 -- 172.21.15.43:0/3201405261 shutdown_connections 2024-05-16T15:52:32.298 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.284+0000 7fc13e3aeb80 1 --2- 172.21.15.43:0/3201405261 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d4645f4c80 0x55d464611bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:32.298 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.284+0000 7fc13e3aeb80 1 --2- 172.21.15.43:0/3201405261 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d4645f04d0 0x55d464605f20 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:32.298 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.284+0000 7fc13e3aeb80 1 --2- 172.21.15.43:0/3201405261 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d4645f0df0 0x55d464611670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:32.298 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.284+0000 7fc13e3aeb80 1 -- 172.21.15.43:0/3201405261 >> 172.21.15.43:0/3201405261 conn(0x55d46451c100 msgr2=0x55d4645e5720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:32.299 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.284+0000 7fc13e3aeb80 1 -- 172.21.15.43:0/3201405261 shutdown_connections 2024-05-16T15:52:32.299 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.284+0000 7fc13e3aeb80 1 -- 172.21.15.43:0/3201405261 wait complete. 2024-05-16T15:52:32.299 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.284+0000 7fc13e3aeb80 1 -- start start 2024-05-16T15:52:32.299 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.284+0000 7fc13e3aeb80 1 Processor -- start 2024-05-16T15:52:32.299 INFO:tasks.workunit.client.0.smithi043.stdout:checking for struct btrfs_ioctl_ino_lookup_args... yes 2024-05-16T15:52:32.302 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.285+0000 7fc13e3aeb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d4645f04d0 0x55d4645fd800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:32.302 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.285+0000 7fc13e3aeb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d4645f0df0 0x55d4645fdd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:32.302 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.285+0000 7fc13e3aeb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d4645f4c80 0x55d46466c1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:32.303 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.285+0000 7fc13e3aeb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fc12c1b28b0 con 0x55d4645f4c80 2024-05-16T15:52:32.303 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.285+0000 7fc13e3aeb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fc12c1b21e0 con 0x55d4645f0df0 2024-05-16T15:52:32.303 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.285+0000 7fc13e3aeb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fc12c1af3e0 con 0x55d4645f04d0 2024-05-16T15:52:32.303 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.285+0000 7fc13e3aeb80 10 client.0 _ll_register_callbacks cb 0x55d4644da920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:52:32.303 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.285+0000 7fc1320b8700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d4645f4c80 0x55d46466c1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:32.303 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.285+0000 7fc1320b8700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d4645f4c80 0x55d46466c1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:54218/0 (socket says 172.21.15.43:54218) 2024-05-16T15:52:32.303 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.285+0000 7fc1320b8700 1 -- 172.21.15.43:0/3109477898 learned_addr learned my addr 172.21.15.43:0/3109477898 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:32.303 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.285+0000 7fc1310b6700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d4645f0df0 0x55d4645fdd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:32.303 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.285+0000 7fc1318b7700 1 --2- 172.21.15.43:0/3109477898 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d4645f04d0 0x55d4645fd800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:32.303 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.285+0000 7fc1310b6700 1 -- 172.21.15.43:0/3109477898 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d4645f04d0 msgr2=0x55d4645fd800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:32.303 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.285+0000 7fc1310b6700 1 --2- 172.21.15.43:0/3109477898 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d4645f04d0 0x55d4645fd800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:32.303 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.285+0000 7fc1310b6700 1 -- 172.21.15.43:0/3109477898 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d4645f4c80 msgr2=0x55d46466c1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:32.303 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.285+0000 7fc1310b6700 1 --2- 172.21.15.43:0/3109477898 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d4645f4c80 0x55d46466c1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:32.303 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.285+0000 7fc1310b6700 1 -- 172.21.15.43:0/3109477898 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d46466c8c0 con 0x55d4645f0df0 2024-05-16T15:52:32.303 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.285+0000 7fc1320b8700 1 --2- 172.21.15.43:0/3109477898 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d4645f4c80 0x55d46466c1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:52:32.304 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.286+0000 7fc1310b6700 1 --2- 172.21.15.43:0/3109477898 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d4645f0df0 0x55d4645fdd40 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fc11c009990 tx=0x7fc11c005fb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e4f18bb34852b7b7 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:32.304 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.286+0000 7fc1157fa700 10 client.0 ms_handle_connect on v2:172.21.15.148:3300/0 2024-05-16T15:52:32.304 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.286+0000 7fc1157fa700 1 -- 172.21.15.43:0/3109477898 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc11c02e070 con 0x55d4645f0df0 2024-05-16T15:52:32.304 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.286+0000 7fc1157fa700 1 -- 172.21.15.43:0/3109477898 <== mon.2 v2:172.21.15.148:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9179+0+0 (secure 0 0 0) 0x7fc11c0037c0 con 0x55d4645f0df0 2024-05-16T15:52:32.304 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.286+0000 7fc13e3aeb80 1 -- 172.21.15.43:0/3109477898 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc12802ec90 con 0x55d4645f0df0 2024-05-16T15:52:32.304 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.286+0000 7fc1157fa700 1 -- 172.21.15.43:0/3109477898 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7fc11c0039c0 con 0x55d4645f0df0 2024-05-16T15:52:32.304 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.286+0000 7fc13e3aeb80 10 client.25457 fetch_fsmap learned FSMap version 32 2024-05-16T15:52:32.304 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.286+0000 7fc13e3aeb80 1 -- 172.21.15.43:0/3109477898 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x55d464673c30 con 0x55d4645f0df0 2024-05-16T15:52:32.304 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.286+0000 7fc1157fa700 1 -- 172.21.15.43:0/3109477898 <== mon.2 v2:172.21.15.148:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc12802ec90 con 0x55d4645f0df0 2024-05-16T15:52:32.304 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.286+0000 7fc1157fa700 1 -- 172.21.15.43:0/3109477898 <== mon.2 v2:172.21.15.148:3300/0 5 ==== fsmap(e 32) ==== 8378+0+0 (secure 0 0 0) 0x7fc11c02a120 con 0x55d4645f0df0 2024-05-16T15:52:32.304 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.287+0000 7fc13e3aeb80 10 client.25457 fetch_fsmap finished waiting for FSMap version 32 2024-05-16T15:52:32.304 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.287+0000 7fc13e3aeb80 10 client.25457 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.f 2024-05-16T15:52:32.304 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.287+0000 7fc13e3aeb80 20 client.25457 populate_metadata read hostname 'smithi043' 2024-05-16T15:52:32.304 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.287+0000 7fc13e3aeb80 1 --2- 172.21.15.43:0/3109477898 >> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] conn(0x55d464674370 0x55d464676790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:32.304 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.287+0000 7fc13e3aeb80 4 client.25457 mds_command: new command op to 24445 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-16T15:52:32.305 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.287+0000 7fc13e3aeb80 1 -- 172.21.15.43:0/3109477898 --> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d464550240 con 0x55d464674370 2024-05-16T15:52:32.305 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.287+0000 7fc1318b7700 1 --2- 172.21.15.43:0/3109477898 >> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] conn(0x55d464674370 0x55d464676790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:32.305 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.287+0000 7fc1318b7700 1 --2- 172.21.15.43:0/3109477898 >> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] conn(0x55d464674370 0x55d464676790 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=7b7767eecab51efa server_cookie=eaf572758488f99c in_seq=0 out_seq=0 2024-05-16T15:52:32.305 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.287+0000 7fc1157fa700 10 client.25457 ms_handle_connect on v2:172.21.15.157:6834/2303077574 2024-05-16T15:52:32.305 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.288+0000 7fc1157fa700 1 -- 172.21.15.43:0/3109477898 <== mds.4 v2:172.21.15.157:6834/2303077574 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d464550240 con 0x55d464674370 2024-05-16T15:52:32.305 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.288+0000 7fc1157fa700 10 client.25457 handle_command_reply: tid=0 2024-05-16T15:52:32.305 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.288+0000 7fc13e3aeb80 1 client.25457 shutdown 2024-05-16T15:52:32.305 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.288+0000 7fc13e3aeb80 1 -- 172.21.15.43:0/3109477898 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d4645f0df0 msgr2=0x55d4645fdd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:32.305 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.288+0000 7fc13e3aeb80 1 --2- 172.21.15.43:0/3109477898 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d4645f0df0 0x55d4645fdd40 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fc11c009990 tx=0x7fc11c005fb0 comp rx=0 tx=0).stop 2024-05-16T15:52:32.305 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.288+0000 7fc13e3aeb80 1 -- 172.21.15.43:0/3109477898 shutdown_connections 2024-05-16T15:52:32.305 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.288+0000 7fc13e3aeb80 1 --2- 172.21.15.43:0/3109477898 >> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] conn(0x55d464674370 0x55d464676790 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:32.305 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.288+0000 7fc13e3aeb80 1 --2- 172.21.15.43:0/3109477898 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55d4645f4c80 0x55d46466c1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:32.305 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.288+0000 7fc13e3aeb80 1 --2- 172.21.15.43:0/3109477898 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d4645f04d0 0x55d4645fd800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:32.305 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.288+0000 7fc13e3aeb80 1 --2- 172.21.15.43:0/3109477898 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d4645f0df0 0x55d4645fdd40 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:32.305 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.288+0000 7fc1157fa700 0 client.25457 ms_handle_reset on v2:172.21.15.157:6834/2303077574 2024-05-16T15:52:32.306 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.288+0000 7fc13e3aeb80 1 -- 172.21.15.43:0/3109477898 >> 172.21.15.43:0/3109477898 conn(0x55d46451c100 msgr2=0x55d4645ef2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:32.306 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.288+0000 7fc13e3aeb80 1 -- 172.21.15.43:0/3109477898 shutdown_connections 2024-05-16T15:52:32.306 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.288+0000 7fc13e3aeb80 1 -- 172.21.15.43:0/3109477898 wait complete. 2024-05-16T15:52:32.306 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.289+0000 7fc13e3aeb80 20 client.25457 trim_cache size 0 max 16384 2024-05-16T15:52:32.306 INFO:teuthology.orchestra.run.smithi043.stdout:[] 2024-05-16T15:52:32.307 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.289+0000 7fc133b1b700 1 -- 172.21.15.43:0/1528232320 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc1180b2880 msgr2=0x7fc1180b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:32.307 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.289+0000 7fc133b1b700 1 --2- 172.21.15.43:0/1528232320 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc1180b2880 0x7fc1180b4d40 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fc12c19cb50 tx=0x7fc128009260 comp rx=0 tx=0).stop 2024-05-16T15:52:32.307 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.289+0000 7fc133b1b700 1 -- 172.21.15.43:0/1528232320 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc12c108880 msgr2=0x7fc12c19ba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:32.307 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.289+0000 7fc133b1b700 1 --2- 172.21.15.43:0/1528232320 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc12c108880 0x7fc12c19ba10 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fc12400ada0 tx=0x7fc12400c330 comp rx=0 tx=0).stop 2024-05-16T15:52:32.307 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.289+0000 7fc133b1b700 1 -- 172.21.15.43:0/1528232320 shutdown_connections 2024-05-16T15:52:32.307 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.289+0000 7fc133b1b700 1 --2- 172.21.15.43:0/1528232320 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc12c108880 0x7fc12c19ba10 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:32.307 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.289+0000 7fc133b1b700 1 --2- 172.21.15.43:0/1528232320 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc1180b2880 0x7fc1180b4d40 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:32.307 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.289+0000 7fc133b1b700 1 --2- 172.21.15.43:0/1528232320 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc12c1037b0 0x7fc12c1a1850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:32.307 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.289+0000 7fc133b1b700 1 --2- 172.21.15.43:0/1528232320 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc12c104160 0x7fc12c1a1d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:32.307 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.289+0000 7fc133b1b700 1 -- 172.21.15.43:0/1528232320 >> 172.21.15.43:0/1528232320 conn(0x7fc12c07a530 msgr2=0x7fc12c101a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:32.307 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.289+0000 7fc133b1b700 1 -- 172.21.15.43:0/1528232320 shutdown_connections 2024-05-16T15:52:32.308 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:32.289+0000 7fc133b1b700 1 -- 172.21.15.43:0/1528232320 wait complete. 2024-05-16T15:52:32.396 INFO:tasks.workunit.client.0.smithi043.stdout:checking for struct btrfs_ioctl_ino_lookup_user_args... yes 2024-05-16T15:52:32.495 INFO:tasks.workunit.client.0.smithi043.stdout:checking for struct btrfs_ioctl_get_subvol_rootref_args... yes 2024-05-16T15:52:32.579 INFO:tasks.workunit.client.0.smithi043.stdout:checking linux/btrfs.h usability... yes 2024-05-16T15:52:32.580 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:32 smithi148 ceph-mon[34976]: daemon mds.e restarted 2024-05-16T15:52:32.604 INFO:tasks.workunit.client.0.smithi043.stdout:checking linux/btrfs.h presence... yes 2024-05-16T15:52:32.604 INFO:tasks.workunit.client.0.smithi043.stdout:checking for linux/btrfs.h... yes 2024-05-16T15:52:32.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:32 smithi157 ceph-mon[35584]: daemon mds.e restarted 2024-05-16T15:52:32.696 INFO:tasks.workunit.client.0.smithi043.stdout:checking linux/btrfs_tree.h usability... yes 2024-05-16T15:52:32.717 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:32 smithi043 ceph-mon[31619]: daemon mds.e restarted 2024-05-16T15:52:32.723 INFO:tasks.workunit.client.0.smithi043.stdout:checking linux/btrfs_tree.h presence... yes 2024-05-16T15:52:32.723 INFO:tasks.workunit.client.0.smithi043.stdout:checking for linux/btrfs_tree.h... yes 2024-05-16T15:52:32.777 INFO:tasks.workunit.client.0.smithi043.stdout:checking for struct btrfs_ioctl_vol_args_v2.subvolid... yes 2024-05-16T15:52:32.828 INFO:tasks.workunit.client.0.smithi043.stdout:checking whether BTRFS_IOC_SNAP_DESTROY_V2 is declared... yes 2024-05-16T15:52:32.854 INFO:tasks.workunit.client.0.smithi043.stdout:configure: creating ./config.status 2024-05-16T15:52:33.208 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-05-16T15:52:33.274 INFO:tasks.workunit.client.0.smithi043.stdout:config.status: creating include/builddefs 2024-05-16T15:52:33.296 INFO:tasks.workunit.client.0.smithi043.stdout:config.status: creating include/config.h 2024-05-16T15:52:33.315 INFO:tasks.workunit.client.0.smithi043.stdout:config.status: executing libtool commands 2024-05-16T15:52:33.475 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:33 smithi043 ceph-mon[31619]: pgmap v505: 129 pgs: 129 active+clean; 36 MiB data, 584 MiB used, 1.0 TiB / 1.0 TiB avail; 135 KiB/s rd, 1023 KiB/s wr, 322 op/s 2024-05-16T15:52:33.476 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:33 smithi043 ceph-mon[31619]: osdmap e90: 12 total, 12 up, 12 in 2024-05-16T15:52:33.476 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:33 smithi043 ceph-mon[31619]: mds.? [v2:172.21.15.148:6834/2470472274,v1:172.21.15.148:6835/2470472274] up:boot 2024-05-16T15:52:33.476 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:33 smithi043 ceph-mon[31619]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-05-16T15:52:33.476 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:33 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-16T15:52:33.476 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:33 smithi043 ceph-mon[31619]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:52:33.488 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:52:33.505 INFO:tasks.workunit.client.0.smithi043.stdout:Building tests 2024-05-16T15:52:33.505 INFO:tasks.workunit.client.0.smithi043.stdout:Building lib 2024-05-16T15:52:33.505 INFO:tasks.workunit.client.0.smithi043.stdout:Building include 2024-05-16T15:52:33.548 INFO:tasks.workunit.client.0.smithi043.stdout: [LTDEP] 2024-05-16T15:52:33.605 INFO:tasks.workunit.client.0.smithi043.stdout:Building btrfs 2024-05-16T15:52:33.605 INFO:tasks.workunit.client.0.smithi043.stdout:Building ceph 2024-05-16T15:52:33.605 INFO:tasks.workunit.client.0.smithi043.stdout:Building cifs 2024-05-16T15:52:33.666 INFO:tasks.workunit.client.0.smithi043.stdout: [GROUP] /home/ubuntu/cephtest/mnt.0/client.0/tmp/xfstests-dev/tests/cifs/group.list 2024-05-16T15:52:33.666 INFO:tasks.workunit.client.0.smithi043.stdout: [GROUP] /home/ubuntu/cephtest/mnt.0/client.0/tmp/xfstests-dev/tests/ceph/group.list 2024-05-16T15:52:33.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:33 smithi157 ceph-mon[35584]: pgmap v505: 129 pgs: 129 active+clean; 36 MiB data, 584 MiB used, 1.0 TiB / 1.0 TiB avail; 135 KiB/s rd, 1023 KiB/s wr, 322 op/s 2024-05-16T15:52:33.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:33 smithi157 ceph-mon[35584]: osdmap e90: 12 total, 12 up, 12 in 2024-05-16T15:52:33.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:33 smithi157 ceph-mon[35584]: mds.? [v2:172.21.15.148:6834/2470472274,v1:172.21.15.148:6835/2470472274] up:boot 2024-05-16T15:52:33.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:33 smithi157 ceph-mon[35584]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-05-16T15:52:33.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:33 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-16T15:52:33.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:33 smithi157 ceph-mon[35584]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:52:33.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:33 smithi148 ceph-mon[34976]: pgmap v505: 129 pgs: 129 active+clean; 36 MiB data, 584 MiB used, 1.0 TiB / 1.0 TiB avail; 135 KiB/s rd, 1023 KiB/s wr, 322 op/s 2024-05-16T15:52:33.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:33 smithi148 ceph-mon[34976]: osdmap e90: 12 total, 12 up, 12 in 2024-05-16T15:52:33.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:33 smithi148 ceph-mon[34976]: mds.? [v2:172.21.15.148:6834/2470472274,v1:172.21.15.148:6835/2470472274] up:boot 2024-05-16T15:52:33.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:33 smithi148 ceph-mon[34976]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-05-16T15:52:33.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:33 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-16T15:52:33.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:33 smithi148 ceph-mon[34976]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:52:33.689 INFO:tasks.workunit.client.0.smithi043.stdout: [GROUP] /home/ubuntu/cephtest/mnt.0/client.0/tmp/xfstests-dev/tests/btrfs/group.list 2024-05-16T15:52:33.745 INFO:tasks.workunit.client.0.smithi043.stdout:Building ext4 2024-05-16T15:52:33.794 INFO:tasks.workunit.client.0.smithi043.stdout:Building f2fs 2024-05-16T15:52:33.815 INFO:tasks.workunit.client.0.smithi043.stdout: [GROUP] /home/ubuntu/cephtest/mnt.0/client.0/tmp/xfstests-dev/tests/ext4/group.list 2024-05-16T15:52:33.837 INFO:tasks.workunit.client.0.smithi043.stdout: [GROUP] /home/ubuntu/cephtest/mnt.0/client.0/tmp/xfstests-dev/tests/f2fs/group.list 2024-05-16T15:52:33.945 INFO:tasks.workunit.client.0.smithi043.stdout:Building generic 2024-05-16T15:52:34.142 INFO:tasks.workunit.client.0.smithi043.stdout: [GROUP] /home/ubuntu/cephtest/mnt.0/client.0/tmp/xfstests-dev/tests/generic/group.list 2024-05-16T15:52:34.317 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] dataascii.lo 2024-05-16T15:52:34.589 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] databin.lo 2024-05-16T15:52:34.641 INFO:tasks.workunit.client.0.smithi043.stdout:Building nfs 2024-05-16T15:52:34.684 INFO:tasks.workunit.client.0.smithi043.stdout: [GROUP] /home/ubuntu/cephtest/mnt.0/client.0/tmp/xfstests-dev/tests/nfs/group.list 2024-05-16T15:52:34.764 INFO:tasks.workunit.client.0.smithi043.stdout:Building ocfs2 2024-05-16T15:52:34.821 INFO:tasks.workunit.client.0.smithi043.stdout: [GROUP] /home/ubuntu/cephtest/mnt.0/client.0/tmp/xfstests-dev/tests/ocfs2/group.list 2024-05-16T15:52:34.899 INFO:tasks.workunit.client.0.smithi043.stdout:Building overlay 2024-05-16T15:52:34.932 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] datapid.lo 2024-05-16T15:52:34.965 INFO:tasks.workunit.client.0.smithi043.stdout: [GROUP] /home/ubuntu/cephtest/mnt.0/client.0/tmp/xfstests-dev/tests/overlay/group.list 2024-05-16T15:52:35.212 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] file_lock.lo 2024-05-16T15:52:35.612 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:35 smithi043 ceph-mon[31619]: pgmap v507: 129 pgs: 129 active+clean; 39 MiB data, 558 MiB used, 1.0 TiB / 1.0 TiB avail; 233 KiB/s rd, 1.1 MiB/s wr, 208 op/s 2024-05-16T15:52:35.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:35 smithi157 ceph-mon[35584]: pgmap v507: 129 pgs: 129 active+clean; 39 MiB data, 558 MiB used, 1.0 TiB / 1.0 TiB avail; 233 KiB/s rd, 1.1 MiB/s wr, 208 op/s 2024-05-16T15:52:35.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:35 smithi148 ceph-mon[34976]: pgmap v507: 129 pgs: 129 active+clean; 39 MiB data, 558 MiB used, 1.0 TiB / 1.0 TiB avail; 233 KiB/s rd, 1.1 MiB/s wr, 208 op/s 2024-05-16T15:52:35.750 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] forker.lo 2024-05-16T15:52:36.101 INFO:tasks.workunit.client.0.smithi043.stdout:Building perf 2024-05-16T15:52:36.145 INFO:tasks.workunit.client.0.smithi043.stdout: [GROUP] /home/ubuntu/cephtest/mnt.0/client.0/tmp/xfstests-dev/tests/perf/group.list 2024-05-16T15:52:36.217 INFO:tasks.workunit.client.0.smithi043.stdout:Building selftest 2024-05-16T15:52:36.258 INFO:tasks.workunit.client.0.smithi043.stdout: [GROUP] /home/ubuntu/cephtest/mnt.0/client.0/tmp/xfstests-dev/tests/selftest/group.list 2024-05-16T15:52:36.304 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] pattern.lo 2024-05-16T15:52:36.376 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.753+0000 7fc741352700 1 -- 172.21.15.43:0/2369552568 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc73c103f00 msgr2=0x7fc73c1103b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:36.376 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.753+0000 7fc741352700 1 --2- 172.21.15.43:0/2369552568 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc73c103f00 0x7fc73c1103b0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fc73400b0a0 tx=0x7fc73400b3b0 comp rx=0 tx=0).stop 2024-05-16T15:52:36.376 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.753+0000 7fc741352700 1 -- 172.21.15.43:0/2369552568 shutdown_connections 2024-05-16T15:52:36.376 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.753+0000 7fc741352700 1 --2- 172.21.15.43:0/2369552568 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc73c103f00 0x7fc73c1103b0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:36.376 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.753+0000 7fc741352700 1 --2- 172.21.15.43:0/2369552568 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc73c1095e0 0x7fc73c1099c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:36.376 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.753+0000 7fc741352700 1 --2- 172.21.15.43:0/2369552568 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc73c103540 0x7fc73c1039c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:36.377 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.753+0000 7fc741352700 1 -- 172.21.15.43:0/2369552568 >> 172.21.15.43:0/2369552568 conn(0x7fc73c07a650 msgr2=0x7fc73c07aa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:36.377 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.753+0000 7fc741352700 1 -- 172.21.15.43:0/2369552568 shutdown_connections 2024-05-16T15:52:36.377 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.753+0000 7fc741352700 1 -- 172.21.15.43:0/2369552568 wait complete. 2024-05-16T15:52:36.377 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.754+0000 7fc741352700 1 Processor -- start 2024-05-16T15:52:36.377 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.755+0000 7fc741352700 1 -- start start 2024-05-16T15:52:36.377 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.755+0000 7fc741352700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc73c103540 0x7fc73c19f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:36.377 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.755+0000 7fc741352700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc73c103f00 0x7fc73c19fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:36.377 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.755+0000 7fc741352700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc73c1095e0 0x7fc73c199870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:36.377 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.755+0000 7fc741352700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fc73c1135b0 con 0x7fc73c103f00 2024-05-16T15:52:36.377 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.755+0000 7fc741352700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fc73c113430 con 0x7fc73c103540 2024-05-16T15:52:36.377 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.755+0000 7fc741352700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fc73c113730 con 0x7fc73c1095e0 2024-05-16T15:52:36.377 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.755+0000 7fc73affd700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc73c103540 0x7fc73c19f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:36.377 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.755+0000 7fc73affd700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc73c103540 0x7fc73c19f6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:35488/0 (socket says 172.21.15.43:35488) 2024-05-16T15:52:36.377 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.755+0000 7fc73affd700 1 -- 172.21.15.43:0/49894365 learned_addr learned my addr 172.21.15.43:0/49894365 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:36.377 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.756+0000 7fc73a7fc700 1 --2- 172.21.15.43:0/49894365 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc73c103f00 0x7fc73c19fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:36.378 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.756+0000 7fc73b7fe700 1 --2- 172.21.15.43:0/49894365 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc73c1095e0 0x7fc73c199870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:36.378 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.756+0000 7fc73b7fe700 1 -- 172.21.15.43:0/49894365 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc73c103540 msgr2=0x7fc73c19f6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:36.378 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.756+0000 7fc73b7fe700 1 --2- 172.21.15.43:0/49894365 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc73c103540 0x7fc73c19f6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:36.378 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.756+0000 7fc73b7fe700 1 -- 172.21.15.43:0/49894365 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc73c103f00 msgr2=0x7fc73c19fbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:36.378 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.756+0000 7fc73b7fe700 1 --2- 172.21.15.43:0/49894365 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc73c103f00 0x7fc73c19fbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:36.378 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.756+0000 7fc73b7fe700 1 -- 172.21.15.43:0/49894365 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc73c19a050 con 0x7fc73c1095e0 2024-05-16T15:52:36.378 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.756+0000 7fc73a7fc700 1 --2- 172.21.15.43:0/49894365 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc73c103f00 0x7fc73c19fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:52:36.378 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.756+0000 7fc73b7fe700 1 --2- 172.21.15.43:0/49894365 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc73c1095e0 0x7fc73c199870 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fc734007fd0 tx=0x7fc734004d00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:36.378 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.757+0000 7fc723fff700 1 -- 172.21.15.43:0/49894365 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc734021070 con 0x7fc73c1095e0 2024-05-16T15:52:36.378 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.757+0000 7fc723fff700 1 -- 172.21.15.43:0/49894365 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc734007b80 con 0x7fc73c1095e0 2024-05-16T15:52:36.378 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.757+0000 7fc723fff700 1 -- 172.21.15.43:0/49894365 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc73401dd80 con 0x7fc73c1095e0 2024-05-16T15:52:36.378 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.757+0000 7fc741352700 1 -- 172.21.15.43:0/49894365 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc73c19a2e0 con 0x7fc73c1095e0 2024-05-16T15:52:36.378 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.757+0000 7fc741352700 1 -- 172.21.15.43:0/49894365 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc73c1a6500 con 0x7fc73c1095e0 2024-05-16T15:52:36.378 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.760+0000 7fc723fff700 1 -- 172.21.15.43:0/49894365 <== mon.1 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fc734024070 con 0x7fc73c1095e0 2024-05-16T15:52:36.378 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.762+0000 7fc723fff700 1 --2- 172.21.15.43:0/49894365 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc7240b2900 0x7fc7240b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:36.379 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.762+0000 7fc74bbe5b80 1 Processor -- start 2024-05-16T15:52:36.379 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.762+0000 7fc74bbe5b80 1 -- start start 2024-05-16T15:52:36.379 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.762+0000 7fc723fff700 1 -- 172.21.15.43:0/49894365 <== mon.1 v2:172.21.15.157:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7fc73400f020 con 0x7fc73c1095e0 2024-05-16T15:52:36.379 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.762+0000 7fc73affd700 1 --2- 172.21.15.43:0/49894365 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc7240b2900 0x7fc7240b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:36.379 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.762+0000 7fc74bbe5b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55804d44b1b0 0x55804d44b590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:36.379 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.762+0000 7fc74bbe5b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55804d44bad0 0x55804d445810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:36.379 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.762+0000 7fc74bbe5b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55804d445d50 0x55804d446190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:36.379 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.762+0000 7fc74bbe5b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55804d397940 con 0x55804d44bad0 2024-05-16T15:52:36.379 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.762+0000 7fc74bbe5b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55804d2fcda0 con 0x55804d44b1b0 2024-05-16T15:52:36.379 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.762+0000 7fc74bbe5b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55804d393900 con 0x55804d445d50 2024-05-16T15:52:36.379 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.762+0000 7fc73b7fe700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55804d445d50 0x55804d446190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:36.379 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.763+0000 7fc73a7fc700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55804d44bad0 0x55804d445810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:36.379 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.763+0000 7fc73affd700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55804d44b1b0 0x55804d44b590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:36.379 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.763+0000 7fc73b7fe700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55804d445d50 0x55804d446190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:56034/0 (socket says 172.21.15.43:56034) 2024-05-16T15:52:36.379 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.763+0000 7fc73b7fe700 1 -- 172.21.15.43:0/3223315359 learned_addr learned my addr 172.21.15.43:0/3223315359 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:36.380 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.763+0000 7fc73affd700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55804d44b1b0 0x55804d44b590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:35490/0 (socket says 172.21.15.43:35490) 2024-05-16T15:52:36.380 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.763+0000 7fc73b7fe700 1 -- 172.21.15.43:0/3223315359 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55804d44b1b0 msgr2=0x55804d44b590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:36.380 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.763+0000 7fc73b7fe700 1 --2- 172.21.15.43:0/3223315359 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55804d44b1b0 0x55804d44b590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:36.380 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.763+0000 7fc73b7fe700 1 -- 172.21.15.43:0/3223315359 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55804d44bad0 msgr2=0x55804d445810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:36.380 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.763+0000 7fc73b7fe700 1 --2- 172.21.15.43:0/3223315359 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55804d44bad0 0x55804d445810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:36.380 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.763+0000 7fc73b7fe700 1 -- 172.21.15.43:0/3223315359 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55804d2e48d0 con 0x55804d445d50 2024-05-16T15:52:36.380 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.763+0000 7fc73affd700 1 --2- 172.21.15.43:0/49894365 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc7240b2900 0x7fc7240b4dc0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fc72c009680 tx=0x7fc72c011720 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:36.380 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.763+0000 7fc73b7fe700 1 --2- 172.21.15.43:0/3223315359 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55804d445d50 0x55804d446190 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fc73400b070 tx=0x7fc73400b3b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=420f774a8284e565 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:36.380 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.763+0000 7fc7217fa700 1 -- 172.21.15.43:0/3223315359 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7340aa680 con 0x55804d445d50 2024-05-16T15:52:36.380 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.763+0000 7fc7217fa700 1 -- 172.21.15.43:0/3223315359 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc7340ab270 con 0x55804d445d50 2024-05-16T15:52:36.380 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.763+0000 7fc7217fa700 1 -- 172.21.15.43:0/3223315359 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7340a6e00 con 0x55804d445d50 2024-05-16T15:52:36.380 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.764+0000 7fc74bbe5b80 1 -- 172.21.15.43:0/3223315359 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55804d445d50 msgr2=0x55804d446190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:36.380 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.764+0000 7fc74bbe5b80 1 --2- 172.21.15.43:0/3223315359 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55804d445d50 0x55804d446190 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fc73400b070 tx=0x7fc73400b3b0 comp rx=0 tx=0).stop 2024-05-16T15:52:36.380 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.765+0000 7fc74bbe5b80 1 -- 172.21.15.43:0/3223315359 shutdown_connections 2024-05-16T15:52:36.380 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.765+0000 7fc74bbe5b80 1 --2- 172.21.15.43:0/3223315359 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55804d445d50 0x55804d446190 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:36.380 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.765+0000 7fc74bbe5b80 1 --2- 172.21.15.43:0/3223315359 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55804d44b1b0 0x55804d44b590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:36.381 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.765+0000 7fc74bbe5b80 1 --2- 172.21.15.43:0/3223315359 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55804d44bad0 0x55804d445810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:36.381 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.765+0000 7fc74bbe5b80 1 -- 172.21.15.43:0/3223315359 >> 172.21.15.43:0/3223315359 conn(0x55804d371b70 msgr2=0x55804d4402a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:36.381 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.765+0000 7fc74bbe5b80 1 -- 172.21.15.43:0/3223315359 shutdown_connections 2024-05-16T15:52:36.381 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.765+0000 7fc74bbe5b80 1 -- 172.21.15.43:0/3223315359 wait complete. 2024-05-16T15:52:36.381 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.765+0000 7fc74bbe5b80 1 -- start start 2024-05-16T15:52:36.381 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.765+0000 7fc74bbe5b80 1 Processor -- start 2024-05-16T15:52:36.381 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.766+0000 7fc74bbe5b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55804d445d50 0x55804d451730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:36.381 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.766+0000 7fc74bbe5b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55804d44b1b0 0x55804d44ead0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:36.381 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.766+0000 7fc74bbe5b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55804d44bad0 0x55804d44f010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:36.381 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.766+0000 7fc74bbe5b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55804d452210 con 0x55804d445d50 2024-05-16T15:52:36.381 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.766+0000 7fc74bbe5b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55804d350ed0 con 0x55804d44b1b0 2024-05-16T15:52:36.381 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.766+0000 7fc74bbe5b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55804d452390 con 0x55804d44bad0 2024-05-16T15:52:36.381 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.766+0000 7fc74bbe5b80 10 client.0 _ll_register_callbacks cb 0x55804d32b5b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:52:36.381 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.766+0000 7fc73affd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55804d445d50 0x55804d451730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:36.381 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.766+0000 7fc73affd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55804d445d50 0x55804d451730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:42052/0 (socket says 172.21.15.43:42052) 2024-05-16T15:52:36.381 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.766+0000 7fc73affd700 1 -- 172.21.15.43:0/1851525082 learned_addr learned my addr 172.21.15.43:0/1851525082 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:36.381 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.766+0000 7fc73b7fe700 1 --2- 172.21.15.43:0/1851525082 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55804d44bad0 0x55804d44f010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:36.382 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.766+0000 7fc73b7fe700 1 -- 172.21.15.43:0/1851525082 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55804d44b1b0 msgr2=0x55804d44ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:36.382 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.766+0000 7fc73b7fe700 1 --2- 172.21.15.43:0/1851525082 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55804d44b1b0 0x55804d44ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:36.382 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.766+0000 7fc73b7fe700 1 -- 172.21.15.43:0/1851525082 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55804d445d50 msgr2=0x55804d451730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:36.382 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.766+0000 7fc73b7fe700 1 --2- 172.21.15.43:0/1851525082 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55804d445d50 0x55804d451730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:36.382 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.766+0000 7fc73b7fe700 1 -- 172.21.15.43:0/1851525082 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55804d34e760 con 0x55804d44bad0 2024-05-16T15:52:36.382 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.766+0000 7fc73b7fe700 1 --2- 172.21.15.43:0/1851525082 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55804d44bad0 0x55804d44f010 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fc7340a7de0 tx=0x7fc7340097f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f376a201953564cd server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:36.382 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.766+0000 7fc71eff5700 10 client.0 ms_handle_connect on v2:172.21.15.157:3300/0 2024-05-16T15:52:36.382 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.767+0000 7fc71eff5700 1 -- 172.21.15.43:0/1851525082 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7340aab70 con 0x55804d44bad0 2024-05-16T15:52:36.382 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.767+0000 7fc71eff5700 1 -- 172.21.15.43:0/1851525082 <== mon.1 v2:172.21.15.157:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7fc7340c5030 con 0x55804d44bad0 2024-05-16T15:52:36.382 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.767+0000 7fc74bbe5b80 1 -- 172.21.15.43:0/1851525082 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc7340ab270 con 0x55804d44bad0 2024-05-16T15:52:36.382 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.767+0000 7fc71eff5700 1 -- 172.21.15.43:0/1851525082 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7fc7340aef20 con 0x55804d44bad0 2024-05-16T15:52:36.382 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.767+0000 7fc74bbe5b80 10 client.25516 fetch_fsmap learned FSMap version 34 2024-05-16T15:52:36.382 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.767+0000 7fc74bbe5b80 1 -- 172.21.15.43:0/1851525082 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x55804d452210 con 0x55804d44bad0 2024-05-16T15:52:36.382 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.767+0000 7fc71eff5700 1 -- 172.21.15.43:0/1851525082 <== mon.1 v2:172.21.15.157:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc7340ab270 con 0x55804d44bad0 2024-05-16T15:52:36.382 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.768+0000 7fc71eff5700 1 -- 172.21.15.43:0/1851525082 <== mon.1 v2:172.21.15.157:3300/0 5 ==== fsmap(e 34) ==== 8378+0+0 (secure 0 0 0) 0x7fc734011070 con 0x55804d44bad0 2024-05-16T15:52:36.383 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.768+0000 7fc74bbe5b80 10 client.25516 fetch_fsmap finished waiting for FSMap version 34 2024-05-16T15:52:36.383 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.768+0000 7fc74bbe5b80 10 client.25516 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-05-16T15:52:36.383 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.768+0000 7fc74bbe5b80 20 client.25516 populate_metadata read hostname 'smithi043' 2024-05-16T15:52:36.383 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.768+0000 7fc74bbe5b80 1 --2- 172.21.15.43:0/1851525082 >> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] conn(0x55804d45ed50 0x55804d461190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:36.383 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.768+0000 7fc74bbe5b80 4 client.25516 mds_command: new command op to 24451 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:52:36.383 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.769+0000 7fc74bbe5b80 1 -- 172.21.15.43:0/1851525082 --> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55804d3a5320 con 0x55804d45ed50 2024-05-16T15:52:36.383 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.769+0000 7fc73affd700 1 --2- 172.21.15.43:0/1851525082 >> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] conn(0x55804d45ed50 0x55804d461190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:36.383 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.769+0000 7fc73affd700 1 --2- 172.21.15.43:0/1851525082 >> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] conn(0x55804d45ed50 0x55804d461190 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=363a67ea900fc435 server_cookie=3bbdc90c62be43b1 in_seq=0 out_seq=0 2024-05-16T15:52:36.383 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.769+0000 7fc71eff5700 10 client.25516 ms_handle_connect on v2:172.21.15.157:6836/3777341889 2024-05-16T15:52:36.383 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.770+0000 7fc71eff5700 1 -- 172.21.15.43:0/1851525082 <== mds.3 v2:172.21.15.157:6836/3777341889 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55804d3a5320 con 0x55804d45ed50 2024-05-16T15:52:36.383 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.770+0000 7fc71eff5700 10 client.25516 handle_command_reply: tid=0 2024-05-16T15:52:36.383 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.770+0000 7fc74bbe5b80 1 client.25516 shutdown 2024-05-16T15:52:36.383 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.770+0000 7fc74bbe5b80 1 -- 172.21.15.43:0/1851525082 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55804d44bad0 msgr2=0x55804d44f010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:36.383 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.770+0000 7fc74bbe5b80 1 --2- 172.21.15.43:0/1851525082 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55804d44bad0 0x55804d44f010 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fc7340a7de0 tx=0x7fc7340097f0 comp rx=0 tx=0).stop 2024-05-16T15:52:36.383 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.770+0000 7fc74bbe5b80 1 -- 172.21.15.43:0/1851525082 shutdown_connections 2024-05-16T15:52:36.383 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.770+0000 7fc74bbe5b80 1 --2- 172.21.15.43:0/1851525082 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55804d44bad0 0x55804d44f010 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:36.384 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.770+0000 7fc74bbe5b80 1 --2- 172.21.15.43:0/1851525082 >> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] conn(0x55804d45ed50 0x55804d461190 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:36.384 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.770+0000 7fc74bbe5b80 1 --2- 172.21.15.43:0/1851525082 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55804d445d50 0x55804d451730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:36.384 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.770+0000 7fc74bbe5b80 1 --2- 172.21.15.43:0/1851525082 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55804d44b1b0 0x55804d44ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:36.384 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.770+0000 7fc71eff5700 0 client.25516 ms_handle_reset on v2:172.21.15.157:6836/3777341889 2024-05-16T15:52:36.384 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.770+0000 7fc74bbe5b80 1 -- 172.21.15.43:0/1851525082 >> 172.21.15.43:0/1851525082 conn(0x55804d371b70 msgr2=0x55804d43ab30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:36.384 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.771+0000 7fc74bbe5b80 1 -- 172.21.15.43:0/1851525082 shutdown_connections 2024-05-16T15:52:36.384 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.771+0000 7fc74bbe5b80 1 -- 172.21.15.43:0/1851525082 wait complete. 2024-05-16T15:52:36.384 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.771+0000 7fc74bbe5b80 20 client.25516 trim_cache size 0 max 16384 2024-05-16T15:52:36.384 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.791+0000 7fc74bbe5b80 1 Processor -- start 2024-05-16T15:52:36.384 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.791+0000 7fc74bbe5b80 1 -- start start 2024-05-16T15:52:36.384 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.791+0000 7fc74bbe5b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55804d445d50 0x55804d445810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:36.384 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.791+0000 7fc74bbe5b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55804d44b1b0 0x55804d45b260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:36.384 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.791+0000 7fc74bbe5b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55804d44bad0 0x55804d44c5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:36.384 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.791+0000 7fc74bbe5b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fc73c1b13d0 con 0x55804d445d50 2024-05-16T15:52:36.384 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.791+0000 7fc74bbe5b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fc73c1b2fd0 con 0x55804d44b1b0 2024-05-16T15:52:36.384 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.791+0000 7fc74bbe5b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fc73c1b1aa0 con 0x55804d44bad0 2024-05-16T15:52:36.385 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.791+0000 7fc73affd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55804d445d50 0x55804d445810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:36.385 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.791+0000 7fc73affd700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55804d445d50 0x55804d445810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:42066/0 (socket says 172.21.15.43:42066) 2024-05-16T15:52:36.385 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.791+0000 7fc73affd700 1 -- 172.21.15.43:0/3967600730 learned_addr learned my addr 172.21.15.43:0/3967600730 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:36.385 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.791+0000 7fc73b7fe700 1 --2- 172.21.15.43:0/3967600730 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55804d44bad0 0x55804d44c5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:36.385 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.792+0000 7fc73a7fc700 1 --2- 172.21.15.43:0/3967600730 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55804d44b1b0 0x55804d45b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:36.385 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.792+0000 7fc73b7fe700 1 -- 172.21.15.43:0/3967600730 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55804d44b1b0 msgr2=0x55804d45b260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:36.385 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.792+0000 7fc73b7fe700 1 --2- 172.21.15.43:0/3967600730 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55804d44b1b0 0x55804d45b260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:36.385 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.792+0000 7fc73b7fe700 1 -- 172.21.15.43:0/3967600730 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55804d445d50 msgr2=0x55804d445810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:36.385 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.792+0000 7fc73b7fe700 1 --2- 172.21.15.43:0/3967600730 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55804d445d50 0x55804d445810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:36.385 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.792+0000 7fc73b7fe700 1 -- 172.21.15.43:0/3967600730 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55804d441070 con 0x55804d44bad0 2024-05-16T15:52:36.385 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.792+0000 7fc73a7fc700 1 --2- 172.21.15.43:0/3967600730 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55804d44b1b0 0x55804d45b260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:52:36.385 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.792+0000 7fc73b7fe700 1 --2- 172.21.15.43:0/3967600730 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55804d44bad0 0x55804d44c5f0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fc7340c8040 tx=0x7fc7340095a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=40218899b2995140 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:36.385 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.792+0000 7fc720ff9700 1 -- 172.21.15.43:0/3967600730 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7340c51c0 con 0x55804d44bad0 2024-05-16T15:52:36.385 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.792+0000 7fc720ff9700 1 -- 172.21.15.43:0/3967600730 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc7340aa680 con 0x55804d44bad0 2024-05-16T15:52:36.385 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.792+0000 7fc720ff9700 1 -- 172.21.15.43:0/3967600730 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7340b34b0 con 0x55804d44bad0 2024-05-16T15:52:36.385 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.793+0000 7fc74bbe5b80 1 -- 172.21.15.43:0/3967600730 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55804d44bad0 msgr2=0x55804d44c5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:36.386 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.793+0000 7fc74bbe5b80 1 --2- 172.21.15.43:0/3967600730 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55804d44bad0 0x55804d44c5f0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fc7340c8040 tx=0x7fc7340095a0 comp rx=0 tx=0).stop 2024-05-16T15:52:36.386 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.793+0000 7fc74bbe5b80 1 -- 172.21.15.43:0/3967600730 shutdown_connections 2024-05-16T15:52:36.386 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.793+0000 7fc74bbe5b80 1 --2- 172.21.15.43:0/3967600730 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55804d44bad0 0x55804d44c5f0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:36.386 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.793+0000 7fc74bbe5b80 1 --2- 172.21.15.43:0/3967600730 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55804d445d50 0x55804d445810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:36.386 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.793+0000 7fc74bbe5b80 1 --2- 172.21.15.43:0/3967600730 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55804d44b1b0 0x55804d45b260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:36.386 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.793+0000 7fc74bbe5b80 1 -- 172.21.15.43:0/3967600730 >> 172.21.15.43:0/3967600730 conn(0x55804d371b70 msgr2=0x55804d44bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:36.386 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.793+0000 7fc74bbe5b80 1 -- 172.21.15.43:0/3967600730 shutdown_connections 2024-05-16T15:52:36.386 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.793+0000 7fc74bbe5b80 1 -- 172.21.15.43:0/3967600730 wait complete. 2024-05-16T15:52:36.386 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.793+0000 7fc74bbe5b80 1 -- start start 2024-05-16T15:52:36.386 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.793+0000 7fc74bbe5b80 1 Processor -- start 2024-05-16T15:52:36.386 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.794+0000 7fc74bbe5b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55804d445d50 0x55804d4575e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:36.386 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.794+0000 7fc74bbe5b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55804d44b1b0 0x55804d457b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:36.386 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.794+0000 7fc74bbe5b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55804d44bad0 0x55804d465a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:36.386 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.794+0000 7fc74bbe5b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fc73c1b2900 con 0x55804d44b1b0 2024-05-16T15:52:36.386 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.794+0000 7fc74bbe5b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fc73c1b2170 con 0x55804d445d50 2024-05-16T15:52:36.387 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.794+0000 7fc74bbe5b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fc73c1af370 con 0x55804d44bad0 2024-05-16T15:52:36.387 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.794+0000 7fc73a7fc700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55804d44b1b0 0x55804d457b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:36.387 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.794+0000 7fc73a7fc700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55804d44b1b0 0x55804d457b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:42070/0 (socket says 172.21.15.43:42070) 2024-05-16T15:52:36.387 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.794+0000 7fc73a7fc700 1 -- 172.21.15.43:0/1907086726 learned_addr learned my addr 172.21.15.43:0/1907086726 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:36.387 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.794+0000 7fc74bbe5b80 10 client.0 _ll_register_callbacks cb 0x55804d32b5b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:52:36.387 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.794+0000 7fc73affd700 1 --2- 172.21.15.43:0/1907086726 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55804d445d50 0x55804d4575e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:36.387 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.794+0000 7fc73b7fe700 1 --2- 172.21.15.43:0/1907086726 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55804d44bad0 0x55804d465a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:36.387 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.794+0000 7fc73a7fc700 1 -- 172.21.15.43:0/1907086726 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55804d44bad0 msgr2=0x55804d465a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:36.387 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.794+0000 7fc73a7fc700 1 --2- 172.21.15.43:0/1907086726 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55804d44bad0 0x55804d465a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:36.387 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.794+0000 7fc73a7fc700 1 -- 172.21.15.43:0/1907086726 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55804d445d50 msgr2=0x55804d4575e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:36.387 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.794+0000 7fc73a7fc700 1 --2- 172.21.15.43:0/1907086726 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55804d445d50 0x55804d4575e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:36.387 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.794+0000 7fc73a7fc700 1 -- 172.21.15.43:0/1907086726 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55804d466040 con 0x55804d44b1b0 2024-05-16T15:52:36.387 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.795+0000 7fc73a7fc700 1 --2- 172.21.15.43:0/1907086726 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55804d44b1b0 0x55804d457b20 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x55804d441040 tx=0x7fc730013c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6794edf8a6d4a5d3 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:36.387 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.795+0000 7fc71eff5700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:52:36.387 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.795+0000 7fc71eff5700 1 -- 172.21.15.43:0/1907086726 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc730021060 con 0x55804d44b1b0 2024-05-16T15:52:36.387 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.795+0000 7fc74bbe5b80 1 -- 172.21.15.43:0/1907086726 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc7340aa680 con 0x55804d44b1b0 2024-05-16T15:52:36.387 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.795+0000 7fc71eff5700 1 -- 172.21.15.43:0/1907086726 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7fc730019050 con 0x55804d44b1b0 2024-05-16T15:52:36.388 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.796+0000 7fc71eff5700 1 -- 172.21.15.43:0/1907086726 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7fc730028050 con 0x55804d44b1b0 2024-05-16T15:52:36.388 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.796+0000 7fc74bbe5b80 10 client.15939 fetch_fsmap learned FSMap version 34 2024-05-16T15:52:36.388 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.796+0000 7fc74bbe5b80 1 -- 172.21.15.43:0/1907086726 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x55804d4c8f90 con 0x55804d44b1b0 2024-05-16T15:52:36.388 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.796+0000 7fc71eff5700 1 -- 172.21.15.43:0/1907086726 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc730011c30 con 0x55804d44b1b0 2024-05-16T15:52:36.388 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.796+0000 7fc71eff5700 1 -- 172.21.15.43:0/1907086726 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 34) ==== 8378+0+0 (secure 0 0 0) 0x7fc73001b030 con 0x55804d44b1b0 2024-05-16T15:52:36.388 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.796+0000 7fc74bbe5b80 10 client.15939 fetch_fsmap finished waiting for FSMap version 34 2024-05-16T15:52:36.388 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.796+0000 7fc74bbe5b80 10 client.15939 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-05-16T15:52:36.388 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.796+0000 7fc74bbe5b80 20 client.15939 populate_metadata read hostname 'smithi043' 2024-05-16T15:52:36.388 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.796+0000 7fc74bbe5b80 1 --2- 172.21.15.43:0/1907086726 >> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] conn(0x55804d4c9700 0x55804d4cbb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:36.388 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.796+0000 7fc74bbe5b80 4 client.15939 mds_command: new command op to 24451 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-16T15:52:36.388 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.796+0000 7fc74bbe5b80 1 -- 172.21.15.43:0/1907086726 --> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7fc7340aa680 con 0x55804d4c9700 2024-05-16T15:52:36.388 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.796+0000 7fc73affd700 1 --2- 172.21.15.43:0/1907086726 >> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] conn(0x55804d4c9700 0x55804d4cbb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:36.388 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.797+0000 7fc71eff5700 10 client.15939 ms_handle_connect on v2:172.21.15.157:6836/3777341889 2024-05-16T15:52:36.388 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.797+0000 7fc73affd700 1 --2- 172.21.15.43:0/1907086726 >> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] conn(0x55804d4c9700 0x55804d4cbb20 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=50be33d9ab84a2ca server_cookie=dcbf0f369406fdd2 in_seq=0 out_seq=0 2024-05-16T15:52:36.388 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.797+0000 7fc71eff5700 1 -- 172.21.15.43:0/1907086726 <== mds.3 v2:172.21.15.157:6836/3777341889 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7fc7340aa680 con 0x55804d4c9700 2024-05-16T15:52:36.389 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.797+0000 7fc71eff5700 10 client.15939 handle_command_reply: tid=0 2024-05-16T15:52:36.389 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.797+0000 7fc74bbe5b80 1 client.15939 shutdown 2024-05-16T15:52:36.389 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.797+0000 7fc74bbe5b80 1 -- 172.21.15.43:0/1907086726 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55804d44b1b0 msgr2=0x55804d457b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:36.389 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.797+0000 7fc74bbe5b80 1 --2- 172.21.15.43:0/1907086726 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55804d44b1b0 0x55804d457b20 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x55804d441040 tx=0x7fc730013c80 comp rx=0 tx=0).stop 2024-05-16T15:52:36.389 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.798+0000 7fc74bbe5b80 1 -- 172.21.15.43:0/1907086726 shutdown_connections 2024-05-16T15:52:36.389 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.798+0000 7fc74bbe5b80 1 --2- 172.21.15.43:0/1907086726 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55804d44bad0 0x55804d465a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:36.389 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.798+0000 7fc74bbe5b80 1 --2- 172.21.15.43:0/1907086726 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55804d445d50 0x55804d4575e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:36.389 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.798+0000 7fc74bbe5b80 1 --2- 172.21.15.43:0/1907086726 >> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] conn(0x55804d4c9700 0x55804d4cbb20 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:36.389 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.798+0000 7fc74bbe5b80 1 --2- 172.21.15.43:0/1907086726 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55804d44b1b0 0x55804d457b20 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:36.389 INFO:teuthology.orchestra.run.smithi043.stdout:[] 2024-05-16T15:52:36.389 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.798+0000 7fc74bbe5b80 1 -- 172.21.15.43:0/1907086726 >> 172.21.15.43:0/1907086726 conn(0x55804d371b70 msgr2=0x55804d449c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:36.390 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.798+0000 7fc71eff5700 0 client.15939 ms_handle_reset on v2:172.21.15.157:6836/3777341889 2024-05-16T15:52:36.390 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.798+0000 7fc74bbe5b80 1 -- 172.21.15.43:0/1907086726 shutdown_connections 2024-05-16T15:52:36.390 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.798+0000 7fc74bbe5b80 1 -- 172.21.15.43:0/1907086726 wait complete. 2024-05-16T15:52:36.390 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.798+0000 7fc74bbe5b80 20 client.15939 trim_cache size 0 max 16384 2024-05-16T15:52:36.390 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.798+0000 7fc741352700 1 -- 172.21.15.43:0/49894365 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc7240b2900 msgr2=0x7fc7240b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:36.390 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.798+0000 7fc741352700 1 --2- 172.21.15.43:0/49894365 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc7240b2900 0x7fc7240b4dc0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fc72c009680 tx=0x7fc72c011720 comp rx=0 tx=0).stop 2024-05-16T15:52:36.390 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.799+0000 7fc741352700 1 -- 172.21.15.43:0/49894365 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc73c1095e0 msgr2=0x7fc73c199870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:36.390 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.799+0000 7fc741352700 1 --2- 172.21.15.43:0/49894365 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc73c1095e0 0x7fc73c199870 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fc734007fd0 tx=0x7fc734004d00 comp rx=0 tx=0).stop 2024-05-16T15:52:36.390 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.799+0000 7fc741352700 1 -- 172.21.15.43:0/49894365 shutdown_connections 2024-05-16T15:52:36.390 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.799+0000 7fc741352700 1 --2- 172.21.15.43:0/49894365 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc73c1095e0 0x7fc73c199870 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:36.390 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.799+0000 7fc741352700 1 --2- 172.21.15.43:0/49894365 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc73c103540 0x7fc73c19f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:36.390 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.799+0000 7fc741352700 1 --2- 172.21.15.43:0/49894365 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fc7240b2900 0x7fc7240b4dc0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:36.390 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.799+0000 7fc741352700 1 --2- 172.21.15.43:0/49894365 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fc73c103f00 0x7fc73c19fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:36.391 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.799+0000 7fc741352700 1 -- 172.21.15.43:0/49894365 >> 172.21.15.43:0/49894365 conn(0x7fc73c07a650 msgr2=0x7fc73c1022c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:36.391 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.799+0000 7fc741352700 1 -- 172.21.15.43:0/49894365 shutdown_connections 2024-05-16T15:52:36.391 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:35.799+0000 7fc741352700 1 -- 172.21.15.43:0/49894365 wait complete. 2024-05-16T15:52:36.400 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] open_flags.lo 2024-05-16T15:52:36.690 INFO:tasks.workunit.client.0.smithi043.stdout:Building shared 2024-05-16T15:52:36.696 INFO:tasks.workunit.client.0.smithi043.stdout:Building tmpfs 2024-05-16T15:52:36.732 INFO:tasks.workunit.client.0.smithi043.stdout: [GROUP] /home/ubuntu/cephtest/mnt.0/client.0/tmp/xfstests-dev/tests/shared/group.list 2024-05-16T15:52:36.737 INFO:tasks.workunit.client.0.smithi043.stdout: [GROUP] /home/ubuntu/cephtest/mnt.0/client.0/tmp/xfstests-dev/tests/tmpfs/group.list 2024-05-16T15:52:36.821 INFO:tasks.workunit.client.0.smithi043.stdout:Building udf 2024-05-16T15:52:36.833 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] random_range.lo 2024-05-16T15:52:36.846 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] string_to_tokens.lo 2024-05-16T15:52:36.863 INFO:tasks.workunit.client.0.smithi043.stdout: [GROUP] /home/ubuntu/cephtest/mnt.0/client.0/tmp/xfstests-dev/tests/udf/group.list 2024-05-16T15:52:36.926 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] str_to_bytes.lo 2024-05-16T15:52:37.227 INFO:tasks.workunit.client.0.smithi043.stdout:Building xfs 2024-05-16T15:52:37.433 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] tlibio.lo 2024-05-16T15:52:37.475 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:37 smithi043 ceph-mon[31619]: pgmap v508: 129 pgs: 129 active+clean; 31 MiB data, 560 MiB used, 1.0 TiB / 1.0 TiB avail; 233 KiB/s rd, 682 KiB/s wr, 217 op/s 2024-05-16T15:52:37.557 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] write_log.lo 2024-05-16T15:52:37.662 INFO:tasks.workunit.client.0.smithi043.stdout: [GROUP] /home/ubuntu/cephtest/mnt.0/client.0/tmp/xfstests-dev/tests/xfs/group.list 2024-05-16T15:52:37.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:37 smithi157 ceph-mon[35584]: pgmap v508: 129 pgs: 129 active+clean; 31 MiB data, 560 MiB used, 1.0 TiB / 1.0 TiB avail; 233 KiB/s rd, 682 KiB/s wr, 217 op/s 2024-05-16T15:52:37.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:37 smithi148 ceph-mon[34976]: pgmap v508: 129 pgs: 129 active+clean; 31 MiB data, 560 MiB used, 1.0 TiB / 1.0 TiB avail; 233 KiB/s rd, 682 KiB/s wr, 217 op/s 2024-05-16T15:52:38.055 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] random.lo 2024-05-16T15:52:38.498 INFO:tasks.workunit.client.0.smithi043.stdout: [LD] 2024-05-16T15:52:39.022 INFO:tasks.workunit.client.0.smithi043.stdout:Building ltp 2024-05-16T15:52:39.022 INFO:tasks.workunit.client.0.smithi043.stdout:Building src 2024-05-16T15:52:39.049 INFO:tasks.workunit.client.0.smithi043.stdout: [DEP] 2024-05-16T15:52:39.114 INFO:tasks.workunit.client.0.smithi043.stdout: [DEP] 2024-05-16T15:52:39.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:39 smithi157 ceph-mon[35584]: pgmap v509: 129 pgs: 129 active+clean; 32 MiB data, 558 MiB used, 1.0 TiB / 1.0 TiB avail; 184 KiB/s rd, 647 KiB/s wr, 210 op/s 2024-05-16T15:52:39.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:39 smithi148 ceph-mon[34976]: pgmap v509: 129 pgs: 129 active+clean; 32 MiB data, 558 MiB used, 1.0 TiB / 1.0 TiB avail; 184 KiB/s rd, 647 KiB/s wr, 210 op/s 2024-05-16T15:52:39.726 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:39 smithi043 ceph-mon[31619]: pgmap v509: 129 pgs: 129 active+clean; 32 MiB data, 558 MiB used, 1.0 TiB / 1.0 TiB avail; 184 KiB/s rd, 647 KiB/s wr, 210 op/s 2024-05-16T15:52:39.784 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-16T15:52:40.119 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:52:41.220 INFO:tasks.workunit.client.0.smithi043.stdout:Building m4 2024-05-16T15:52:41.252 INFO:tasks.workunit.client.0.smithi043.stdout:Building common 2024-05-16T15:52:41.622 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:41 smithi043 ceph-mon[31619]: pgmap v510: 129 pgs: 129 active+clean; 32 MiB data, 562 MiB used, 1.0 TiB / 1.0 TiB avail; 184 KiB/s rd, 632 KiB/s wr, 203 op/s 2024-05-16T15:52:41.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:41 smithi157 ceph-mon[35584]: pgmap v510: 129 pgs: 129 active+clean; 32 MiB data, 562 MiB used, 1.0 TiB / 1.0 TiB avail; 184 KiB/s rd, 632 KiB/s wr, 203 op/s 2024-05-16T15:52:41.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:41 smithi148 ceph-mon[34976]: pgmap v510: 129 pgs: 129 active+clean; 32 MiB data, 562 MiB used, 1.0 TiB / 1.0 TiB avail; 184 KiB/s rd, 632 KiB/s wr, 203 op/s 2024-05-16T15:52:42.006 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] doio 2024-05-16T15:52:42.006 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] fsstress 2024-05-16T15:52:42.432 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.419+0000 7fd3ca186700 1 -- 172.21.15.43:0/2776150453 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd3c406ba10 msgr2=0x7fd3c406be90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:42.432 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.419+0000 7fd3ca186700 1 --2- 172.21.15.43:0/2776150453 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd3c406ba10 0x7fd3c406be90 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fd3b8009990 tx=0x7fd3b8009ca0 comp rx=0 tx=0).stop 2024-05-16T15:52:42.432 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.419+0000 7fd3ca186700 1 -- 172.21.15.43:0/2776150453 shutdown_connections 2024-05-16T15:52:42.432 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.419+0000 7fd3ca186700 1 --2- 172.21.15.43:0/2776150453 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd3c406c3d0 0x7fd3c4110320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:42.432 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.419+0000 7fd3ca186700 1 --2- 172.21.15.43:0/2776150453 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd3c4109500 0x7fd3c41098e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:42.433 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.419+0000 7fd3ca186700 1 --2- 172.21.15.43:0/2776150453 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd3c406ba10 0x7fd3c406be90 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:42.433 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.419+0000 7fd3ca186700 1 -- 172.21.15.43:0/2776150453 >> 172.21.15.43:0/2776150453 conn(0x7fd3c4079310 msgr2=0x7fd3c4079720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:42.433 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.419+0000 7fd3ca186700 1 -- 172.21.15.43:0/2776150453 shutdown_connections 2024-05-16T15:52:42.433 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.419+0000 7fd3ca186700 1 -- 172.21.15.43:0/2776150453 wait complete. 2024-05-16T15:52:42.433 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.420+0000 7fd3ca186700 1 Processor -- start 2024-05-16T15:52:42.433 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.420+0000 7fd3ca186700 1 -- start start 2024-05-16T15:52:42.435 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.421+0000 7fd3ca186700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd3c406ba10 0x7fd3c410fda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:42.435 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.421+0000 7fd3ca186700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd3c406c3d0 0x7fd3c41102e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:42.435 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.421+0000 7fd3ca186700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd3c4109500 0x7fd3c410d0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:42.435 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.421+0000 7fd3ca186700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fd3c41038f0 con 0x7fd3c4109500 2024-05-16T15:52:42.435 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.421+0000 7fd3ca186700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fd3c4103770 con 0x7fd3c406ba10 2024-05-16T15:52:42.435 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.421+0000 7fd3ca186700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fd3c4103a70 con 0x7fd3c406c3d0 2024-05-16T15:52:42.435 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.421+0000 7fd3c2ffd700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd3c406c3d0 0x7fd3c41102e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:42.435 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.421+0000 7fd3c37fe700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd3c406ba10 0x7fd3c410fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:42.435 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.421+0000 7fd3c37fe700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd3c406ba10 0x7fd3c410fda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:35538/0 (socket says 172.21.15.43:35538) 2024-05-16T15:52:42.435 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.421+0000 7fd3c2ffd700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd3c406c3d0 0x7fd3c41102e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:56066/0 (socket says 172.21.15.43:56066) 2024-05-16T15:52:42.435 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.421+0000 7fd3c37fe700 1 -- 172.21.15.43:0/979488497 learned_addr learned my addr 172.21.15.43:0/979488497 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:42.435 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.421+0000 7fd3c37fe700 1 -- 172.21.15.43:0/979488497 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd3c406c3d0 msgr2=0x7fd3c41102e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:42.435 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.421+0000 7fd3c37fe700 1 --2- 172.21.15.43:0/979488497 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd3c406c3d0 0x7fd3c41102e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:42.435 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.421+0000 7fd3c37fe700 1 -- 172.21.15.43:0/979488497 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd3c4109500 msgr2=0x7fd3c410d0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:42.436 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.421+0000 7fd3c37fe700 1 --2- 172.21.15.43:0/979488497 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd3c4109500 0x7fd3c410d0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:42.436 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.421+0000 7fd3c37fe700 1 -- 172.21.15.43:0/979488497 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3c410d990 con 0x7fd3c406ba10 2024-05-16T15:52:42.436 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.422+0000 7fd3c2ffd700 1 --2- 172.21.15.43:0/979488497 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd3c406c3d0 0x7fd3c41102e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:52:42.436 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.422+0000 7fd3c37fe700 1 --2- 172.21.15.43:0/979488497 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd3c406ba10 0x7fd3c410fda0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fd3b400e9a0 tx=0x7fd3b400ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:42.436 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.422+0000 7fd3c0ff9700 1 -- 172.21.15.43:0/979488497 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3b400cb50 con 0x7fd3c406ba10 2024-05-16T15:52:42.436 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.422+0000 7fd3c0ff9700 1 -- 172.21.15.43:0/979488497 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd3b400ccf0 con 0x7fd3c406ba10 2024-05-16T15:52:42.436 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.422+0000 7fd3ca186700 1 -- 172.21.15.43:0/979488497 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3c410dc80 con 0x7fd3c406ba10 2024-05-16T15:52:42.436 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.423+0000 7fd3c0ff9700 1 -- 172.21.15.43:0/979488497 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3b4018680 con 0x7fd3c406ba10 2024-05-16T15:52:42.436 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.423+0000 7fd3ca186700 1 -- 172.21.15.43:0/979488497 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3c41acb70 con 0x7fd3c406ba10 2024-05-16T15:52:42.438 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.426+0000 7fd3c0ff9700 1 -- 172.21.15.43:0/979488497 <== mon.2 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fd3b4010430 con 0x7fd3c406ba10 2024-05-16T15:52:42.439 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.427+0000 7fd3c0ff9700 1 --2- 172.21.15.43:0/979488497 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd3ac0b29d0 0x7fd3ac0b4e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:42.439 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.427+0000 7fd3c0ff9700 1 -- 172.21.15.43:0/979488497 <== mon.2 v2:172.21.15.148:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7fd3b40e26a0 con 0x7fd3c406ba10 2024-05-16T15:52:42.439 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.427+0000 7fd3c2ffd700 1 --2- 172.21.15.43:0/979488497 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd3ac0b29d0 0x7fd3ac0b4e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:42.440 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.428+0000 7fd3d4a19b80 1 Processor -- start 2024-05-16T15:52:42.440 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.428+0000 7fd3c2ffd700 1 --2- 172.21.15.43:0/979488497 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd3ac0b29d0 0x7fd3ac0b4e90 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fd3c410e6a0 tx=0x7fd3b801a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:42.440 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.428+0000 7fd3d4a19b80 1 -- start start 2024-05-16T15:52:42.441 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.428+0000 7fd3d4a19b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f5a0591b0 0x564f5a059590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:42.441 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.428+0000 7fd3d4a19b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564f5a059ad0 0x564f5a053810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:42.441 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.428+0000 7fd3d4a19b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f5a053d50 0x564f5a054190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:42.441 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.428+0000 7fd3d4a19b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x564f59fa5940 con 0x564f5a0591b0 2024-05-16T15:52:42.441 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.428+0000 7fd3d4a19b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x564f59f0ada0 con 0x564f5a059ad0 2024-05-16T15:52:42.441 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.428+0000 7fd3d4a19b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x564f59fa1900 con 0x564f5a053d50 2024-05-16T15:52:42.441 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.429+0000 7fd3c3fff700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f5a053d50 0x564f5a054190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:42.441 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.429+0000 7fd3c37fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f5a0591b0 0x564f5a059590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:42.441 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.429+0000 7fd3c3fff700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f5a053d50 0x564f5a054190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:56072/0 (socket says 172.21.15.43:56072) 2024-05-16T15:52:42.441 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.429+0000 7fd3c3fff700 1 -- 172.21.15.43:0/2973454766 learned_addr learned my addr 172.21.15.43:0/2973454766 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:42.442 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.429+0000 7fd3c3fff700 1 -- 172.21.15.43:0/2973454766 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564f5a059ad0 msgr2=0x564f5a053810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:42.442 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.429+0000 7fd3c3fff700 1 --2- 172.21.15.43:0/2973454766 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564f5a059ad0 0x564f5a053810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:42.442 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.429+0000 7fd3c3fff700 1 -- 172.21.15.43:0/2973454766 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f5a0591b0 msgr2=0x564f5a059590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:42.442 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.429+0000 7fd3c3fff700 1 --2- 172.21.15.43:0/2973454766 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f5a0591b0 0x564f5a059590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:42.442 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.429+0000 7fd3c3fff700 1 -- 172.21.15.43:0/2973454766 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564f59ef28d0 con 0x564f5a053d50 2024-05-16T15:52:42.442 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.429+0000 7fd3c37fe700 1 --2- 172.21.15.43:0/2973454766 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f5a0591b0 0x564f5a059590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:52:42.442 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.429+0000 7fd3c3fff700 1 --2- 172.21.15.43:0/2973454766 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f5a053d50 0x564f5a054190 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fd3bc00e400 tx=0x7fd3bc00e710 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9551d5ac0a016e2 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:42.443 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.429+0000 7fd3a9ffb700 1 -- 172.21.15.43:0/2973454766 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3bc004bb0 con 0x564f5a053d50 2024-05-16T15:52:42.443 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.429+0000 7fd3a9ffb700 1 -- 172.21.15.43:0/2973454766 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd3bc004d50 con 0x564f5a053d50 2024-05-16T15:52:42.443 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.429+0000 7fd3a9ffb700 1 -- 172.21.15.43:0/2973454766 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3bc004330 con 0x564f5a053d50 2024-05-16T15:52:42.443 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.430+0000 7fd3d4a19b80 1 -- 172.21.15.43:0/2973454766 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f5a053d50 msgr2=0x564f5a054190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:42.443 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.430+0000 7fd3d4a19b80 1 --2- 172.21.15.43:0/2973454766 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f5a053d50 0x564f5a054190 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fd3bc00e400 tx=0x7fd3bc00e710 comp rx=0 tx=0).stop 2024-05-16T15:52:42.443 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.430+0000 7fd3d4a19b80 1 -- 172.21.15.43:0/2973454766 shutdown_connections 2024-05-16T15:52:42.443 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.431+0000 7fd3d4a19b80 1 --2- 172.21.15.43:0/2973454766 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f5a053d50 0x564f5a054190 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:42.443 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.431+0000 7fd3d4a19b80 1 --2- 172.21.15.43:0/2973454766 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f5a0591b0 0x564f5a059590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:42.443 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.431+0000 7fd3d4a19b80 1 --2- 172.21.15.43:0/2973454766 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564f5a059ad0 0x564f5a053810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:42.443 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.431+0000 7fd3d4a19b80 1 -- 172.21.15.43:0/2973454766 >> 172.21.15.43:0/2973454766 conn(0x564f59f7fb70 msgr2=0x564f5a04e2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:42.443 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.431+0000 7fd3d4a19b80 1 -- 172.21.15.43:0/2973454766 shutdown_connections 2024-05-16T15:52:42.443 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.431+0000 7fd3d4a19b80 1 -- 172.21.15.43:0/2973454766 wait complete. 2024-05-16T15:52:42.444 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.432+0000 7fd3d4a19b80 1 -- start start 2024-05-16T15:52:42.444 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.432+0000 7fd3d4a19b80 1 Processor -- start 2024-05-16T15:52:42.444 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.432+0000 7fd3d4a19b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f5a053d50 0x564f5a05f790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:42.445 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.432+0000 7fd3d4a19b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f5a0591b0 0x564f5a05cb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:42.445 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.432+0000 7fd3d4a19b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564f5a059ad0 0x564f5a05d070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:42.446 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.432+0000 7fd3d4a19b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x564f5a0603f0 con 0x564f5a053d50 2024-05-16T15:52:42.446 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.432+0000 7fd3d4a19b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x564f59f5eed0 con 0x564f5a059ad0 2024-05-16T15:52:42.446 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.432+0000 7fd3d4a19b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x564f5a060570 con 0x564f5a0591b0 2024-05-16T15:52:42.446 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.432+0000 7fd3d4a19b80 10 client.0 _ll_register_callbacks cb 0x564f59f395b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:52:42.446 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.433+0000 7fd3c37fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f5a053d50 0x564f5a05f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:42.446 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.433+0000 7fd3c37fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f5a053d50 0x564f5a05f790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:42104/0 (socket says 172.21.15.43:42104) 2024-05-16T15:52:42.446 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.433+0000 7fd3c37fe700 1 -- 172.21.15.43:0/4132178810 learned_addr learned my addr 172.21.15.43:0/4132178810 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:42.446 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.433+0000 7fd3c2ffd700 1 --2- 172.21.15.43:0/4132178810 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f5a0591b0 0x564f5a05cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:42.446 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.433+0000 7fd3c3fff700 1 --2- 172.21.15.43:0/4132178810 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564f5a059ad0 0x564f5a05d070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:42.446 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.433+0000 7fd3c37fe700 1 -- 172.21.15.43:0/4132178810 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f5a0591b0 msgr2=0x564f5a05cb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:42.446 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.433+0000 7fd3c37fe700 1 --2- 172.21.15.43:0/4132178810 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f5a0591b0 0x564f5a05cb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:42.446 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.433+0000 7fd3c37fe700 1 -- 172.21.15.43:0/4132178810 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564f5a059ad0 msgr2=0x564f5a05d070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:42.446 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.433+0000 7fd3c37fe700 1 --2- 172.21.15.43:0/4132178810 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564f5a059ad0 0x564f5a05d070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:42.446 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.433+0000 7fd3c37fe700 1 -- 172.21.15.43:0/4132178810 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564f59f5c760 con 0x564f5a053d50 2024-05-16T15:52:42.447 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.433+0000 7fd3c3fff700 1 --2- 172.21.15.43:0/4132178810 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564f5a059ad0 0x564f5a05d070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:52:42.447 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.433+0000 7fd3c37fe700 1 --2- 172.21.15.43:0/4132178810 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f5a053d50 0x564f5a05f790 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7fd3b40a6b80 tx=0x7fd3b4009820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b8d920148a511fa server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:42.447 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.433+0000 7fd3a2ffd700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:52:42.447 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.434+0000 7fd3a2ffd700 1 -- 172.21.15.43:0/4132178810 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3b40c3060 con 0x564f5a053d50 2024-05-16T15:52:42.447 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.434+0000 7fd3d4a19b80 1 -- 172.21.15.43:0/4132178810 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd3bc004d50 con 0x564f5a053d50 2024-05-16T15:52:42.447 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.434+0000 7fd3a2ffd700 1 -- 172.21.15.43:0/4132178810 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7fd3b40b24f0 con 0x564f5a053d50 2024-05-16T15:52:42.448 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.434+0000 7fd3a2ffd700 1 -- 172.21.15.43:0/4132178810 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7fd3b40a9420 con 0x564f5a053d50 2024-05-16T15:52:42.448 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.434+0000 7fd3d4a19b80 10 client.15948 fetch_fsmap learned FSMap version 34 2024-05-16T15:52:42.448 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.434+0000 7fd3d4a19b80 1 -- 172.21.15.43:0/4132178810 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x564f5a06ada0 con 0x564f5a053d50 2024-05-16T15:52:42.448 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.434+0000 7fd3a2ffd700 1 -- 172.21.15.43:0/4132178810 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd3bc004d50 con 0x564f5a053d50 2024-05-16T15:52:42.448 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.434+0000 7fd3a2ffd700 1 -- 172.21.15.43:0/4132178810 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 34) ==== 8378+0+0 (secure 0 0 0) 0x7fd3b40cabc0 con 0x564f5a053d50 2024-05-16T15:52:42.448 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.435+0000 7fd3d4a19b80 10 client.15948 fetch_fsmap finished waiting for FSMap version 34 2024-05-16T15:52:42.448 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.435+0000 7fd3d4a19b80 10 client.15948 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-16T15:52:42.448 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.435+0000 7fd3d4a19b80 20 client.15948 populate_metadata read hostname 'smithi043' 2024-05-16T15:52:42.448 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.435+0000 7fd3d4a19b80 1 --2- 172.21.15.43:0/4132178810 >> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] conn(0x564f5a06d3e0 0x564f5a06f7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:42.449 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.435+0000 7fd3d4a19b80 4 client.15948 mds_command: new command op to 24452 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:52:42.449 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.435+0000 7fd3d4a19b80 1 -- 172.21.15.43:0/4132178810 --> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564f59fb3320 con 0x564f5a06d3e0 2024-05-16T15:52:42.449 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.435+0000 7fd3c2ffd700 1 --2- 172.21.15.43:0/4132178810 >> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] conn(0x564f5a06d3e0 0x564f5a06f7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:42.449 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.435+0000 7fd3c2ffd700 1 --2- 172.21.15.43:0/4132178810 >> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] conn(0x564f5a06d3e0 0x564f5a06f7d0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=3bb9fc9af007165e server_cookie=5a8c4bd0775aff3f in_seq=0 out_seq=0 2024-05-16T15:52:42.449 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.435+0000 7fd3a2ffd700 10 client.15948 ms_handle_connect on v2:172.21.15.148:6836/4036870683 2024-05-16T15:52:42.449 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.436+0000 7fd3a2ffd700 1 -- 172.21.15.43:0/4132178810 <== mds.2 v2:172.21.15.148:6836/4036870683 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x564f59fb3320 con 0x564f5a06d3e0 2024-05-16T15:52:42.449 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.436+0000 7fd3a2ffd700 10 client.15948 handle_command_reply: tid=0 2024-05-16T15:52:42.449 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.436+0000 7fd3d4a19b80 1 client.15948 shutdown 2024-05-16T15:52:42.450 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.437+0000 7fd3d4a19b80 1 -- 172.21.15.43:0/4132178810 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f5a053d50 msgr2=0x564f5a05f790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:42.450 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.437+0000 7fd3d4a19b80 1 --2- 172.21.15.43:0/4132178810 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f5a053d50 0x564f5a05f790 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7fd3b40a6b80 tx=0x7fd3b4009820 comp rx=0 tx=0).stop 2024-05-16T15:52:42.450 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.437+0000 7fd3d4a19b80 1 -- 172.21.15.43:0/4132178810 shutdown_connections 2024-05-16T15:52:42.450 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.437+0000 7fd3d4a19b80 1 --2- 172.21.15.43:0/4132178810 >> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] conn(0x564f5a06d3e0 0x564f5a06f7d0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:42.450 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.437+0000 7fd3d4a19b80 1 --2- 172.21.15.43:0/4132178810 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564f5a059ad0 0x564f5a05d070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:42.450 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.437+0000 7fd3d4a19b80 1 --2- 172.21.15.43:0/4132178810 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f5a053d50 0x564f5a05f790 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:42.450 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.437+0000 7fd3d4a19b80 1 --2- 172.21.15.43:0/4132178810 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f5a0591b0 0x564f5a05cb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:42.450 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.437+0000 7fd3d4a19b80 1 -- 172.21.15.43:0/4132178810 >> 172.21.15.43:0/4132178810 conn(0x564f59f7fb70 msgr2=0x564f5a048b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:42.451 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.437+0000 7fd3a2ffd700 0 client.15948 ms_handle_reset on v2:172.21.15.148:6836/4036870683 2024-05-16T15:52:42.451 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.437+0000 7fd3d4a19b80 1 -- 172.21.15.43:0/4132178810 shutdown_connections 2024-05-16T15:52:42.451 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.437+0000 7fd3d4a19b80 1 -- 172.21.15.43:0/4132178810 wait complete. 2024-05-16T15:52:42.451 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.437+0000 7fd3d4a19b80 20 client.15948 trim_cache size 0 max 16384 2024-05-16T15:52:42.474 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.462+0000 7fd3d4a19b80 1 Processor -- start 2024-05-16T15:52:42.474 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.462+0000 7fd3d4a19b80 1 -- start start 2024-05-16T15:52:42.474 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.462+0000 7fd3d4a19b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f5a053d50 0x564f5a053810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:42.475 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.462+0000 7fd3d4a19b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564f5a0591b0 0x564f5a05bcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:42.475 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.463+0000 7fd3d4a19b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f5a059ad0 0x564f5a048c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:42.475 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.463+0000 7fd3d4a19b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fd3c41b58b0 con 0x564f5a059ad0 2024-05-16T15:52:42.475 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.463+0000 7fd3d4a19b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fd3c41b74b0 con 0x564f5a0591b0 2024-05-16T15:52:42.475 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.463+0000 7fd3d4a19b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fd3c41b5f80 con 0x564f5a053d50 2024-05-16T15:52:42.475 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.463+0000 7fd3c37fe700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f5a053d50 0x564f5a053810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:42.475 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.463+0000 7fd3c37fe700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f5a053d50 0x564f5a053810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:56094/0 (socket says 172.21.15.43:56094) 2024-05-16T15:52:42.475 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.463+0000 7fd3c37fe700 1 -- 172.21.15.43:0/113164684 learned_addr learned my addr 172.21.15.43:0/113164684 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:42.475 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.463+0000 7fd3c3fff700 1 --2- 172.21.15.43:0/113164684 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f5a059ad0 0x564f5a048c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:42.475 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.463+0000 7fd3c2ffd700 1 --2- 172.21.15.43:0/113164684 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564f5a0591b0 0x564f5a05bcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:42.476 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.463+0000 7fd3c37fe700 1 -- 172.21.15.43:0/113164684 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564f5a0591b0 msgr2=0x564f5a05bcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:42.476 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.463+0000 7fd3c37fe700 1 --2- 172.21.15.43:0/113164684 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564f5a0591b0 0x564f5a05bcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:42.477 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.463+0000 7fd3c37fe700 1 -- 172.21.15.43:0/113164684 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f5a059ad0 msgr2=0x564f5a048c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:42.477 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.463+0000 7fd3c37fe700 1 --2- 172.21.15.43:0/113164684 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f5a059ad0 0x564f5a048c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:42.477 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.463+0000 7fd3c37fe700 1 -- 172.21.15.43:0/113164684 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564f5a0597e0 con 0x564f5a053d50 2024-05-16T15:52:42.477 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.463+0000 7fd3c3fff700 1 --2- 172.21.15.43:0/113164684 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f5a059ad0 0x564f5a048c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:52:42.477 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.464+0000 7fd3c37fe700 1 --2- 172.21.15.43:0/113164684 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f5a053d50 0x564f5a053810 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fd3b40a5990 tx=0x7fd3b4009790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1d9b599e0dc46357 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:42.477 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.464+0000 7fd3a97fa700 1 -- 172.21.15.43:0/113164684 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3b40a9910 con 0x564f5a053d50 2024-05-16T15:52:42.477 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.464+0000 7fd3a97fa700 1 -- 172.21.15.43:0/113164684 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd3b40adcc0 con 0x564f5a053d50 2024-05-16T15:52:42.477 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.464+0000 7fd3a97fa700 1 -- 172.21.15.43:0/113164684 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3b40a8c60 con 0x564f5a053d50 2024-05-16T15:52:42.478 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.465+0000 7fd3d4a19b80 1 -- 172.21.15.43:0/113164684 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f5a053d50 msgr2=0x564f5a053810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:42.478 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.465+0000 7fd3d4a19b80 1 --2- 172.21.15.43:0/113164684 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f5a053d50 0x564f5a053810 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fd3b40a5990 tx=0x7fd3b4009790 comp rx=0 tx=0).stop 2024-05-16T15:52:42.478 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.465+0000 7fd3d4a19b80 1 -- 172.21.15.43:0/113164684 shutdown_connections 2024-05-16T15:52:42.479 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.465+0000 7fd3d4a19b80 1 --2- 172.21.15.43:0/113164684 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f5a059ad0 0x564f5a048c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:42.479 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.465+0000 7fd3d4a19b80 1 --2- 172.21.15.43:0/113164684 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f5a053d50 0x564f5a053810 secure :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fd3b40a5990 tx=0x7fd3b4009790 comp rx=0 tx=0).stop 2024-05-16T15:52:42.479 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.465+0000 7fd3d4a19b80 1 --2- 172.21.15.43:0/113164684 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564f5a0591b0 0x564f5a05bcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:42.479 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.465+0000 7fd3d4a19b80 1 -- 172.21.15.43:0/113164684 >> 172.21.15.43:0/113164684 conn(0x564f59f7fb70 msgr2=0x564f5a05a520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:42.479 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.465+0000 7fd3d4a19b80 1 -- 172.21.15.43:0/113164684 shutdown_connections 2024-05-16T15:52:42.479 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.465+0000 7fd3d4a19b80 1 -- 172.21.15.43:0/113164684 wait complete. 2024-05-16T15:52:42.479 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.466+0000 7fd3d4a19b80 1 -- start start 2024-05-16T15:52:42.479 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.466+0000 7fd3d4a19b80 1 Processor -- start 2024-05-16T15:52:42.479 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.467+0000 7fd3d4a19b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f5a0591b0 0x564f5a065d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:42.480 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.467+0000 7fd3d4a19b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564f5a059ad0 0x564f5a074630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:42.480 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.467+0000 7fd3d4a19b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f5a074b70 0x564f5a074ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:42.480 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.467+0000 7fd3d4a19b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fd3c41b6de0 con 0x564f5a074b70 2024-05-16T15:52:42.480 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.467+0000 7fd3d4a19b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fd3c41b6650 con 0x564f5a059ad0 2024-05-16T15:52:42.481 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.467+0000 7fd3d4a19b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fd3c41b3850 con 0x564f5a0591b0 2024-05-16T15:52:42.481 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.467+0000 7fd3d4a19b80 10 client.0 _ll_register_callbacks cb 0x564f59f395b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:52:42.481 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.467+0000 7fd3c3fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f5a074b70 0x564f5a074ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:42.481 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.467+0000 7fd3c2ffd700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564f5a059ad0 0x564f5a074630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:42.481 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.467+0000 7fd3c3fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f5a074b70 0x564f5a074ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:42126/0 (socket says 172.21.15.43:42126) 2024-05-16T15:52:42.481 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.467+0000 7fd3c3fff700 1 -- 172.21.15.43:0/2680281129 learned_addr learned my addr 172.21.15.43:0/2680281129 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:42.481 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.467+0000 7fd3c2ffd700 1 -- 172.21.15.43:0/2680281129 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f5a0591b0 msgr2=0x564f5a065d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:42.481 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.467+0000 7fd3c37fe700 1 --2- 172.21.15.43:0/2680281129 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f5a0591b0 0x564f5a065d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:42.481 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.467+0000 7fd3c2ffd700 1 --2- 172.21.15.43:0/2680281129 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f5a0591b0 0x564f5a065d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:42.481 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.467+0000 7fd3c2ffd700 1 -- 172.21.15.43:0/2680281129 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f5a074b70 msgr2=0x564f5a074ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:42.481 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.467+0000 7fd3c2ffd700 1 --2- 172.21.15.43:0/2680281129 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f5a074b70 0x564f5a074ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:42.481 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.467+0000 7fd3c2ffd700 1 -- 172.21.15.43:0/2680281129 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564f5a0d6da0 con 0x564f5a059ad0 2024-05-16T15:52:42.481 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.467+0000 7fd3c3fff700 1 --2- 172.21.15.43:0/2680281129 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f5a074b70 0x564f5a074ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:52:42.481 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.468+0000 7fd3c2ffd700 1 --2- 172.21.15.43:0/2680281129 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564f5a059ad0 0x564f5a074630 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fd3b800b650 tx=0x7fd3b8009310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5fb42fad5e7cf96b server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:42.481 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.468+0000 7fd3a2ffd700 10 client.0 ms_handle_connect on v2:172.21.15.148:3300/0 2024-05-16T15:52:42.482 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.468+0000 7fd3a2ffd700 1 -- 172.21.15.43:0/2680281129 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3b8037060 con 0x564f5a059ad0 2024-05-16T15:52:42.482 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.468+0000 7fd3a2ffd700 1 -- 172.21.15.43:0/2680281129 <== mon.2 v2:172.21.15.148:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7fd3b8032820 con 0x564f5a059ad0 2024-05-16T15:52:42.482 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.468+0000 7fd3d4a19b80 1 -- 172.21.15.43:0/2680281129 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd3b40adcc0 con 0x564f5a059ad0 2024-05-16T15:52:42.482 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.469+0000 7fd3a2ffd700 1 -- 172.21.15.43:0/2680281129 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7fd3b803e050 con 0x564f5a059ad0 2024-05-16T15:52:42.482 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.469+0000 7fd3d4a19b80 10 client.25487 fetch_fsmap learned FSMap version 34 2024-05-16T15:52:42.482 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.469+0000 7fd3d4a19b80 1 -- 172.21.15.43:0/2680281129 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x564f5a0d80c0 con 0x564f5a059ad0 2024-05-16T15:52:42.484 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.469+0000 7fd3a2ffd700 1 -- 172.21.15.43:0/2680281129 <== mon.2 v2:172.21.15.148:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd3b40adcc0 con 0x564f5a059ad0 2024-05-16T15:52:42.484 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.469+0000 7fd3a2ffd700 1 -- 172.21.15.43:0/2680281129 <== mon.2 v2:172.21.15.148:3300/0 5 ==== fsmap(e 34) ==== 8378+0+0 (secure 0 0 0) 0x7fd3b8026430 con 0x564f5a059ad0 2024-05-16T15:52:42.484 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.469+0000 7fd3d4a19b80 10 client.25487 fetch_fsmap finished waiting for FSMap version 34 2024-05-16T15:52:42.484 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.469+0000 7fd3d4a19b80 10 client.25487 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-16T15:52:42.484 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.469+0000 7fd3d4a19b80 20 client.25487 populate_metadata read hostname 'smithi043' 2024-05-16T15:52:42.484 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.469+0000 7fd3d4a19b80 1 --2- 172.21.15.43:0/2680281129 >> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] conn(0x564f5a0d8780 0x564f5a0daba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:42.485 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.469+0000 7fd3d4a19b80 4 client.25487 mds_command: new command op to 24452 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-16T15:52:42.485 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.469+0000 7fd3d4a19b80 1 -- 172.21.15.43:0/2680281129 --> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] -- command(tid 0: {"prefix": "damage ls"}) -- 0x564f59fad3c0 con 0x564f5a0d8780 2024-05-16T15:52:42.485 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.470+0000 7fd3c37fe700 1 --2- 172.21.15.43:0/2680281129 >> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] conn(0x564f5a0d8780 0x564f5a0daba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:42.485 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.470+0000 7fd3a2ffd700 10 client.25487 ms_handle_connect on v2:172.21.15.148:6836/4036870683 2024-05-16T15:52:42.485 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.470+0000 7fd3c37fe700 1 --2- 172.21.15.43:0/2680281129 >> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] conn(0x564f5a0d8780 0x564f5a0daba0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=ffedcb0ba9a7ae20 server_cookie=abc25b221ad37b33 in_seq=0 out_seq=0 2024-05-16T15:52:42.485 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.470+0000 7fd3a2ffd700 1 -- 172.21.15.43:0/2680281129 <== mds.2 v2:172.21.15.148:6836/4036870683 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x564f59fad3c0 con 0x564f5a0d8780 2024-05-16T15:52:42.485 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.470+0000 7fd3a2ffd700 10 client.25487 handle_command_reply: tid=0 2024-05-16T15:52:42.485 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.471+0000 7fd3d4a19b80 1 client.25487 shutdown 2024-05-16T15:52:42.485 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.471+0000 7fd3d4a19b80 1 -- 172.21.15.43:0/2680281129 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564f5a059ad0 msgr2=0x564f5a074630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:42.485 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.471+0000 7fd3d4a19b80 1 --2- 172.21.15.43:0/2680281129 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564f5a059ad0 0x564f5a074630 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fd3b800b650 tx=0x7fd3b8009310 comp rx=0 tx=0).stop 2024-05-16T15:52:42.485 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.471+0000 7fd3d4a19b80 1 -- 172.21.15.43:0/2680281129 shutdown_connections 2024-05-16T15:52:42.485 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.471+0000 7fd3d4a19b80 1 --2- 172.21.15.43:0/2680281129 >> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] conn(0x564f5a0d8780 0x564f5a0daba0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:42.485 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.471+0000 7fd3d4a19b80 1 --2- 172.21.15.43:0/2680281129 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f5a074b70 0x564f5a074ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:42.485 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.471+0000 7fd3a2ffd700 0 client.25487 ms_handle_reset on v2:172.21.15.148:6836/4036870683 2024-05-16T15:52:42.485 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.471+0000 7fd3d4a19b80 1 --2- 172.21.15.43:0/2680281129 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f5a0591b0 0x564f5a065d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:42.485 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.471+0000 7fd3d4a19b80 1 --2- 172.21.15.43:0/2680281129 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564f5a059ad0 0x564f5a074630 secure :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fd3b800b650 tx=0x7fd3b8009310 comp rx=0 tx=0).stop 2024-05-16T15:52:42.486 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.471+0000 7fd3d4a19b80 1 -- 172.21.15.43:0/2680281129 >> 172.21.15.43:0/2680281129 conn(0x564f59f7fb70 msgr2=0x564f5a057c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:42.486 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.472+0000 7fd3d4a19b80 1 -- 172.21.15.43:0/2680281129 shutdown_connections 2024-05-16T15:52:42.486 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.472+0000 7fd3d4a19b80 1 -- 172.21.15.43:0/2680281129 wait complete. 2024-05-16T15:52:42.486 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.472+0000 7fd3d4a19b80 20 client.25487 trim_cache size 0 max 16384 2024-05-16T15:52:42.486 INFO:teuthology.orchestra.run.smithi043.stdout:[] 2024-05-16T15:52:42.487 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.473+0000 7fd3ca186700 1 -- 172.21.15.43:0/979488497 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd3ac0b29d0 msgr2=0x7fd3ac0b4e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:42.487 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.473+0000 7fd3ca186700 1 --2- 172.21.15.43:0/979488497 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd3ac0b29d0 0x7fd3ac0b4e90 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fd3c410e6a0 tx=0x7fd3b801a040 comp rx=0 tx=0).stop 2024-05-16T15:52:42.487 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.473+0000 7fd3ca186700 1 -- 172.21.15.43:0/979488497 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd3c406ba10 msgr2=0x7fd3c410fda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:42.487 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.473+0000 7fd3ca186700 1 --2- 172.21.15.43:0/979488497 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd3c406ba10 0x7fd3c410fda0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fd3b400e9a0 tx=0x7fd3b400ecb0 comp rx=0 tx=0).stop 2024-05-16T15:52:42.487 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.473+0000 7fd3ca186700 1 -- 172.21.15.43:0/979488497 shutdown_connections 2024-05-16T15:52:42.487 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.473+0000 7fd3ca186700 1 --2- 172.21.15.43:0/979488497 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd3ac0b29d0 0x7fd3ac0b4e90 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:42.487 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.473+0000 7fd3ca186700 1 --2- 172.21.15.43:0/979488497 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd3c4109500 0x7fd3c410d0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:42.487 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.473+0000 7fd3ca186700 1 --2- 172.21.15.43:0/979488497 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd3c406ba10 0x7fd3c410fda0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:42.487 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.473+0000 7fd3ca186700 1 --2- 172.21.15.43:0/979488497 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd3c406c3d0 0x7fd3c41102e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:42.487 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.473+0000 7fd3ca186700 1 -- 172.21.15.43:0/979488497 >> 172.21.15.43:0/979488497 conn(0x7fd3c4079310 msgr2=0x7fd3c4107050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:42.487 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.474+0000 7fd3ca186700 1 -- 172.21.15.43:0/979488497 shutdown_connections 2024-05-16T15:52:42.487 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:42.474+0000 7fd3ca186700 1 -- 172.21.15.43:0/979488497 wait complete. 2024-05-16T15:52:43.124 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] fsx 2024-05-16T15:52:43.371 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] growfiles 2024-05-16T15:52:43.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:43 smithi157 ceph-mon[35584]: pgmap v511: 129 pgs: 129 active+clean; 33 MiB data, 566 MiB used, 1.0 TiB / 1.0 TiB avail; 205 KiB/s rd, 586 KiB/s wr, 187 op/s 2024-05-16T15:52:43.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:43 smithi148 ceph-mon[34976]: pgmap v511: 129 pgs: 129 active+clean; 33 MiB data, 566 MiB used, 1.0 TiB / 1.0 TiB avail; 205 KiB/s rd, 586 KiB/s wr, 187 op/s 2024-05-16T15:52:43.725 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:43 smithi043 ceph-mon[31619]: pgmap v511: 129 pgs: 129 active+clean; 33 MiB data, 566 MiB used, 1.0 TiB / 1.0 TiB avail; 205 KiB/s rd, 586 KiB/s wr, 187 op/s 2024-05-16T15:52:43.822 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-16T15:52:44.150 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:52:44.202 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] iogen 2024-05-16T15:52:44.216 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] aio-stress 2024-05-16T15:52:44.267 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.255+0000 7efdb6437640 1 -- 172.21.15.43:0/861813691 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7efdb0102b00 msgr2=0x7efdb0102f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:44.267 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.255+0000 7efdb6437640 1 --2- 172.21.15.43:0/861813691 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7efdb0102b00 0x7efdb0102f80 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7efda4009900 tx=0x7efda402a410 comp rx=0 tx=0).stop 2024-05-16T15:52:44.267 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.255+0000 7efdb6437640 1 -- 172.21.15.43:0/861813691 shutdown_connections 2024-05-16T15:52:44.267 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.255+0000 7efdb6437640 1 --2- 172.21.15.43:0/861813691 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7efdb01034c0 0x7efdb0109d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:44.268 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.255+0000 7efdb6437640 1 --2- 172.21.15.43:0/861813691 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7efdb0102b00 0x7efdb0102f80 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:44.268 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.255+0000 7efdb6437640 1 --2- 172.21.15.43:0/861813691 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efdb0101910 0x7efdb0101d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:44.268 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.255+0000 7efdb6437640 1 -- 172.21.15.43:0/861813691 >> 172.21.15.43:0/861813691 conn(0x7efdb00fcea0 msgr2=0x7efdb00ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:44.268 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.255+0000 7efdb6437640 1 -- 172.21.15.43:0/861813691 shutdown_connections 2024-05-16T15:52:44.268 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.255+0000 7efdb6437640 1 -- 172.21.15.43:0/861813691 wait complete. 2024-05-16T15:52:44.268 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.256+0000 7efdb6437640 1 Processor -- start 2024-05-16T15:52:44.268 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.256+0000 7efdb6437640 1 -- start start 2024-05-16T15:52:44.270 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.256+0000 7efdb6437640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7efdb0101910 0x7efdb01058a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:44.270 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.256+0000 7efdb6437640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efdb0102b00 0x7efdb0103ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:44.270 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.256+0000 7efdb6437640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7efdb01034c0 0x7efdb0104420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:44.270 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.256+0000 7efdb6437640 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7efdb010d2f0 con 0x7efdb01034c0 2024-05-16T15:52:44.270 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.256+0000 7efdb6437640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7efdb010d170 con 0x7efdb0101910 2024-05-16T15:52:44.270 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.256+0000 7efdb6437640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7efdb010d470 con 0x7efdb0102b00 2024-05-16T15:52:44.270 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.256+0000 7efdb49d4640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7efdb01034c0 0x7efdb0104420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:44.270 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.256+0000 7efdb49d4640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7efdb01034c0 0x7efdb0104420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:42142/0 (socket says 172.21.15.43:42142) 2024-05-16T15:52:44.270 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.256+0000 7efdaf7fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efdb0102b00 0x7efdb0103ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:44.270 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.256+0000 7efdb49d4640 1 -- 172.21.15.43:0/2989470666 learned_addr learned my addr 172.21.15.43:0/2989470666 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:44.270 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.256+0000 7efdaffff640 1 --2- 172.21.15.43:0/2989470666 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7efdb0101910 0x7efdb01058a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:44.271 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.257+0000 7efdb49d4640 1 -- 172.21.15.43:0/2989470666 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efdb0102b00 msgr2=0x7efdb0103ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:44.271 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.257+0000 7efdb49d4640 1 --2- 172.21.15.43:0/2989470666 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efdb0102b00 0x7efdb0103ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:44.271 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.257+0000 7efdb49d4640 1 -- 172.21.15.43:0/2989470666 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7efdb0101910 msgr2=0x7efdb01058a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:44.271 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.257+0000 7efdb49d4640 1 --2- 172.21.15.43:0/2989470666 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7efdb0101910 0x7efdb01058a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:44.271 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.257+0000 7efdb49d4640 1 -- 172.21.15.43:0/2989470666 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efdb0104cb0 con 0x7efdb01034c0 2024-05-16T15:52:44.271 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.257+0000 7efdaf7fe640 1 --2- 172.21.15.43:0/2989470666 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efdb0102b00 0x7efdb0103ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:52:44.271 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.257+0000 7efdaffff640 1 --2- 172.21.15.43:0/2989470666 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7efdb0101910 0x7efdb01058a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:52:44.271 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.257+0000 7efdb49d4640 1 --2- 172.21.15.43:0/2989470666 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7efdb01034c0 0x7efdb0104420 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7efda800eb10 tx=0x7efda800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:44.271 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.257+0000 7efdad7fa640 1 -- 172.21.15.43:0/2989470666 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efda8004b20 con 0x7efdb01034c0 2024-05-16T15:52:44.271 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.257+0000 7efdb6437640 1 -- 172.21.15.43:0/2989470666 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efdb01a2be0 con 0x7efdb01034c0 2024-05-16T15:52:44.271 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.257+0000 7efdad7fa640 1 -- 172.21.15.43:0/2989470666 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7efda8004cc0 con 0x7efdb01034c0 2024-05-16T15:52:44.271 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.257+0000 7efdad7fa640 1 -- 172.21.15.43:0/2989470666 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efda8010690 con 0x7efdb01034c0 2024-05-16T15:52:44.271 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.257+0000 7efdb6437640 1 -- 172.21.15.43:0/2989470666 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efdb01a3100 con 0x7efdb01034c0 2024-05-16T15:52:44.273 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.260+0000 7efdb922d740 1 Processor -- start 2024-05-16T15:52:44.273 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.260+0000 7efdad7fa640 1 -- 172.21.15.43:0/2989470666 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7efda8005020 con 0x7efdb01034c0 2024-05-16T15:52:44.273 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.260+0000 7efdb922d740 1 -- start start 2024-05-16T15:52:44.273 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.260+0000 7efdb922d740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f451a4db0 0x564f451a51d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:44.273 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.260+0000 7efdb922d740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f451a57a0 0x564f451aa2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:44.274 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.260+0000 7efdb922d740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564f451aa910 0x564f451acda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:44.274 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.260+0000 7efdb922d740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x564f451095d0 con 0x564f451a57a0 2024-05-16T15:52:44.274 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.260+0000 7efdb922d740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x564f450c2890 con 0x564f451aa910 2024-05-16T15:52:44.274 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.260+0000 7efdb922d740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x564f45105590 con 0x564f451a4db0 2024-05-16T15:52:44.274 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.260+0000 7efdaffff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f451a57a0 0x564f451aa2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:44.274 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.261+0000 7efdaf7fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f451a4db0 0x564f451a51d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:44.274 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.261+0000 7efdaffff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f451a57a0 0x564f451aa2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:42152/0 (socket says 172.21.15.43:42152) 2024-05-16T15:52:44.274 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.261+0000 7efdaffff640 1 -- 172.21.15.43:0/1825210046 learned_addr learned my addr 172.21.15.43:0/1825210046 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:44.274 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.261+0000 7efdaf7fe640 1 --2- 172.21.15.43:0/1825210046 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564f451aa910 0x564f451acda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:44.274 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.261+0000 7efdaffff640 1 -- 172.21.15.43:0/1825210046 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f451a4db0 msgr2=0x564f451a51d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:44.274 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.261+0000 7efdaffff640 1 --2- 172.21.15.43:0/1825210046 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f451a4db0 0x564f451a51d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:44.274 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.261+0000 7efdaffff640 1 -- 172.21.15.43:0/1825210046 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564f451aa910 msgr2=0x564f451acda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:44.274 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.261+0000 7efdaffff640 1 --2- 172.21.15.43:0/1825210046 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564f451aa910 0x564f451acda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:44.274 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.261+0000 7efdaffff640 1 -- 172.21.15.43:0/1825210046 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564f44e1b210 con 0x564f451a57a0 2024-05-16T15:52:44.275 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.261+0000 7efdaf7fe640 1 --2- 172.21.15.43:0/1825210046 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564f451aa910 0x564f451acda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:52:44.275 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.261+0000 7efdad7fa640 1 --2- 172.21.15.43:0/2989470666 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7efd980b28a0 0x7efd980b4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:44.275 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.261+0000 7efdaffff640 1 --2- 172.21.15.43:0/1825210046 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f451a57a0 0x564f451aa2a0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7efda00114f0 tx=0x7efda00119b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=553d1333647c456b server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:44.275 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.261+0000 7efdaf7fe640 1 --2- 172.21.15.43:0/2989470666 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7efd980b28a0 0x7efd980b4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:44.275 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.261+0000 7efdad7fa640 1 -- 172.21.15.43:0/2989470666 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7efda80e2ba0 con 0x7efdb01034c0 2024-05-16T15:52:44.275 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.261+0000 7efd967fc640 1 -- 172.21.15.43:0/1825210046 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efda001e070 con 0x564f451a57a0 2024-05-16T15:52:44.275 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.261+0000 7efd967fc640 1 -- 172.21.15.43:0/1825210046 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7efda00035f0 con 0x564f451a57a0 2024-05-16T15:52:44.275 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.261+0000 7efd967fc640 1 -- 172.21.15.43:0/1825210046 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efda00044c0 con 0x564f451a57a0 2024-05-16T15:52:44.279 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.262+0000 7efdb922d740 1 -- 172.21.15.43:0/1825210046 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f451a57a0 msgr2=0x564f451aa2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:44.279 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.262+0000 7efdaf7fe640 1 --2- 172.21.15.43:0/2989470666 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7efd980b28a0 0x7efd980b4d60 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7efda4006010 tx=0x7efda4031400 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:44.279 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.262+0000 7efdb922d740 1 --2- 172.21.15.43:0/1825210046 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f451a57a0 0x564f451aa2a0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7efda00114f0 tx=0x7efda00119b0 comp rx=0 tx=0).stop 2024-05-16T15:52:44.279 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.262+0000 7efdb922d740 1 -- 172.21.15.43:0/1825210046 shutdown_connections 2024-05-16T15:52:44.279 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.262+0000 7efdb922d740 1 --2- 172.21.15.43:0/1825210046 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564f451aa910 0x564f451acda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:44.280 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.262+0000 7efdb922d740 1 --2- 172.21.15.43:0/1825210046 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f451a57a0 0x564f451aa2a0 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:44.280 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.262+0000 7efdb922d740 1 --2- 172.21.15.43:0/1825210046 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f451a4db0 0x564f451a51d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:44.280 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.262+0000 7efdb922d740 1 -- 172.21.15.43:0/1825210046 >> 172.21.15.43:0/1825210046 conn(0x564f451a0420 msgr2=0x564f451a0820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:44.280 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.262+0000 7efdb922d740 1 -- 172.21.15.43:0/1825210046 shutdown_connections 2024-05-16T15:52:44.280 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.262+0000 7efdb922d740 1 -- 172.21.15.43:0/1825210046 wait complete. 2024-05-16T15:52:44.280 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.263+0000 7efdb922d740 1 -- start start 2024-05-16T15:52:44.280 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.263+0000 7efdb922d740 1 Processor -- start 2024-05-16T15:52:44.280 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.263+0000 7efdb922d740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564f451a4db0 0x564f451aefc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:44.280 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.263+0000 7efdb922d740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f451a57a0 0x564f451af500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:44.280 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.263+0000 7efdb922d740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f451aa910 0x564f451b6540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:44.280 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.263+0000 7efdb922d740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x564f451ad8c0 con 0x564f451a57a0 2024-05-16T15:52:44.280 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.263+0000 7efdb922d740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x564f450c6370 con 0x564f451a4db0 2024-05-16T15:52:44.280 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.263+0000 7efdb922d740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x564f451ada40 con 0x564f451aa910 2024-05-16T15:52:44.280 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.263+0000 7efdb922d740 10 client.0 _ll_register_callbacks cb 0x564f44e1aa00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:52:44.280 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.264+0000 7efdaf7fe640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f451a57a0 0x564f451af500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:44.280 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.264+0000 7efdaf7fe640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f451a57a0 0x564f451af500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:42154/0 (socket says 172.21.15.43:42154) 2024-05-16T15:52:44.281 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.264+0000 7efdaf7fe640 1 -- 172.21.15.43:0/2846249483 learned_addr learned my addr 172.21.15.43:0/2846249483 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:44.281 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.264+0000 7efdaffff640 1 --2- 172.21.15.43:0/2846249483 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564f451a4db0 0x564f451aefc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:44.281 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.264+0000 7efdb49d4640 1 --2- 172.21.15.43:0/2846249483 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f451aa910 0x564f451b6540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:44.281 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.264+0000 7efdaf7fe640 1 -- 172.21.15.43:0/2846249483 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f451aa910 msgr2=0x564f451b6540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:44.281 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.264+0000 7efdaf7fe640 1 --2- 172.21.15.43:0/2846249483 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f451aa910 0x564f451b6540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:44.281 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.264+0000 7efdaf7fe640 1 -- 172.21.15.43:0/2846249483 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564f451a4db0 msgr2=0x564f451aefc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:44.281 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.264+0000 7efdaf7fe640 1 --2- 172.21.15.43:0/2846249483 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564f451a4db0 0x564f451aefc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:44.281 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.264+0000 7efdaf7fe640 1 -- 172.21.15.43:0/2846249483 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564f44ee7620 con 0x564f451a57a0 2024-05-16T15:52:44.281 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.264+0000 7efdaf7fe640 1 --2- 172.21.15.43:0/2846249483 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f451a57a0 0x564f451af500 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7efda4033000 tx=0x7efda4009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7b1560f384f4689 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:44.281 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.264+0000 7efd8f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:52:44.281 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.264+0000 7efd8f7fe640 1 -- 172.21.15.43:0/2846249483 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efda4035040 con 0x564f451a57a0 2024-05-16T15:52:44.281 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.265+0000 7efd8f7fe640 1 -- 172.21.15.43:0/2846249483 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7efda4003a00 con 0x564f451a57a0 2024-05-16T15:52:44.281 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.265+0000 7efdb922d740 1 -- 172.21.15.43:0/2846249483 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efda00035f0 con 0x564f451a57a0 2024-05-16T15:52:44.281 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.265+0000 7efd8f7fe640 1 -- 172.21.15.43:0/2846249483 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7efda405c050 con 0x564f451a57a0 2024-05-16T15:52:44.281 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.265+0000 7efdb922d740 10 client.15966 fetch_fsmap learned FSMap version 34 2024-05-16T15:52:44.281 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.265+0000 7efdb922d740 1 -- 172.21.15.43:0/2846249483 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x564f451b9590 con 0x564f451a57a0 2024-05-16T15:52:44.281 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.265+0000 7efd8f7fe640 1 -- 172.21.15.43:0/2846249483 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7efda00035f0 con 0x564f451a57a0 2024-05-16T15:52:44.282 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.265+0000 7efd8f7fe640 1 -- 172.21.15.43:0/2846249483 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 34) ==== 8378+0+0 (secure 0 0 0) 0x7efda4047070 con 0x564f451a57a0 2024-05-16T15:52:44.282 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.265+0000 7efdb922d740 10 client.15966 fetch_fsmap finished waiting for FSMap version 34 2024-05-16T15:52:44.282 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.265+0000 7efdb922d740 10 client.15966 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:52:44.282 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.265+0000 7efdb922d740 20 client.15966 populate_metadata read hostname 'smithi043' 2024-05-16T15:52:44.282 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.265+0000 7efdb922d740 1 --2- 172.21.15.43:0/2846249483 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x564f451badc0 0x564f451bd280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:44.282 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.265+0000 7efdb922d740 4 client.15966 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:52:44.282 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.265+0000 7efdb922d740 1 -- 172.21.15.43:0/2846249483 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564f451171e0 con 0x564f451badc0 2024-05-16T15:52:44.282 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.266+0000 7efdaffff640 1 --2- 172.21.15.43:0/2846249483 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x564f451badc0 0x564f451bd280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:44.282 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.266+0000 7efd8f7fe640 10 client.15966 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:52:44.282 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.266+0000 7efdaffff640 1 --2- 172.21.15.43:0/2846249483 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x564f451badc0 0x564f451bd280 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=39fd7d8c7a85eee5 server_cookie=f0034a9e10263400 in_seq=0 out_seq=0 2024-05-16T15:52:44.282 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.267+0000 7efd8f7fe640 1 -- 172.21.15.43:0/2846249483 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x564f451171e0 con 0x564f451badc0 2024-05-16T15:52:44.282 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.267+0000 7efd8f7fe640 10 client.15966 handle_command_reply: tid=0 2024-05-16T15:52:44.282 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.267+0000 7efdb922d740 1 client.15966 shutdown 2024-05-16T15:52:44.282 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.267+0000 7efdb922d740 1 -- 172.21.15.43:0/2846249483 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f451a57a0 msgr2=0x564f451af500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:44.282 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.267+0000 7efdb922d740 1 --2- 172.21.15.43:0/2846249483 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f451a57a0 0x564f451af500 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7efda4033000 tx=0x7efda4009260 comp rx=0 tx=0).stop 2024-05-16T15:52:44.283 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.267+0000 7efdb922d740 1 -- 172.21.15.43:0/2846249483 shutdown_connections 2024-05-16T15:52:44.283 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.267+0000 7efdb922d740 1 --2- 172.21.15.43:0/2846249483 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x564f451badc0 0x564f451bd280 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:44.283 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.267+0000 7efdb922d740 1 --2- 172.21.15.43:0/2846249483 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f451aa910 0x564f451b6540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:44.283 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.267+0000 7efdb922d740 1 --2- 172.21.15.43:0/2846249483 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f451a57a0 0x564f451af500 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:44.283 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.267+0000 7efd8f7fe640 0 client.15966 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:52:44.283 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.267+0000 7efdb922d740 1 --2- 172.21.15.43:0/2846249483 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564f451a4db0 0x564f451aefc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:44.283 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.267+0000 7efdb922d740 1 -- 172.21.15.43:0/2846249483 >> 172.21.15.43:0/2846249483 conn(0x564f451a0420 msgr2=0x564f4519f580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:44.283 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.267+0000 7efdb922d740 1 -- 172.21.15.43:0/2846249483 shutdown_connections 2024-05-16T15:52:44.283 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.267+0000 7efdb922d740 1 -- 172.21.15.43:0/2846249483 wait complete. 2024-05-16T15:52:44.283 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.267+0000 7efdb922d740 20 client.15966 trim_cache size 0 max 16384 2024-05-16T15:52:44.307 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.293+0000 7efdb922d740 1 Processor -- start 2024-05-16T15:52:44.307 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.293+0000 7efdb922d740 1 -- start start 2024-05-16T15:52:44.307 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.294+0000 7efdb922d740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564f451a4db0 0x564f451ae520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:44.307 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.294+0000 7efdb922d740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f451a57a0 0x564f451a3330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:44.307 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.294+0000 7efdb922d740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f451aa910 0x564f451a3870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:44.307 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.294+0000 7efdb922d740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7efdb01ad5b0 con 0x564f451a57a0 2024-05-16T15:52:44.307 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.294+0000 7efdb922d740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7efdb01af1b0 con 0x564f451a4db0 2024-05-16T15:52:44.307 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.294+0000 7efdb922d740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7efdb01adc80 con 0x564f451aa910 2024-05-16T15:52:44.307 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.294+0000 7efdaf7fe640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f451a57a0 0x564f451a3330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:44.307 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.294+0000 7efdaffff640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564f451a4db0 0x564f451ae520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:44.307 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.294+0000 7efdaf7fe640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f451a57a0 0x564f451a3330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:42156/0 (socket says 172.21.15.43:42156) 2024-05-16T15:52:44.307 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.294+0000 7efdaf7fe640 1 -- 172.21.15.43:0/774005706 learned_addr learned my addr 172.21.15.43:0/774005706 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:44.307 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.294+0000 7efdb49d4640 1 --2- 172.21.15.43:0/774005706 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f451aa910 0x564f451a3870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:44.307 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.294+0000 7efdaf7fe640 1 -- 172.21.15.43:0/774005706 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f451aa910 msgr2=0x564f451a3870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:44.308 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.294+0000 7efdaf7fe640 1 --2- 172.21.15.43:0/774005706 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f451aa910 0x564f451a3870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:44.308 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.294+0000 7efdaf7fe640 1 -- 172.21.15.43:0/774005706 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564f451a4db0 msgr2=0x564f451ae520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:44.308 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.294+0000 7efdaf7fe640 1 --2- 172.21.15.43:0/774005706 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564f451a4db0 0x564f451ae520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:44.308 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.294+0000 7efdaf7fe640 1 -- 172.21.15.43:0/774005706 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564f451a6470 con 0x564f451a57a0 2024-05-16T15:52:44.308 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.294+0000 7efdaffff640 1 --2- 172.21.15.43:0/774005706 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564f451a4db0 0x564f451ae520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:52:44.308 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.294+0000 7efdaf7fe640 1 --2- 172.21.15.43:0/774005706 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f451a57a0 0x564f451a3330 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7efda4009230 tx=0x7efda4005990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=301329bfb3eb9d4 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:44.308 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.295+0000 7efd95ffb640 1 -- 172.21.15.43:0/774005706 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efda4041040 con 0x564f451a57a0 2024-05-16T15:52:44.308 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.295+0000 7efd95ffb640 1 -- 172.21.15.43:0/774005706 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7efda403ddd0 con 0x564f451a57a0 2024-05-16T15:52:44.308 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.295+0000 7efd95ffb640 1 -- 172.21.15.43:0/774005706 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efda4035040 con 0x564f451a57a0 2024-05-16T15:52:44.311 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.295+0000 7efdb922d740 1 -- 172.21.15.43:0/774005706 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f451a57a0 msgr2=0x564f451a3330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:44.311 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.296+0000 7efdb922d740 1 --2- 172.21.15.43:0/774005706 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f451a57a0 0x564f451a3330 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7efda4009230 tx=0x7efda4005990 comp rx=0 tx=0).stop 2024-05-16T15:52:44.311 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.296+0000 7efdb922d740 1 -- 172.21.15.43:0/774005706 shutdown_connections 2024-05-16T15:52:44.311 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.296+0000 7efdb922d740 1 --2- 172.21.15.43:0/774005706 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f451aa910 0x564f451a3870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:44.312 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.296+0000 7efdb922d740 1 --2- 172.21.15.43:0/774005706 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f451a57a0 0x564f451a3330 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:44.312 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.296+0000 7efdb922d740 1 --2- 172.21.15.43:0/774005706 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564f451a4db0 0x564f451ae520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:44.312 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.296+0000 7efdb922d740 1 -- 172.21.15.43:0/774005706 >> 172.21.15.43:0/774005706 conn(0x564f451a0420 msgr2=0x564f451ade10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:44.312 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.296+0000 7efdb922d740 1 -- 172.21.15.43:0/774005706 shutdown_connections 2024-05-16T15:52:44.312 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.296+0000 7efdb922d740 1 -- 172.21.15.43:0/774005706 wait complete. 2024-05-16T15:52:44.312 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.296+0000 7efdb922d740 1 -- start start 2024-05-16T15:52:44.312 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.296+0000 7efdb922d740 1 Processor -- start 2024-05-16T15:52:44.312 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.296+0000 7efdb922d740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f451a4db0 0x564f451b3370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:44.312 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.296+0000 7efdb922d740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f451a57a0 0x564f451b38b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:44.312 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.296+0000 7efdb922d740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564f451aa910 0x564f451b48c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:44.312 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.297+0000 7efdb922d740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7efdb01aeae0 con 0x564f451a4db0 2024-05-16T15:52:44.312 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.297+0000 7efdb922d740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7efdb01ae350 con 0x564f451aa910 2024-05-16T15:52:44.312 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.297+0000 7efdb922d740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7efdb01ab590 con 0x564f451a57a0 2024-05-16T15:52:44.312 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.297+0000 7efdb922d740 10 client.0 _ll_register_callbacks cb 0x7efda4009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:52:44.312 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.297+0000 7efdaffff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f451a4db0 0x564f451b3370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:44.312 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.297+0000 7efdaffff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f451a4db0 0x564f451b3370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:42162/0 (socket says 172.21.15.43:42162) 2024-05-16T15:52:44.313 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.297+0000 7efdaffff640 1 -- 172.21.15.43:0/2902782691 learned_addr learned my addr 172.21.15.43:0/2902782691 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:44.313 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.297+0000 7efdb49d4640 1 --2- 172.21.15.43:0/2902782691 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564f451aa910 0x564f451b48c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:44.313 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.297+0000 7efdaf7fe640 1 --2- 172.21.15.43:0/2902782691 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f451a57a0 0x564f451b38b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:44.313 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.297+0000 7efdaffff640 1 -- 172.21.15.43:0/2902782691 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f451a57a0 msgr2=0x564f451b38b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:44.313 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.297+0000 7efdaffff640 1 --2- 172.21.15.43:0/2902782691 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f451a57a0 0x564f451b38b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:44.313 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.297+0000 7efdaffff640 1 -- 172.21.15.43:0/2902782691 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564f451aa910 msgr2=0x564f451b48c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:44.313 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.297+0000 7efdaffff640 1 --2- 172.21.15.43:0/2902782691 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564f451aa910 0x564f451b48c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:44.313 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.297+0000 7efdaffff640 1 -- 172.21.15.43:0/2902782691 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564f451b4eb0 con 0x564f451a4db0 2024-05-16T15:52:44.313 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.297+0000 7efdb49d4640 1 --2- 172.21.15.43:0/2902782691 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564f451aa910 0x564f451b48c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:52:44.313 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.297+0000 7efdaffff640 1 --2- 172.21.15.43:0/2902782691 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f451a4db0 0x564f451b3370 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7efda001c040 tx=0x7efda0009da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d519d382d0b697f2 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:44.313 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.297+0000 7efd8f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:52:44.313 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.297+0000 7efd8f7fe640 1 -- 172.21.15.43:0/2902782691 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efda001e040 con 0x564f451a4db0 2024-05-16T15:52:44.313 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.298+0000 7efdb922d740 1 -- 172.21.15.43:0/2902782691 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efda403ddd0 con 0x564f451a4db0 2024-05-16T15:52:44.313 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.298+0000 7efd8f7fe640 1 -- 172.21.15.43:0/2902782691 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7efda0011040 con 0x564f451a4db0 2024-05-16T15:52:44.313 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.298+0000 7efd8f7fe640 1 -- 172.21.15.43:0/2902782691 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7efda0011260 con 0x564f451a4db0 2024-05-16T15:52:44.313 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.298+0000 7efdb922d740 10 client.15972 fetch_fsmap learned FSMap version 34 2024-05-16T15:52:44.314 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.298+0000 7efdb922d740 1 -- 172.21.15.43:0/2902782691 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x564f452257d0 con 0x564f451a4db0 2024-05-16T15:52:44.314 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.298+0000 7efd8f7fe640 1 -- 172.21.15.43:0/2902782691 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7efda403ddd0 con 0x564f451a4db0 2024-05-16T15:52:44.314 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.298+0000 7efd8f7fe640 1 -- 172.21.15.43:0/2902782691 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 34) ==== 8378+0+0 (secure 0 0 0) 0x7efda000f5c0 con 0x564f451a4db0 2024-05-16T15:52:44.314 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.298+0000 7efdb922d740 10 client.15972 fetch_fsmap finished waiting for FSMap version 34 2024-05-16T15:52:44.314 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.298+0000 7efdb922d740 10 client.15972 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:52:44.314 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.298+0000 7efdb922d740 20 client.15972 populate_metadata read hostname 'smithi043' 2024-05-16T15:52:44.314 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.298+0000 7efdb922d740 1 --2- 172.21.15.43:0/2902782691 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x564f45226010 0x564f45228430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:44.314 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.298+0000 7efdb922d740 4 client.15972 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-16T15:52:44.314 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.298+0000 7efdb922d740 1 -- 172.21.15.43:0/2902782691 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "flush journal"}) -- 0x564f45111050 con 0x564f45226010 2024-05-16T15:52:44.314 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.298+0000 7efdaf7fe640 1 --2- 172.21.15.43:0/2902782691 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x564f45226010 0x564f45228430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:44.314 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.299+0000 7efdaf7fe640 1 --2- 172.21.15.43:0/2902782691 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x564f45226010 0x564f45228430 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ac5c3b82051f7791 server_cookie=c92b7f5ce8c2c6b9 in_seq=0 out_seq=0 2024-05-16T15:52:44.314 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.299+0000 7efd8f7fe640 10 client.15972 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:52:44.360 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.347+0000 7efd8f7fe640 1 -- 172.21.15.43:0/2902782691 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x564f45111050 con 0x564f45226010 2024-05-16T15:52:44.360 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.347+0000 7efd8f7fe640 10 client.15972 handle_command_reply: tid=0 2024-05-16T15:52:44.360 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.347+0000 7efdb922d740 1 client.15972 shutdown 2024-05-16T15:52:44.360 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.348+0000 7efdb922d740 1 -- 172.21.15.43:0/2902782691 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f451a4db0 msgr2=0x564f451b3370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:44.360 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.348+0000 7efdb922d740 1 --2- 172.21.15.43:0/2902782691 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f451a4db0 0x564f451b3370 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7efda001c040 tx=0x7efda0009da0 comp rx=0 tx=0).stop 2024-05-16T15:52:44.361 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.348+0000 7efdb922d740 1 -- 172.21.15.43:0/2902782691 shutdown_connections 2024-05-16T15:52:44.361 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.348+0000 7efdb922d740 1 --2- 172.21.15.43:0/2902782691 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x564f45226010 0x564f45228430 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:44.361 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.348+0000 7efdb922d740 1 --2- 172.21.15.43:0/2902782691 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564f451aa910 0x564f451b48c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:44.361 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.348+0000 7efdb922d740 1 --2- 172.21.15.43:0/2902782691 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f451a57a0 0x564f451b38b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:44.361 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.348+0000 7efd8f7fe640 0 client.15972 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:52:44.361 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.348+0000 7efdb922d740 1 --2- 172.21.15.43:0/2902782691 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x564f451a4db0 0x564f451b3370 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:44.361 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.348+0000 7efdb922d740 1 -- 172.21.15.43:0/2902782691 >> 172.21.15.43:0/2902782691 conn(0x564f451a0420 msgr2=0x564f4519ecf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:44.361 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.348+0000 7efdb922d740 1 -- 172.21.15.43:0/2902782691 shutdown_connections 2024-05-16T15:52:44.361 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.348+0000 7efdb922d740 1 -- 172.21.15.43:0/2902782691 wait complete. 2024-05-16T15:52:44.361 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.348+0000 7efdb922d740 20 client.15972 trim_cache size 0 max 16384 2024-05-16T15:52:44.361 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:{ 2024-05-16T15:52:44.362 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "message": "", 2024-05-16T15:52:44.362 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "return_code": 0 2024-05-16T15:52:44.362 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:} 2024-05-16T15:52:44.362 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.349+0000 7efdb6437640 1 -- 172.21.15.43:0/2989470666 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7efd980b28a0 msgr2=0x7efd980b4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:44.363 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.349+0000 7efdb6437640 1 --2- 172.21.15.43:0/2989470666 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7efd980b28a0 0x7efd980b4d60 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7efda4006010 tx=0x7efda4031400 comp rx=0 tx=0).stop 2024-05-16T15:52:44.363 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.349+0000 7efdb6437640 1 -- 172.21.15.43:0/2989470666 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7efdb01034c0 msgr2=0x7efdb0104420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:44.363 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.349+0000 7efdb6437640 1 --2- 172.21.15.43:0/2989470666 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7efdb01034c0 0x7efdb0104420 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7efda800eb10 tx=0x7efda800c2d0 comp rx=0 tx=0).stop 2024-05-16T15:52:44.363 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.349+0000 7efdb6437640 1 -- 172.21.15.43:0/2989470666 shutdown_connections 2024-05-16T15:52:44.363 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.349+0000 7efdb6437640 1 --2- 172.21.15.43:0/2989470666 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7efdb01034c0 0x7efdb0104420 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:44.363 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.349+0000 7efdb6437640 1 --2- 172.21.15.43:0/2989470666 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7efd980b28a0 0x7efd980b4d60 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:44.363 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.349+0000 7efdb6437640 1 --2- 172.21.15.43:0/2989470666 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efdb0102b00 0x7efdb0103ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:44.363 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.349+0000 7efdb6437640 1 --2- 172.21.15.43:0/2989470666 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7efdb0101910 0x7efdb01058a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:44.363 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.349+0000 7efdb6437640 1 -- 172.21.15.43:0/2989470666 >> 172.21.15.43:0/2989470666 conn(0x7efdb00fcea0 msgr2=0x7efdb00fe980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:44.363 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.350+0000 7efdb6437640 1 -- 172.21.15.43:0/2989470666 shutdown_connections 2024-05-16T15:52:44.363 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:44.350+0000 7efdb6437640 1 -- 172.21.15.43:0/2989470666 wait complete. 2024-05-16T15:52:45.390 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:45 smithi043 ceph-mon[31619]: pgmap v512: 129 pgs: 129 active+clean; 35 MiB data, 573 MiB used, 1.0 TiB / 1.0 TiB avail; 318 KiB/s rd, 678 KiB/s wr, 164 op/s 2024-05-16T15:52:45.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:45 smithi157 ceph-mon[35584]: pgmap v512: 129 pgs: 129 active+clean; 35 MiB data, 573 MiB used, 1.0 TiB / 1.0 TiB avail; 318 KiB/s rd, 678 KiB/s wr, 164 op/s 2024-05-16T15:52:45.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:45 smithi148 ceph-mon[34976]: pgmap v512: 129 pgs: 129 active+clean; 35 MiB data, 573 MiB used, 1.0 TiB / 1.0 TiB avail; 318 KiB/s rd, 678 KiB/s wr, 164 op/s 2024-05-16T15:52:46.858 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.844+0000 7f12139b6700 1 -- 172.21.15.43:0/3962873654 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f120c06bb40 msgr2=0x7f120c110330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:46.859 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.844+0000 7f12139b6700 1 --2- 172.21.15.43:0/3962873654 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f120c06bb40 0x7f120c110330 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f120400b0a0 tx=0x7f120400b3b0 comp rx=0 tx=0).stop 2024-05-16T15:52:46.859 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.844+0000 7f12139b6700 1 -- 172.21.15.43:0/3962873654 shutdown_connections 2024-05-16T15:52:46.859 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.844+0000 7f12139b6700 1 --2- 172.21.15.43:0/3962873654 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f120c06bb40 0x7f120c110330 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:46.859 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.844+0000 7f12139b6700 1 --2- 172.21.15.43:0/3962873654 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f120c109510 0x7f120c1098f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:46.859 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.844+0000 7f12139b6700 1 --2- 172.21.15.43:0/3962873654 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f120c06b180 0x7f120c06b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:46.860 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.844+0000 7f12139b6700 1 -- 172.21.15.43:0/3962873654 >> 172.21.15.43:0/3962873654 conn(0x7f120c079350 msgr2=0x7f120c079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:46.860 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.844+0000 7f12139b6700 1 -- 172.21.15.43:0/3962873654 shutdown_connections 2024-05-16T15:52:46.860 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.844+0000 7f12139b6700 1 -- 172.21.15.43:0/3962873654 wait complete. 2024-05-16T15:52:46.860 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.845+0000 7f12139b6700 1 Processor -- start 2024-05-16T15:52:46.860 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.845+0000 7f12139b6700 1 -- start start 2024-05-16T15:52:46.860 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.845+0000 7f12139b6700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f120c06b180 0x7f120c19f620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:46.860 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.845+0000 7f12139b6700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f120c06bb40 0x7f120c19fb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:46.860 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.845+0000 7f12139b6700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f120c109510 0x7f120c1996f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:46.860 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.845+0000 7f12139b6700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f120c1134d0 con 0x7f120c06b180 2024-05-16T15:52:46.860 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.845+0000 7f12139b6700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f120c113350 con 0x7f120c109510 2024-05-16T15:52:46.860 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.845+0000 7f12139b6700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f120c113650 con 0x7f120c06bb40 2024-05-16T15:52:46.860 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.845+0000 7f1211752700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f120c06b180 0x7f120c19f620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:46.861 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.845+0000 7f1211752700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f120c06b180 0x7f120c19f620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:45754/0 (socket says 172.21.15.43:45754) 2024-05-16T15:52:46.861 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.845+0000 7f1211752700 1 -- 172.21.15.43:0/1854438000 learned_addr learned my addr 172.21.15.43:0/1854438000 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:46.861 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.845+0000 7f1210f51700 1 --2- 172.21.15.43:0/1854438000 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f120c06bb40 0x7f120c19fb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:46.861 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.845+0000 7f1211f53700 1 --2- 172.21.15.43:0/1854438000 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f120c109510 0x7f120c1996f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:46.861 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.846+0000 7f1211752700 1 -- 172.21.15.43:0/1854438000 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f120c06bb40 msgr2=0x7f120c19fb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:46.861 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.846+0000 7f1211752700 1 --2- 172.21.15.43:0/1854438000 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f120c06bb40 0x7f120c19fb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:46.862 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.846+0000 7f1211752700 1 -- 172.21.15.43:0/1854438000 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f120c109510 msgr2=0x7f120c1996f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:46.862 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.846+0000 7f1211752700 1 --2- 172.21.15.43:0/1854438000 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f120c109510 0x7f120c1996f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:46.862 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.846+0000 7f1211752700 1 -- 172.21.15.43:0/1854438000 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f120c199fd0 con 0x7f120c06b180 2024-05-16T15:52:46.862 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.846+0000 7f1210f51700 1 --2- 172.21.15.43:0/1854438000 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f120c06bb40 0x7f120c19fb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:52:46.862 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.846+0000 7f1211752700 1 --2- 172.21.15.43:0/1854438000 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f120c06b180 0x7f120c19f620 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f120800c9b0 tx=0x7f120800ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:46.862 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.846+0000 7f12027fc700 1 -- 172.21.15.43:0/1854438000 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1208007b00 con 0x7f120c06b180 2024-05-16T15:52:46.862 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.846+0000 7f12139b6700 1 -- 172.21.15.43:0/1854438000 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f120c19a260 con 0x7f120c06b180 2024-05-16T15:52:46.862 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.846+0000 7f12027fc700 1 -- 172.21.15.43:0/1854438000 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f120800ce50 con 0x7f120c06b180 2024-05-16T15:52:46.862 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.846+0000 7f12027fc700 1 -- 172.21.15.43:0/1854438000 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1208018660 con 0x7f120c06b180 2024-05-16T15:52:46.862 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.846+0000 7f12139b6700 1 -- 172.21.15.43:0/1854438000 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f120c1a65a0 con 0x7f120c06b180 2024-05-16T15:52:46.865 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.849+0000 7f12027fc700 1 -- 172.21.15.43:0/1854438000 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f1208004830 con 0x7f120c06b180 2024-05-16T15:52:46.865 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.850+0000 7f12027fc700 1 --2- 172.21.15.43:0/1854438000 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f11f80b2900 0x7f11f80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:46.865 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.850+0000 7f12027fc700 1 -- 172.21.15.43:0/1854438000 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f12080e2370 con 0x7f120c06b180 2024-05-16T15:52:46.866 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.850+0000 7f1210f51700 1 --2- 172.21.15.43:0/1854438000 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f11f80b2900 0x7f11f80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:46.866 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.850+0000 7f121e249b80 1 Processor -- start 2024-05-16T15:52:46.866 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.850+0000 7f121e249b80 1 -- start start 2024-05-16T15:52:46.866 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.851+0000 7f121e249b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e1948611b0 0x55e194861590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:46.866 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.851+0000 7f121e249b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e194861ad0 0x55e19485b810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:46.866 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.851+0000 7f121e249b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e19485bd50 0x55e19485c190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:46.866 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.851+0000 7f121e249b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55e1947ad940 con 0x55e19485bd50 2024-05-16T15:52:46.866 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.851+0000 7f121e249b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55e194712da0 con 0x55e1948611b0 2024-05-16T15:52:46.866 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.851+0000 7f121e249b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55e1947a9900 con 0x55e194861ad0 2024-05-16T15:52:46.867 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.851+0000 7f1211f53700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e19485bd50 0x55e19485c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:46.867 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.851+0000 7f1210f51700 1 --2- 172.21.15.43:0/1854438000 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f11f80b2900 0x7f11f80b4dc0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f120c19aeb0 tx=0x7f11fc00a380 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:46.867 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.851+0000 7f1211f53700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e19485bd50 0x55e19485c190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:45756/0 (socket says 172.21.15.43:45756) 2024-05-16T15:52:46.867 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.851+0000 7f1211f53700 1 -- 172.21.15.43:0/2855838373 learned_addr learned my addr 172.21.15.43:0/2855838373 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:46.867 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.851+0000 7f1211752700 1 --2- 172.21.15.43:0/2855838373 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e1948611b0 0x55e194861590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:46.867 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.851+0000 7f1210f51700 1 --2- 172.21.15.43:0/2855838373 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e194861ad0 0x55e19485b810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:46.867 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.851+0000 7f1211f53700 1 -- 172.21.15.43:0/2855838373 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e194861ad0 msgr2=0x55e19485b810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:46.867 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.851+0000 7f1211f53700 1 --2- 172.21.15.43:0/2855838373 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e194861ad0 0x55e19485b810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:46.867 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.851+0000 7f1211f53700 1 -- 172.21.15.43:0/2855838373 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e1948611b0 msgr2=0x55e194861590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:46.867 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.851+0000 7f1211f53700 1 --2- 172.21.15.43:0/2855838373 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e1948611b0 0x55e194861590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:46.867 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.851+0000 7f1211f53700 1 -- 172.21.15.43:0/2855838373 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e1946fa8d0 con 0x55e19485bd50 2024-05-16T15:52:46.868 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.851+0000 7f1210f51700 1 --2- 172.21.15.43:0/2855838373 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e194861ad0 0x55e19485b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:52:46.868 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.852+0000 7f1211f53700 1 --2- 172.21.15.43:0/2855838373 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e19485bd50 0x55e19485c190 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f12040093c0 tx=0x7f12040093f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b606ea9fa8127a28 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:46.868 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.852+0000 7f11f77fe700 1 -- 172.21.15.43:0/2855838373 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1204020070 con 0x55e19485bd50 2024-05-16T15:52:46.868 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.852+0000 7f11f77fe700 1 -- 172.21.15.43:0/2855838373 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f12040074e0 con 0x55e19485bd50 2024-05-16T15:52:46.868 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.852+0000 7f11f77fe700 1 -- 172.21.15.43:0/2855838373 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1204005260 con 0x55e19485bd50 2024-05-16T15:52:46.868 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.853+0000 7f121e249b80 1 -- 172.21.15.43:0/2855838373 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e19485bd50 msgr2=0x55e19485c190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:46.868 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.853+0000 7f121e249b80 1 --2- 172.21.15.43:0/2855838373 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e19485bd50 0x55e19485c190 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f12040093c0 tx=0x7f12040093f0 comp rx=0 tx=0).stop 2024-05-16T15:52:46.868 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.853+0000 7f121e249b80 1 -- 172.21.15.43:0/2855838373 shutdown_connections 2024-05-16T15:52:46.868 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.853+0000 7f121e249b80 1 --2- 172.21.15.43:0/2855838373 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e19485bd50 0x55e19485c190 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:46.868 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.853+0000 7f121e249b80 1 --2- 172.21.15.43:0/2855838373 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e1948611b0 0x55e194861590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:46.868 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.853+0000 7f121e249b80 1 --2- 172.21.15.43:0/2855838373 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e194861ad0 0x55e19485b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:46.868 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.853+0000 7f121e249b80 1 -- 172.21.15.43:0/2855838373 >> 172.21.15.43:0/2855838373 conn(0x55e194787b70 msgr2=0x55e1948562a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:46.868 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.853+0000 7f121e249b80 1 -- 172.21.15.43:0/2855838373 shutdown_connections 2024-05-16T15:52:46.869 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.853+0000 7f121e249b80 1 -- 172.21.15.43:0/2855838373 wait complete. 2024-05-16T15:52:46.869 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.853+0000 7f121e249b80 1 -- start start 2024-05-16T15:52:46.869 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.853+0000 7f121e249b80 1 Processor -- start 2024-05-16T15:52:46.873 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.854+0000 7f121e249b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e19485bd50 0x55e194867750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:46.873 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.854+0000 7f121e249b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e1948611b0 0x55e194864af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:46.873 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.854+0000 7f121e249b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e194861ad0 0x55e194865030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:46.873 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.854+0000 7f121e249b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55e1948683f0 con 0x55e194861ad0 2024-05-16T15:52:46.873 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.854+0000 7f121e249b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55e194766ed0 con 0x55e19485bd50 2024-05-16T15:52:46.873 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.854+0000 7f121e249b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55e194868570 con 0x55e1948611b0 2024-05-16T15:52:46.873 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.854+0000 7f1211f53700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e194861ad0 0x55e194865030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:46.873 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.854+0000 7f121e249b80 10 client.0 _ll_register_callbacks cb 0x55e1947415b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:52:46.873 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.854+0000 7f1211f53700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e194861ad0 0x55e194865030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:45758/0 (socket says 172.21.15.43:45758) 2024-05-16T15:52:46.873 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.854+0000 7f1211752700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e19485bd50 0x55e194867750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:46.874 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.854+0000 7f1211f53700 1 -- 172.21.15.43:0/3031283258 learned_addr learned my addr 172.21.15.43:0/3031283258 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:46.874 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.854+0000 7f1210f51700 1 --2- 172.21.15.43:0/3031283258 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e1948611b0 0x55e194864af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:46.874 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.854+0000 7f1211f53700 1 -- 172.21.15.43:0/3031283258 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e1948611b0 msgr2=0x55e194864af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:46.874 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.854+0000 7f1211f53700 1 --2- 172.21.15.43:0/3031283258 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e1948611b0 0x55e194864af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:46.874 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.854+0000 7f1211f53700 1 -- 172.21.15.43:0/3031283258 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e19485bd50 msgr2=0x55e194867750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:46.874 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.854+0000 7f1211f53700 1 --2- 172.21.15.43:0/3031283258 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e19485bd50 0x55e194867750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:46.874 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.855+0000 7f1211f53700 1 -- 172.21.15.43:0/3031283258 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e194764760 con 0x55e194861ad0 2024-05-16T15:52:46.874 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.855+0000 7f1211f53700 1 --2- 172.21.15.43:0/3031283258 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e194861ad0 0x55e194865030 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f1204009390 tx=0x7f1204007df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9162eef026e0420c server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:46.874 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.855+0000 7f11f4ff9700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:52:46.874 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.855+0000 7f11f4ff9700 1 -- 172.21.15.43:0/3031283258 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1204020040 con 0x55e194861ad0 2024-05-16T15:52:46.874 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.855+0000 7f121e249b80 1 -- 172.21.15.43:0/3031283258 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f12040074e0 con 0x55e194861ad0 2024-05-16T15:52:46.875 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.855+0000 7f11f4ff9700 1 -- 172.21.15.43:0/3031283258 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f1204007aa0 con 0x55e194861ad0 2024-05-16T15:52:46.875 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.855+0000 7f11f4ff9700 1 -- 172.21.15.43:0/3031283258 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f1204037050 con 0x55e194861ad0 2024-05-16T15:52:46.875 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.855+0000 7f121e249b80 10 client.15984 fetch_fsmap learned FSMap version 34 2024-05-16T15:52:46.875 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.855+0000 7f121e249b80 1 -- 172.21.15.43:0/3031283258 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x55e194872cc0 con 0x55e194861ad0 2024-05-16T15:52:46.875 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.855+0000 7f11f4ff9700 1 -- 172.21.15.43:0/3031283258 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f12040074e0 con 0x55e194861ad0 2024-05-16T15:52:46.875 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.856+0000 7f11f4ff9700 1 -- 172.21.15.43:0/3031283258 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 34) ==== 8378+0+0 (secure 0 0 0) 0x7f1204011070 con 0x55e194861ad0 2024-05-16T15:52:46.875 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.856+0000 7f121e249b80 10 client.15984 fetch_fsmap finished waiting for FSMap version 34 2024-05-16T15:52:46.875 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.856+0000 7f121e249b80 10 client.15984 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-05-16T15:52:46.875 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.856+0000 7f121e249b80 20 client.15984 populate_metadata read hostname 'smithi043' 2024-05-16T15:52:46.875 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.856+0000 7f121e249b80 1 --2- 172.21.15.43:0/3031283258 >> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] conn(0x55e194875190 0x55e194877580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:46.875 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.856+0000 7f121e249b80 4 client.15984 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:52:46.875 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.856+0000 7f121e249b80 1 -- 172.21.15.43:0/3031283258 --> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e1947bb320 con 0x55e194875190 2024-05-16T15:52:46.876 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.856+0000 7f1211752700 1 --2- 172.21.15.43:0/3031283258 >> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] conn(0x55e194875190 0x55e194877580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:46.876 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.857+0000 7f1211752700 1 --2- 172.21.15.43:0/3031283258 >> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] conn(0x55e194875190 0x55e194877580 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c07429b192ed37b5 server_cookie=14947a4c6d80d660 in_seq=0 out_seq=0 2024-05-16T15:52:46.876 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.857+0000 7f11f4ff9700 10 client.15984 ms_handle_connect on v2:172.21.15.157:6838/2377589154 2024-05-16T15:52:46.876 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.857+0000 7f11f4ff9700 1 -- 172.21.15.43:0/3031283258 <== mds.1 v2:172.21.15.157:6838/2377589154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55e1947bb320 con 0x55e194875190 2024-05-16T15:52:46.876 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.857+0000 7f11f4ff9700 10 client.15984 handle_command_reply: tid=0 2024-05-16T15:52:46.876 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.858+0000 7f121e249b80 1 client.15984 shutdown 2024-05-16T15:52:46.876 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.858+0000 7f121e249b80 1 -- 172.21.15.43:0/3031283258 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e194861ad0 msgr2=0x55e194865030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:46.876 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.858+0000 7f121e249b80 1 --2- 172.21.15.43:0/3031283258 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e194861ad0 0x55e194865030 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f1204009390 tx=0x7f1204007df0 comp rx=0 tx=0).stop 2024-05-16T15:52:46.876 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.858+0000 7f121e249b80 1 -- 172.21.15.43:0/3031283258 shutdown_connections 2024-05-16T15:52:46.876 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.858+0000 7f121e249b80 1 --2- 172.21.15.43:0/3031283258 >> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] conn(0x55e194875190 0x55e194877580 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:46.876 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.858+0000 7f121e249b80 1 --2- 172.21.15.43:0/3031283258 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e194861ad0 0x55e194865030 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:46.876 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.858+0000 7f121e249b80 1 --2- 172.21.15.43:0/3031283258 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e19485bd50 0x55e194867750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:46.876 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.858+0000 7f11f4ff9700 0 client.15984 ms_handle_reset on v2:172.21.15.157:6838/2377589154 2024-05-16T15:52:46.877 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.858+0000 7f121e249b80 1 --2- 172.21.15.43:0/3031283258 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e1948611b0 0x55e194864af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:46.877 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.858+0000 7f121e249b80 1 -- 172.21.15.43:0/3031283258 >> 172.21.15.43:0/3031283258 conn(0x55e194787b70 msgr2=0x55e194850b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:46.877 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.858+0000 7f121e249b80 1 -- 172.21.15.43:0/3031283258 shutdown_connections 2024-05-16T15:52:46.877 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.858+0000 7f121e249b80 1 -- 172.21.15.43:0/3031283258 wait complete. 2024-05-16T15:52:46.877 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.858+0000 7f121e249b80 20 client.15984 trim_cache size 0 max 16384 2024-05-16T15:52:46.891 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.878+0000 7f121e249b80 1 Processor -- start 2024-05-16T15:52:46.891 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.878+0000 7f121e249b80 1 -- start start 2024-05-16T15:52:46.891 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.878+0000 7f121e249b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e19485bd50 0x55e19485b810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:46.892 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.878+0000 7f121e249b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e1948611b0 0x55e194862770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:46.892 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.878+0000 7f121e249b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e194861ad0 0x55e194850c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:46.892 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.878+0000 7f121e249b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f120c1af060 con 0x55e194861ad0 2024-05-16T15:52:46.892 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.878+0000 7f121e249b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f120c1b0c60 con 0x55e19485bd50 2024-05-16T15:52:46.892 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.878+0000 7f121e249b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f120c1af730 con 0x55e1948611b0 2024-05-16T15:52:46.892 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.878+0000 7f1211f53700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e194861ad0 0x55e194850c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:46.892 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.879+0000 7f1211f53700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e194861ad0 0x55e194850c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:45766/0 (socket says 172.21.15.43:45766) 2024-05-16T15:52:46.892 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.879+0000 7f1211752700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e19485bd50 0x55e19485b810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:46.892 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.879+0000 7f1211f53700 1 -- 172.21.15.43:0/530483269 learned_addr learned my addr 172.21.15.43:0/530483269 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:46.892 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.879+0000 7f1210f51700 1 --2- 172.21.15.43:0/530483269 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e1948611b0 0x55e194862770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:46.892 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.879+0000 7f1211752700 1 -- 172.21.15.43:0/530483269 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e1948611b0 msgr2=0x55e194862770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:46.892 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.879+0000 7f1211752700 1 --2- 172.21.15.43:0/530483269 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e1948611b0 0x55e194862770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:46.893 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.879+0000 7f1211752700 1 -- 172.21.15.43:0/530483269 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e194861ad0 msgr2=0x55e194850c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:46.893 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.879+0000 7f1211752700 1 --2- 172.21.15.43:0/530483269 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e194861ad0 0x55e194850c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:46.893 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.879+0000 7f1211752700 1 -- 172.21.15.43:0/530483269 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e1948582c0 con 0x55e19485bd50 2024-05-16T15:52:46.893 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.879+0000 7f1211752700 1 --2- 172.21.15.43:0/530483269 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e19485bd50 0x55e19485b810 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f12080dfbb0 tx=0x7f12080cc050 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a0b0b713e0c69827 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:46.893 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.879+0000 7f11f6ffd700 1 -- 172.21.15.43:0/530483269 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12080a9d80 con 0x55e19485bd50 2024-05-16T15:52:46.893 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.879+0000 7f11f6ffd700 1 -- 172.21.15.43:0/530483269 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f12080a9680 con 0x55e19485bd50 2024-05-16T15:52:46.893 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.879+0000 7f11f6ffd700 1 -- 172.21.15.43:0/530483269 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12080910b0 con 0x55e19485bd50 2024-05-16T15:52:46.897 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.880+0000 7f121e249b80 1 -- 172.21.15.43:0/530483269 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e19485bd50 msgr2=0x55e19485b810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:46.897 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.880+0000 7f121e249b80 1 --2- 172.21.15.43:0/530483269 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e19485bd50 0x55e19485b810 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f12080dfbb0 tx=0x7f12080cc050 comp rx=0 tx=0).stop 2024-05-16T15:52:46.897 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.880+0000 7f121e249b80 1 -- 172.21.15.43:0/530483269 shutdown_connections 2024-05-16T15:52:46.897 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.880+0000 7f121e249b80 1 --2- 172.21.15.43:0/530483269 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e194861ad0 0x55e194850c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:46.897 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.880+0000 7f121e249b80 1 --2- 172.21.15.43:0/530483269 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e19485bd50 0x55e19485b810 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:46.897 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.880+0000 7f121e249b80 1 --2- 172.21.15.43:0/530483269 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e1948611b0 0x55e194862770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:46.897 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.880+0000 7f121e249b80 1 -- 172.21.15.43:0/530483269 >> 172.21.15.43:0/530483269 conn(0x55e194787b70 msgr2=0x55e19485fc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:46.897 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.880+0000 7f121e249b80 1 -- 172.21.15.43:0/530483269 shutdown_connections 2024-05-16T15:52:46.897 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.880+0000 7f121e249b80 1 -- 172.21.15.43:0/530483269 wait complete. 2024-05-16T15:52:46.897 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.881+0000 7f121e249b80 1 -- start start 2024-05-16T15:52:46.898 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.881+0000 7f121e249b80 1 Processor -- start 2024-05-16T15:52:46.898 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.881+0000 7f121e249b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e19485bd50 0x55e19487a790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:46.898 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.881+0000 7f121e249b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e1948611b0 0x55e19487acd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:46.898 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.881+0000 7f121e249b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e194861ad0 0x55e194877d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:46.898 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.881+0000 7f121e249b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f120c1b0590 con 0x55e19485bd50 2024-05-16T15:52:46.898 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.881+0000 7f121e249b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f120c1afe00 con 0x55e1948611b0 2024-05-16T15:52:46.898 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.881+0000 7f121e249b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f120c1ad000 con 0x55e194861ad0 2024-05-16T15:52:46.898 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.881+0000 7f121e249b80 10 client.0 _ll_register_callbacks cb 0x55e1947415b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:52:46.898 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.881+0000 7f1210f51700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e1948611b0 0x55e19487acd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:46.898 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.881+0000 7f1211752700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e19485bd50 0x55e19487a790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:46.898 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.881+0000 7f1210f51700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e1948611b0 0x55e19487acd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:52192/0 (socket says 172.21.15.43:52192) 2024-05-16T15:52:46.898 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.881+0000 7f1210f51700 1 -- 172.21.15.43:0/3513743163 learned_addr learned my addr 172.21.15.43:0/3513743163 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:46.899 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.881+0000 7f1211f53700 1 --2- 172.21.15.43:0/3513743163 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e194861ad0 0x55e194877d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:46.899 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.882+0000 7f1210f51700 1 -- 172.21.15.43:0/3513743163 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e194861ad0 msgr2=0x55e194877d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:46.899 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.882+0000 7f1210f51700 1 --2- 172.21.15.43:0/3513743163 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e194861ad0 0x55e194877d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:46.899 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.882+0000 7f1210f51700 1 -- 172.21.15.43:0/3513743163 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e19485bd50 msgr2=0x55e19487a790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:46.899 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.882+0000 7f1210f51700 1 --2- 172.21.15.43:0/3513743163 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e19485bd50 0x55e19487a790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:46.899 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.882+0000 7f1210f51700 1 -- 172.21.15.43:0/3513743163 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e1948785a0 con 0x55e1948611b0 2024-05-16T15:52:46.899 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.882+0000 7f1210f51700 1 --2- 172.21.15.43:0/3513743163 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e1948611b0 0x55e19487acd0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f11fc00afd0 tx=0x7f11fc0047c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8a84a75a6bfe094a server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:46.899 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.882+0000 7f11f4ff9700 10 client.0 ms_handle_connect on v2:172.21.15.148:3300/0 2024-05-16T15:52:46.899 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.882+0000 7f11f4ff9700 1 -- 172.21.15.43:0/3513743163 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11fc016070 con 0x55e1948611b0 2024-05-16T15:52:46.899 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.882+0000 7f11f4ff9700 1 -- 172.21.15.43:0/3513743163 <== mon.2 v2:172.21.15.148:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f11fc01cc90 con 0x55e1948611b0 2024-05-16T15:52:46.899 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.882+0000 7f121e249b80 1 -- 172.21.15.43:0/3513743163 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f12080a9680 con 0x55e1948611b0 2024-05-16T15:52:46.899 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.883+0000 7f11f4ff9700 1 -- 172.21.15.43:0/3513743163 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f11fc034050 con 0x55e1948611b0 2024-05-16T15:52:46.900 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.883+0000 7f121e249b80 10 client.25520 fetch_fsmap learned FSMap version 34 2024-05-16T15:52:46.900 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.883+0000 7f121e249b80 1 -- 172.21.15.43:0/3513743163 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x55e1948df3e0 con 0x55e1948611b0 2024-05-16T15:52:46.900 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.883+0000 7f11f4ff9700 1 -- 172.21.15.43:0/3513743163 <== mon.2 v2:172.21.15.148:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f12080a9680 con 0x55e1948611b0 2024-05-16T15:52:46.900 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.883+0000 7f11f4ff9700 1 -- 172.21.15.43:0/3513743163 <== mon.2 v2:172.21.15.148:3300/0 5 ==== fsmap(e 34) ==== 8378+0+0 (secure 0 0 0) 0x7f11fc028030 con 0x55e1948611b0 2024-05-16T15:52:46.900 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.883+0000 7f121e249b80 10 client.25520 fetch_fsmap finished waiting for FSMap version 34 2024-05-16T15:52:46.900 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.883+0000 7f121e249b80 10 client.25520 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-05-16T15:52:46.900 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.883+0000 7f121e249b80 20 client.25520 populate_metadata read hostname 'smithi043' 2024-05-16T15:52:46.900 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.883+0000 7f121e249b80 1 --2- 172.21.15.43:0/3513743163 >> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] conn(0x55e1948dfb40 0x55e1948e1f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:46.900 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.883+0000 7f121e249b80 4 client.25520 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-16T15:52:46.900 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.883+0000 7f121e249b80 1 -- 172.21.15.43:0/3513743163 --> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e1947b53c0 con 0x55e1948dfb40 2024-05-16T15:52:46.900 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.884+0000 7f1211752700 1 --2- 172.21.15.43:0/3513743163 >> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] conn(0x55e1948dfb40 0x55e1948e1f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:46.900 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.884+0000 7f11f4ff9700 10 client.25520 ms_handle_connect on v2:172.21.15.157:6838/2377589154 2024-05-16T15:52:46.900 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.884+0000 7f1211752700 1 --2- 172.21.15.43:0/3513743163 >> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] conn(0x55e1948dfb40 0x55e1948e1f60 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=5b550596e874de1 server_cookie=509f4b0d5174f3b3 in_seq=0 out_seq=0 2024-05-16T15:52:46.901 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.884+0000 7f11f4ff9700 1 -- 172.21.15.43:0/3513743163 <== mds.1 v2:172.21.15.157:6838/2377589154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e1947b53c0 con 0x55e1948dfb40 2024-05-16T15:52:46.901 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.884+0000 7f11f4ff9700 10 client.25520 handle_command_reply: tid=0 2024-05-16T15:52:46.901 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.884+0000 7f121e249b80 1 client.25520 shutdown 2024-05-16T15:52:46.901 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.884+0000 7f121e249b80 1 -- 172.21.15.43:0/3513743163 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e1948611b0 msgr2=0x55e19487acd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:46.901 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.884+0000 7f121e249b80 1 --2- 172.21.15.43:0/3513743163 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e1948611b0 0x55e19487acd0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f11fc00afd0 tx=0x7f11fc0047c0 comp rx=0 tx=0).stop 2024-05-16T15:52:46.901 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.884+0000 7f121e249b80 1 -- 172.21.15.43:0/3513743163 shutdown_connections 2024-05-16T15:52:46.901 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.884+0000 7f121e249b80 1 --2- 172.21.15.43:0/3513743163 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e194861ad0 0x55e194877d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:46.901 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.884+0000 7f121e249b80 1 --2- 172.21.15.43:0/3513743163 >> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] conn(0x55e1948dfb40 0x55e1948e1f60 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:46.901 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.884+0000 7f121e249b80 1 --2- 172.21.15.43:0/3513743163 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55e19485bd50 0x55e19487a790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:46.901 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.884+0000 7f121e249b80 1 --2- 172.21.15.43:0/3513743163 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e1948611b0 0x55e19487acd0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:46.901 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.884+0000 7f11f4ff9700 0 client.25520 ms_handle_reset on v2:172.21.15.157:6838/2377589154 2024-05-16T15:52:46.901 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.884+0000 7f121e249b80 1 -- 172.21.15.43:0/3513743163 >> 172.21.15.43:0/3513743163 conn(0x55e194787b70 msgr2=0x55e1948625f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:46.901 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.885+0000 7f121e249b80 1 -- 172.21.15.43:0/3513743163 shutdown_connections 2024-05-16T15:52:46.902 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.885+0000 7f121e249b80 1 -- 172.21.15.43:0/3513743163 wait complete. 2024-05-16T15:52:46.902 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.885+0000 7f121e249b80 20 client.25520 trim_cache size 0 max 16384 2024-05-16T15:52:46.902 INFO:teuthology.orchestra.run.smithi043.stdout:[] 2024-05-16T15:52:46.903 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.885+0000 7f12139b6700 1 -- 172.21.15.43:0/1854438000 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f11f80b2900 msgr2=0x7f11f80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:46.903 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.885+0000 7f12139b6700 1 --2- 172.21.15.43:0/1854438000 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f11f80b2900 0x7f11f80b4dc0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f120c19aeb0 tx=0x7f11fc00a380 comp rx=0 tx=0).stop 2024-05-16T15:52:46.903 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.885+0000 7f12139b6700 1 -- 172.21.15.43:0/1854438000 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f120c06b180 msgr2=0x7f120c19f620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:46.903 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.885+0000 7f12139b6700 1 --2- 172.21.15.43:0/1854438000 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f120c06b180 0x7f120c19f620 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f120800c9b0 tx=0x7f120800ccc0 comp rx=0 tx=0).stop 2024-05-16T15:52:46.903 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.885+0000 7f12139b6700 1 -- 172.21.15.43:0/1854438000 shutdown_connections 2024-05-16T15:52:46.903 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.885+0000 7f12139b6700 1 --2- 172.21.15.43:0/1854438000 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f120c109510 0x7f120c1996f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:46.903 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.885+0000 7f12139b6700 1 --2- 172.21.15.43:0/1854438000 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f11f80b2900 0x7f11f80b4dc0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:46.903 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.885+0000 7f12139b6700 1 --2- 172.21.15.43:0/1854438000 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f120c06b180 0x7f120c19f620 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:46.904 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.885+0000 7f12139b6700 1 --2- 172.21.15.43:0/1854438000 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f120c06bb40 0x7f120c19fb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:46.904 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.885+0000 7f12139b6700 1 -- 172.21.15.43:0/1854438000 >> 172.21.15.43:0/1854438000 conn(0x7f120c079350 msgr2=0x7f120c100e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:46.904 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.885+0000 7f12139b6700 1 -- 172.21.15.43:0/1854438000 shutdown_connections 2024-05-16T15:52:46.904 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:46.885+0000 7f12139b6700 1 -- 172.21.15.43:0/1854438000 wait complete. 2024-05-16T15:52:47.349 INFO:tasks.workunit.client.0.smithi043.stdout: [DEP] 2024-05-16T15:52:47.349 INFO:tasks.workunit.client.0.smithi043.stdout: [DEP] 2024-05-16T15:52:47.352 INFO:tasks.workunit.client.0.smithi043.stdout: [DEP] 2024-05-16T15:52:47.357 INFO:tasks.workunit.client.0.smithi043.stdout: [DEP] 2024-05-16T15:52:47.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:47 smithi157 ceph-mon[35584]: pgmap v513: 129 pgs: 129 active+clean; 35 MiB data, 570 MiB used, 1.0 TiB / 1.0 TiB avail; 254 KiB/s rd, 420 KiB/s wr, 94 op/s 2024-05-16T15:52:47.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:47 smithi148 ceph-mon[34976]: pgmap v513: 129 pgs: 129 active+clean; 35 MiB data, 570 MiB used, 1.0 TiB / 1.0 TiB avail; 254 KiB/s rd, 420 KiB/s wr, 94 op/s 2024-05-16T15:52:47.726 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:47 smithi043 ceph-mon[31619]: pgmap v513: 129 pgs: 129 active+clean; 35 MiB data, 570 MiB used, 1.0 TiB / 1.0 TiB avail; 254 KiB/s rd, 420 KiB/s wr, 94 op/s 2024-05-16T15:52:47.807 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-16T15:52:48.040 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] dirstress 2024-05-16T15:52:48.040 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] fill 2024-05-16T15:52:48.040 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] fill2 2024-05-16T15:52:48.041 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] getpagesize 2024-05-16T15:52:48.113 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:52:48.457 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] holes 2024-05-16T15:52:48.460 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] lstat64 2024-05-16T15:52:48.586 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] nametest 2024-05-16T15:52:48.623 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] permname 2024-05-16T15:52:48.867 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] randholes 2024-05-16T15:52:48.915 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] runas 2024-05-16T15:52:49.058 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] truncfile 2024-05-16T15:52:49.084 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] usemem 2024-05-16T15:52:49.336 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] mmapcat 2024-05-16T15:52:49.391 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] append_reader 2024-05-16T15:52:49.445 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] append_writer 2024-05-16T15:52:49.479 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] dirperf 2024-05-16T15:52:49.576 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:49 smithi043 ceph-mon[31619]: pgmap v514: 129 pgs: 129 active+clean; 32 MiB data, 548 MiB used, 1.0 TiB / 1.0 TiB avail; 284 KiB/s rd, 497 KiB/s wr, 85 op/s 2024-05-16T15:52:49.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:49 smithi157 ceph-mon[35584]: pgmap v514: 129 pgs: 129 active+clean; 32 MiB data, 548 MiB used, 1.0 TiB / 1.0 TiB avail; 284 KiB/s rd, 497 KiB/s wr, 85 op/s 2024-05-16T15:52:49.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:49 smithi148 ceph-mon[34976]: pgmap v514: 129 pgs: 129 active+clean; 32 MiB data, 548 MiB used, 1.0 TiB / 1.0 TiB avail; 284 KiB/s rd, 497 KiB/s wr, 85 op/s 2024-05-16T15:52:49.694 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] metaperf 2024-05-16T15:52:49.775 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] devzero 2024-05-16T15:52:49.823 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] feature 2024-05-16T15:52:49.968 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] alloc 2024-05-16T15:52:50.041 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.028+0000 7f0d70071700 1 -- 172.21.15.43:0/4023588413 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0d68102e00 msgr2=0x7f0d681031e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:50.041 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.028+0000 7f0d70071700 1 --2- 172.21.15.43:0/4023588413 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0d68102e00 0x7f0d681031e0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f0d6400b970 tx=0x7f0d64009260 comp rx=0 tx=0).stop 2024-05-16T15:52:50.041 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.029+0000 7f0d70071700 1 -- 172.21.15.43:0/4023588413 shutdown_connections 2024-05-16T15:52:50.041 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.029+0000 7f0d70071700 1 --2- 172.21.15.43:0/4023588413 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0d68107760 0x7f0d6810f2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:50.041 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.029+0000 7f0d70071700 1 --2- 172.21.15.43:0/4023588413 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0d68102e00 0x7f0d681031e0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:50.041 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.029+0000 7f0d70071700 1 --2- 172.21.15.43:0/4023588413 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0d681037b0 0x7f0d68107030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:50.041 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.029+0000 7f0d70071700 1 -- 172.21.15.43:0/4023588413 >> 172.21.15.43:0/4023588413 conn(0x7f0d68078a10 msgr2=0x7f0d680ffdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:50.042 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.029+0000 7f0d70071700 1 -- 172.21.15.43:0/4023588413 shutdown_connections 2024-05-16T15:52:50.042 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.029+0000 7f0d70071700 1 -- 172.21.15.43:0/4023588413 wait complete. 2024-05-16T15:52:50.043 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.030+0000 7f0d70071700 1 Processor -- start 2024-05-16T15:52:50.043 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.030+0000 7f0d70071700 1 -- start start 2024-05-16T15:52:50.043 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.030+0000 7f0d70071700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0d68102e00 0x7f0d6819d590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:50.043 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.030+0000 7f0d70071700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0d681037b0 0x7f0d6819dad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:50.043 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.031+0000 7f0d70071700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0d68107760 0x7f0d681976b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:50.043 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.031+0000 7f0d70071700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f0d68111330 con 0x7f0d68107760 2024-05-16T15:52:50.043 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.031+0000 7f0d70071700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f0d681111b0 con 0x7f0d681037b0 2024-05-16T15:52:50.043 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.031+0000 7f0d70071700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f0d681114b0 con 0x7f0d68102e00 2024-05-16T15:52:50.043 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.031+0000 7f0d6de0d700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0d68102e00 0x7f0d6819d590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:50.043 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.031+0000 7f0d6e60e700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0d68107760 0x7f0d681976b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:50.044 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.031+0000 7f0d6de0d700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0d68102e00 0x7f0d6819d590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:50576/0 (socket says 172.21.15.43:50576) 2024-05-16T15:52:50.044 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.031+0000 7f0d6de0d700 1 -- 172.21.15.43:0/1827481927 learned_addr learned my addr 172.21.15.43:0/1827481927 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:50.044 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.031+0000 7f0d6d60c700 1 --2- 172.21.15.43:0/1827481927 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0d681037b0 0x7f0d6819dad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:50.044 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.031+0000 7f0d6e60e700 1 -- 172.21.15.43:0/1827481927 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0d68102e00 msgr2=0x7f0d6819d590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:50.044 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.031+0000 7f0d6e60e700 1 --2- 172.21.15.43:0/1827481927 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0d68102e00 0x7f0d6819d590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:50.044 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.031+0000 7f0d6e60e700 1 -- 172.21.15.43:0/1827481927 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0d681037b0 msgr2=0x7f0d6819dad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:50.044 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.031+0000 7f0d6e60e700 1 --2- 172.21.15.43:0/1827481927 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0d681037b0 0x7f0d6819dad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:50.044 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.031+0000 7f0d6e60e700 1 -- 172.21.15.43:0/1827481927 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d68197f90 con 0x7f0d68107760 2024-05-16T15:52:50.045 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.032+0000 7f0d6e60e700 1 --2- 172.21.15.43:0/1827481927 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0d68107760 0x7f0d681976b0 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f0d6000efc0 tx=0x7f0d6000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:50.045 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.032+0000 7f0d6de0d700 1 --2- 172.21.15.43:0/1827481927 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0d68102e00 0x7f0d6819d590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:52:50.045 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.032+0000 7f0d5effd700 1 -- 172.21.15.43:0/1827481927 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d600092e0 con 0x7f0d68107760 2024-05-16T15:52:50.046 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.032+0000 7f0d5effd700 1 -- 172.21.15.43:0/1827481927 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0d60004bb0 con 0x7f0d68107760 2024-05-16T15:52:50.046 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.032+0000 7f0d5effd700 1 -- 172.21.15.43:0/1827481927 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d6000ce40 con 0x7f0d68107760 2024-05-16T15:52:50.046 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.032+0000 7f0d70071700 1 -- 172.21.15.43:0/1827481927 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d68198220 con 0x7f0d68107760 2024-05-16T15:52:50.046 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.033+0000 7f0d70071700 1 -- 172.21.15.43:0/1827481927 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d681a4340 con 0x7f0d68107760 2024-05-16T15:52:50.048 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.036+0000 7f0d5effd700 1 -- 172.21.15.43:0/1827481927 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f0d6001b030 con 0x7f0d68107760 2024-05-16T15:52:50.050 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.038+0000 7f0d5effd700 1 --2- 172.21.15.43:0/1827481927 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f0d540b2900 0x7f0d540b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:50.050 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.038+0000 7f0d7a904b80 1 Processor -- start 2024-05-16T15:52:50.050 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.038+0000 7f0d5effd700 1 -- 172.21.15.43:0/1827481927 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f0d600e2050 con 0x7f0d68107760 2024-05-16T15:52:50.051 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.038+0000 7f0d6de0d700 1 --2- 172.21.15.43:0/1827481927 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f0d540b2900 0x7f0d540b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:50.051 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.039+0000 7f0d7a904b80 1 -- start start 2024-05-16T15:52:50.052 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.039+0000 7f0d6de0d700 1 --2- 172.21.15.43:0/1827481927 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f0d540b2900 0x7f0d540b4dc0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f0d64009230 tx=0x7f0d64005040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:50.052 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.039+0000 7f0d7a904b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557c1ac61b0 0x5557c1ac6590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:50.052 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.039+0000 7f0d7a904b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557c1ac6ad0 0x5557c1ac0810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:50.052 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.040+0000 7f0d7a904b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5557c1ac0d50 0x5557c1ac1190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:50.052 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.040+0000 7f0d6de0d700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557c1ac61b0 0x5557c1ac6590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:50.052 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.040+0000 7f0d6d60c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557c1ac6ad0 0x5557c1ac0810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:50.052 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.040+0000 7f0d6de0d700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557c1ac61b0 0x5557c1ac6590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:50584/0 (socket says 172.21.15.43:50584) 2024-05-16T15:52:50.052 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.040+0000 7f0d6d60c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557c1ac6ad0 0x5557c1ac0810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:45792/0 (socket says 172.21.15.43:45792) 2024-05-16T15:52:50.053 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.040+0000 7f0d7a904b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x5557c1a12940 con 0x5557c1ac6ad0 2024-05-16T15:52:50.053 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.040+0000 7f0d6de0d700 1 -- 172.21.15.43:0/2904338700 learned_addr learned my addr 172.21.15.43:0/2904338700 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:50.053 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.040+0000 7f0d7a904b80 1 -- 172.21.15.43:0/2904338700 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x5557c1977da0 con 0x5557c1ac0d50 2024-05-16T15:52:50.053 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.040+0000 7f0d7a904b80 1 -- 172.21.15.43:0/2904338700 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x5557c1a0e900 con 0x5557c1ac61b0 2024-05-16T15:52:50.053 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.040+0000 7f0d6e60e700 1 --2- 172.21.15.43:0/2904338700 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5557c1ac0d50 0x5557c1ac1190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:50.054 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.040+0000 7f0d6e60e700 1 -- 172.21.15.43:0/2904338700 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557c1ac61b0 msgr2=0x5557c1ac6590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:50.055 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.040+0000 7f0d6e60e700 1 --2- 172.21.15.43:0/2904338700 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557c1ac61b0 0x5557c1ac6590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:50.055 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.041+0000 7f0d6e60e700 1 -- 172.21.15.43:0/2904338700 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557c1ac6ad0 msgr2=0x5557c1ac0810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:50.055 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.041+0000 7f0d6e60e700 1 --2- 172.21.15.43:0/2904338700 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557c1ac6ad0 0x5557c1ac0810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:50.055 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.041+0000 7f0d6e60e700 1 -- 172.21.15.43:0/2904338700 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5557c195f8d0 con 0x5557c1ac0d50 2024-05-16T15:52:50.055 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.041+0000 7f0d6e60e700 1 --2- 172.21.15.43:0/2904338700 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5557c1ac0d50 0x5557c1ac1190 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f0d600a9030 tx=0x7f0d600a8ec0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dddb1da7c186fe9f server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:50.055 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.041+0000 7f0d53fff700 1 -- 172.21.15.43:0/2904338700 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d600ad6e0 con 0x5557c1ac0d50 2024-05-16T15:52:50.055 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.041+0000 7f0d53fff700 1 -- 172.21.15.43:0/2904338700 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0d600b2100 con 0x5557c1ac0d50 2024-05-16T15:52:50.055 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.041+0000 7f0d53fff700 1 -- 172.21.15.43:0/2904338700 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d600a4ca0 con 0x5557c1ac0d50 2024-05-16T15:52:50.055 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.042+0000 7f0d7a904b80 1 -- 172.21.15.43:0/2904338700 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5557c1ac0d50 msgr2=0x5557c1ac1190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:50.055 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.042+0000 7f0d7a904b80 1 --2- 172.21.15.43:0/2904338700 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5557c1ac0d50 0x5557c1ac1190 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f0d600a9030 tx=0x7f0d600a8ec0 comp rx=0 tx=0).stop 2024-05-16T15:52:50.055 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.042+0000 7f0d7a904b80 1 -- 172.21.15.43:0/2904338700 shutdown_connections 2024-05-16T15:52:50.055 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.042+0000 7f0d7a904b80 1 --2- 172.21.15.43:0/2904338700 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5557c1ac0d50 0x5557c1ac1190 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:50.055 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.042+0000 7f0d7a904b80 1 --2- 172.21.15.43:0/2904338700 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557c1ac61b0 0x5557c1ac6590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:50.055 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.042+0000 7f0d7a904b80 1 --2- 172.21.15.43:0/2904338700 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557c1ac6ad0 0x5557c1ac0810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:50.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.042+0000 7f0d7a904b80 1 -- 172.21.15.43:0/2904338700 >> 172.21.15.43:0/2904338700 conn(0x5557c19ecb70 msgr2=0x5557c1abb2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:50.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.042+0000 7f0d7a904b80 1 -- 172.21.15.43:0/2904338700 shutdown_connections 2024-05-16T15:52:50.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.042+0000 7f0d7a904b80 1 -- 172.21.15.43:0/2904338700 wait complete. 2024-05-16T15:52:50.056 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.043+0000 7f0d7a904b80 1 -- start start 2024-05-16T15:52:50.057 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.043+0000 7f0d7a904b80 1 Processor -- start 2024-05-16T15:52:50.057 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.044+0000 7f0d7a904b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557c1ac0d50 0x5557c1acc7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:50.058 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.044+0000 7f0d7a904b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557c1ac61b0 0x5557c1ac9bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:50.058 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.044+0000 7f0d7a904b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5557c1ac6ad0 0x5557c1aca100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:50.058 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.044+0000 7f0d7a904b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x5557c1acd3f0 con 0x5557c1ac0d50 2024-05-16T15:52:50.058 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.044+0000 7f0d6de0d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557c1ac0d50 0x5557c1acc7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:50.058 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.044+0000 7f0d6d60c700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557c1ac61b0 0x5557c1ac9bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:50.058 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.044+0000 7f0d6de0d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557c1ac0d50 0x5557c1acc7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:45802/0 (socket says 172.21.15.43:45802) 2024-05-16T15:52:50.058 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.044+0000 7f0d6de0d700 1 -- 172.21.15.43:0/1954613823 learned_addr learned my addr 172.21.15.43:0/1954613823 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:50.058 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.044+0000 7f0d6e60e700 1 --2- 172.21.15.43:0/1954613823 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5557c1ac6ad0 0x5557c1aca100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:50.058 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.044+0000 7f0d7a904b80 1 -- 172.21.15.43:0/1954613823 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x5557c19cbed0 con 0x5557c1ac6ad0 2024-05-16T15:52:50.058 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.044+0000 7f0d7a904b80 1 -- 172.21.15.43:0/1954613823 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x5557c1acd570 con 0x5557c1ac61b0 2024-05-16T15:52:50.058 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.044+0000 7f0d7a904b80 10 client.0 _ll_register_callbacks cb 0x5557c19a65b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:52:50.059 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.044+0000 7f0d6e60e700 1 -- 172.21.15.43:0/1954613823 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557c1ac61b0 msgr2=0x5557c1ac9bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:50.059 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.044+0000 7f0d6e60e700 1 --2- 172.21.15.43:0/1954613823 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557c1ac61b0 0x5557c1ac9bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:50.059 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.044+0000 7f0d6e60e700 1 -- 172.21.15.43:0/1954613823 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557c1ac0d50 msgr2=0x5557c1acc7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:50.059 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.044+0000 7f0d6e60e700 1 --2- 172.21.15.43:0/1954613823 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557c1ac0d50 0x5557c1acc7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:50.059 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.044+0000 7f0d6e60e700 1 -- 172.21.15.43:0/1954613823 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5557c19c9760 con 0x5557c1ac6ad0 2024-05-16T15:52:50.059 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.044+0000 7f0d6de0d700 1 --2- 172.21.15.43:0/1954613823 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557c1ac0d50 0x5557c1acc7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:52:50.059 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.045+0000 7f0d6e60e700 1 --2- 172.21.15.43:0/1954613823 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5557c1ac6ad0 0x5557c1aca100 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f0d60004fd0 tx=0x7f0d60009590 comp rx=0 tx=0).ready entity=mon.2 client_cookie=71bdb69275457ac3 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:50.059 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.045+0000 7f0d517fa700 10 client.0 ms_handle_connect on v2:172.21.15.148:3300/0 2024-05-16T15:52:50.059 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.045+0000 7f0d517fa700 1 -- 172.21.15.43:0/1954613823 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d600a9590 con 0x5557c1ac6ad0 2024-05-16T15:52:50.059 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.045+0000 7f0d517fa700 1 -- 172.21.15.43:0/1954613823 <== mon.2 v2:172.21.15.148:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f0d600a9730 con 0x5557c1ac6ad0 2024-05-16T15:52:50.059 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.045+0000 7f0d7a904b80 1 -- 172.21.15.43:0/1954613823 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0d600b2100 con 0x5557c1ac6ad0 2024-05-16T15:52:50.061 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.045+0000 7f0d517fa700 1 -- 172.21.15.43:0/1954613823 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f0d600c3b90 con 0x5557c1ac6ad0 2024-05-16T15:52:50.061 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.045+0000 7f0d7a904b80 10 client.25532 fetch_fsmap learned FSMap version 34 2024-05-16T15:52:50.061 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.045+0000 7f0d7a904b80 1 -- 172.21.15.43:0/1954613823 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x5557c1ad7d20 con 0x5557c1ac6ad0 2024-05-16T15:52:50.061 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.045+0000 7f0d517fa700 1 -- 172.21.15.43:0/1954613823 <== mon.2 v2:172.21.15.148:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0d600b2100 con 0x5557c1ac6ad0 2024-05-16T15:52:50.061 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.046+0000 7f0d517fa700 1 -- 172.21.15.43:0/1954613823 <== mon.2 v2:172.21.15.148:3300/0 5 ==== fsmap(e 34) ==== 8378+0+0 (secure 0 0 0) 0x7f0d600a8200 con 0x5557c1ac6ad0 2024-05-16T15:52:50.061 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.046+0000 7f0d7a904b80 10 client.25532 fetch_fsmap finished waiting for FSMap version 34 2024-05-16T15:52:50.061 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.046+0000 7f0d7a904b80 10 client.25532 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-16T15:52:50.061 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.046+0000 7f0d7a904b80 20 client.25532 populate_metadata read hostname 'smithi043' 2024-05-16T15:52:50.061 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.046+0000 7f0d7a904b80 1 --2- 172.21.15.43:0/1954613823 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5557c1ada1f0 0x5557c1adc5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:50.062 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.046+0000 7f0d7a904b80 4 client.25532 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:52:50.062 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.046+0000 7f0d7a904b80 1 -- 172.21.15.43:0/1954613823 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5557c1a20320 con 0x5557c1ada1f0 2024-05-16T15:52:50.062 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.046+0000 7f0d6de0d700 1 --2- 172.21.15.43:0/1954613823 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5557c1ada1f0 0x5557c1adc5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:50.062 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.047+0000 7f0d6de0d700 1 --2- 172.21.15.43:0/1954613823 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5557c1ada1f0 0x5557c1adc5e0 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=99765437694f2780 server_cookie=e6841d6d3d430718 in_seq=0 out_seq=0 2024-05-16T15:52:50.062 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.047+0000 7f0d517fa700 10 client.25532 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:52:50.062 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.047+0000 7f0d517fa700 1 -- 172.21.15.43:0/1954613823 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5557c1a20320 con 0x5557c1ada1f0 2024-05-16T15:52:50.062 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.047+0000 7f0d517fa700 10 client.25532 handle_command_reply: tid=0 2024-05-16T15:52:50.062 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.047+0000 7f0d7a904b80 1 client.25532 shutdown 2024-05-16T15:52:50.062 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.047+0000 7f0d7a904b80 1 -- 172.21.15.43:0/1954613823 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5557c1ac6ad0 msgr2=0x5557c1aca100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:50.062 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.048+0000 7f0d7a904b80 1 --2- 172.21.15.43:0/1954613823 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5557c1ac6ad0 0x5557c1aca100 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f0d60004fd0 tx=0x7f0d60009590 comp rx=0 tx=0).stop 2024-05-16T15:52:50.062 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.048+0000 7f0d7a904b80 1 -- 172.21.15.43:0/1954613823 shutdown_connections 2024-05-16T15:52:50.062 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.048+0000 7f0d7a904b80 1 --2- 172.21.15.43:0/1954613823 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5557c1ada1f0 0x5557c1adc5e0 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:50.062 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.048+0000 7f0d517fa700 0 client.25532 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:52:50.062 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.048+0000 7f0d7a904b80 1 --2- 172.21.15.43:0/1954613823 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5557c1ac6ad0 0x5557c1aca100 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:50.063 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.048+0000 7f0d7a904b80 1 --2- 172.21.15.43:0/1954613823 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557c1ac0d50 0x5557c1acc7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:50.063 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.048+0000 7f0d7a904b80 1 --2- 172.21.15.43:0/1954613823 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557c1ac61b0 0x5557c1ac9bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:50.063 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.048+0000 7f0d7a904b80 1 -- 172.21.15.43:0/1954613823 >> 172.21.15.43:0/1954613823 conn(0x5557c19ecb70 msgr2=0x5557c1ab5b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:50.063 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.048+0000 7f0d7a904b80 1 -- 172.21.15.43:0/1954613823 shutdown_connections 2024-05-16T15:52:50.063 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.048+0000 7f0d7a904b80 1 -- 172.21.15.43:0/1954613823 wait complete. 2024-05-16T15:52:50.063 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.048+0000 7f0d7a904b80 20 client.25532 trim_cache size 0 max 16384 2024-05-16T15:52:50.083 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.071+0000 7f0d7a904b80 1 Processor -- start 2024-05-16T15:52:50.083 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.071+0000 7f0d7a904b80 1 -- start start 2024-05-16T15:52:50.083 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.071+0000 7f0d7a904b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557c1ac0d50 0x5557c1ac0810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:50.083 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.071+0000 7f0d7a904b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557c1ac61b0 0x5557c1aca290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:50.084 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.071+0000 7f0d7a904b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5557c1ac6ad0 0x5557c1ab5c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:50.084 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.072+0000 7f0d7a904b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f0d681ad0b0 con 0x5557c1ac61b0 2024-05-16T15:52:50.084 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.072+0000 7f0d7a904b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f0d681aecb0 con 0x5557c1ac6ad0 2024-05-16T15:52:50.084 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.072+0000 7f0d7a904b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f0d681ad780 con 0x5557c1ac0d50 2024-05-16T15:52:50.085 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.072+0000 7f0d6d60c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557c1ac61b0 0x5557c1aca290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:50.085 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.072+0000 7f0d6d60c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557c1ac61b0 0x5557c1aca290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:45808/0 (socket says 172.21.15.43:45808) 2024-05-16T15:52:50.085 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.072+0000 7f0d6d60c700 1 -- 172.21.15.43:0/1967752447 learned_addr learned my addr 172.21.15.43:0/1967752447 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:50.085 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.072+0000 7f0d6de0d700 1 --2- 172.21.15.43:0/1967752447 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557c1ac0d50 0x5557c1ac0810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:50.085 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.072+0000 7f0d6e60e700 1 --2- 172.21.15.43:0/1967752447 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5557c1ac6ad0 0x5557c1ab5c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:50.085 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.072+0000 7f0d6de0d700 1 -- 172.21.15.43:0/1967752447 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5557c1ac6ad0 msgr2=0x5557c1ab5c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:50.085 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.072+0000 7f0d6de0d700 1 --2- 172.21.15.43:0/1967752447 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5557c1ac6ad0 0x5557c1ab5c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:50.085 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.072+0000 7f0d6de0d700 1 -- 172.21.15.43:0/1967752447 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557c1ac61b0 msgr2=0x5557c1aca290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:50.085 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.072+0000 7f0d6de0d700 1 --2- 172.21.15.43:0/1967752447 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557c1ac61b0 0x5557c1aca290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:50.085 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.072+0000 7f0d6de0d700 1 -- 172.21.15.43:0/1967752447 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5557c1abbde0 con 0x5557c1ac0d50 2024-05-16T15:52:50.085 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.072+0000 7f0d6d60c700 1 --2- 172.21.15.43:0/1967752447 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557c1ac61b0 0x5557c1aca290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:52:50.085 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.072+0000 7f0d6de0d700 1 --2- 172.21.15.43:0/1967752447 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557c1ac0d50 0x5557c1ac0810 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x5557c1acd5e0 tx=0x7f0d64022000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ff52bfc82612e17e server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:50.085 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.072+0000 7f0d537fe700 1 -- 172.21.15.43:0/1967752447 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d64003940 con 0x5557c1ac0d50 2024-05-16T15:52:50.085 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.072+0000 7f0d537fe700 1 -- 172.21.15.43:0/1967752447 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0d640095e0 con 0x5557c1ac0d50 2024-05-16T15:52:50.085 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.072+0000 7f0d537fe700 1 -- 172.21.15.43:0/1967752447 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d6401f670 con 0x5557c1ac0d50 2024-05-16T15:52:50.086 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.073+0000 7f0d7a904b80 1 -- 172.21.15.43:0/1967752447 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557c1ac0d50 msgr2=0x5557c1ac0810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:50.086 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.073+0000 7f0d7a904b80 1 --2- 172.21.15.43:0/1967752447 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557c1ac0d50 0x5557c1ac0810 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x5557c1acd5e0 tx=0x7f0d64022000 comp rx=0 tx=0).stop 2024-05-16T15:52:50.087 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.073+0000 7f0d7a904b80 1 -- 172.21.15.43:0/1967752447 shutdown_connections 2024-05-16T15:52:50.087 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.073+0000 7f0d7a904b80 1 --2- 172.21.15.43:0/1967752447 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5557c1ac6ad0 0x5557c1ab5c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:50.087 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.073+0000 7f0d7a904b80 1 --2- 172.21.15.43:0/1967752447 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557c1ac0d50 0x5557c1ac0810 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:50.087 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.073+0000 7f0d7a904b80 1 --2- 172.21.15.43:0/1967752447 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557c1ac61b0 0x5557c1aca290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:50.087 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.073+0000 7f0d7a904b80 1 -- 172.21.15.43:0/1967752447 >> 172.21.15.43:0/1967752447 conn(0x5557c19ecb70 msgr2=0x5557c1ac9b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:50.087 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.074+0000 7f0d7a904b80 1 -- 172.21.15.43:0/1967752447 shutdown_connections 2024-05-16T15:52:50.087 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.074+0000 7f0d7a904b80 1 -- 172.21.15.43:0/1967752447 wait complete. 2024-05-16T15:52:50.087 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.074+0000 7f0d7a904b80 1 -- start start 2024-05-16T15:52:50.087 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.074+0000 7f0d7a904b80 1 Processor -- start 2024-05-16T15:52:50.088 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.075+0000 7f0d7a904b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557c1ac0d50 0x5557c1b441d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:50.088 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.075+0000 7f0d7a904b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5557c1ac61b0 0x5557c1b44710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:50.089 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.075+0000 7f0d7a904b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557c1ac6ad0 0x5557c1adcb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:50.089 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.075+0000 7f0d7a904b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f0d681ae5e0 con 0x5557c1ac0d50 2024-05-16T15:52:50.089 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.075+0000 7f0d6de0d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557c1ac0d50 0x5557c1b441d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:50.089 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.075+0000 7f0d7a904b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f0d681ade50 con 0x5557c1ac61b0 2024-05-16T15:52:50.089 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.075+0000 7f0d7a904b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f0d681ab050 con 0x5557c1ac6ad0 2024-05-16T15:52:50.089 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.075+0000 7f0d6de0d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557c1ac0d50 0x5557c1b441d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:45824/0 (socket says 172.21.15.43:45824) 2024-05-16T15:52:50.089 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.075+0000 7f0d6de0d700 1 -- 172.21.15.43:0/438708146 learned_addr learned my addr 172.21.15.43:0/438708146 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:50.089 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.075+0000 7f0d7a904b80 10 client.0 _ll_register_callbacks cb 0x5557c19a65b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:52:50.089 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.075+0000 7f0d6d60c700 1 --2- 172.21.15.43:0/438708146 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5557c1ac61b0 0x5557c1b44710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:50.089 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.075+0000 7f0d6e60e700 1 --2- 172.21.15.43:0/438708146 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557c1ac6ad0 0x5557c1adcb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:50.089 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.076+0000 7f0d6de0d700 1 -- 172.21.15.43:0/438708146 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557c1ac6ad0 msgr2=0x5557c1adcb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:50.089 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.076+0000 7f0d6de0d700 1 --2- 172.21.15.43:0/438708146 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557c1ac6ad0 0x5557c1adcb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:50.090 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.076+0000 7f0d6de0d700 1 -- 172.21.15.43:0/438708146 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5557c1ac61b0 msgr2=0x5557c1b44710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:50.090 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.076+0000 7f0d6de0d700 1 --2- 172.21.15.43:0/438708146 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5557c1ac61b0 0x5557c1b44710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:50.090 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.076+0000 7f0d6de0d700 1 -- 172.21.15.43:0/438708146 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5557c1add3a0 con 0x5557c1ac0d50 2024-05-16T15:52:50.090 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.076+0000 7f0d6de0d700 1 --2- 172.21.15.43:0/438708146 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557c1ac0d50 0x5557c1b441d0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f0d6400a020 tx=0x7f0d64013730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33d472cdb2295203 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:50.090 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.076+0000 7f0d517fa700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:52:50.090 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.076+0000 7f0d517fa700 1 -- 172.21.15.43:0/438708146 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d64009d20 con 0x5557c1ac0d50 2024-05-16T15:52:50.090 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.076+0000 7f0d517fa700 1 -- 172.21.15.43:0/438708146 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f0d64003740 con 0x5557c1ac0d50 2024-05-16T15:52:50.090 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.076+0000 7f0d7a904b80 1 -- 172.21.15.43:0/438708146 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0d640095e0 con 0x5557c1ac0d50 2024-05-16T15:52:50.090 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.077+0000 7f0d517fa700 1 -- 172.21.15.43:0/438708146 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f0d64003940 con 0x5557c1ac0d50 2024-05-16T15:52:50.090 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.077+0000 7f0d7a904b80 10 client.16008 fetch_fsmap learned FSMap version 34 2024-05-16T15:52:50.090 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.077+0000 7f0d7a904b80 1 -- 172.21.15.43:0/438708146 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x5557c1b4cb50 con 0x5557c1ac0d50 2024-05-16T15:52:50.092 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.077+0000 7f0d517fa700 1 -- 172.21.15.43:0/438708146 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0d640095e0 con 0x5557c1ac0d50 2024-05-16T15:52:50.092 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.077+0000 7f0d517fa700 1 -- 172.21.15.43:0/438708146 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 34) ==== 8378+0+0 (secure 0 0 0) 0x7f0d64026070 con 0x5557c1ac0d50 2024-05-16T15:52:50.092 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.077+0000 7f0d7a904b80 10 client.16008 fetch_fsmap finished waiting for FSMap version 34 2024-05-16T15:52:50.092 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.077+0000 7f0d7a904b80 10 client.16008 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-16T15:52:50.092 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.077+0000 7f0d7a904b80 20 client.16008 populate_metadata read hostname 'smithi043' 2024-05-16T15:52:50.092 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.077+0000 7f0d7a904b80 1 --2- 172.21.15.43:0/438708146 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5557c1ada1f0 0x5557c1b4f250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:50.093 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.077+0000 7f0d7a904b80 4 client.16008 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-16T15:52:50.093 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.077+0000 7f0d7a904b80 1 -- 172.21.15.43:0/438708146 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5557c1a1a3c0 con 0x5557c1ada1f0 2024-05-16T15:52:50.093 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.078+0000 7f0d6d60c700 1 --2- 172.21.15.43:0/438708146 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5557c1ada1f0 0x5557c1b4f250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:50.093 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.078+0000 7f0d6d60c700 1 --2- 172.21.15.43:0/438708146 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5557c1ada1f0 0x5557c1b4f250 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4b8843bc100e1c6b server_cookie=54cd424d8c44307c in_seq=0 out_seq=0 2024-05-16T15:52:50.093 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.078+0000 7f0d517fa700 10 client.16008 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:52:50.093 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.078+0000 7f0d517fa700 1 -- 172.21.15.43:0/438708146 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5557c1a1a3c0 con 0x5557c1ada1f0 2024-05-16T15:52:50.093 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.078+0000 7f0d517fa700 10 client.16008 handle_command_reply: tid=0 2024-05-16T15:52:50.093 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.078+0000 7f0d7a904b80 1 client.16008 shutdown 2024-05-16T15:52:50.093 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.078+0000 7f0d7a904b80 1 -- 172.21.15.43:0/438708146 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557c1ac0d50 msgr2=0x5557c1b441d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:50.093 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.078+0000 7f0d7a904b80 1 --2- 172.21.15.43:0/438708146 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557c1ac0d50 0x5557c1b441d0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f0d6400a020 tx=0x7f0d64013730 comp rx=0 tx=0).stop 2024-05-16T15:52:50.093 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.079+0000 7f0d7a904b80 1 -- 172.21.15.43:0/438708146 shutdown_connections 2024-05-16T15:52:50.093 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.079+0000 7f0d7a904b80 1 --2- 172.21.15.43:0/438708146 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5557c1ada1f0 0x5557c1b4f250 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:50.093 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.079+0000 7f0d7a904b80 1 --2- 172.21.15.43:0/438708146 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557c1ac6ad0 0x5557c1adcb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:50.093 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.079+0000 7f0d7a904b80 1 --2- 172.21.15.43:0/438708146 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557c1ac0d50 0x5557c1b441d0 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:50.094 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.079+0000 7f0d517fa700 0 client.16008 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:52:50.094 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.079+0000 7f0d7a904b80 1 --2- 172.21.15.43:0/438708146 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5557c1ac61b0 0x5557c1b44710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:50.094 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.079+0000 7f0d7a904b80 1 -- 172.21.15.43:0/438708146 >> 172.21.15.43:0/438708146 conn(0x5557c19ecb70 msgr2=0x5557c1ac6eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:50.094 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.079+0000 7f0d7a904b80 1 -- 172.21.15.43:0/438708146 shutdown_connections 2024-05-16T15:52:50.094 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.079+0000 7f0d7a904b80 1 -- 172.21.15.43:0/438708146 wait complete. 2024-05-16T15:52:50.094 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.079+0000 7f0d7a904b80 20 client.16008 trim_cache size 0 max 16384 2024-05-16T15:52:50.094 INFO:teuthology.orchestra.run.smithi043.stdout:[] 2024-05-16T15:52:50.095 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.080+0000 7f0d70071700 1 -- 172.21.15.43:0/1827481927 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f0d540b2900 msgr2=0x7f0d540b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:50.095 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.080+0000 7f0d70071700 1 --2- 172.21.15.43:0/1827481927 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f0d540b2900 0x7f0d540b4dc0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f0d64009230 tx=0x7f0d64005040 comp rx=0 tx=0).stop 2024-05-16T15:52:50.095 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.080+0000 7f0d70071700 1 -- 172.21.15.43:0/1827481927 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0d68107760 msgr2=0x7f0d681976b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:50.095 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.080+0000 7f0d70071700 1 --2- 172.21.15.43:0/1827481927 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0d68107760 0x7f0d681976b0 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f0d6000efc0 tx=0x7f0d6000c3a0 comp rx=0 tx=0).stop 2024-05-16T15:52:50.095 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.080+0000 7f0d70071700 1 -- 172.21.15.43:0/1827481927 shutdown_connections 2024-05-16T15:52:50.095 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.080+0000 7f0d70071700 1 --2- 172.21.15.43:0/1827481927 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f0d540b2900 0x7f0d540b4dc0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:50.095 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.080+0000 7f0d70071700 1 --2- 172.21.15.43:0/1827481927 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0d68107760 0x7f0d681976b0 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:50.095 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.080+0000 7f0d70071700 1 --2- 172.21.15.43:0/1827481927 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0d68102e00 0x7f0d6819d590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:50.096 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.080+0000 7f0d70071700 1 --2- 172.21.15.43:0/1827481927 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0d681037b0 0x7f0d6819dad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:50.096 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.080+0000 7f0d70071700 1 -- 172.21.15.43:0/1827481927 >> 172.21.15.43:0/1827481927 conn(0x7f0d68078a10 msgr2=0x7f0d680ffdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:50.096 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.080+0000 7f0d70071700 1 -- 172.21.15.43:0/1827481927 shutdown_connections 2024-05-16T15:52:50.096 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:50.080+0000 7f0d70071700 1 -- 172.21.15.43:0/1827481927 wait complete. 2024-05-16T15:52:50.215 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] fault 2024-05-16T15:52:50.266 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] fstest 2024-05-16T15:52:50.313 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] t_access_root 2024-05-16T15:52:50.432 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] godown 2024-05-16T15:52:50.612 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] resvtest 2024-05-16T15:52:50.676 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] writemod 2024-05-16T15:52:50.766 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] writev_on_pagefault 2024-05-16T15:52:50.831 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] makeextents 2024-05-16T15:52:51.011 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] itrash 2024-05-16T15:52:51.032 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] rename 2024-05-16T15:52:51.130 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] multi_open_unlink 2024-05-16T15:52:51.255 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] unwritten_sync 2024-05-16T15:52:51.360 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] genhashnames 2024-05-16T15:52:51.369 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] t_holes 2024-05-16T15:52:51.502 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] t_mmap_writev 2024-05-16T15:52:51.663 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] t_truncate_cmtime 2024-05-16T15:52:51.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:51 smithi157 ceph-mon[35584]: pgmap v515: 129 pgs: 129 active+clean; 32 MiB data, 548 MiB used, 1.0 TiB / 1.0 TiB avail; 196 KiB/s rd, 365 KiB/s wr, 53 op/s 2024-05-16T15:52:51.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:51 smithi148 ceph-mon[34976]: pgmap v515: 129 pgs: 129 active+clean; 32 MiB data, 548 MiB used, 1.0 TiB / 1.0 TiB avail; 196 KiB/s rd, 365 KiB/s wr, 53 op/s 2024-05-16T15:52:51.705 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] dirhash_collide 2024-05-16T15:52:51.725 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:51 smithi043 ceph-mon[31619]: pgmap v515: 129 pgs: 129 active+clean; 32 MiB data, 548 MiB used, 1.0 TiB / 1.0 TiB avail; 196 KiB/s rd, 365 KiB/s wr, 53 op/s 2024-05-16T15:52:51.771 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] t_rename_overwrite 2024-05-16T15:52:51.860 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] holetest 2024-05-16T15:52:52.020 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] t_truncate_self 2024-05-16T15:52:52.086 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] af_unix 2024-05-16T15:52:52.100 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] t_mmap_stale_pmd 2024-05-16T15:52:52.123 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-16T15:52:52.123 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-16T15:52:52.330 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] t_mmap_cow_race 2024-05-16T15:52:52.348 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] t_mmap_fallocate 2024-05-16T15:52:52.470 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:52:52.476 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] fsync-err 2024-05-16T15:52:52.489 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] t_mmap_write_ro 2024-05-16T15:52:52.710 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] t_ext4_dax_journal_corruption 2024-05-16T15:52:52.735 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] t_ext4_dax_inline_corruption 2024-05-16T15:52:52.853 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] t_ofd_locks 2024-05-16T15:52:52.880 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] t_mmap_collision 2024-05-16T15:52:53.104 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] mmap-write-concurrent 2024-05-16T15:52:53.113 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] t_get_file_time 2024-05-16T15:52:53.273 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] t_create_short_dirs 2024-05-16T15:52:53.319 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] t_create_long_dirs 2024-05-16T15:52:53.465 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] t_enospc 2024-05-16T15:52:53.497 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] t_mmap_writev_overlap 2024-05-16T15:52:53.632 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:53 smithi043 ceph-mon[31619]: pgmap v516: 129 pgs: 129 active+clean; 32 MiB data, 549 MiB used, 1.0 TiB / 1.0 TiB avail; 199 KiB/s rd, 383 KiB/s wr, 61 op/s 2024-05-16T15:52:53.650 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] checkpoint_journal 2024-05-16T15:52:53.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:53 smithi157 ceph-mon[35584]: pgmap v516: 129 pgs: 129 active+clean; 32 MiB data, 549 MiB used, 1.0 TiB / 1.0 TiB avail; 199 KiB/s rd, 383 KiB/s wr, 61 op/s 2024-05-16T15:52:53.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:53 smithi148 ceph-mon[34976]: pgmap v516: 129 pgs: 129 active+clean; 32 MiB data, 549 MiB used, 1.0 TiB / 1.0 TiB avail; 199 KiB/s rd, 383 KiB/s wr, 61 op/s 2024-05-16T15:52:53.694 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] mmap-rw-fault 2024-05-16T15:52:53.882 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] allocstale 2024-05-16T15:52:53.899 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] t_mmap_cow_memory_failure 2024-05-16T15:52:54.015 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] fake-dump-rootino 2024-05-16T15:52:54.099 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] dio-buf-fault 2024-05-16T15:52:54.456 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] rewinddir-test 2024-05-16T15:52:54.492 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] readdir-while-renames 2024-05-16T15:52:54.526 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] xfsctl 2024-05-16T15:52:54.579 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.567+0000 7f85ad59a700 1 -- 172.21.15.43:0/9093526 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85a8009480 con 0x7f85b0106060 2024-05-16T15:52:54.580 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.568+0000 7f85b4931700 1 -- 172.21.15.43:0/9093526 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f85b0106060 msgr2=0x7f85b0112570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:54.580 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.568+0000 7f85b4931700 1 --2- 172.21.15.43:0/9093526 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f85b0106060 0x7f85b0112570 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f85a800b0a0 tx=0x7f85a800b3b0 comp rx=0 tx=0).stop 2024-05-16T15:52:54.580 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.568+0000 7f85b4931700 1 -- 172.21.15.43:0/9093526 shutdown_connections 2024-05-16T15:52:54.580 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.568+0000 7f85b4931700 1 --2- 172.21.15.43:0/9093526 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f85b0106060 0x7f85b0112570 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:54.581 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.568+0000 7f85b4931700 1 --2- 172.21.15.43:0/9093526 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f85b010b6a0 0x7f85b010ba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:54.581 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.568+0000 7f85b4931700 1 --2- 172.21.15.43:0/9093526 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f85b01056a0 0x7f85b0105b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:54.581 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.568+0000 7f85b4931700 1 -- 172.21.15.43:0/9093526 >> 172.21.15.43:0/9093526 conn(0x7f85b01011b0 msgr2=0x7f85b01035d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:54.581 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.568+0000 7f85b4931700 1 -- 172.21.15.43:0/9093526 shutdown_connections 2024-05-16T15:52:54.581 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.568+0000 7f85b4931700 1 -- 172.21.15.43:0/9093526 wait complete. 2024-05-16T15:52:54.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.569+0000 7f85b4931700 1 Processor -- start 2024-05-16T15:52:54.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.569+0000 7f85b4931700 1 -- start start 2024-05-16T15:52:54.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.569+0000 7f85b4931700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f85b01056a0 0x7f85b01a1870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:54.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.569+0000 7f85b4931700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f85b0106060 0x7f85b01a1db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:54.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.569+0000 7f85b4931700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f85b010b6a0 0x7f85b019ba30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:54.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.570+0000 7f85b4931700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f85b01157e0 con 0x7f85b010b6a0 2024-05-16T15:52:54.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.570+0000 7f85b4931700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f85b0115660 con 0x7f85b0106060 2024-05-16T15:52:54.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.570+0000 7f85b4931700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f85b0115960 con 0x7f85b01056a0 2024-05-16T15:52:54.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.570+0000 7f85aed9d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f85b010b6a0 0x7f85b019ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:54.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.570+0000 7f85add9b700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f85b0106060 0x7f85b01a1db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:54.582 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.570+0000 7f85add9b700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f85b0106060 0x7f85b01a1db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:52246/0 (socket says 172.21.15.43:52246) 2024-05-16T15:52:54.583 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.570+0000 7f85add9b700 1 -- 172.21.15.43:0/1716659022 learned_addr learned my addr 172.21.15.43:0/1716659022 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:54.583 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.570+0000 7f85ae59c700 1 --2- 172.21.15.43:0/1716659022 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f85b01056a0 0x7f85b01a1870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:54.584 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.570+0000 7f85ae59c700 1 -- 172.21.15.43:0/1716659022 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f85b0106060 msgr2=0x7f85b01a1db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:54.584 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.570+0000 7f85ae59c700 1 --2- 172.21.15.43:0/1716659022 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f85b0106060 0x7f85b01a1db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:54.584 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.570+0000 7f85ae59c700 1 -- 172.21.15.43:0/1716659022 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f85b010b6a0 msgr2=0x7f85b019ba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:54.584 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.570+0000 7f85ae59c700 1 --2- 172.21.15.43:0/1716659022 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f85b010b6a0 0x7f85b019ba30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:54.584 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.570+0000 7f85ae59c700 1 -- 172.21.15.43:0/1716659022 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85b019c190 con 0x7f85b01056a0 2024-05-16T15:52:54.584 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.571+0000 7f85ae59c700 1 --2- 172.21.15.43:0/1716659022 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f85b01056a0 0x7f85b01a1870 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f85a000e9f0 tx=0x7f85a000ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:54.584 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.571+0000 7f85aed9d700 1 --2- 172.21.15.43:0/1716659022 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f85b010b6a0 0x7f85b019ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:52:54.584 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.571+0000 7f859f7fe700 1 -- 172.21.15.43:0/1716659022 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85a000c9c0 con 0x7f85b01056a0 2024-05-16T15:52:54.584 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.571+0000 7f85b4931700 1 -- 172.21.15.43:0/1716659022 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85b019c420 con 0x7f85b01056a0 2024-05-16T15:52:54.584 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.571+0000 7f85b4931700 1 -- 172.21.15.43:0/1716659022 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85b00778e0 con 0x7f85b01056a0 2024-05-16T15:52:54.584 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.571+0000 7f859f7fe700 1 -- 172.21.15.43:0/1716659022 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f85a0010430 con 0x7f85b01056a0 2024-05-16T15:52:54.584 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.571+0000 7f859f7fe700 1 -- 172.21.15.43:0/1716659022 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85a0018680 con 0x7f85b01056a0 2024-05-16T15:52:54.586 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.575+0000 7f859f7fe700 1 -- 172.21.15.43:0/1716659022 <== mon.1 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f85a0018820 con 0x7f85b01056a0 2024-05-16T15:52:54.589 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.576+0000 7f859f7fe700 1 --2- 172.21.15.43:0/1716659022 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f85980b2900 0x7f85980b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:54.589 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.576+0000 7f85bf1c4b80 1 Processor -- start 2024-05-16T15:52:54.589 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.576+0000 7f859f7fe700 1 -- 172.21.15.43:0/1716659022 <== mon.1 v2:172.21.15.157:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f85a00e26e0 con 0x7f85b01056a0 2024-05-16T15:52:54.589 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.576+0000 7f85bf1c4b80 1 -- start start 2024-05-16T15:52:54.589 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.576+0000 7f85add9b700 1 --2- 172.21.15.43:0/1716659022 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f85980b2900 0x7f85980b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:54.589 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.576+0000 7f85bf1c4b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561f823ba550 0x561f823ba930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:54.590 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.576+0000 7f85bf1c4b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f823bae70 0x561f823be770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:54.590 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.576+0000 7f85bf1c4b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561f823bed00 0x561f823bf180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:54.590 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.576+0000 7f85bf1c4b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x561f8230c8e0 con 0x561f823ba550 2024-05-16T15:52:54.590 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.576+0000 7f85bf1c4b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x561f822ab840 con 0x561f823bed00 2024-05-16T15:52:54.590 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.576+0000 7f85bf1c4b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x561f823088a0 con 0x561f823bae70 2024-05-16T15:52:54.590 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.576+0000 7f85ae59c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561f823ba550 0x561f823ba930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:54.590 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.577+0000 7f85ae59c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561f823ba550 0x561f823ba930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:45866/0 (socket says 172.21.15.43:45866) 2024-05-16T15:52:54.590 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.577+0000 7f85ae59c700 1 -- 172.21.15.43:0/910861466 learned_addr learned my addr 172.21.15.43:0/910861466 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:54.590 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.577+0000 7f85aed9d700 1 --2- 172.21.15.43:0/910861466 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561f823bed00 0x561f823bf180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:54.590 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.577+0000 7f85ae59c700 1 -- 172.21.15.43:0/910861466 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f823bae70 msgr2=0x561f823be770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:54.590 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.577+0000 7f85ae59c700 1 --2- 172.21.15.43:0/910861466 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f823bae70 0x561f823be770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:54.590 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.577+0000 7f85ae59c700 1 -- 172.21.15.43:0/910861466 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561f823bed00 msgr2=0x561f823bf180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:54.590 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.577+0000 7f85ae59c700 1 --2- 172.21.15.43:0/910861466 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561f823bed00 0x561f823bf180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:54.591 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.577+0000 7f85ae59c700 1 -- 172.21.15.43:0/910861466 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561f82259950 con 0x561f823ba550 2024-05-16T15:52:54.591 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.577+0000 7f85ae59c700 1 --2- 172.21.15.43:0/910861466 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561f823ba550 0x561f823ba930 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f85a0009230 tx=0x7f85a00a9fe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55ee8a46e7b7ac44 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:54.591 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.577+0000 7f859cff9700 1 -- 172.21.15.43:0/910861466 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85a00aa380 con 0x561f823ba550 2024-05-16T15:52:54.591 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.577+0000 7f859cff9700 1 -- 172.21.15.43:0/910861466 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f85a00aaf70 con 0x561f823ba550 2024-05-16T15:52:54.591 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.577+0000 7f859cff9700 1 -- 172.21.15.43:0/910861466 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85a00106b0 con 0x561f823ba550 2024-05-16T15:52:54.592 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.578+0000 7f85bf1c4b80 1 -- 172.21.15.43:0/910861466 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561f823ba550 msgr2=0x561f823ba930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:54.592 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.578+0000 7f85bf1c4b80 1 --2- 172.21.15.43:0/910861466 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561f823ba550 0x561f823ba930 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f85a0009230 tx=0x7f85a00a9fe0 comp rx=0 tx=0).stop 2024-05-16T15:52:54.592 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.578+0000 7f85add9b700 1 --2- 172.21.15.43:0/1716659022 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f85980b2900 0x7f85980b4dc0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f85b0103860 tx=0x7f85a4007480 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:54.593 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.578+0000 7f85bf1c4b80 1 -- 172.21.15.43:0/910861466 shutdown_connections 2024-05-16T15:52:54.593 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.578+0000 7f85bf1c4b80 1 --2- 172.21.15.43:0/910861466 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561f823bed00 0x561f823bf180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:54.593 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.578+0000 7f85bf1c4b80 1 --2- 172.21.15.43:0/910861466 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561f823ba550 0x561f823ba930 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:54.593 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.578+0000 7f85bf1c4b80 1 --2- 172.21.15.43:0/910861466 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f823bae70 0x561f823be770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:54.593 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.578+0000 7f85bf1c4b80 1 -- 172.21.15.43:0/910861466 >> 172.21.15.43:0/910861466 conn(0x561f822e6180 msgr2=0x561f823b4cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:54.593 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.578+0000 7f85bf1c4b80 1 -- 172.21.15.43:0/910861466 shutdown_connections 2024-05-16T15:52:54.593 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.579+0000 7f85bf1c4b80 1 -- 172.21.15.43:0/910861466 wait complete. 2024-05-16T15:52:54.593 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.579+0000 7f85bf1c4b80 1 -- start start 2024-05-16T15:52:54.593 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.579+0000 7f85bf1c4b80 1 Processor -- start 2024-05-16T15:52:54.593 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.580+0000 7f85bf1c4b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561f823ba550 0x561f823c60e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:54.593 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.580+0000 7f85bf1c4b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f823bae70 0x561f823c3480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:54.593 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.580+0000 7f85bf1c4b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561f823bed00 0x561f823c39c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:54.593 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.580+0000 7f85bf1c4b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x561f823c6f10 con 0x561f823ba550 2024-05-16T15:52:54.593 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.580+0000 7f85bf1c4b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x561f82272cb0 con 0x561f823bed00 2024-05-16T15:52:54.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.580+0000 7f85bf1c4b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x561f823c7090 con 0x561f823bae70 2024-05-16T15:52:54.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.580+0000 7f85ae59c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561f823ba550 0x561f823c60e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:54.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.580+0000 7f85add9b700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f823bae70 0x561f823c3480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:54.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.580+0000 7f85ae59c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561f823ba550 0x561f823c60e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:45872/0 (socket says 172.21.15.43:45872) 2024-05-16T15:52:54.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.580+0000 7f85ae59c700 1 -- 172.21.15.43:0/2486550856 learned_addr learned my addr 172.21.15.43:0/2486550856 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:54.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.580+0000 7f85bf1c4b80 10 client.0 _ll_register_callbacks cb 0x561f822a49a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:52:54.594 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.580+0000 7f85aed9d700 1 --2- 172.21.15.43:0/2486550856 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561f823bed00 0x561f823c39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:54.596 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.581+0000 7f85ae59c700 1 -- 172.21.15.43:0/2486550856 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f823bae70 msgr2=0x561f823c3480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:54.597 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.581+0000 7f85ae59c700 1 --2- 172.21.15.43:0/2486550856 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f823bae70 0x561f823c3480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:54.597 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.581+0000 7f85ae59c700 1 -- 172.21.15.43:0/2486550856 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561f823bed00 msgr2=0x561f823c39c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:54.597 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.581+0000 7f85ae59c700 1 --2- 172.21.15.43:0/2486550856 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561f823bed00 0x561f823c39c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:54.597 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.581+0000 7f85ae59c700 1 -- 172.21.15.43:0/2486550856 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561f822a8710 con 0x561f823ba550 2024-05-16T15:52:54.597 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.581+0000 7f85aed9d700 1 --2- 172.21.15.43:0/2486550856 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561f823bed00 0x561f823c39c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:52:54.597 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.581+0000 7f85ae59c700 1 --2- 172.21.15.43:0/2486550856 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561f823ba550 0x561f823c60e0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f85a00dfe80 tx=0x7f85a00aeca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0a4fb50bc4e3d46 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:54.597 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.581+0000 7f8595ffb700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:52:54.597 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.581+0000 7f8595ffb700 1 -- 172.21.15.43:0/2486550856 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85a00c5060 con 0x561f823ba550 2024-05-16T15:52:54.597 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.581+0000 7f8595ffb700 1 -- 172.21.15.43:0/2486550856 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f85a00e23f0 con 0x561f823ba550 2024-05-16T15:52:54.597 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.581+0000 7f85bf1c4b80 1 -- 172.21.15.43:0/2486550856 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f85a00aaf70 con 0x561f823ba550 2024-05-16T15:52:54.597 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.582+0000 7f8595ffb700 1 -- 172.21.15.43:0/2486550856 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f85a00b36d0 con 0x561f823ba550 2024-05-16T15:52:54.597 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.582+0000 7f85bf1c4b80 10 client.16020 fetch_fsmap learned FSMap version 34 2024-05-16T15:52:54.597 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.582+0000 7f85bf1c4b80 1 -- 172.21.15.43:0/2486550856 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x561f823d1770 con 0x561f823ba550 2024-05-16T15:52:54.598 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.582+0000 7f8595ffb700 1 -- 172.21.15.43:0/2486550856 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f85a00aaf70 con 0x561f823ba550 2024-05-16T15:52:54.598 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.582+0000 7f8595ffb700 1 -- 172.21.15.43:0/2486550856 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 34) ==== 8378+0+0 (secure 0 0 0) 0x7f85a00e1070 con 0x561f823ba550 2024-05-16T15:52:54.598 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.582+0000 7f85bf1c4b80 10 client.16020 fetch_fsmap finished waiting for FSMap version 34 2024-05-16T15:52:54.598 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.582+0000 7f85bf1c4b80 10 client.16020 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-16T15:52:54.598 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.582+0000 7f85bf1c4b80 20 client.16020 populate_metadata read hostname 'smithi043' 2024-05-16T15:52:54.598 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.582+0000 7f85bf1c4b80 1 --2- 172.21.15.43:0/2486550856 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x561f823d3c40 0x561f823d6030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:54.598 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.582+0000 7f85bf1c4b80 4 client.16020 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:52:54.598 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.582+0000 7f85bf1c4b80 1 -- 172.21.15.43:0/2486550856 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561f823866d0 con 0x561f823d3c40 2024-05-16T15:52:54.598 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.582+0000 7f85add9b700 1 --2- 172.21.15.43:0/2486550856 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x561f823d3c40 0x561f823d6030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:54.598 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.583+0000 7f85add9b700 1 --2- 172.21.15.43:0/2486550856 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x561f823d3c40 0x561f823d6030 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8e8b48157a283479 server_cookie=172c117a3fb1a6e in_seq=0 out_seq=0 2024-05-16T15:52:54.598 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.583+0000 7f8595ffb700 10 client.16020 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:52:54.598 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.584+0000 7f8595ffb700 1 -- 172.21.15.43:0/2486550856 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x561f823866d0 con 0x561f823d3c40 2024-05-16T15:52:54.598 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.584+0000 7f8595ffb700 10 client.16020 handle_command_reply: tid=0 2024-05-16T15:52:54.598 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.584+0000 7f85bf1c4b80 1 client.16020 shutdown 2024-05-16T15:52:54.599 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.584+0000 7f85bf1c4b80 1 -- 172.21.15.43:0/2486550856 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561f823ba550 msgr2=0x561f823c60e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:54.599 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.584+0000 7f85bf1c4b80 1 --2- 172.21.15.43:0/2486550856 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561f823ba550 0x561f823c60e0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f85a00dfe80 tx=0x7f85a00aeca0 comp rx=0 tx=0).stop 2024-05-16T15:52:54.599 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.584+0000 7f85bf1c4b80 1 -- 172.21.15.43:0/2486550856 shutdown_connections 2024-05-16T15:52:54.599 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.584+0000 7f85bf1c4b80 1 --2- 172.21.15.43:0/2486550856 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x561f823d3c40 0x561f823d6030 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:54.599 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.584+0000 7f8595ffb700 0 client.16020 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:52:54.599 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.584+0000 7f85bf1c4b80 1 --2- 172.21.15.43:0/2486550856 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561f823bed00 0x561f823c39c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:54.599 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.584+0000 7f85bf1c4b80 1 --2- 172.21.15.43:0/2486550856 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561f823ba550 0x561f823c60e0 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:54.599 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.584+0000 7f85bf1c4b80 1 --2- 172.21.15.43:0/2486550856 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f823bae70 0x561f823c3480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:54.599 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.584+0000 7f85bf1c4b80 1 -- 172.21.15.43:0/2486550856 >> 172.21.15.43:0/2486550856 conn(0x561f822e6180 msgr2=0x561f823af7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:54.599 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.585+0000 7f85bf1c4b80 1 -- 172.21.15.43:0/2486550856 shutdown_connections 2024-05-16T15:52:54.599 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.585+0000 7f85bf1c4b80 1 -- 172.21.15.43:0/2486550856 wait complete. 2024-05-16T15:52:54.599 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.585+0000 7f85bf1c4b80 20 client.16020 trim_cache size 0 max 16384 2024-05-16T15:52:54.605 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] bstat 2024-05-16T15:52:54.628 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.616+0000 7f85bf1c4b80 1 Processor -- start 2024-05-16T15:52:54.628 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.616+0000 7f85bf1c4b80 1 -- start start 2024-05-16T15:52:54.629 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.616+0000 7f85bf1c4b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561f823ba550 0x561f823c3a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:54.630 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.616+0000 7f85bf1c4b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f823bae70 0x561f823d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:54.630 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.617+0000 7f85bf1c4b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561f823bed00 0x561f823b9bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:54.630 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.617+0000 7f85bf1c4b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f859000eb50 con 0x561f823bed00 2024-05-16T15:52:54.630 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.617+0000 7f85bf1c4b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f8590010750 con 0x561f823ba550 2024-05-16T15:52:54.630 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.617+0000 7f85bf1c4b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f859000f220 con 0x561f823bae70 2024-05-16T15:52:54.630 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.617+0000 7f85add9b700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f823bae70 0x561f823d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:54.630 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.617+0000 7f85ae59c700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561f823ba550 0x561f823c3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:54.630 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.617+0000 7f85add9b700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f823bae70 0x561f823d0000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:50662/0 (socket says 172.21.15.43:50662) 2024-05-16T15:52:54.630 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.617+0000 7f85add9b700 1 -- 172.21.15.43:0/362030823 learned_addr learned my addr 172.21.15.43:0/362030823 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:54.630 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.617+0000 7f85aed9d700 1 --2- 172.21.15.43:0/362030823 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561f823bed00 0x561f823b9bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:54.630 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.617+0000 7f85ae59c700 1 -- 172.21.15.43:0/362030823 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f823bae70 msgr2=0x561f823d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:54.630 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.617+0000 7f85ae59c700 1 --2- 172.21.15.43:0/362030823 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f823bae70 0x561f823d0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:54.631 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.617+0000 7f85ae59c700 1 -- 172.21.15.43:0/362030823 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561f823bed00 msgr2=0x561f823b9bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:54.631 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.617+0000 7f85ae59c700 1 --2- 172.21.15.43:0/362030823 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561f823bed00 0x561f823b9bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:54.631 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.617+0000 7f85ae59c700 1 -- 172.21.15.43:0/362030823 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561f823b5210 con 0x561f823ba550 2024-05-16T15:52:54.631 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.617+0000 7f85ae59c700 1 --2- 172.21.15.43:0/362030823 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561f823ba550 0x561f823c3a10 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f85a00a68f0 tx=0x7f85a00a6130 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aa9b6d1c59c5dbee server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:54.631 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.618+0000 7f8597fff700 1 -- 172.21.15.43:0/362030823 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85a0089080 con 0x561f823ba550 2024-05-16T15:52:54.631 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.618+0000 7f8597fff700 1 -- 172.21.15.43:0/362030823 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f85a00aaf70 con 0x561f823ba550 2024-05-16T15:52:54.631 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.618+0000 7f8597fff700 1 -- 172.21.15.43:0/362030823 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85a00aad30 con 0x561f823ba550 2024-05-16T15:52:54.632 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.619+0000 7f85bf1c4b80 1 -- 172.21.15.43:0/362030823 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561f823ba550 msgr2=0x561f823c3a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:54.632 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.619+0000 7f85bf1c4b80 1 --2- 172.21.15.43:0/362030823 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561f823ba550 0x561f823c3a10 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f85a00a68f0 tx=0x7f85a00a6130 comp rx=0 tx=0).stop 2024-05-16T15:52:54.632 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.619+0000 7f85bf1c4b80 1 -- 172.21.15.43:0/362030823 shutdown_connections 2024-05-16T15:52:54.632 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.619+0000 7f85bf1c4b80 1 --2- 172.21.15.43:0/362030823 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561f823bed00 0x561f823b9bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:54.632 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.619+0000 7f85bf1c4b80 1 --2- 172.21.15.43:0/362030823 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561f823ba550 0x561f823c3a10 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:54.632 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.619+0000 7f85bf1c4b80 1 --2- 172.21.15.43:0/362030823 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f823bae70 0x561f823d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:54.632 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.619+0000 7f85bf1c4b80 1 -- 172.21.15.43:0/362030823 >> 172.21.15.43:0/362030823 conn(0x561f822e6180 msgr2=0x561f823af7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:54.632 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.619+0000 7f85bf1c4b80 1 -- 172.21.15.43:0/362030823 shutdown_connections 2024-05-16T15:52:54.632 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.619+0000 7f85bf1c4b80 1 -- 172.21.15.43:0/362030823 wait complete. 2024-05-16T15:52:54.632 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.620+0000 7f85bf1c4b80 1 -- start start 2024-05-16T15:52:54.632 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.620+0000 7f85bf1c4b80 1 Processor -- start 2024-05-16T15:52:54.635 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.620+0000 7f85bf1c4b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f823ba550 0x561f823c7f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:54.635 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.620+0000 7f85bf1c4b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561f823bae70 0x561f823c8440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:54.635 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.620+0000 7f85bf1c4b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561f823bed00 0x561f823c8980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:54.635 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.620+0000 7f85bf1c4b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f8590010080 con 0x561f823bae70 2024-05-16T15:52:54.635 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.620+0000 7f85bf1c4b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f859000f8f0 con 0x561f823bed00 2024-05-16T15:52:54.635 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.620+0000 7f85bf1c4b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f859000caf0 con 0x561f823ba550 2024-05-16T15:52:54.635 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.621+0000 7f85bf1c4b80 10 client.0 _ll_register_callbacks cb 0x561f822a49a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:52:54.636 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.621+0000 7f85ae59c700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f823ba550 0x561f823c7f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:54.636 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.621+0000 7f85ae59c700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f823ba550 0x561f823c7f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:50676/0 (socket says 172.21.15.43:50676) 2024-05-16T15:52:54.636 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.621+0000 7f85ae59c700 1 -- 172.21.15.43:0/4036026800 learned_addr learned my addr 172.21.15.43:0/4036026800 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:54.636 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.621+0000 7f85add9b700 1 --2- 172.21.15.43:0/4036026800 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561f823bae70 0x561f823c8440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:54.636 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.621+0000 7f85aed9d700 1 --2- 172.21.15.43:0/4036026800 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561f823bed00 0x561f823c8980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:54.636 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.621+0000 7f85ae59c700 1 -- 172.21.15.43:0/4036026800 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561f823bed00 msgr2=0x561f823c8980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:54.636 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.621+0000 7f85ae59c700 1 --2- 172.21.15.43:0/4036026800 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561f823bed00 0x561f823c8980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:54.636 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.621+0000 7f85ae59c700 1 -- 172.21.15.43:0/4036026800 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561f823bae70 msgr2=0x561f823c8440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:54.636 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.621+0000 7f85ae59c700 1 --2- 172.21.15.43:0/4036026800 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561f823bae70 0x561f823c8440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:54.636 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.621+0000 7f85ae59c700 1 -- 172.21.15.43:0/4036026800 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561f8243d210 con 0x561f823ba550 2024-05-16T15:52:54.636 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.621+0000 7f85ae59c700 1 --2- 172.21.15.43:0/4036026800 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f823ba550 0x561f823c7f00 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f85a00a68f0 tx=0x7f85a00e2620 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a679112292c6536c server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:54.636 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.621+0000 7f8595ffb700 10 client.0 ms_handle_connect on v2:172.21.15.157:3300/0 2024-05-16T15:52:54.636 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.621+0000 7f8595ffb700 1 -- 172.21.15.43:0/4036026800 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85a00abba0 con 0x561f823ba550 2024-05-16T15:52:54.636 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.621+0000 7f8595ffb700 1 -- 172.21.15.43:0/4036026800 <== mon.1 v2:172.21.15.157:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f85a000cd70 con 0x561f823ba550 2024-05-16T15:52:54.637 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.621+0000 7f85bf1c4b80 1 -- 172.21.15.43:0/4036026800 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f85a00aaf70 con 0x561f823ba550 2024-05-16T15:52:54.637 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.622+0000 7f8595ffb700 1 -- 172.21.15.43:0/4036026800 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f85a00a9ad0 con 0x561f823ba550 2024-05-16T15:52:54.637 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.622+0000 7f85bf1c4b80 10 client.25603 fetch_fsmap learned FSMap version 34 2024-05-16T15:52:54.637 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.622+0000 7f85bf1c4b80 1 -- 172.21.15.43:0/4036026800 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x561f8243d210 con 0x561f823ba550 2024-05-16T15:52:54.637 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.622+0000 7f8595ffb700 1 -- 172.21.15.43:0/4036026800 <== mon.1 v2:172.21.15.157:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f85a00a9c70 con 0x561f823ba550 2024-05-16T15:52:54.637 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.622+0000 7f8595ffb700 1 -- 172.21.15.43:0/4036026800 <== mon.1 v2:172.21.15.157:3300/0 5 ==== fsmap(e 34) ==== 8378+0+0 (secure 0 0 0) 0x7f85a00e1070 con 0x561f823ba550 2024-05-16T15:52:54.637 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.622+0000 7f85bf1c4b80 10 client.25603 fetch_fsmap finished waiting for FSMap version 34 2024-05-16T15:52:54.637 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.622+0000 7f85bf1c4b80 10 client.25603 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-16T15:52:54.637 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.622+0000 7f85bf1c4b80 20 client.25603 populate_metadata read hostname 'smithi043' 2024-05-16T15:52:54.637 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.622+0000 7f85bf1c4b80 1 --2- 172.21.15.43:0/4036026800 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x561f823d3c40 0x561f824407b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:54.637 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.622+0000 7f85bf1c4b80 4 client.25603 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-16T15:52:54.637 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.622+0000 7f85bf1c4b80 1 -- 172.21.15.43:0/4036026800 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x7f85a00aaf70 con 0x561f823d3c40 2024-05-16T15:52:54.637 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.622+0000 7f85add9b700 1 --2- 172.21.15.43:0/4036026800 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x561f823d3c40 0x561f824407b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:54.637 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.623+0000 7f8595ffb700 10 client.25603 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:52:54.637 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.623+0000 7f85add9b700 1 --2- 172.21.15.43:0/4036026800 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x561f823d3c40 0x561f824407b0 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=573fdb06658b0379 server_cookie=1d41f22db3fdeaf6 in_seq=0 out_seq=0 2024-05-16T15:52:54.639 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.624+0000 7f8595ffb700 1 -- 172.21.15.43:0/4036026800 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x7f85a00aaf70 con 0x561f823d3c40 2024-05-16T15:52:54.639 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.624+0000 7f8595ffb700 10 client.25603 handle_command_reply: tid=0 2024-05-16T15:52:54.639 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.624+0000 7f85bf1c4b80 1 client.25603 shutdown 2024-05-16T15:52:54.639 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.624+0000 7f85bf1c4b80 1 -- 172.21.15.43:0/4036026800 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f823ba550 msgr2=0x561f823c7f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:54.639 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.624+0000 7f85bf1c4b80 1 --2- 172.21.15.43:0/4036026800 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f823ba550 0x561f823c7f00 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f85a00a68f0 tx=0x7f85a00e2620 comp rx=0 tx=0).stop 2024-05-16T15:52:54.639 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.624+0000 7f85bf1c4b80 1 -- 172.21.15.43:0/4036026800 shutdown_connections 2024-05-16T15:52:54.639 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.624+0000 7f85bf1c4b80 1 --2- 172.21.15.43:0/4036026800 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x561f823d3c40 0x561f824407b0 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:54.639 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.624+0000 7f85bf1c4b80 1 --2- 172.21.15.43:0/4036026800 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561f823bed00 0x561f823c8980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:54.639 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.624+0000 7f85bf1c4b80 1 --2- 172.21.15.43:0/4036026800 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f823ba550 0x561f823c7f00 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:54.639 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.624+0000 7f85bf1c4b80 1 --2- 172.21.15.43:0/4036026800 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x561f823bae70 0x561f823c8440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:54.639 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.624+0000 7f85bf1c4b80 1 -- 172.21.15.43:0/4036026800 >> 172.21.15.43:0/4036026800 conn(0x561f822e6180 msgr2=0x561f823b9bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:54.639 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.624+0000 7f8595ffb700 0 client.25603 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:52:54.639 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.624+0000 7f85bf1c4b80 1 -- 172.21.15.43:0/4036026800 shutdown_connections 2024-05-16T15:52:54.640 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.624+0000 7f85bf1c4b80 1 -- 172.21.15.43:0/4036026800 wait complete. 2024-05-16T15:52:54.640 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.625+0000 7f85bf1c4b80 20 client.25603 trim_cache size 0 max 16384 2024-05-16T15:52:54.640 INFO:teuthology.orchestra.run.smithi043.stdout:{ 2024-05-16T15:52:54.640 INFO:teuthology.orchestra.run.smithi043.stdout: "return_code": 0, 2024-05-16T15:52:54.640 INFO:teuthology.orchestra.run.smithi043.stdout: "scrub_tag": "87afec9c-cbb1-47ad-ac83-f27bf296b4b4", 2024-05-16T15:52:54.640 INFO:teuthology.orchestra.run.smithi043.stdout: "mode": "asynchronous" 2024-05-16T15:52:54.640 INFO:teuthology.orchestra.run.smithi043.stdout:} 2024-05-16T15:52:54.641 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.626+0000 7f85b4931700 1 -- 172.21.15.43:0/1716659022 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f85980b2900 msgr2=0x7f85980b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:54.641 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.626+0000 7f85b4931700 1 --2- 172.21.15.43:0/1716659022 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f85980b2900 0x7f85980b4dc0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f85b0103860 tx=0x7f85a4007480 comp rx=0 tx=0).stop 2024-05-16T15:52:54.641 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.626+0000 7f85b4931700 1 -- 172.21.15.43:0/1716659022 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f85b01056a0 msgr2=0x7f85b01a1870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:54.641 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.626+0000 7f85b4931700 1 --2- 172.21.15.43:0/1716659022 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f85b01056a0 0x7f85b01a1870 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f85a000e9f0 tx=0x7f85a000ed00 comp rx=0 tx=0).stop 2024-05-16T15:52:54.641 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.626+0000 7f85b4931700 1 -- 172.21.15.43:0/1716659022 shutdown_connections 2024-05-16T15:52:54.641 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.626+0000 7f85b4931700 1 --2- 172.21.15.43:0/1716659022 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f85980b2900 0x7f85980b4dc0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:54.641 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.626+0000 7f85b4931700 1 --2- 172.21.15.43:0/1716659022 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f85b010b6a0 0x7f85b019ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:54.641 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.626+0000 7f85b4931700 1 --2- 172.21.15.43:0/1716659022 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f85b01056a0 0x7f85b01a1870 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:54.641 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.626+0000 7f85b4931700 1 --2- 172.21.15.43:0/1716659022 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f85b0106060 0x7f85b01a1db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:54.642 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.626+0000 7f85b4931700 1 -- 172.21.15.43:0/1716659022 >> 172.21.15.43:0/1716659022 conn(0x7f85b01011b0 msgr2=0x7f85b0101970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:54.642 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.626+0000 7f85b4931700 1 -- 172.21.15.43:0/1716659022 shutdown_connections 2024-05-16T15:52:54.642 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:54.626+0000 7f85b4931700 1 -- 172.21.15.43:0/1716659022 wait complete. 2024-05-16T15:52:55.114 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] t_mtab 2024-05-16T15:52:55.177 INFO:journalctl@ceph.mds.c.smithi157.stdout:May 16 15:52:54 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-c[65905]: 2024-05-16T15:52:54.689+0000 7f0498351700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000634 [...2,head] /volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tests/ext4/ auth{0=1,1=1,2=1,4=2} fragtree_t(*^3) v15633 ap=2 f(v2 m2024-05-16T15:52:34.605733+0000 141=141+0) n(v1 rc2024-05-16T15:52:34.612379+0000 b224517 142=141+1) (inest sync->mix g=0,1,2,4) caps={15258=pAsLsXsFs/-@4} | dirtyscattered=0 request=0 lock=0 importingcaps=0 importing=0 dirfrag=8 caps=1 stickydirs=0 dirwaiter=0 replicated=1 waiter=0 authpin=1 discoverbase=0 scrubqueue=0 0x55f1598c8c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x10000000634:[<0x100000003a2/ext4 v4844>,<0x10000000007/tests v1437>,<0x10000000006/xfstests-dev v143>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v31>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v45>,<0x10000000001/sv_0 v66>,<0x10000000000/qa v57>,<0x1/volumes v54>]//[]","memoryvalue":"(2)0x10000000634:[<0x100000003a2/ext4 v15633>,<0x10000000007/tests v5803>,<0x10000000006/xfstests-dev v4167>,<0x10000000005/tmp v132>,<0x10000000003/client.0 v129>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v135>,<0x10000000001/sv_0 v104>,<0x10000000000/qa v145>,<0x1/volumes v99>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 140=140+0)","ondisk_value.rstat":"n(v0 rc2024-05-16T15:52:34.612379+0000 b224517 142=141+1)","memory_value.dirstat":"f(v2 m2024-05-16T15:52:34.605733+0000 141=141+0)","memory_value.rstat":"n(v1 rc2024-05-16T15:52:34.612379+0000 b224517 142=141+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-05-16T15:52:55.177 INFO:journalctl@ceph.mds.c.smithi157.stdout:May 16 15:52:54 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-c[65905]: 2024-05-16T15:52:54.703+0000 7f0498351700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000003a4 [...2,head] /volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tests/btrfs/ auth{0=1,1=1,2=1,4=1} fragtree_t(*^3) v15637 ap=2 f(v1 m2024-05-16T15:52:36.645766+0000 640=640+0) n(v1 rc2024-05-16T15:52:36.667843+0000 b1221165 641=640+1) (inest sync->mix g=0,1,2,4) caps={15258=pAsLsXsFs/-@4} | request=0 lock=0 importingcaps=0 importing=0 dirfrag=8 caps=1 stickydirs=0 dirwaiter=0 replicated=1 waiter=0 authpin=1 discoverbase=0 scrubqueue=0 0x55f1597b5080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x100000003a4:[<0x100000003a2/btrfs v3900>,<0x10000000007/tests v1437>,<0x10000000006/xfstests-dev v143>,<0x10000000005/tmp v29>,<0x10000000003/client.0 v31>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v45>,<0x10000000001/sv_0 v66>,<0x10000000000/qa v57>,<0x1/volumes v54>]//[]","memoryvalue":"(2)0x100000003a4:[<0x100000003a2/btrfs v15637>,<0x10000000007/tests v5803>,<0x10000000006/xfstests-dev v4167>,<0x10000000005/tmp v132>,<0x10000000003/client.0 v129>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v135>,<0x10000000001/sv_0 v104>,<0x10000000000/qa v145>,<0x1/volumes v99>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-05-16T15:51:55.530792+0000 639=639+0)","ondisk_value.rstat":"n(v0 rc2024-05-16T15:52:36.667843+0000 b1221165 641=640+1)","memory_value.dirstat":"f(v1 m2024-05-16T15:52:36.645766+0000 640=640+0)","memory_value.rstat":"n(v1 rc2024-05-16T15:52:36.667843+0000 b1221165 641=640+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-05-16T15:52:55.177 INFO:journalctl@ceph.mds.c.smithi157.stdout:May 16 15:52:54 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-c[65905]: 2024-05-16T15:52:54.894+0000 7f0491b44700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000001546 [2,head] /volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/include/config.h auth v78 ap=1 s=7626 n(v0 rc2024-05-16T15:52:33.301205+0000 b7626 1=1+0) (ifile excl) cr={15258=0-4194304@1} caps={15258=pAsLsXsFsxcrwb/-@1},l=15258(-1) | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55f15a012b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000001546:[<0x10000000298/config.h v78>,<0x10000000007/include v5555>,<0x10000000006/xfstests-dev v4039>,<0x10000000005/tmp v112>,<0x10000000003/client.0 v109>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v117>,<0x10000000001/sv_0 v139>,<0x10000000000/qa v127>,<0x1/volumes v121>]//[3]","memoryvalue":"(4)0x10000001546:[<0x10000000298/config.h v78>,<0x10000000007/include v5555>,<0x10000000006/xfstests-dev v4167>,<0x10000000005/tmp v132>,<0x10000000003/client.0 v129>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v135>,<0x10000000001/sv_0 v104>,<0x10000000000/qa v145>,<0x1/volumes v99>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-16T15:52:55.177 INFO:journalctl@ceph.mds.c.smithi157.stdout:May 16 15:52:54 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-c[65905]: 2024-05-16T15:52:54.895+0000 7f0491b44700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000133b [2,head] /volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/include/config.h.in auth v72 ap=1 s=7211 n(v0 rc2024-05-16T15:52:21.019939+0000 b7211 1=1+0) caps={15258=pAsLsXsFscr/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55f15a014100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000133b:[<0x10000000298/config.h.in v72>,<0x10000000007/include v3087>,<0x10000000006/xfstests-dev v3237>,<0x10000000005/tmp v84>,<0x10000000003/client.0 v85>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v95>,<0x10000000001/sv_0 v116>,<0x10000000000/qa v106>,<0x1/volumes v96>]//[3]","memoryvalue":"(4)0x1000000133b:[<0x10000000298/config.h.in v72>,<0x10000000007/include v5555>,<0x10000000006/xfstests-dev v4167>,<0x10000000005/tmp v132>,<0x10000000003/client.0 v129>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v135>,<0x10000000001/sv_0 v104>,<0x10000000000/qa v145>,<0x1/volumes v99>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-16T15:52:55.177 INFO:journalctl@ceph.mds.c.smithi157.stdout:May 16 15:52:54 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-c[65905]: 2024-05-16T15:52:54.895+0000 7f0491b44700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000001545 [2,head] /volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/include/builddefs auth v86 ap=1 s=2252 n(v0 rc2024-05-16T15:52:33.281758+0000 b2252 1=1+0) caps={15258=pAsLsXsFscr/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55f15a015180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000001545:[<0x10000000298/builddefs v86>,<0x10000000007/include v5555>,<0x10000000006/xfstests-dev v4039>,<0x10000000005/tmp v112>,<0x10000000003/client.0 v109>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v117>,<0x10000000001/sv_0 v139>,<0x10000000000/qa v127>,<0x1/volumes v121>]//[3]","memoryvalue":"(4)0x10000001545:[<0x10000000298/builddefs v86>,<0x10000000007/include v5555>,<0x10000000006/xfstests-dev v4167>,<0x10000000005/tmp v132>,<0x10000000003/client.0 v129>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v135>,<0x10000000001/sv_0 v104>,<0x10000000000/qa v145>,<0x1/volumes v99>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-16T15:52:55.187 INFO:journalctl@ceph.mds.h.smithi148.stdout:May 16 15:52:54 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-h[64385]: 2024-05-16T15:52:54.697+0000 7fd639a0d700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000001336 [2,head] /volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/autom4te.cache/output.0 auth v38 ap=1 s=471208 n(v0 rc2024-05-16T15:52:20.353543+0000 b471208 1=1+0) (ifile excl) cr={15258=0-4194304@1} caps={15258=pAsLsXsFsxcrwb/-@1},l=15258(-1) | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55d448c44c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000001336:[<0x10000001332/output.0 v38>,<0x10000000007/autom4te.cache v3093>,<0x10000000006/xfstests-dev v3237>,<0x10000000005/tmp v84>,<0x10000000003/client.0 v85>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v95>,<0x10000000001/sv_0 v116>,<0x10000000000/qa v106>,<0x1/volumes v96>]//[3]","memoryvalue":"(4)0x10000001336:[<0x10000001332/output.0 v38>,<0x10000000007/autom4te.cache v3093>,<0x10000000006/xfstests-dev v4167>,<0x10000000005/tmp v132>,<0x10000000003/client.0 v129>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v135>,<0x10000000001/sv_0 v104>,<0x10000000000/qa v145>,<0x1/volumes v99>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-16T15:52:55.188 INFO:journalctl@ceph.mds.h.smithi148.stdout:May 16 15:52:54 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-h[64385]: 2024-05-16T15:52:54.697+0000 7fd639a0d700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000001333 [2,head] /volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/autom4te.cache/requests auth v84 ap=1 s=14497 n(v0 rc2024-05-16T15:52:21.248726+0000 b14497 1=1+0) caps={15258=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55d448c45180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000001333:[<0x10000001332/requests v84>,<0x10000000007/autom4te.cache v3093>,<0x10000000006/xfstests-dev v3237>,<0x10000000005/tmp v84>,<0x10000000003/client.0 v85>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v95>,<0x10000000001/sv_0 v116>,<0x10000000000/qa v106>,<0x1/volumes v96>]//[3]","memoryvalue":"(4)0x10000001333:[<0x10000001332/requests v84>,<0x10000000007/autom4te.cache v3093>,<0x10000000006/xfstests-dev v4167>,<0x10000000005/tmp v132>,<0x10000000003/client.0 v129>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v135>,<0x10000000001/sv_0 v104>,<0x10000000000/qa v145>,<0x1/volumes v99>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-16T15:52:55.188 INFO:journalctl@ceph.mds.h.smithi148.stdout:May 16 15:52:54 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-h[64385]: 2024-05-16T15:52:54.697+0000 7fd639a0d700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000001339 [2,head] /volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/autom4te.cache/output.1 auth v82 ap=1 s=471208 n(v0 rc2024-05-16T15:52:20.900997+0000 b471208 1=1+0) caps={15258=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55d448c45700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000001339:[<0x10000001332/output.1 v82>,<0x10000000007/autom4te.cache v3093>,<0x10000000006/xfstests-dev v3237>,<0x10000000005/tmp v84>,<0x10000000003/client.0 v85>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v95>,<0x10000000001/sv_0 v116>,<0x10000000000/qa v106>,<0x1/volumes v96>]//[3]","memoryvalue":"(4)0x10000001339:[<0x10000001332/output.1 v82>,<0x10000000007/autom4te.cache v3093>,<0x10000000006/xfstests-dev v4167>,<0x10000000005/tmp v132>,<0x10000000003/client.0 v129>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v135>,<0x10000000001/sv_0 v104>,<0x10000000000/qa v145>,<0x1/volumes v99>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-16T15:52:55.188 INFO:journalctl@ceph.mds.h.smithi148.stdout:May 16 15:52:54 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-h[64385]: 2024-05-16T15:52:54.698+0000 7fd639a0d700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000001337 [2,head] /volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/autom4te.cache/traces.0 auth v78 ap=1 s=102795 n(v0 rc2024-05-16T15:52:20.349303+0000 b102795 1=1+0) caps={15258=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55d449058000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000001337:[<0x10000001332/traces.0 v78>,<0x10000000007/autom4te.cache v3093>,<0x10000000006/xfstests-dev v3237>,<0x10000000005/tmp v84>,<0x10000000003/client.0 v85>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v95>,<0x10000000001/sv_0 v116>,<0x10000000000/qa v106>,<0x1/volumes v96>]//[3]","memoryvalue":"(4)0x10000001337:[<0x10000001332/traces.0 v78>,<0x10000000007/autom4te.cache v3093>,<0x10000000006/xfstests-dev v4167>,<0x10000000005/tmp v132>,<0x10000000003/client.0 v129>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v135>,<0x10000000001/sv_0 v104>,<0x10000000000/qa v145>,<0x1/volumes v99>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-16T15:52:55.188 INFO:journalctl@ceph.mds.h.smithi148.stdout:May 16 15:52:54 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-h[64385]: 2024-05-16T15:52:54.698+0000 7fd639a0d700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000133a [2,head] /volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/autom4te.cache/traces.1 auth v80 ap=1 s=50952 n(v0 rc2024-05-16T15:52:20.810770+0000 b50952 1=1+0) caps={15258=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55d449058580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000133a:[<0x10000001332/traces.1 v80>,<0x10000000007/autom4te.cache v3093>,<0x10000000006/xfstests-dev v3237>,<0x10000000005/tmp v84>,<0x10000000003/client.0 v85>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v95>,<0x10000000001/sv_0 v116>,<0x10000000000/qa v106>,<0x1/volumes v96>]//[3]","memoryvalue":"(4)0x1000000133a:[<0x10000001332/traces.1 v80>,<0x10000000007/autom4te.cache v3093>,<0x10000000006/xfstests-dev v4167>,<0x10000000005/tmp v132>,<0x10000000003/client.0 v129>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v135>,<0x10000000001/sv_0 v104>,<0x10000000000/qa v145>,<0x1/volumes v99>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-16T15:52:55.188 INFO:journalctl@ceph.mds.h.smithi148.stdout:May 16 15:52:54 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-h[64385]: 2024-05-16T15:52:54.762+0000 7fd639a0d700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000001331 [2,head] /volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/m4/lt~obsolete.m4 auth v82 ap=1 s=6140 n(v0 rc2024-05-16T15:52:19.095313+0000 b6140 1=1+0) caps={15258=pAsLsXsFscr/-@2} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55d449066100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000001331:[<0x100000002c5/lt~obsolete.m4 v82>,<0x10000000007/m4 v2702>,<0x10000000006/xfstests-dev v3237>,<0x10000000005/tmp v84>,<0x10000000003/client.0 v85>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v95>,<0x10000000001/sv_0 v116>,<0x10000000000/qa v106>,<0x1/volumes v96>]//[3]","memoryvalue":"(4)0x10000001331:[<0x100000002c5/lt~obsolete.m4 v82>,<0x10000000007/m4 v2702>,<0x10000000006/xfstests-dev v4167>,<0x10000000005/tmp v132>,<0x10000000003/client.0 v129>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v135>,<0x10000000001/sv_0 v104>,<0x10000000000/qa v145>,<0x1/volumes v99>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-16T15:52:55.188 INFO:journalctl@ceph.mds.h.smithi148.stdout:May 16 15:52:54 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-h[64385]: 2024-05-16T15:52:54.762+0000 7fd639a0d700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000001330 [2,head] /volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/m4/ltversion.m4 auth v68 ap=1 s=699 n(v0 rc2024-05-16T15:52:19.086343+0000 b699 1=1+0) caps={15258=pAsLsXsFscr/-@2} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55d449067700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000001330:[<0x100000002c5/ltversion.m4 v68>,<0x10000000007/m4 v2702>,<0x10000000006/xfstests-dev v3237>,<0x10000000005/tmp v84>,<0x10000000003/client.0 v85>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v95>,<0x10000000001/sv_0 v116>,<0x10000000000/qa v106>,<0x1/volumes v96>]//[3]","memoryvalue":"(4)0x10000001330:[<0x100000002c5/ltversion.m4 v68>,<0x10000000007/m4 v2702>,<0x10000000006/xfstests-dev v4167>,<0x10000000005/tmp v132>,<0x10000000003/client.0 v129>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v135>,<0x10000000001/sv_0 v104>,<0x10000000000/qa v145>,<0x1/volumes v99>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-16T15:52:55.188 INFO:journalctl@ceph.mds.h.smithi148.stdout:May 16 15:52:54 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-h[64385]: 2024-05-16T15:52:54.763+0000 7fd639a0d700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000132e [2,head] /volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/m4/ltoptions.m4 auth v78 ap=1 s=14514 n(v0 rc2024-05-16T15:52:19.068325+0000 b14514 1=1+0) caps={15258=pAsLsXsFscr/-@2} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55d449070000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000132e:[<0x100000002c5/ltoptions.m4 v78>,<0x10000000007/m4 v2702>,<0x10000000006/xfstests-dev v3237>,<0x10000000005/tmp v84>,<0x10000000003/client.0 v85>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v95>,<0x10000000001/sv_0 v116>,<0x10000000000/qa v106>,<0x1/volumes v96>]//[3]","memoryvalue":"(4)0x1000000132e:[<0x100000002c5/ltoptions.m4 v78>,<0x10000000007/m4 v2702>,<0x10000000006/xfstests-dev v4167>,<0x10000000005/tmp v132>,<0x10000000003/client.0 v129>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v135>,<0x10000000001/sv_0 v104>,<0x10000000000/qa v145>,<0x1/volumes v99>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-16T15:52:55.188 INFO:journalctl@ceph.mds.h.smithi148.stdout:May 16 15:52:54 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-h[64385]: 2024-05-16T15:52:54.764+0000 7fd639a0d700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000132d [2,head] /volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/m4/libtool.m4 auth v76 ap=1 s=305862 n(v0 rc2024-05-16T15:52:19.058508+0000 b305862 1=1+0) caps={15258=pAsLsXsFscr/-@2} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55d449071080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000132d:[<0x100000002c5/libtool.m4 v76>,<0x10000000007/m4 v2702>,<0x10000000006/xfstests-dev v3237>,<0x10000000005/tmp v84>,<0x10000000003/client.0 v85>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v95>,<0x10000000001/sv_0 v116>,<0x10000000000/qa v106>,<0x1/volumes v96>]//[3]","memoryvalue":"(4)0x1000000132d:[<0x100000002c5/libtool.m4 v76>,<0x10000000007/m4 v2702>,<0x10000000006/xfstests-dev v4167>,<0x10000000005/tmp v132>,<0x10000000003/client.0 v129>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v135>,<0x10000000001/sv_0 v104>,<0x10000000000/qa v145>,<0x1/volumes v99>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-16T15:52:55.188 INFO:journalctl@ceph.mds.h.smithi148.stdout:May 16 15:52:54 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-h[64385]: 2024-05-16T15:52:54.765+0000 7fd639a0d700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000132f [2,head] /volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/m4/ltsugar.m4 auth v80 ap=1 s=4384 n(v0 rc2024-05-16T15:52:19.077595+0000 b4384 1=1+0) caps={15258=pAsLsXsFscr/-@2} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55d449072c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000132f:[<0x100000002c5/ltsugar.m4 v80>,<0x10000000007/m4 v2702>,<0x10000000006/xfstests-dev v3237>,<0x10000000005/tmp v84>,<0x10000000003/client.0 v85>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v95>,<0x10000000001/sv_0 v116>,<0x10000000000/qa v106>,<0x1/volumes v96>]//[3]","memoryvalue":"(4)0x1000000132f:[<0x100000002c5/ltsugar.m4 v80>,<0x10000000007/m4 v2702>,<0x10000000006/xfstests-dev v4167>,<0x10000000005/tmp v132>,<0x10000000003/client.0 v129>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v135>,<0x10000000001/sv_0 v104>,<0x10000000000/qa v145>,<0x1/volumes v99>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-16T15:52:55.189 INFO:journalctl@ceph.mds.h.smithi148.stdout:May 16 15:52:54 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-h[64385]: 2024-05-16T15:52:54.785+0000 7fd639a0d700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000001326 [2,head] /volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/mkgroupfile auth v48 ap=1 s=2042 n(v0 rc2024-05-16T15:52:18.557980+0000 b2042 1=1+0) caps={15258=pAsLsXsFscr/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55d449058b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000001326:[<0x1000000131b/mkgroupfile v48>,<0x10000000007/tools v2224>,<0x10000000006/xfstests-dev v3237>,<0x10000000005/tmp v84>,<0x10000000003/client.0 v85>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v95>,<0x10000000001/sv_0 v116>,<0x10000000000/qa v106>,<0x1/volumes v96>]//[3]","memoryvalue":"(4)0x10000001326:[<0x1000000131b/mkgroupfile v48>,<0x10000000007/tools v2224>,<0x10000000006/xfstests-dev v4167>,<0x10000000005/tmp v132>,<0x10000000003/client.0 v129>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v135>,<0x10000000001/sv_0 v104>,<0x10000000000/qa v145>,<0x1/volumes v99>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-16T15:52:55.189 INFO:journalctl@ceph.mds.h.smithi148.stdout:May 16 15:52:54 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-h[64385]: 2024-05-16T15:52:54.785+0000 7fd639a0d700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000001325 [2,head] /volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/interop auth v46 ap=1 s=2084 n(v0 rc2024-05-16T15:52:18.555435+0000 b2084 1=1+0) caps={15258=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55d449059b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000001325:[<0x1000000131b/interop v46>,<0x10000000007/tools v2224>,<0x10000000006/xfstests-dev v3237>,<0x10000000005/tmp v84>,<0x10000000003/client.0 v85>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v95>,<0x10000000001/sv_0 v116>,<0x10000000000/qa v106>,<0x1/volumes v96>]//[3]","memoryvalue":"(4)0x10000001325:[<0x1000000131b/interop v46>,<0x10000000007/tools v2224>,<0x10000000006/xfstests-dev v4167>,<0x10000000005/tmp v132>,<0x10000000003/client.0 v129>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v135>,<0x10000000001/sv_0 v104>,<0x10000000000/qa v145>,<0x1/volumes v99>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-16T15:52:55.189 INFO:journalctl@ceph.mds.h.smithi148.stdout:May 16 15:52:54 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-h[64385]: 2024-05-16T15:52:54.785+0000 7fd639a0d700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000131e [2,head] /volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/auto-qa auth v32 ap=1 s=12210 n(v0 rc2024-05-16T15:52:18.539043+0000 b12210 1=1+0) caps={15258=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55d449059080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000131e:[<0x1000000131b/auto-qa v32>,<0x10000000007/tools v2224>,<0x10000000006/xfstests-dev v3237>,<0x10000000005/tmp v84>,<0x10000000003/client.0 v85>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v95>,<0x10000000001/sv_0 v116>,<0x10000000000/qa v106>,<0x1/volumes v96>]//[3]","memoryvalue":"(4)0x1000000131e:[<0x1000000131b/auto-qa v32>,<0x10000000007/tools v2224>,<0x10000000006/xfstests-dev v4167>,<0x10000000005/tmp v132>,<0x10000000003/client.0 v129>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v135>,<0x10000000001/sv_0 v104>,<0x10000000000/qa v145>,<0x1/volumes v99>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-16T15:52:55.189 INFO:journalctl@ceph.mds.h.smithi148.stdout:May 16 15:52:54 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-h[64385]: 2024-05-16T15:52:54.786+0000 7fd639a0d700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000001322 [2,head] /volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/dm-logwrite-replay auth v40 ap=1 s=3161 n(v0 rc2024-05-16T15:52:18.548054+0000 b3161 1=1+0) caps={15258=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55d449059600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000001322:[<0x1000000131b/dm-logwrite-replay v40>,<0x10000000007/tools v2224>,<0x10000000006/xfstests-dev v3237>,<0x10000000005/tmp v84>,<0x10000000003/client.0 v85>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v95>,<0x10000000001/sv_0 v116>,<0x10000000000/qa v106>,<0x1/volumes v96>]//[3]","memoryvalue":"(4)0x10000001322:[<0x1000000131b/dm-logwrite-replay v40>,<0x10000000007/tools v2224>,<0x10000000006/xfstests-dev v4167>,<0x10000000005/tmp v132>,<0x10000000003/client.0 v129>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v135>,<0x10000000001/sv_0 v104>,<0x10000000000/qa v145>,<0x1/volumes v99>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-16T15:52:55.190 INFO:journalctl@ceph.mds.h.smithi148.stdout:May 16 15:52:54 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-h[64385]: 2024-05-16T15:52:54.786+0000 7fd639a0d700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000001327 [2,head] /volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/mvtest auth v50 ap=1 s=1080 n(v0 rc2024-05-16T15:52:18.561326+0000 b1080 1=1+0) caps={15258=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55d44905a680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000001327:[<0x1000000131b/mvtest v50>,<0x10000000007/tools v2224>,<0x10000000006/xfstests-dev v3237>,<0x10000000005/tmp v84>,<0x10000000003/client.0 v85>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v95>,<0x10000000001/sv_0 v116>,<0x10000000000/qa v106>,<0x1/volumes v96>]//[3]","memoryvalue":"(4)0x10000001327:[<0x1000000131b/mvtest v50>,<0x10000000007/tools v2224>,<0x10000000006/xfstests-dev v4167>,<0x10000000005/tmp v132>,<0x10000000003/client.0 v129>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v135>,<0x10000000001/sv_0 v104>,<0x10000000000/qa v145>,<0x1/volumes v99>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-16T15:52:55.190 INFO:journalctl@ceph.mds.h.smithi148.stdout:May 16 15:52:54 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-h[64385]: 2024-05-16T15:52:54.786+0000 7fd639a0d700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000001323 [2,head] /volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/fs-walk auth v42 ap=1 s=1907 n(v0 rc2024-05-16T15:52:18.550213+0000 b1907 1=1+0) caps={15258=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55d44905b180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000001323:[<0x1000000131b/fs-walk v42>,<0x10000000007/tools v2224>,<0x10000000006/xfstests-dev v3237>,<0x10000000005/tmp v84>,<0x10000000003/client.0 v85>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v95>,<0x10000000001/sv_0 v116>,<0x10000000000/qa v106>,<0x1/volumes v96>]//[3]","memoryvalue":"(4)0x10000001323:[<0x1000000131b/fs-walk v42>,<0x10000000007/tools v2224>,<0x10000000006/xfstests-dev v4167>,<0x10000000005/tmp v132>,<0x10000000003/client.0 v129>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v135>,<0x10000000001/sv_0 v104>,<0x10000000000/qa v145>,<0x1/volumes v99>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-16T15:52:55.190 INFO:journalctl@ceph.mds.h.smithi148.stdout:May 16 15:52:54 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-h[64385]: 2024-05-16T15:52:54.786+0000 7fd639a0d700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000131c [2,head] /volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/README.auto-qa auth v28 ap=1 s=2542 n(v0 rc2024-05-16T15:52:18.534392+0000 b2542 1=1+0) caps={15258=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55d44905b700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000131c:[<0x1000000131b/README.auto-qa v28>,<0x10000000007/tools v2224>,<0x10000000006/xfstests-dev v3237>,<0x10000000005/tmp v84>,<0x10000000003/client.0 v85>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v95>,<0x10000000001/sv_0 v116>,<0x10000000000/qa v106>,<0x1/volumes v96>]//[3]","memoryvalue":"(4)0x1000000131c:[<0x1000000131b/README.auto-qa v28>,<0x10000000007/tools v2224>,<0x10000000006/xfstests-dev v4167>,<0x10000000005/tmp v132>,<0x10000000003/client.0 v129>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v135>,<0x10000000001/sv_0 v104>,<0x10000000000/qa v145>,<0x1/volumes v99>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-16T15:52:55.190 INFO:journalctl@ceph.mds.h.smithi148.stdout:May 16 15:52:54 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-h[64385]: 2024-05-16T15:52:54.786+0000 7fd639a0d700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000001328 [2,head] /volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/nextid auth v52 ap=1 s=602 n(v0 rc2024-05-16T15:52:18.564069+0000 b602 1=1+0) caps={15258=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55d44905a100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000001328:[<0x1000000131b/nextid v52>,<0x10000000007/tools v2224>,<0x10000000006/xfstests-dev v3237>,<0x10000000005/tmp v84>,<0x10000000003/client.0 v85>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v95>,<0x10000000001/sv_0 v116>,<0x10000000000/qa v106>,<0x1/volumes v96>]//[3]","memoryvalue":"(4)0x10000001328:[<0x1000000131b/nextid v52>,<0x10000000007/tools v2224>,<0x10000000006/xfstests-dev v4167>,<0x10000000005/tmp v132>,<0x10000000003/client.0 v129>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v135>,<0x10000000001/sv_0 v104>,<0x10000000000/qa v145>,<0x1/volumes v99>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-16T15:52:55.190 INFO:journalctl@ceph.mds.h.smithi148.stdout:May 16 15:52:54 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-h[64385]: 2024-05-16T15:52:54.787+0000 7fd639a0d700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000001324 [2,head] /volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/get_maintainer.pl auth v44 ap=1 s=67418 n(v0 rc2024-05-16T15:52:18.553511+0000 b67418 1=1+0) caps={15258=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55d449064580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000001324:[<0x1000000131b/get_maintainer.pl v44>,<0x10000000007/tools v2224>,<0x10000000006/xfstests-dev v3237>,<0x10000000005/tmp v84>,<0x10000000003/client.0 v85>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v95>,<0x10000000001/sv_0 v116>,<0x10000000000/qa v106>,<0x1/volumes v96>]//[3]","memoryvalue":"(4)0x10000001324:[<0x1000000131b/get_maintainer.pl v44>,<0x10000000007/tools v2224>,<0x10000000006/xfstests-dev v4167>,<0x10000000005/tmp v132>,<0x10000000003/client.0 v129>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v135>,<0x10000000001/sv_0 v104>,<0x10000000000/qa v145>,<0x1/volumes v99>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-16T15:52:55.190 INFO:journalctl@ceph.mds.h.smithi148.stdout:May 16 15:52:54 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-h[64385]: 2024-05-16T15:52:54.787+0000 7fd639a0d700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000001321 [2,head] /volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/db-walk auth v38 ap=1 s=3659 n(v0 rc2024-05-16T15:52:18.545676+0000 b3659 1=1+0) caps={15258=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55d449064b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000001321:[<0x1000000131b/db-walk v38>,<0x10000000007/tools v2224>,<0x10000000006/xfstests-dev v3237>,<0x10000000005/tmp v84>,<0x10000000003/client.0 v85>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v95>,<0x10000000001/sv_0 v116>,<0x10000000000/qa v106>,<0x1/volumes v96>]//[3]","memoryvalue":"(4)0x10000001321:[<0x1000000131b/db-walk v38>,<0x10000000007/tools v2224>,<0x10000000006/xfstests-dev v4167>,<0x10000000005/tmp v132>,<0x10000000003/client.0 v129>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v135>,<0x10000000001/sv_0 v104>,<0x10000000000/qa v145>,<0x1/volumes v99>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-16T15:52:55.190 INFO:journalctl@ceph.mds.h.smithi148.stdout:May 16 15:52:54 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-h[64385]: 2024-05-16T15:52:54.787+0000 7fd639a0d700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000131f [2,head] /volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/compare-failures auth v34 ap=1 s=1253 n(v0 rc2024-05-16T15:52:18.541322+0000 b1253 1=1+0) caps={15258=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55d44905ac00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000131f:[<0x1000000131b/compare-failures v34>,<0x10000000007/tools v2224>,<0x10000000006/xfstests-dev v3237>,<0x10000000005/tmp v84>,<0x10000000003/client.0 v85>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v95>,<0x10000000001/sv_0 v116>,<0x10000000000/qa v106>,<0x1/volumes v96>]//[3]","memoryvalue":"(4)0x1000000131f:[<0x1000000131b/compare-failures v34>,<0x10000000007/tools v2224>,<0x10000000006/xfstests-dev v4167>,<0x10000000005/tmp v132>,<0x10000000003/client.0 v129>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v135>,<0x10000000001/sv_0 v104>,<0x10000000000/qa v145>,<0x1/volumes v99>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-16T15:52:55.190 INFO:journalctl@ceph.mds.h.smithi148.stdout:May 16 15:52:54 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-h[64385]: 2024-05-16T15:52:54.787+0000 7fd639a0d700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000001320 [2,head] /volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/convert-group auth v36 ap=1 s=4473 n(v0 rc2024-05-16T15:52:18.543386+0000 b4473 1=1+0) caps={15258=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55d449064000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000001320:[<0x1000000131b/convert-group v36>,<0x10000000007/tools v2224>,<0x10000000006/xfstests-dev v3237>,<0x10000000005/tmp v84>,<0x10000000003/client.0 v85>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v95>,<0x10000000001/sv_0 v116>,<0x10000000000/qa v106>,<0x1/volumes v96>]//[3]","memoryvalue":"(4)0x10000001320:[<0x1000000131b/convert-group v36>,<0x10000000007/tools v2224>,<0x10000000006/xfstests-dev v4167>,<0x10000000005/tmp v132>,<0x10000000003/client.0 v129>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v135>,<0x10000000001/sv_0 v104>,<0x10000000000/qa v145>,<0x1/volumes v99>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-16T15:52:55.190 INFO:journalctl@ceph.mds.h.smithi148.stdout:May 16 15:52:54 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-h[64385]: 2024-05-16T15:52:54.787+0000 7fd639a0d700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000131d [2,head] /volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/ag-wipe auth v30 ap=1 s=4858 n(v0 rc2024-05-16T15:52:18.536815+0000 b4858 1=1+0) caps={15258=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55d449065080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000131d:[<0x1000000131b/ag-wipe v30>,<0x10000000007/tools v2224>,<0x10000000006/xfstests-dev v3237>,<0x10000000005/tmp v84>,<0x10000000003/client.0 v85>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v95>,<0x10000000001/sv_0 v116>,<0x10000000000/qa v106>,<0x1/volumes v96>]//[3]","memoryvalue":"(4)0x1000000131d:[<0x1000000131b/ag-wipe v30>,<0x10000000007/tools v2224>,<0x10000000006/xfstests-dev v4167>,<0x10000000005/tmp v132>,<0x10000000003/client.0 v129>,<0x10000000002/8601a17c-8ccc-4365-8ba7-48c48c07661d v135>,<0x10000000001/sv_0 v104>,<0x10000000000/qa v145>,<0x1/volumes v99>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-16T15:52:55.192 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] getdevicesize 2024-05-16T15:52:55.364 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] preallo_rw_pattern_reader 2024-05-16T15:52:55.400 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] preallo_rw_pattern_writer 2024-05-16T15:52:55.561 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-16T15:52:55.576 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] ftrunc 2024-05-16T15:52:55.592 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:55 smithi043 ceph-mon[31619]: pgmap v517: 129 pgs: 129 active+clean; 33 MiB data, 550 MiB used, 1.0 TiB / 1.0 TiB avail; 212 KiB/s rd, 422 KiB/s wr, 95 op/s 2024-05-16T15:52:55.592 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:55 smithi043 ceph-mon[31619]: scrub queued for path: / 2024-05-16T15:52:55.592 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:55 smithi043 ceph-mon[31619]: scrub summary: idle+waiting paths [/] 2024-05-16T15:52:55.592 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:55 smithi043 ceph-mon[31619]: scrub summary: active paths [/] 2024-05-16T15:52:55.592 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:55 smithi043 ceph-mon[31619]: scrub summary: active paths [/] 2024-05-16T15:52:55.592 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:55 smithi043 ceph-mon[31619]: scrub summary: idle+waiting paths [/] 2024-05-16T15:52:55.592 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:55 smithi043 ceph-mon[31619]: scrub summary: active paths [/] 2024-05-16T15:52:55.592 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:55 smithi043 ceph-mon[31619]: scrub summary: idle+waiting paths [/] 2024-05-16T15:52:55.626 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] trunc 2024-05-16T15:52:55.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:55 smithi157 ceph-mon[35584]: pgmap v517: 129 pgs: 129 active+clean; 33 MiB data, 550 MiB used, 1.0 TiB / 1.0 TiB avail; 212 KiB/s rd, 422 KiB/s wr, 95 op/s 2024-05-16T15:52:55.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:55 smithi157 ceph-mon[35584]: scrub queued for path: / 2024-05-16T15:52:55.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:55 smithi157 ceph-mon[35584]: scrub summary: idle+waiting paths [/] 2024-05-16T15:52:55.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:55 smithi157 ceph-mon[35584]: scrub summary: active paths [/] 2024-05-16T15:52:55.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:55 smithi157 ceph-mon[35584]: scrub summary: active paths [/] 2024-05-16T15:52:55.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:55 smithi157 ceph-mon[35584]: scrub summary: idle+waiting paths [/] 2024-05-16T15:52:55.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:55 smithi157 ceph-mon[35584]: scrub summary: active paths [/] 2024-05-16T15:52:55.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:55 smithi157 ceph-mon[35584]: scrub summary: idle+waiting paths [/] 2024-05-16T15:52:55.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:55 smithi148 ceph-mon[34976]: pgmap v517: 129 pgs: 129 active+clean; 33 MiB data, 550 MiB used, 1.0 TiB / 1.0 TiB avail; 212 KiB/s rd, 422 KiB/s wr, 95 op/s 2024-05-16T15:52:55.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:55 smithi148 ceph-mon[34976]: scrub queued for path: / 2024-05-16T15:52:55.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:55 smithi148 ceph-mon[34976]: scrub summary: idle+waiting paths [/] 2024-05-16T15:52:55.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:55 smithi148 ceph-mon[34976]: scrub summary: active paths [/] 2024-05-16T15:52:55.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:55 smithi148 ceph-mon[34976]: scrub summary: active paths [/] 2024-05-16T15:52:55.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:55 smithi148 ceph-mon[34976]: scrub summary: idle+waiting paths [/] 2024-05-16T15:52:55.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:55 smithi148 ceph-mon[34976]: scrub summary: active paths [/] 2024-05-16T15:52:55.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:55 smithi148 ceph-mon[34976]: scrub summary: idle+waiting paths [/] 2024-05-16T15:52:55.897 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:52:55.956 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] fs_perms 2024-05-16T15:52:56.013 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] testx 2024-05-16T15:52:56.084 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] looptest 2024-05-16T15:52:56.126 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] locktest 2024-05-16T15:52:56.326 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] unwritten_mmap 2024-05-16T15:52:56.431 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] bulkstat_unlink_test 2024-05-16T15:52:56.597 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] deduperace 2024-05-16T15:52:56.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:56 smithi157 ceph-mon[35584]: scrub summary: active paths [/] 2024-05-16T15:52:56.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:56 smithi157 ceph-mon[35584]: scrub summary: active paths [/] 2024-05-16T15:52:56.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:56 smithi157 ceph-mon[35584]: scrub summary: active paths [/] 2024-05-16T15:52:56.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:56 smithi157 ceph-mon[35584]: Scrub error on inode 0x10000000634 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tests/ext4) see mds.c log and `damage ls` output for details 2024-05-16T15:52:56.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:56 smithi157 ceph-mon[35584]: Scrub error on inode 0x10000001336 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/autom4te.cache/output.0) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:56 smithi157 ceph-mon[35584]: Scrub error on inode 0x10000001333 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/autom4te.cache/requests) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.678 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:56 smithi157 ceph-mon[35584]: Scrub error on inode 0x10000001339 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/autom4te.cache/output.1) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.678 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:56 smithi157 ceph-mon[35584]: Scrub error on inode 0x10000001337 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/autom4te.cache/traces.0) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.678 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:56 smithi157 ceph-mon[35584]: Scrub error on inode 0x1000000133a (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/autom4te.cache/traces.1) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.678 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:56 smithi157 ceph-mon[35584]: Scrub error on inode 0x100000003a4 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tests/btrfs) see mds.c log and `damage ls` output for details 2024-05-16T15:52:56.678 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:56 smithi157 ceph-mon[35584]: Scrub error on inode 0x10000001331 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/m4/lt~obsolete.m4) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.678 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:56 smithi157 ceph-mon[35584]: Scrub error on inode 0x10000001330 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/m4/ltversion.m4) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.678 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:56 smithi157 ceph-mon[35584]: Scrub error on inode 0x1000000132e (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/m4/ltoptions.m4) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.678 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:56 smithi157 ceph-mon[35584]: Scrub error on inode 0x1000000132d (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/m4/libtool.m4) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.678 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:56 smithi157 ceph-mon[35584]: Scrub error on inode 0x1000000132f (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/m4/ltsugar.m4) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.678 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:56 smithi157 ceph-mon[35584]: Scrub error on inode 0x10000001326 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/mkgroupfile) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.678 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:56 smithi157 ceph-mon[35584]: Scrub error on inode 0x10000001325 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/interop) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.678 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:56 smithi157 ceph-mon[35584]: Scrub error on inode 0x1000000131e (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/auto-qa) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.678 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:56 smithi157 ceph-mon[35584]: Scrub error on inode 0x10000001322 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/dm-logwrite-replay) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.678 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:56 smithi157 ceph-mon[35584]: Scrub error on inode 0x10000001327 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/mvtest) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.679 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:56 smithi157 ceph-mon[35584]: Scrub error on inode 0x10000001323 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/fs-walk) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.679 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:56 smithi157 ceph-mon[35584]: Scrub error on inode 0x1000000131c (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/README.auto-qa) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.679 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:56 smithi157 ceph-mon[35584]: Scrub error on inode 0x10000001328 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/nextid) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.679 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:56 smithi157 ceph-mon[35584]: Scrub error on inode 0x10000001324 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/get_maintainer.pl) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.679 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:56 smithi157 ceph-mon[35584]: Scrub error on inode 0x10000001321 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/db-walk) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.679 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:56 smithi157 ceph-mon[35584]: Scrub error on inode 0x1000000131f (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/compare-failures) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.679 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:56 smithi157 ceph-mon[35584]: Scrub error on inode 0x10000001320 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/convert-group) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.679 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:56 smithi157 ceph-mon[35584]: Scrub error on inode 0x1000000131d (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/ag-wipe) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.679 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:56 smithi157 ceph-mon[35584]: scrub summary: idle+waiting paths [/] 2024-05-16T15:52:56.679 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:56 smithi157 ceph-mon[35584]: scrub summary: idle+waiting paths [/] 2024-05-16T15:52:56.679 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:56 smithi157 ceph-mon[35584]: scrub summary: idle+waiting paths [/] 2024-05-16T15:52:56.679 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:56 smithi157 ceph-mon[35584]: Scrub error on inode 0x10000001546 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/include/config.h) see mds.c log and `damage ls` output for details 2024-05-16T15:52:56.679 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:56 smithi157 ceph-mon[35584]: Scrub error on inode 0x1000000133b (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/include/config.h.in) see mds.c log and `damage ls` output for details 2024-05-16T15:52:56.679 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:56 smithi157 ceph-mon[35584]: Scrub error on inode 0x10000001545 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/include/builddefs) see mds.c log and `damage ls` output for details 2024-05-16T15:52:56.679 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:56 smithi157 ceph-mon[35584]: scrub summary: idle+waiting paths [/] 2024-05-16T15:52:56.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:56 smithi148 ceph-mon[34976]: scrub summary: active paths [/] 2024-05-16T15:52:56.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:56 smithi148 ceph-mon[34976]: scrub summary: active paths [/] 2024-05-16T15:52:56.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:56 smithi148 ceph-mon[34976]: scrub summary: active paths [/] 2024-05-16T15:52:56.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:56 smithi148 ceph-mon[34976]: Scrub error on inode 0x10000000634 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tests/ext4) see mds.c log and `damage ls` output for details 2024-05-16T15:52:56.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:56 smithi148 ceph-mon[34976]: Scrub error on inode 0x10000001336 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/autom4te.cache/output.0) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:56 smithi148 ceph-mon[34976]: Scrub error on inode 0x10000001333 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/autom4te.cache/requests) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.688 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:56 smithi148 ceph-mon[34976]: Scrub error on inode 0x10000001339 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/autom4te.cache/output.1) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.688 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:56 smithi148 ceph-mon[34976]: Scrub error on inode 0x10000001337 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/autom4te.cache/traces.0) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.688 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:56 smithi148 ceph-mon[34976]: Scrub error on inode 0x1000000133a (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/autom4te.cache/traces.1) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.688 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:56 smithi148 ceph-mon[34976]: Scrub error on inode 0x100000003a4 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tests/btrfs) see mds.c log and `damage ls` output for details 2024-05-16T15:52:56.688 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:56 smithi148 ceph-mon[34976]: Scrub error on inode 0x10000001331 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/m4/lt~obsolete.m4) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.688 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:56 smithi148 ceph-mon[34976]: Scrub error on inode 0x10000001330 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/m4/ltversion.m4) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.688 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:56 smithi148 ceph-mon[34976]: Scrub error on inode 0x1000000132e (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/m4/ltoptions.m4) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.688 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:56 smithi148 ceph-mon[34976]: Scrub error on inode 0x1000000132d (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/m4/libtool.m4) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.688 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:56 smithi148 ceph-mon[34976]: Scrub error on inode 0x1000000132f (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/m4/ltsugar.m4) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.688 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:56 smithi148 ceph-mon[34976]: Scrub error on inode 0x10000001326 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/mkgroupfile) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.688 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:56 smithi148 ceph-mon[34976]: Scrub error on inode 0x10000001325 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/interop) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.688 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:56 smithi148 ceph-mon[34976]: Scrub error on inode 0x1000000131e (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/auto-qa) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.688 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:56 smithi148 ceph-mon[34976]: Scrub error on inode 0x10000001322 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/dm-logwrite-replay) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.688 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:56 smithi148 ceph-mon[34976]: Scrub error on inode 0x10000001327 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/mvtest) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.688 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:56 smithi148 ceph-mon[34976]: Scrub error on inode 0x10000001323 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/fs-walk) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.689 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:56 smithi148 ceph-mon[34976]: Scrub error on inode 0x1000000131c (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/README.auto-qa) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.689 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:56 smithi148 ceph-mon[34976]: Scrub error on inode 0x10000001328 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/nextid) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.689 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:56 smithi148 ceph-mon[34976]: Scrub error on inode 0x10000001324 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/get_maintainer.pl) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.689 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:56 smithi148 ceph-mon[34976]: Scrub error on inode 0x10000001321 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/db-walk) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.689 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:56 smithi148 ceph-mon[34976]: Scrub error on inode 0x1000000131f (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/compare-failures) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.689 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:56 smithi148 ceph-mon[34976]: Scrub error on inode 0x10000001320 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/convert-group) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.689 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:56 smithi148 ceph-mon[34976]: Scrub error on inode 0x1000000131d (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/ag-wipe) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.689 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:56 smithi148 ceph-mon[34976]: scrub summary: idle+waiting paths [/] 2024-05-16T15:52:56.689 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:56 smithi148 ceph-mon[34976]: scrub summary: idle+waiting paths [/] 2024-05-16T15:52:56.689 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:56 smithi148 ceph-mon[34976]: scrub summary: idle+waiting paths [/] 2024-05-16T15:52:56.689 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:56 smithi148 ceph-mon[34976]: Scrub error on inode 0x10000001546 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/include/config.h) see mds.c log and `damage ls` output for details 2024-05-16T15:52:56.689 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:56 smithi148 ceph-mon[34976]: Scrub error on inode 0x1000000133b (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/include/config.h.in) see mds.c log and `damage ls` output for details 2024-05-16T15:52:56.689 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:56 smithi148 ceph-mon[34976]: Scrub error on inode 0x10000001545 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/include/builddefs) see mds.c log and `damage ls` output for details 2024-05-16T15:52:56.689 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:56 smithi148 ceph-mon[34976]: scrub summary: idle+waiting paths [/] 2024-05-16T15:52:56.726 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:56 smithi043 ceph-mon[31619]: scrub summary: active paths [/] 2024-05-16T15:52:56.726 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:56 smithi043 ceph-mon[31619]: scrub summary: active paths [/] 2024-05-16T15:52:56.727 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:56 smithi043 ceph-mon[31619]: scrub summary: active paths [/] 2024-05-16T15:52:56.727 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:56 smithi043 ceph-mon[31619]: Scrub error on inode 0x10000000634 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tests/ext4) see mds.c log and `damage ls` output for details 2024-05-16T15:52:56.727 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:56 smithi043 ceph-mon[31619]: Scrub error on inode 0x10000001336 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/autom4te.cache/output.0) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.727 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:56 smithi043 ceph-mon[31619]: Scrub error on inode 0x10000001333 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/autom4te.cache/requests) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.727 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:56 smithi043 ceph-mon[31619]: Scrub error on inode 0x10000001339 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/autom4te.cache/output.1) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.727 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:56 smithi043 ceph-mon[31619]: Scrub error on inode 0x10000001337 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/autom4te.cache/traces.0) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.727 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:56 smithi043 ceph-mon[31619]: Scrub error on inode 0x1000000133a (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/autom4te.cache/traces.1) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.727 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:56 smithi043 ceph-mon[31619]: Scrub error on inode 0x100000003a4 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tests/btrfs) see mds.c log and `damage ls` output for details 2024-05-16T15:52:56.727 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:56 smithi043 ceph-mon[31619]: Scrub error on inode 0x10000001331 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/m4/lt~obsolete.m4) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.727 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:56 smithi043 ceph-mon[31619]: Scrub error on inode 0x10000001330 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/m4/ltversion.m4) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.727 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:56 smithi043 ceph-mon[31619]: Scrub error on inode 0x1000000132e (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/m4/ltoptions.m4) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.727 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:56 smithi043 ceph-mon[31619]: Scrub error on inode 0x1000000132d (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/m4/libtool.m4) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.727 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:56 smithi043 ceph-mon[31619]: Scrub error on inode 0x1000000132f (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/m4/ltsugar.m4) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.727 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:56 smithi043 ceph-mon[31619]: Scrub error on inode 0x10000001326 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/mkgroupfile) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.727 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:56 smithi043 ceph-mon[31619]: Scrub error on inode 0x10000001325 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/interop) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.728 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:56 smithi043 ceph-mon[31619]: Scrub error on inode 0x1000000131e (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/auto-qa) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.728 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:56 smithi043 ceph-mon[31619]: Scrub error on inode 0x10000001322 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/dm-logwrite-replay) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.728 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:56 smithi043 ceph-mon[31619]: Scrub error on inode 0x10000001327 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/mvtest) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.728 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:56 smithi043 ceph-mon[31619]: Scrub error on inode 0x10000001323 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/fs-walk) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.728 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:56 smithi043 ceph-mon[31619]: Scrub error on inode 0x1000000131c (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/README.auto-qa) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.728 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:56 smithi043 ceph-mon[31619]: Scrub error on inode 0x10000001328 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/nextid) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.728 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:56 smithi043 ceph-mon[31619]: Scrub error on inode 0x10000001324 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/get_maintainer.pl) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.728 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:56 smithi043 ceph-mon[31619]: Scrub error on inode 0x10000001321 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/db-walk) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.728 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:56 smithi043 ceph-mon[31619]: Scrub error on inode 0x1000000131f (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/compare-failures) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.728 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:56 smithi043 ceph-mon[31619]: Scrub error on inode 0x10000001320 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/convert-group) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.728 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:56 smithi043 ceph-mon[31619]: Scrub error on inode 0x1000000131d (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/ag-wipe) see mds.h log and `damage ls` output for details 2024-05-16T15:52:56.728 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:56 smithi043 ceph-mon[31619]: scrub summary: idle+waiting paths [/] 2024-05-16T15:52:56.728 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:56 smithi043 ceph-mon[31619]: scrub summary: idle+waiting paths [/] 2024-05-16T15:52:56.728 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:56 smithi043 ceph-mon[31619]: scrub summary: idle+waiting paths [/] 2024-05-16T15:52:56.728 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:56 smithi043 ceph-mon[31619]: Scrub error on inode 0x10000001546 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/include/config.h) see mds.c log and `damage ls` output for details 2024-05-16T15:52:56.728 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:56 smithi043 ceph-mon[31619]: Scrub error on inode 0x1000000133b (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/include/config.h.in) see mds.c log and `damage ls` output for details 2024-05-16T15:52:56.729 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:56 smithi043 ceph-mon[31619]: Scrub error on inode 0x10000001545 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/include/builddefs) see mds.c log and `damage ls` output for details 2024-05-16T15:52:56.729 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:56 smithi043 ceph-mon[31619]: scrub summary: idle+waiting paths [/] 2024-05-16T15:52:56.816 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] bulkstat_unlink_test_modified 2024-05-16T15:52:56.858 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] t_dir_offset 2024-05-16T15:52:57.013 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] t_futimens 2024-05-16T15:52:57.096 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] t_immutable 2024-05-16T15:52:57.293 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] stale_handle 2024-05-16T15:52:57.378 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] pwrite_mmap_blocked 2024-05-16T15:52:57.402 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] t_dir_offset2 2024-05-16T15:52:57.493 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.480+0000 7f0c6bb78640 1 -- 172.21.15.43:0/1837300337 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0c64103bf0 msgr2=0x7f0c64106060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:57.493 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.480+0000 7f0c6bb78640 1 --2- 172.21.15.43:0/1837300337 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0c64103bf0 0x7f0c64106060 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f0c60009900 tx=0x7f0c6002a410 comp rx=0 tx=0).stop 2024-05-16T15:52:57.493 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.480+0000 7f0c6bb78640 1 -- 172.21.15.43:0/1837300337 shutdown_connections 2024-05-16T15:52:57.493 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.480+0000 7f0c6bb78640 1 --2- 172.21.15.43:0/1837300337 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0c641065a0 0x7f0c64106a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:57.493 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.480+0000 7f0c6bb78640 1 --2- 172.21.15.43:0/1837300337 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0c64103bf0 0x7f0c64106060 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:57.494 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.480+0000 7f0c6bb78640 1 --2- 172.21.15.43:0/1837300337 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0c64101280 0x7f0c641036b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:57.494 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.480+0000 7f0c6bb78640 1 -- 172.21.15.43:0/1837300337 >> 172.21.15.43:0/1837300337 conn(0x7f0c640fcea0 msgr2=0x7f0c640ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:57.494 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.480+0000 7f0c6bb78640 1 -- 172.21.15.43:0/1837300337 shutdown_connections 2024-05-16T15:52:57.494 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.481+0000 7f0c6bb78640 1 -- 172.21.15.43:0/1837300337 wait complete. 2024-05-16T15:52:57.494 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.481+0000 7f0c6bb78640 1 Processor -- start 2024-05-16T15:52:57.494 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.481+0000 7f0c6bb78640 1 -- start start 2024-05-16T15:52:57.495 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.482+0000 7f0c6bb78640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0c64101280 0x7f0c6419f070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:57.496 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.482+0000 7f0c6bb78640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0c64103bf0 0x7f0c6419f5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:57.496 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.482+0000 7f0c6bb78640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0c641065a0 0x7f0c641a6620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:57.496 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.482+0000 7f0c6bb78640 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f0c64114a60 con 0x7f0c64101280 2024-05-16T15:52:57.496 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.482+0000 7f0c6bb78640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f0c641148e0 con 0x7f0c641065a0 2024-05-16T15:52:57.496 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.482+0000 7f0c6bb78640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f0c64114be0 con 0x7f0c64103bf0 2024-05-16T15:52:57.496 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.482+0000 7f0c69914640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0c64101280 0x7f0c6419f070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:57.496 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.482+0000 7f0c69914640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0c64101280 0x7f0c6419f070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:38944/0 (socket says 172.21.15.43:38944) 2024-05-16T15:52:57.496 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.482+0000 7f0c69914640 1 -- 172.21.15.43:0/818612601 learned_addr learned my addr 172.21.15.43:0/818612601 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:57.496 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.482+0000 7f0c6a115640 1 --2- 172.21.15.43:0/818612601 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0c641065a0 0x7f0c641a6620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:57.496 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.482+0000 7f0c69113640 1 --2- 172.21.15.43:0/818612601 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0c64103bf0 0x7f0c6419f5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:57.496 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.482+0000 7f0c6a115640 1 -- 172.21.15.43:0/818612601 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0c64103bf0 msgr2=0x7f0c6419f5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:57.496 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.482+0000 7f0c6a115640 1 --2- 172.21.15.43:0/818612601 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0c64103bf0 0x7f0c6419f5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:57.496 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.482+0000 7f0c6a115640 1 -- 172.21.15.43:0/818612601 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0c64101280 msgr2=0x7f0c6419f070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:57.496 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.482+0000 7f0c6a115640 1 --2- 172.21.15.43:0/818612601 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0c64101280 0x7f0c6419f070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:57.497 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.482+0000 7f0c6a115640 1 -- 172.21.15.43:0/818612601 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c641a6c90 con 0x7f0c641065a0 2024-05-16T15:52:57.497 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.482+0000 7f0c69914640 1 --2- 172.21.15.43:0/818612601 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0c64101280 0x7f0c6419f070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:52:57.497 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.482+0000 7f0c69113640 1 --2- 172.21.15.43:0/818612601 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0c64103bf0 0x7f0c6419f5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:52:57.497 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.483+0000 7f0c6a115640 1 --2- 172.21.15.43:0/818612601 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0c641065a0 0x7f0c641a6620 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f0c5c009fd0 tx=0x7f0c5c00ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:57.497 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.483+0000 7f0c56ffd640 1 -- 172.21.15.43:0/818612601 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c5c00ce20 con 0x7f0c641065a0 2024-05-16T15:52:57.497 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.483+0000 7f0c6bb78640 1 -- 172.21.15.43:0/818612601 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c641a6f80 con 0x7f0c641065a0 2024-05-16T15:52:57.497 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.483+0000 7f0c56ffd640 1 -- 172.21.15.43:0/818612601 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0c5c005020 con 0x7f0c641065a0 2024-05-16T15:52:57.497 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.483+0000 7f0c56ffd640 1 -- 172.21.15.43:0/818612601 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c5c010690 con 0x7f0c641065a0 2024-05-16T15:52:57.497 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.483+0000 7f0c6bb78640 1 -- 172.21.15.43:0/818612601 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c641a7490 con 0x7f0c641065a0 2024-05-16T15:52:57.498 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.486+0000 7f0c6e96f740 1 Processor -- start 2024-05-16T15:52:57.499 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.487+0000 7f0c56ffd640 1 -- 172.21.15.43:0/818612601 <== mon.2 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f0c5c004a40 con 0x7f0c641065a0 2024-05-16T15:52:57.499 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.487+0000 7f0c6e96f740 1 -- start start 2024-05-16T15:52:57.502 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.488+0000 7f0c6e96f740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed2c2eadb0 0x55ed2c2eb1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:57.502 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.488+0000 7f0c6e96f740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed2c2eb7a0 0x55ed2c2f02a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:57.503 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.488+0000 7f0c6e96f740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ed2c2f0910 0x55ed2c2f2da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:57.503 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.488+0000 7f0c6e96f740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55ed2c24f5d0 con 0x55ed2c2eb7a0 2024-05-16T15:52:57.503 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.488+0000 7f0c6e96f740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55ed2c208890 con 0x55ed2c2f0910 2024-05-16T15:52:57.503 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.488+0000 7f0c6e96f740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55ed2c24b590 con 0x55ed2c2eadb0 2024-05-16T15:52:57.503 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.488+0000 7f0c69914640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed2c2eb7a0 0x55ed2c2f02a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:57.503 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.488+0000 7f0c69113640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ed2c2f0910 0x55ed2c2f2da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:57.503 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.488+0000 7f0c69914640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed2c2eb7a0 0x55ed2c2f02a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:38950/0 (socket says 172.21.15.43:38950) 2024-05-16T15:52:57.503 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.488+0000 7f0c69914640 1 -- 172.21.15.43:0/544497552 learned_addr learned my addr 172.21.15.43:0/544497552 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:57.503 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.488+0000 7f0c69113640 1 --2- 172.21.15.43:0/544497552 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed2c2eadb0 0x55ed2c2eb1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:57.503 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.488+0000 7f0c69914640 1 -- 172.21.15.43:0/544497552 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed2c2eadb0 msgr2=0x55ed2c2eb1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:57.503 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.488+0000 7f0c69914640 1 --2- 172.21.15.43:0/544497552 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed2c2eadb0 0x55ed2c2eb1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:57.503 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.488+0000 7f0c69914640 1 -- 172.21.15.43:0/544497552 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ed2c2f0910 msgr2=0x55ed2c2f2da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:57.503 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.488+0000 7f0c69914640 1 --2- 172.21.15.43:0/544497552 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ed2c2f0910 0x55ed2c2f2da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:57.503 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.488+0000 7f0c69914640 1 -- 172.21.15.43:0/544497552 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ed2bf61210 con 0x55ed2c2eb7a0 2024-05-16T15:52:57.504 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.488+0000 7f0c69113640 1 --2- 172.21.15.43:0/544497552 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed2c2eadb0 0x55ed2c2eb1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:52:57.504 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.489+0000 7f0c56ffd640 1 --2- 172.21.15.43:0/818612601 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f0c500b28a0 0x7f0c500b4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:57.504 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.489+0000 7f0c69914640 1 --2- 172.21.15.43:0/544497552 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed2c2eb7a0 0x55ed2c2f02a0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f0c58009fd0 tx=0x7f0c58011ae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23ab97ab1e390d9 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:57.504 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.489+0000 7f0c69113640 1 --2- 172.21.15.43:0/818612601 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f0c500b28a0 0x7f0c500b4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:57.504 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.489+0000 7f0c56ffd640 1 -- 172.21.15.43:0/818612601 <== mon.2 v2:172.21.15.148:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f0c5c0e2c20 con 0x7f0c641065a0 2024-05-16T15:52:57.504 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.489+0000 7f0c4ffff640 1 -- 172.21.15.43:0/544497552 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c5801e070 con 0x55ed2c2eb7a0 2024-05-16T15:52:57.504 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.489+0000 7f0c4ffff640 1 -- 172.21.15.43:0/544497552 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0c5800fb80 con 0x55ed2c2eb7a0 2024-05-16T15:52:57.504 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.489+0000 7f0c4ffff640 1 -- 172.21.15.43:0/544497552 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c58019b60 con 0x55ed2c2eb7a0 2024-05-16T15:52:57.504 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.490+0000 7f0c6e96f740 1 -- 172.21.15.43:0/544497552 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed2c2eb7a0 msgr2=0x55ed2c2f02a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:57.504 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.490+0000 7f0c6e96f740 1 --2- 172.21.15.43:0/544497552 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed2c2eb7a0 0x55ed2c2f02a0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f0c58009fd0 tx=0x7f0c58011ae0 comp rx=0 tx=0).stop 2024-05-16T15:52:57.504 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.490+0000 7f0c69113640 1 --2- 172.21.15.43:0/818612601 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f0c500b28a0 0x7f0c500b4d60 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f0c60005ab0 tx=0x7f0c60005e10 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:57.504 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.490+0000 7f0c6e96f740 1 -- 172.21.15.43:0/544497552 shutdown_connections 2024-05-16T15:52:57.504 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.490+0000 7f0c6e96f740 1 --2- 172.21.15.43:0/544497552 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ed2c2f0910 0x55ed2c2f2da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:57.504 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.490+0000 7f0c6e96f740 1 --2- 172.21.15.43:0/544497552 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed2c2eb7a0 0x55ed2c2f02a0 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:57.504 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.490+0000 7f0c6e96f740 1 --2- 172.21.15.43:0/544497552 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed2c2eadb0 0x55ed2c2eb1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:57.505 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.490+0000 7f0c6e96f740 1 -- 172.21.15.43:0/544497552 >> 172.21.15.43:0/544497552 conn(0x55ed2c2e6420 msgr2=0x55ed2c2e6820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:57.505 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.490+0000 7f0c6e96f740 1 -- 172.21.15.43:0/544497552 shutdown_connections 2024-05-16T15:52:57.505 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.490+0000 7f0c6e96f740 1 -- 172.21.15.43:0/544497552 wait complete. 2024-05-16T15:52:57.505 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.490+0000 7f0c6e96f740 1 -- start start 2024-05-16T15:52:57.505 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.491+0000 7f0c6e96f740 1 Processor -- start 2024-05-16T15:52:57.508 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.491+0000 7f0c6e96f740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ed2c2eadb0 0x55ed2c2f4fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:57.508 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.491+0000 7f0c6e96f740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed2c2eb7a0 0x55ed2c2f5500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:57.508 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.491+0000 7f0c6e96f740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed2c2f0910 0x55ed2c2fc540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:57.508 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.491+0000 7f0c6e96f740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55ed2c2f3910 con 0x55ed2c2f0910 2024-05-16T15:52:57.508 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.491+0000 7f0c6e96f740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55ed2c20c370 con 0x55ed2c2eadb0 2024-05-16T15:52:57.508 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.491+0000 7f0c6e96f740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55ed2c2f3a90 con 0x55ed2c2eb7a0 2024-05-16T15:52:57.508 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.491+0000 7f0c6e96f740 10 client.0 _ll_register_callbacks cb 0x55ed2bf60a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:52:57.508 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.491+0000 7f0c6a115640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed2c2f0910 0x55ed2c2fc540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:57.508 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.491+0000 7f0c6a115640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed2c2f0910 0x55ed2c2fc540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:38960/0 (socket says 172.21.15.43:38960) 2024-05-16T15:52:57.508 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.491+0000 7f0c6a115640 1 -- 172.21.15.43:0/886736715 learned_addr learned my addr 172.21.15.43:0/886736715 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:57.508 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.491+0000 7f0c69113640 1 --2- 172.21.15.43:0/886736715 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed2c2eb7a0 0x55ed2c2f5500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:57.509 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.491+0000 7f0c69914640 1 --2- 172.21.15.43:0/886736715 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ed2c2eadb0 0x55ed2c2f4fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:57.509 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.492+0000 7f0c6a115640 1 -- 172.21.15.43:0/886736715 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed2c2eb7a0 msgr2=0x55ed2c2f5500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:57.509 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.492+0000 7f0c6a115640 1 --2- 172.21.15.43:0/886736715 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed2c2eb7a0 0x55ed2c2f5500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:57.509 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.492+0000 7f0c6a115640 1 -- 172.21.15.43:0/886736715 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ed2c2eadb0 msgr2=0x55ed2c2f4fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:57.509 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.492+0000 7f0c6a115640 1 --2- 172.21.15.43:0/886736715 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ed2c2eadb0 0x55ed2c2f4fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:57.509 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.492+0000 7f0c6a115640 1 -- 172.21.15.43:0/886736715 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ed2c02d620 con 0x55ed2c2f0910 2024-05-16T15:52:57.509 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.492+0000 7f0c6a115640 1 --2- 172.21.15.43:0/886736715 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed2c2f0910 0x55ed2c2fc540 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f0c5c0a5f10 tx=0x7f0c5c0aa650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65d4b757495034d8 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:57.509 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.492+0000 7f0c4d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:52:57.509 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.492+0000 7f0c4d7fa640 1 -- 172.21.15.43:0/886736715 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c5c0b2cf0 con 0x55ed2c2f0910 2024-05-16T15:52:57.509 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.492+0000 7f0c4d7fa640 1 -- 172.21.15.43:0/886736715 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f0c5c0051d0 con 0x55ed2c2f0910 2024-05-16T15:52:57.509 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.492+0000 7f0c6e96f740 1 -- 172.21.15.43:0/886736715 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0c5800fb80 con 0x55ed2c2f0910 2024-05-16T15:52:57.509 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.492+0000 7f0c4d7fa640 1 -- 172.21.15.43:0/886736715 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f0c5c004d30 con 0x55ed2c2f0910 2024-05-16T15:52:57.510 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.492+0000 7f0c6e96f740 10 client.16038 fetch_fsmap learned FSMap version 35 2024-05-16T15:52:57.510 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.492+0000 7f0c6e96f740 1 -- 172.21.15.43:0/886736715 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55ed2c2ff5f0 con 0x55ed2c2f0910 2024-05-16T15:52:57.510 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.493+0000 7f0c4d7fa640 1 -- 172.21.15.43:0/886736715 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0c5800fb80 con 0x55ed2c2f0910 2024-05-16T15:52:57.510 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.493+0000 7f0c4d7fa640 1 -- 172.21.15.43:0/886736715 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 35) ==== 8378+0+0 (secure 0 0 0) 0x7f0c5c0a5800 con 0x55ed2c2f0910 2024-05-16T15:52:57.510 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.493+0000 7f0c6e96f740 10 client.16038 fetch_fsmap finished waiting for FSMap version 35 2024-05-16T15:52:57.510 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.493+0000 7f0c6e96f740 10 client.16038 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:52:57.510 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.493+0000 7f0c6e96f740 20 client.16038 populate_metadata read hostname 'smithi043' 2024-05-16T15:52:57.510 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.493+0000 7f0c6e96f740 1 --2- 172.21.15.43:0/886736715 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55ed2c300e70 0x55ed2c3032f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:57.510 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.493+0000 7f0c6e96f740 4 client.16038 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:52:57.510 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.493+0000 7f0c6e96f740 1 -- 172.21.15.43:0/886736715 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ed2c25d1e0 con 0x55ed2c300e70 2024-05-16T15:52:57.510 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.493+0000 7f0c69914640 1 --2- 172.21.15.43:0/886736715 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55ed2c300e70 0x55ed2c3032f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:57.510 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.494+0000 7f0c4d7fa640 10 client.16038 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:52:57.511 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.494+0000 7f0c69914640 1 --2- 172.21.15.43:0/886736715 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55ed2c300e70 0x55ed2c3032f0 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d329d3ab716b199 server_cookie=80f678d3e7157776 in_seq=0 out_seq=0 2024-05-16T15:52:57.511 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.494+0000 7f0c4d7fa640 1 -- 172.21.15.43:0/886736715 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55ed2c25d1e0 con 0x55ed2c300e70 2024-05-16T15:52:57.511 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.495+0000 7f0c4d7fa640 10 client.16038 handle_command_reply: tid=0 2024-05-16T15:52:57.511 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.495+0000 7f0c6e96f740 1 client.16038 shutdown 2024-05-16T15:52:57.511 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.495+0000 7f0c6e96f740 1 -- 172.21.15.43:0/886736715 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed2c2f0910 msgr2=0x55ed2c2fc540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:57.511 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.495+0000 7f0c6e96f740 1 --2- 172.21.15.43:0/886736715 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed2c2f0910 0x55ed2c2fc540 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f0c5c0a5f10 tx=0x7f0c5c0aa650 comp rx=0 tx=0).stop 2024-05-16T15:52:57.511 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.495+0000 7f0c6e96f740 1 -- 172.21.15.43:0/886736715 shutdown_connections 2024-05-16T15:52:57.511 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.495+0000 7f0c6e96f740 1 --2- 172.21.15.43:0/886736715 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55ed2c300e70 0x55ed2c3032f0 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:57.511 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.495+0000 7f0c6e96f740 1 --2- 172.21.15.43:0/886736715 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed2c2f0910 0x55ed2c2fc540 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:57.511 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.495+0000 7f0c6e96f740 1 --2- 172.21.15.43:0/886736715 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed2c2eb7a0 0x55ed2c2f5500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:57.511 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.495+0000 7f0c6e96f740 1 --2- 172.21.15.43:0/886736715 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ed2c2eadb0 0x55ed2c2f4fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:57.511 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.495+0000 7f0c6e96f740 1 -- 172.21.15.43:0/886736715 >> 172.21.15.43:0/886736715 conn(0x55ed2c2e6420 msgr2=0x55ed2c2e5580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:57.511 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.495+0000 7f0c4d7fa640 0 client.16038 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:52:57.511 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.495+0000 7f0c6e96f740 1 -- 172.21.15.43:0/886736715 shutdown_connections 2024-05-16T15:52:57.511 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.495+0000 7f0c6e96f740 1 -- 172.21.15.43:0/886736715 wait complete. 2024-05-16T15:52:57.511 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.496+0000 7f0c6e96f740 20 client.16038 trim_cache size 0 max 16384 2024-05-16T15:52:57.534 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.521+0000 7f0c6e96f740 1 Processor -- start 2024-05-16T15:52:57.534 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.521+0000 7f0c6e96f740 1 -- start start 2024-05-16T15:52:57.534 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.521+0000 7f0c6e96f740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed2c2eadb0 0x55ed2c2e9330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:57.534 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.521+0000 7f0c6e96f740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed2c2eb7a0 0x55ed2c2fc500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:57.534 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.521+0000 7f0c6e96f740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ed2c2f0910 0x55ed2c2e9870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:57.534 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.521+0000 7f0c6e96f740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f0c641b19a0 con 0x55ed2c2eb7a0 2024-05-16T15:52:57.534 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.521+0000 7f0c6e96f740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f0c641b35a0 con 0x55ed2c2f0910 2024-05-16T15:52:57.534 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.521+0000 7f0c6e96f740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f0c641b2070 con 0x55ed2c2eadb0 2024-05-16T15:52:57.534 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.522+0000 7f0c69113640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed2c2eb7a0 0x55ed2c2fc500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:57.534 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.522+0000 7f0c69113640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed2c2eb7a0 0x55ed2c2fc500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:38976/0 (socket says 172.21.15.43:38976) 2024-05-16T15:52:57.534 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.522+0000 7f0c69914640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed2c2eadb0 0x55ed2c2e9330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:57.534 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.522+0000 7f0c69113640 1 -- 172.21.15.43:0/2089339212 learned_addr learned my addr 172.21.15.43:0/2089339212 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:57.534 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.522+0000 7f0c6a115640 1 --2- 172.21.15.43:0/2089339212 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ed2c2f0910 0x55ed2c2e9870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:57.536 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.522+0000 7f0c69914640 1 -- 172.21.15.43:0/2089339212 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ed2c2f0910 msgr2=0x55ed2c2e9870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:57.536 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.522+0000 7f0c69914640 1 --2- 172.21.15.43:0/2089339212 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ed2c2f0910 0x55ed2c2e9870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:57.536 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.522+0000 7f0c69914640 1 -- 172.21.15.43:0/2089339212 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed2c2eb7a0 msgr2=0x55ed2c2fc500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:57.536 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.522+0000 7f0c69914640 1 --2- 172.21.15.43:0/2089339212 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed2c2eb7a0 0x55ed2c2fc500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:57.536 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.522+0000 7f0c69914640 1 -- 172.21.15.43:0/2089339212 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ed2c2ff3e0 con 0x55ed2c2eadb0 2024-05-16T15:52:57.536 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.522+0000 7f0c69914640 1 --2- 172.21.15.43:0/2089339212 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed2c2eadb0 0x55ed2c2e9330 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x55ed2c2ebba0 tx=0x7f0c58019780 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cfb4db64968f3e18 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:57.536 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.522+0000 7f0c4f7fe640 1 -- 172.21.15.43:0/2089339212 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c5801e040 con 0x55ed2c2eadb0 2024-05-16T15:52:57.536 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.523+0000 7f0c4f7fe640 1 -- 172.21.15.43:0/2089339212 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0c5800fb80 con 0x55ed2c2eadb0 2024-05-16T15:52:57.536 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.523+0000 7f0c4f7fe640 1 -- 172.21.15.43:0/2089339212 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c58019d70 con 0x55ed2c2eadb0 2024-05-16T15:52:57.536 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.523+0000 7f0c6e96f740 1 -- 172.21.15.43:0/2089339212 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed2c2eadb0 msgr2=0x55ed2c2e9330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:57.536 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.523+0000 7f0c6e96f740 1 --2- 172.21.15.43:0/2089339212 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed2c2eadb0 0x55ed2c2e9330 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x55ed2c2ebba0 tx=0x7f0c58019780 comp rx=0 tx=0).stop 2024-05-16T15:52:57.536 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.524+0000 7f0c6e96f740 1 -- 172.21.15.43:0/2089339212 shutdown_connections 2024-05-16T15:52:57.537 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.524+0000 7f0c6e96f740 1 --2- 172.21.15.43:0/2089339212 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ed2c2f0910 0x55ed2c2e9870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:57.537 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.524+0000 7f0c6e96f740 1 --2- 172.21.15.43:0/2089339212 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed2c2eb7a0 0x55ed2c2fc500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:57.537 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.524+0000 7f0c6e96f740 1 --2- 172.21.15.43:0/2089339212 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed2c2eadb0 0x55ed2c2e9330 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:57.537 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.524+0000 7f0c6e96f740 1 -- 172.21.15.43:0/2089339212 >> 172.21.15.43:0/2089339212 conn(0x55ed2c2e6420 msgr2=0x55ed2c2ec980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:57.537 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.524+0000 7f0c6e96f740 1 -- 172.21.15.43:0/2089339212 shutdown_connections 2024-05-16T15:52:57.537 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.524+0000 7f0c6e96f740 1 -- 172.21.15.43:0/2089339212 wait complete. 2024-05-16T15:52:57.537 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.524+0000 7f0c6e96f740 1 -- start start 2024-05-16T15:52:57.537 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.524+0000 7f0c6e96f740 1 Processor -- start 2024-05-16T15:52:57.539 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.524+0000 7f0c6e96f740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed2c2eadb0 0x55ed2c2f9f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:57.539 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.525+0000 7f0c6e96f740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ed2c2eb7a0 0x55ed2c2fa460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:57.539 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.525+0000 7f0c6e96f740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed2c2f0910 0x55ed2c2fb470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:57.539 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.525+0000 7f0c6e96f740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f0c641b2ed0 con 0x55ed2c2f0910 2024-05-16T15:52:57.540 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.525+0000 7f0c6e96f740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f0c641b2740 con 0x55ed2c2eb7a0 2024-05-16T15:52:57.540 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.525+0000 7f0c6e96f740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f0c641af980 con 0x55ed2c2eadb0 2024-05-16T15:52:57.540 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.525+0000 7f0c6e96f740 10 client.0 _ll_register_callbacks cb 0x7f0c5c005b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:52:57.540 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.525+0000 7f0c69113640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ed2c2eb7a0 0x55ed2c2fa460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:57.540 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.525+0000 7f0c69914640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed2c2eadb0 0x55ed2c2f9f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:57.540 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.525+0000 7f0c69113640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ed2c2eb7a0 0x55ed2c2fa460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:57056/0 (socket says 172.21.15.43:57056) 2024-05-16T15:52:57.540 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.525+0000 7f0c69914640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed2c2eadb0 0x55ed2c2f9f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:42586/0 (socket says 172.21.15.43:42586) 2024-05-16T15:52:57.540 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.525+0000 7f0c69113640 1 -- 172.21.15.43:0/4180648562 learned_addr learned my addr 172.21.15.43:0/4180648562 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:57.540 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.525+0000 7f0c6a115640 1 --2- 172.21.15.43:0/4180648562 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed2c2f0910 0x55ed2c2fb470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:57.540 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.525+0000 7f0c69914640 1 -- 172.21.15.43:0/4180648562 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ed2c2eb7a0 msgr2=0x55ed2c2fa460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:57.540 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.525+0000 7f0c69914640 1 --2- 172.21.15.43:0/4180648562 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ed2c2eb7a0 0x55ed2c2fa460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:57.541 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.525+0000 7f0c69914640 1 -- 172.21.15.43:0/4180648562 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed2c2f0910 msgr2=0x55ed2c2fb470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:57.541 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.525+0000 7f0c69914640 1 --2- 172.21.15.43:0/4180648562 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed2c2f0910 0x55ed2c2fb470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:57.541 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.525+0000 7f0c69914640 1 -- 172.21.15.43:0/4180648562 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ed2c2fba60 con 0x55ed2c2eadb0 2024-05-16T15:52:57.541 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.525+0000 7f0c69914640 1 --2- 172.21.15.43:0/4180648562 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed2c2eadb0 0x55ed2c2f9f20 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f0c58009fa0 tx=0x7f0c58011580 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b489155ad59083ae server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:57.541 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.525+0000 7f0c4d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.157:3300/0 2024-05-16T15:52:57.541 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.526+0000 7f0c4d7fa640 1 -- 172.21.15.43:0/4180648562 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c58037020 con 0x55ed2c2eadb0 2024-05-16T15:52:57.542 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.526+0000 7f0c4d7fa640 1 -- 172.21.15.43:0/4180648562 <== mon.1 v2:172.21.15.157:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f0c58009310 con 0x55ed2c2eadb0 2024-05-16T15:52:57.542 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.526+0000 7f0c6e96f740 1 -- 172.21.15.43:0/4180648562 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0c5800fb80 con 0x55ed2c2eadb0 2024-05-16T15:52:57.542 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.526+0000 7f0c4d7fa640 1 -- 172.21.15.43:0/4180648562 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f0c5801e040 con 0x55ed2c2eadb0 2024-05-16T15:52:57.542 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.526+0000 7f0c6e96f740 10 client.25621 fetch_fsmap learned FSMap version 35 2024-05-16T15:52:57.542 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.526+0000 7f0c6e96f740 1 -- 172.21.15.43:0/4180648562 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55ed2c36b9d0 con 0x55ed2c2eadb0 2024-05-16T15:52:57.542 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.526+0000 7f0c4d7fa640 1 -- 172.21.15.43:0/4180648562 <== mon.1 v2:172.21.15.157:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0c5800fb80 con 0x55ed2c2eadb0 2024-05-16T15:52:57.543 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.526+0000 7f0c4d7fa640 1 -- 172.21.15.43:0/4180648562 <== mon.1 v2:172.21.15.157:3300/0 5 ==== fsmap(e 35) ==== 8378+0+0 (secure 0 0 0) 0x7f0c580050c0 con 0x55ed2c2eadb0 2024-05-16T15:52:57.543 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.527+0000 7f0c6e96f740 10 client.25621 fetch_fsmap finished waiting for FSMap version 35 2024-05-16T15:52:57.543 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.527+0000 7f0c6e96f740 10 client.25621 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:52:57.543 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.527+0000 7f0c6e96f740 20 client.25621 populate_metadata read hostname 'smithi043' 2024-05-16T15:52:57.543 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.527+0000 7f0c6e96f740 1 --2- 172.21.15.43:0/4180648562 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55ed2c36c2a0 0x55ed2c36e6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:57.543 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.527+0000 7f0c6e96f740 4 client.25621 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-16T15:52:57.543 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.527+0000 7f0c6e96f740 1 -- 172.21.15.43:0/4180648562 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55ed2c257050 con 0x55ed2c36c2a0 2024-05-16T15:52:57.544 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.527+0000 7f0c69113640 1 --2- 172.21.15.43:0/4180648562 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55ed2c36c2a0 0x55ed2c36e6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:57.544 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.527+0000 7f0c4d7fa640 10 client.25621 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:52:57.544 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.527+0000 7f0c69113640 1 --2- 172.21.15.43:0/4180648562 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55ed2c36c2a0 0x55ed2c36e6c0 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c0aadbef1ff4437 server_cookie=d3fcb66f986d004 in_seq=0 out_seq=0 2024-05-16T15:52:57.552 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.539+0000 7f0c4d7fa640 1 -- 172.21.15.43:0/4180648562 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55ed2c257050 con 0x55ed2c36c2a0 2024-05-16T15:52:57.552 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.539+0000 7f0c4d7fa640 10 client.25621 handle_command_reply: tid=0 2024-05-16T15:52:57.552 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.539+0000 7f0c6e96f740 1 client.25621 shutdown 2024-05-16T15:52:57.552 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.540+0000 7f0c6e96f740 1 -- 172.21.15.43:0/4180648562 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed2c2eadb0 msgr2=0x55ed2c2f9f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:57.552 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.540+0000 7f0c6e96f740 1 --2- 172.21.15.43:0/4180648562 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed2c2eadb0 0x55ed2c2f9f20 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f0c58009fa0 tx=0x7f0c58011580 comp rx=0 tx=0).stop 2024-05-16T15:52:57.552 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.540+0000 7f0c6e96f740 1 -- 172.21.15.43:0/4180648562 shutdown_connections 2024-05-16T15:52:57.552 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.540+0000 7f0c6e96f740 1 --2- 172.21.15.43:0/4180648562 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55ed2c36c2a0 0x55ed2c36e6c0 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:57.552 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.540+0000 7f0c6e96f740 1 --2- 172.21.15.43:0/4180648562 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ed2c2f0910 0x55ed2c2fb470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:57.553 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.540+0000 7f0c6e96f740 1 --2- 172.21.15.43:0/4180648562 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ed2c2eb7a0 0x55ed2c2fa460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:57.553 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.540+0000 7f0c6e96f740 1 --2- 172.21.15.43:0/4180648562 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed2c2eadb0 0x55ed2c2f9f20 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:57.553 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.540+0000 7f0c4d7fa640 0 client.25621 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:52:57.553 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.540+0000 7f0c6e96f740 1 -- 172.21.15.43:0/4180648562 >> 172.21.15.43:0/4180648562 conn(0x55ed2c2e6420 msgr2=0x55ed2c2e4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:57.553 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.540+0000 7f0c6e96f740 1 -- 172.21.15.43:0/4180648562 shutdown_connections 2024-05-16T15:52:57.553 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.540+0000 7f0c6e96f740 1 -- 172.21.15.43:0/4180648562 wait complete. 2024-05-16T15:52:57.553 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.540+0000 7f0c6e96f740 20 client.25621 trim_cache size 0 max 16384 2024-05-16T15:52:57.553 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:{ 2024-05-16T15:52:57.553 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "message": "", 2024-05-16T15:52:57.553 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "return_code": 0 2024-05-16T15:52:57.553 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:} 2024-05-16T15:52:57.554 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.541+0000 7f0c6bb78640 1 -- 172.21.15.43:0/818612601 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f0c500b28a0 msgr2=0x7f0c500b4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:57.555 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.541+0000 7f0c6bb78640 1 --2- 172.21.15.43:0/818612601 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f0c500b28a0 0x7f0c500b4d60 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f0c60005ab0 tx=0x7f0c60005e10 comp rx=0 tx=0).stop 2024-05-16T15:52:57.555 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.541+0000 7f0c6bb78640 1 -- 172.21.15.43:0/818612601 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0c641065a0 msgr2=0x7f0c641a6620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:57.555 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.541+0000 7f0c6bb78640 1 --2- 172.21.15.43:0/818612601 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0c641065a0 0x7f0c641a6620 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f0c5c009fd0 tx=0x7f0c5c00ef10 comp rx=0 tx=0).stop 2024-05-16T15:52:57.555 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.541+0000 7f0c6bb78640 1 -- 172.21.15.43:0/818612601 shutdown_connections 2024-05-16T15:52:57.555 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.541+0000 7f0c6bb78640 1 --2- 172.21.15.43:0/818612601 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0c641065a0 0x7f0c641a6620 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:57.555 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.541+0000 7f0c6bb78640 1 --2- 172.21.15.43:0/818612601 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f0c500b28a0 0x7f0c500b4d60 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:57.555 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.541+0000 7f0c6bb78640 1 --2- 172.21.15.43:0/818612601 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0c64103bf0 0x7f0c6419f5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:57.555 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.541+0000 7f0c6bb78640 1 --2- 172.21.15.43:0/818612601 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0c64101280 0x7f0c6419f070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:57.555 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.541+0000 7f0c6bb78640 1 -- 172.21.15.43:0/818612601 >> 172.21.15.43:0/818612601 conn(0x7f0c640fcea0 msgr2=0x7f0c64101c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:57.555 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.541+0000 7f0c6bb78640 1 -- 172.21.15.43:0/818612601 shutdown_connections 2024-05-16T15:52:57.555 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:52:57.541+0000 7f0c6bb78640 1 -- 172.21.15.43:0/818612601 wait complete. 2024-05-16T15:52:57.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:57 smithi157 ceph-mon[35584]: pgmap v518: 129 pgs: 129 active+clean; 33 MiB data, 552 MiB used, 1.0 TiB / 1.0 TiB avail; 101 KiB/s rd, 260 KiB/s wr, 124 op/s 2024-05-16T15:52:57.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:57 smithi148 ceph-mon[34976]: pgmap v518: 129 pgs: 129 active+clean; 33 MiB data, 552 MiB used, 1.0 TiB / 1.0 TiB avail; 101 KiB/s rd, 260 KiB/s wr, 124 op/s 2024-05-16T15:52:57.689 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:57 smithi043 ceph-mon[31619]: pgmap v518: 129 pgs: 129 active+clean; 33 MiB data, 552 MiB used, 1.0 TiB / 1.0 TiB avail; 101 KiB/s rd, 260 KiB/s wr, 124 op/s 2024-05-16T15:52:57.689 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:57 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mon-a[31615]: 2024-05-16T15:52:57.334+0000 7fc77efd0700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-05-16T15:52:57.951 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.938+0000 7fd1e2797700 1 -- 172.21.15.43:0/547387417 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd1dc1034f0 msgr2=0x7fd1dc103970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:57.951 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.938+0000 7fd1e2797700 1 --2- 172.21.15.43:0/547387417 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd1dc1034f0 0x7fd1dc103970 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fd1d0009990 tx=0x7fd1d0009ca0 comp rx=0 tx=0).stop 2024-05-16T15:52:57.951 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.938+0000 7fd1e2797700 1 -- 172.21.15.43:0/547387417 shutdown_connections 2024-05-16T15:52:57.951 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.938+0000 7fd1e2797700 1 --2- 172.21.15.43:0/547387417 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd1dc103eb0 0x7fd1dc110390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:57.951 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.938+0000 7fd1e2797700 1 --2- 172.21.15.43:0/547387417 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd1dc109600 0x7fd1dc1099e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:57.951 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.938+0000 7fd1e2797700 1 --2- 172.21.15.43:0/547387417 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd1dc1034f0 0x7fd1dc103970 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:57.951 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.938+0000 7fd1e2797700 1 -- 172.21.15.43:0/547387417 >> 172.21.15.43:0/547387417 conn(0x7fd1dc07a650 msgr2=0x7fd1dc07aa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:57.951 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.939+0000 7fd1e2797700 1 -- 172.21.15.43:0/547387417 shutdown_connections 2024-05-16T15:52:57.951 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.939+0000 7fd1e2797700 1 -- 172.21.15.43:0/547387417 wait complete. 2024-05-16T15:52:57.952 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.940+0000 7fd1e2797700 1 Processor -- start 2024-05-16T15:52:57.952 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.940+0000 7fd1e2797700 1 -- start start 2024-05-16T15:52:57.953 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.941+0000 7fd1e2797700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd1dc1034f0 0x7fd1dc19f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:57.955 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.941+0000 7fd1e2797700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd1dc103eb0 0x7fd1dc19fc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:57.956 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.941+0000 7fd1e2797700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd1dc109600 0x7fd1dc1998b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:57.956 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.941+0000 7fd1dbfff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd1dc1034f0 0x7fd1dc19f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:57.956 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.942+0000 7fd1db7fe700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd1dc103eb0 0x7fd1dc19fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:57.956 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.942+0000 7fd1db7fe700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd1dc103eb0 0x7fd1dc19fc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:57064/0 (socket says 172.21.15.43:57064) 2024-05-16T15:52:57.956 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.942+0000 7fd1db7fe700 1 -- 172.21.15.43:0/1690808612 learned_addr learned my addr 172.21.15.43:0/1690808612 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:57.956 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.942+0000 7fd1e2797700 1 -- 172.21.15.43:0/1690808612 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fd1dc113570 con 0x7fd1dc1034f0 2024-05-16T15:52:57.956 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.942+0000 7fd1e2797700 1 -- 172.21.15.43:0/1690808612 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fd1dc1133f0 con 0x7fd1dc103eb0 2024-05-16T15:52:57.956 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.942+0000 7fd1e2797700 1 -- 172.21.15.43:0/1690808612 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fd1dc1136f0 con 0x7fd1dc109600 2024-05-16T15:52:57.956 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.942+0000 7fd1e0d34700 1 --2- 172.21.15.43:0/1690808612 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd1dc109600 0x7fd1dc1998b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:57.956 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.942+0000 7fd1db7fe700 1 -- 172.21.15.43:0/1690808612 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd1dc109600 msgr2=0x7fd1dc1998b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:57.956 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.942+0000 7fd1db7fe700 1 --2- 172.21.15.43:0/1690808612 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd1dc109600 0x7fd1dc1998b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:57.956 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.942+0000 7fd1db7fe700 1 -- 172.21.15.43:0/1690808612 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd1dc1034f0 msgr2=0x7fd1dc19f6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:57.956 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.942+0000 7fd1db7fe700 1 --2- 172.21.15.43:0/1690808612 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd1dc1034f0 0x7fd1dc19f6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:57.957 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.942+0000 7fd1db7fe700 1 -- 172.21.15.43:0/1690808612 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1dc19a010 con 0x7fd1dc103eb0 2024-05-16T15:52:57.957 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.943+0000 7fd1db7fe700 1 --2- 172.21.15.43:0/1690808612 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd1dc103eb0 0x7fd1dc19fc30 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fd1d000b650 tx=0x7fd1d00047b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:57.957 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.943+0000 7fd1d97fa700 1 -- 172.21.15.43:0/1690808612 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1d0027070 con 0x7fd1dc103eb0 2024-05-16T15:52:57.957 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.943+0000 7fd1d97fa700 1 -- 172.21.15.43:0/1690808612 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd1d0022470 con 0x7fd1dc103eb0 2024-05-16T15:52:57.957 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.943+0000 7fd1d97fa700 1 -- 172.21.15.43:0/1690808612 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1d0017650 con 0x7fd1dc103eb0 2024-05-16T15:52:57.957 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.943+0000 7fd1e2797700 1 -- 172.21.15.43:0/1690808612 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1dc19a2a0 con 0x7fd1dc103eb0 2024-05-16T15:52:57.957 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.944+0000 7fd1e2797700 1 -- 172.21.15.43:0/1690808612 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1dc19a670 con 0x7fd1dc103eb0 2024-05-16T15:52:57.958 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.946+0000 7fd1d97fa700 1 -- 172.21.15.43:0/1690808612 <== mon.2 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fd1d0009d10 con 0x7fd1dc103eb0 2024-05-16T15:52:57.959 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.947+0000 7fd1d97fa700 1 --2- 172.21.15.43:0/1690808612 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd1c40b2900 0x7fd1c40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:57.959 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.947+0000 7fd1d97fa700 1 -- 172.21.15.43:0/1690808612 <== mon.2 v2:172.21.15.148:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7fd1d00e2ff0 con 0x7fd1dc103eb0 2024-05-16T15:52:57.960 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.948+0000 7fd1dbfff700 1 --2- 172.21.15.43:0/1690808612 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd1c40b2900 0x7fd1c40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:57.960 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.948+0000 7fd1dbfff700 1 --2- 172.21.15.43:0/1690808612 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd1c40b2900 0x7fd1c40b4dc0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fd1dc19a9f0 tx=0x7fd1cc009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:57.961 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.949+0000 7fd1ed02ab80 1 Processor -- start 2024-05-16T15:52:57.961 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.949+0000 7fd1ed02ab80 1 -- start start 2024-05-16T15:52:57.962 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.950+0000 7fd1ed02ab80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56222b7a2f80 0x56222b7a3360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:57.962 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.950+0000 7fd1ed02ab80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56222b7a38a0 0x56222b79d700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:57.963 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.950+0000 7fd1ed02ab80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56222b79dc90 0x56222b79e110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:57.963 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.950+0000 7fd1ed02ab80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x56222b6eb860 con 0x56222b7a38a0 2024-05-16T15:52:57.963 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.950+0000 7fd1ed02ab80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x56222b68a7c0 con 0x56222b79dc90 2024-05-16T15:52:57.963 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.950+0000 7fd1ed02ab80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x56222b6e7820 con 0x56222b7a2f80 2024-05-16T15:52:57.963 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.950+0000 7fd1dbfff700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56222b7a2f80 0x56222b7a3360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:57.963 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.950+0000 7fd1db7fe700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56222b7a38a0 0x56222b79d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:57.963 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.950+0000 7fd1dbfff700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56222b7a2f80 0x56222b7a3360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:42606/0 (socket says 172.21.15.43:42606) 2024-05-16T15:52:57.963 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.950+0000 7fd1dbfff700 1 -- 172.21.15.43:0/1266020478 learned_addr learned my addr 172.21.15.43:0/1266020478 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:57.963 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.950+0000 7fd1e0d34700 1 --2- 172.21.15.43:0/1266020478 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56222b79dc90 0x56222b79e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:57.963 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.951+0000 7fd1dbfff700 1 -- 172.21.15.43:0/1266020478 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56222b79dc90 msgr2=0x56222b79e110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:57.963 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.951+0000 7fd1dbfff700 1 --2- 172.21.15.43:0/1266020478 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56222b79dc90 0x56222b79e110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:57.964 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.951+0000 7fd1dbfff700 1 -- 172.21.15.43:0/1266020478 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56222b7a38a0 msgr2=0x56222b79d700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:57.964 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.951+0000 7fd1dbfff700 1 --2- 172.21.15.43:0/1266020478 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56222b7a38a0 0x56222b79d700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:57.964 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.951+0000 7fd1dbfff700 1 -- 172.21.15.43:0/1266020478 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56222b6388d0 con 0x56222b7a2f80 2024-05-16T15:52:57.965 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.951+0000 7fd1dbfff700 1 --2- 172.21.15.43:0/1266020478 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56222b7a2f80 0x56222b7a3360 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fd1cc011e10 tx=0x7fd1cc014000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7e7482a42c89bb02 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:57.965 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.951+0000 7fd1c27fc700 1 -- 172.21.15.43:0/1266020478 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1cc012bc0 con 0x56222b7a2f80 2024-05-16T15:52:57.965 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.951+0000 7fd1c27fc700 1 -- 172.21.15.43:0/1266020478 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd1cc0044c0 con 0x56222b7a2f80 2024-05-16T15:52:57.965 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.952+0000 7fd1c27fc700 1 -- 172.21.15.43:0/1266020478 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1cc01f420 con 0x56222b7a2f80 2024-05-16T15:52:57.965 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.952+0000 7fd1ed02ab80 1 -- 172.21.15.43:0/1266020478 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56222b7a2f80 msgr2=0x56222b7a3360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:57.965 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.952+0000 7fd1ed02ab80 1 --2- 172.21.15.43:0/1266020478 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56222b7a2f80 0x56222b7a3360 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fd1cc011e10 tx=0x7fd1cc014000 comp rx=0 tx=0).stop 2024-05-16T15:52:57.965 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.953+0000 7fd1ed02ab80 1 -- 172.21.15.43:0/1266020478 shutdown_connections 2024-05-16T15:52:57.965 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.953+0000 7fd1ed02ab80 1 --2- 172.21.15.43:0/1266020478 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56222b79dc90 0x56222b79e110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:57.965 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.953+0000 7fd1ed02ab80 1 --2- 172.21.15.43:0/1266020478 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56222b7a2f80 0x56222b7a3360 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:57.966 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.953+0000 7fd1ed02ab80 1 --2- 172.21.15.43:0/1266020478 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56222b7a38a0 0x56222b79d700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:57.966 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.953+0000 7fd1ed02ab80 1 -- 172.21.15.43:0/1266020478 >> 172.21.15.43:0/1266020478 conn(0x56222b6c5100 msgr2=0x56222b793c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:57.966 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.953+0000 7fd1ed02ab80 1 -- 172.21.15.43:0/1266020478 shutdown_connections 2024-05-16T15:52:57.966 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.953+0000 7fd1ed02ab80 1 -- 172.21.15.43:0/1266020478 wait complete. 2024-05-16T15:52:57.967 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.953+0000 7fd1ed02ab80 1 -- start start 2024-05-16T15:52:57.967 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.954+0000 7fd1ed02ab80 1 Processor -- start 2024-05-16T15:52:57.967 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.954+0000 7fd1ed02ab80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56222b79dc90 0x56222b7a9410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:57.967 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.954+0000 7fd1ed02ab80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56222b7a2f80 0x56222b7a6800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:57.967 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.954+0000 7fd1ed02ab80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56222b7a38a0 0x56222b7a6d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:57.967 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.954+0000 7fd1ed02ab80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x56222b7aa360 con 0x56222b7a38a0 2024-05-16T15:52:57.967 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.954+0000 7fd1ed02ab80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x56222b651c30 con 0x56222b79dc90 2024-05-16T15:52:57.967 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.954+0000 7fd1ed02ab80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x56222b7aa4e0 con 0x56222b7a2f80 2024-05-16T15:52:57.968 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.955+0000 7fd1db7fe700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56222b7a2f80 0x56222b7a6800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:57.968 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.955+0000 7fd1db7fe700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56222b7a2f80 0x56222b7a6800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:42610/0 (socket says 172.21.15.43:42610) 2024-05-16T15:52:57.968 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.955+0000 7fd1dbfff700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56222b79dc90 0x56222b7a9410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:57.968 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.955+0000 7fd1db7fe700 1 -- 172.21.15.43:0/1948750741 learned_addr learned my addr 172.21.15.43:0/1948750741 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:57.968 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.955+0000 7fd1e0d34700 1 --2- 172.21.15.43:0/1948750741 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56222b7a38a0 0x56222b7a6d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:57.968 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.955+0000 7fd1ed02ab80 10 client.0 _ll_register_callbacks cb 0x56222b683920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:52:57.968 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.955+0000 7fd1db7fe700 1 -- 172.21.15.43:0/1948750741 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56222b79dc90 msgr2=0x56222b7a9410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:57.968 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.955+0000 7fd1db7fe700 1 --2- 172.21.15.43:0/1948750741 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56222b79dc90 0x56222b7a9410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:57.968 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.955+0000 7fd1db7fe700 1 -- 172.21.15.43:0/1948750741 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56222b7a38a0 msgr2=0x56222b7a6d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:57.968 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.955+0000 7fd1db7fe700 1 --2- 172.21.15.43:0/1948750741 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56222b7a38a0 0x56222b7a6d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:57.968 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.955+0000 7fd1db7fe700 1 -- 172.21.15.43:0/1948750741 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56222b687690 con 0x56222b7a2f80 2024-05-16T15:52:57.969 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.955+0000 7fd1db7fe700 1 --2- 172.21.15.43:0/1948750741 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56222b7a2f80 0x56222b7a6800 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fd1d00e0ab0 tx=0x7fd1d0022c20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3ef6787c52e74d5f server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:57.970 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.955+0000 7fd1bb7fe700 10 client.0 ms_handle_connect on v2:172.21.15.157:3300/0 2024-05-16T15:52:57.970 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.956+0000 7fd1bb7fe700 1 -- 172.21.15.43:0/1948750741 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1d00c4060 con 0x56222b7a2f80 2024-05-16T15:52:57.970 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.956+0000 7fd1bb7fe700 1 -- 172.21.15.43:0/1948750741 <== mon.1 v2:172.21.15.157:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7fd1d00b2e40 con 0x56222b7a2f80 2024-05-16T15:52:57.970 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.956+0000 7fd1ed02ab80 1 -- 172.21.15.43:0/1948750741 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd1cc0044c0 con 0x56222b7a2f80 2024-05-16T15:52:57.970 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.956+0000 7fd1bb7fe700 1 -- 172.21.15.43:0/1948750741 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fd1d00cb050 con 0x56222b7a2f80 2024-05-16T15:52:57.970 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.956+0000 7fd1ed02ab80 10 client.25633 fetch_fsmap learned FSMap version 35 2024-05-16T15:52:57.970 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.956+0000 7fd1ed02ab80 1 -- 172.21.15.43:0/1948750741 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x56222b7aa3c0 con 0x56222b7a2f80 2024-05-16T15:52:57.970 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.956+0000 7fd1bb7fe700 1 -- 172.21.15.43:0/1948750741 <== mon.1 v2:172.21.15.157:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd1d00aa9f0 con 0x56222b7a2f80 2024-05-16T15:52:57.970 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.956+0000 7fd1bb7fe700 1 -- 172.21.15.43:0/1948750741 <== mon.1 v2:172.21.15.157:3300/0 5 ==== fsmap(e 35) ==== 8378+0+0 (secure 0 0 0) 0x7fd1d00a9550 con 0x56222b7a2f80 2024-05-16T15:52:57.970 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.956+0000 7fd1ed02ab80 10 client.25633 fetch_fsmap finished waiting for FSMap version 35 2024-05-16T15:52:57.970 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.956+0000 7fd1ed02ab80 10 client.25633 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-16T15:52:57.970 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.956+0000 7fd1ed02ab80 20 client.25633 populate_metadata read hostname 'smithi043' 2024-05-16T15:52:57.970 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.957+0000 7fd1ed02ab80 1 --2- 172.21.15.43:0/1948750741 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x56222b7b7110 0x56222b7b9530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:57.971 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.957+0000 7fd1ed02ab80 4 client.25633 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:52:57.971 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.957+0000 7fd1ed02ab80 1 -- 172.21.15.43:0/1948750741 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fd1cc0044c0 con 0x56222b7b7110 2024-05-16T15:52:57.971 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.957+0000 7fd1dbfff700 1 --2- 172.21.15.43:0/1948750741 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x56222b7b7110 0x56222b7b9530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:57.971 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.957+0000 7fd1dbfff700 1 --2- 172.21.15.43:0/1948750741 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x56222b7b7110 0x56222b7b9530 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b1e28aa1586f7ad7 server_cookie=d8bc505b83917bc1 in_seq=0 out_seq=0 2024-05-16T15:52:57.971 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.957+0000 7fd1bb7fe700 10 client.25633 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:52:57.972 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.958+0000 7fd1bb7fe700 1 -- 172.21.15.43:0/1948750741 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x7fd1cc0044c0 con 0x56222b7b7110 2024-05-16T15:52:57.972 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.958+0000 7fd1bb7fe700 10 client.25633 handle_command_reply: tid=0 2024-05-16T15:52:57.972 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.958+0000 7fd1ed02ab80 1 client.25633 shutdown 2024-05-16T15:52:57.972 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.958+0000 7fd1ed02ab80 1 -- 172.21.15.43:0/1948750741 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56222b7a2f80 msgr2=0x56222b7a6800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:57.972 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.958+0000 7fd1ed02ab80 1 --2- 172.21.15.43:0/1948750741 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56222b7a2f80 0x56222b7a6800 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fd1d00e0ab0 tx=0x7fd1d0022c20 comp rx=0 tx=0).stop 2024-05-16T15:52:57.972 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.958+0000 7fd1ed02ab80 1 -- 172.21.15.43:0/1948750741 shutdown_connections 2024-05-16T15:52:57.972 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.958+0000 7fd1ed02ab80 1 --2- 172.21.15.43:0/1948750741 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x56222b7b7110 0x56222b7b9530 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:57.972 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.958+0000 7fd1ed02ab80 1 --2- 172.21.15.43:0/1948750741 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56222b7a38a0 0x56222b7a6d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:57.972 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.958+0000 7fd1bb7fe700 0 client.25633 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:52:57.972 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.958+0000 7fd1ed02ab80 1 --2- 172.21.15.43:0/1948750741 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56222b79dc90 0x56222b7a9410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:57.972 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.958+0000 7fd1ed02ab80 1 --2- 172.21.15.43:0/1948750741 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56222b7a2f80 0x56222b7a6800 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:57.972 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.959+0000 7fd1ed02ab80 1 -- 172.21.15.43:0/1948750741 >> 172.21.15.43:0/1948750741 conn(0x56222b6c5100 msgr2=0x56222b78e720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:57.973 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.959+0000 7fd1ed02ab80 1 -- 172.21.15.43:0/1948750741 shutdown_connections 2024-05-16T15:52:57.973 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.959+0000 7fd1ed02ab80 1 -- 172.21.15.43:0/1948750741 wait complete. 2024-05-16T15:52:57.973 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:57.959+0000 7fd1ed02ab80 20 client.25633 trim_cache size 0 max 16384 2024-05-16T15:52:57.992 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] seek_sanity_test 2024-05-16T15:52:58.016 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.002+0000 7fd1ed02ab80 1 Processor -- start 2024-05-16T15:52:58.016 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.002+0000 7fd1ed02ab80 1 -- start start 2024-05-16T15:52:58.016 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.002+0000 7fd1ed02ab80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56222b79dc90 0x56222b7a93c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:58.016 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.002+0000 7fd1ed02ab80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56222b7a2f80 0x56222b7bedc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:58.016 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.002+0000 7fd1dbfff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56222b79dc90 0x56222b7a93c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:58.017 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.002+0000 7fd1dbfff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56222b79dc90 0x56222b7a93c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:39028/0 (socket says 172.21.15.43:39028) 2024-05-16T15:52:58.017 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.003+0000 7fd1dbfff700 1 -- 172.21.15.43:0/2045779341 learned_addr learned my addr 172.21.15.43:0/2045779341 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:58.017 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.003+0000 7fd1ed02ab80 1 --2- 172.21.15.43:0/2045779341 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56222b7a38a0 0x56222b7bf300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:58.017 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.003+0000 7fd1ed02ab80 1 -- 172.21.15.43:0/2045779341 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fd1dc1ace20 con 0x56222b79dc90 2024-05-16T15:52:58.017 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.003+0000 7fd1ed02ab80 1 -- 172.21.15.43:0/2045779341 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fd1dc1aea20 con 0x56222b7a38a0 2024-05-16T15:52:58.017 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.003+0000 7fd1ed02ab80 1 -- 172.21.15.43:0/2045779341 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fd1dc1ad4f0 con 0x56222b7a2f80 2024-05-16T15:52:58.017 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.003+0000 7fd1db7fe700 1 --2- 172.21.15.43:0/2045779341 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56222b7a2f80 0x56222b7bedc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:58.017 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.003+0000 7fd1e0d34700 1 --2- 172.21.15.43:0/2045779341 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56222b7a38a0 0x56222b7bf300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:58.017 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.003+0000 7fd1e0d34700 1 -- 172.21.15.43:0/2045779341 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56222b7a2f80 msgr2=0x56222b7bedc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:58.017 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.003+0000 7fd1e0d34700 1 --2- 172.21.15.43:0/2045779341 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56222b7a2f80 0x56222b7bedc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:58.017 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.003+0000 7fd1e0d34700 1 -- 172.21.15.43:0/2045779341 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56222b79dc90 msgr2=0x56222b7a93c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:58.017 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.003+0000 7fd1e0d34700 1 --2- 172.21.15.43:0/2045779341 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56222b79dc90 0x56222b7a93c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:58.017 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.003+0000 7fd1e0d34700 1 -- 172.21.15.43:0/2045779341 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56222b790400 con 0x56222b7a38a0 2024-05-16T15:52:58.017 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.003+0000 7fd1db7fe700 1 --2- 172.21.15.43:0/2045779341 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56222b7a2f80 0x56222b7bedc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:52:58.017 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.003+0000 7fd1dbfff700 1 --2- 172.21.15.43:0/2045779341 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56222b79dc90 0x56222b7a93c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:52:58.018 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.004+0000 7fd1e0d34700 1 --2- 172.21.15.43:0/2045779341 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56222b7a38a0 0x56222b7bf300 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fd1d40094e0 tx=0x7fd1d400b040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=71fea5bec26e6363 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:58.018 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.004+0000 7fd1c1ffb700 1 -- 172.21.15.43:0/2045779341 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1d401b070 con 0x56222b7a38a0 2024-05-16T15:52:58.018 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.004+0000 7fd1c1ffb700 1 -- 172.21.15.43:0/2045779341 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd1d4004db0 con 0x56222b7a38a0 2024-05-16T15:52:58.018 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.004+0000 7fd1c1ffb700 1 -- 172.21.15.43:0/2045779341 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1d4005310 con 0x56222b7a38a0 2024-05-16T15:52:58.019 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.005+0000 7fd1ed02ab80 1 -- 172.21.15.43:0/2045779341 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56222b7a38a0 msgr2=0x56222b7bf300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:58.019 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.005+0000 7fd1ed02ab80 1 --2- 172.21.15.43:0/2045779341 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56222b7a38a0 0x56222b7bf300 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fd1d40094e0 tx=0x7fd1d400b040 comp rx=0 tx=0).stop 2024-05-16T15:52:58.019 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.005+0000 7fd1ed02ab80 1 -- 172.21.15.43:0/2045779341 shutdown_connections 2024-05-16T15:52:58.019 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.005+0000 7fd1ed02ab80 1 --2- 172.21.15.43:0/2045779341 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56222b7a38a0 0x56222b7bf300 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:58.019 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.005+0000 7fd1ed02ab80 1 --2- 172.21.15.43:0/2045779341 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56222b79dc90 0x56222b7a93c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:58.019 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.005+0000 7fd1ed02ab80 1 --2- 172.21.15.43:0/2045779341 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56222b7a2f80 0x56222b7bedc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:58.019 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.005+0000 7fd1ed02ab80 1 -- 172.21.15.43:0/2045779341 >> 172.21.15.43:0/2045779341 conn(0x56222b6c5100 msgr2=0x56222b7a50f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:58.019 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.005+0000 7fd1ed02ab80 1 -- 172.21.15.43:0/2045779341 shutdown_connections 2024-05-16T15:52:58.019 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.005+0000 7fd1ed02ab80 1 -- 172.21.15.43:0/2045779341 wait complete. 2024-05-16T15:52:58.019 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.006+0000 7fd1ed02ab80 1 -- start start 2024-05-16T15:52:58.020 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] seek_copy_test 2024-05-16T15:52:58.021 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.006+0000 7fd1ed02ab80 1 Processor -- start 2024-05-16T15:52:58.021 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.007+0000 7fd1ed02ab80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56222b79dc90 0x56222b79d170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:58.021 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.007+0000 7fd1ed02ab80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56222b7a2f80 0x56222b7af7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:58.021 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.007+0000 7fd1ed02ab80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56222b7a38a0 0x56222b7afeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:58.021 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.007+0000 7fd1dbfff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56222b79dc90 0x56222b79d170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:58.021 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.007+0000 7fd1dbfff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56222b79dc90 0x56222b79d170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:39030/0 (socket says 172.21.15.43:39030) 2024-05-16T15:52:58.021 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.007+0000 7fd1dbfff700 1 -- 172.21.15.43:0/1160058927 learned_addr learned my addr 172.21.15.43:0/1160058927 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:52:58.021 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.007+0000 7fd1ed02ab80 1 -- 172.21.15.43:0/1160058927 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fd1dc1ae350 con 0x56222b79dc90 2024-05-16T15:52:58.021 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.007+0000 7fd1db7fe700 1 --2- 172.21.15.43:0/1160058927 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56222b7a2f80 0x56222b7af7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:58.021 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.008+0000 7fd1e0d34700 1 --2- 172.21.15.43:0/1160058927 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56222b7a38a0 0x56222b7afeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:58.021 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.008+0000 7fd1ed02ab80 1 -- 172.21.15.43:0/1160058927 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fd1dc1adbc0 con 0x56222b7a38a0 2024-05-16T15:52:58.021 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.008+0000 7fd1ed02ab80 1 -- 172.21.15.43:0/1160058927 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fd1dc1aadc0 con 0x56222b7a2f80 2024-05-16T15:52:58.021 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.008+0000 7fd1ed02ab80 10 client.0 _ll_register_callbacks cb 0x56222b683920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:52:58.022 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.008+0000 7fd1dbfff700 1 -- 172.21.15.43:0/1160058927 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56222b7a2f80 msgr2=0x56222b7af7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:58.022 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.008+0000 7fd1dbfff700 1 --2- 172.21.15.43:0/1160058927 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56222b7a2f80 0x56222b7af7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:58.022 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.008+0000 7fd1dbfff700 1 -- 172.21.15.43:0/1160058927 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56222b7a38a0 msgr2=0x56222b7afeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:52:58.022 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.008+0000 7fd1dbfff700 1 --2- 172.21.15.43:0/1160058927 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56222b7a38a0 0x56222b7afeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:58.022 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.008+0000 7fd1dbfff700 1 -- 172.21.15.43:0/1160058927 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56222b79a7e0 con 0x56222b79dc90 2024-05-16T15:52:58.022 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.008+0000 7fd1db7fe700 1 --2- 172.21.15.43:0/1160058927 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56222b7a2f80 0x56222b7af7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:52:58.022 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.008+0000 7fd1dbfff700 1 --2- 172.21.15.43:0/1160058927 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56222b79dc90 0x56222b79d170 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7fd1cc0097f0 tx=0x7fd1cc005ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3e15545adc7ebe1 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:52:58.022 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.008+0000 7fd1bb7fe700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:52:58.022 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.009+0000 7fd1bb7fe700 1 -- 172.21.15.43:0/1160058927 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1cc0050c0 con 0x56222b79dc90 2024-05-16T15:52:58.022 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.009+0000 7fd1bb7fe700 1 -- 172.21.15.43:0/1160058927 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7fd1cc005260 con 0x56222b79dc90 2024-05-16T15:52:58.022 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.009+0000 7fd1ed02ab80 1 -- 172.21.15.43:0/1160058927 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd1d4004db0 con 0x56222b79dc90 2024-05-16T15:52:58.024 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.009+0000 7fd1bb7fe700 1 -- 172.21.15.43:0/1160058927 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fd1cc041050 con 0x56222b79dc90 2024-05-16T15:52:58.024 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.009+0000 7fd1ed02ab80 10 client.16062 fetch_fsmap learned FSMap version 35 2024-05-16T15:52:58.024 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.009+0000 7fd1ed02ab80 1 -- 172.21.15.43:0/1160058927 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x56222b81df10 con 0x56222b79dc90 2024-05-16T15:52:58.024 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.010+0000 7fd1bb7fe700 1 -- 172.21.15.43:0/1160058927 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd1d4004db0 con 0x56222b79dc90 2024-05-16T15:52:58.024 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.010+0000 7fd1bb7fe700 1 -- 172.21.15.43:0/1160058927 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 35) ==== 8378+0+0 (secure 0 0 0) 0x7fd1cc035440 con 0x56222b79dc90 2024-05-16T15:52:58.025 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.010+0000 7fd1ed02ab80 10 client.16062 fetch_fsmap finished waiting for FSMap version 35 2024-05-16T15:52:58.025 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.010+0000 7fd1ed02ab80 10 client.16062 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-16T15:52:58.025 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.010+0000 7fd1ed02ab80 20 client.16062 populate_metadata read hostname 'smithi043' 2024-05-16T15:52:58.025 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.010+0000 7fd1ed02ab80 1 --2- 172.21.15.43:0/1160058927 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x56222b7b7110 0x56222b8204d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:52:58.025 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.010+0000 7fd1ed02ab80 4 client.16062 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-16T15:52:58.025 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.010+0000 7fd1ed02ab80 1 -- 172.21.15.43:0/1160058927 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "scrub status"}) -- 0x56222b765650 con 0x56222b7b7110 2024-05-16T15:52:58.025 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.010+0000 7fd1db7fe700 1 --2- 172.21.15.43:0/1160058927 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x56222b7b7110 0x56222b8204d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:52:58.025 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.011+0000 7fd1bb7fe700 10 client.16062 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:52:58.025 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.011+0000 7fd1db7fe700 1 --2- 172.21.15.43:0/1160058927 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x56222b7b7110 0x56222b8204d0 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bec9b8d1dfe5b398 server_cookie=660b5fd55155a53 in_seq=0 out_seq=0 2024-05-16T15:52:58.025 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.011+0000 7fd1bb7fe700 1 -- 172.21.15.43:0/1160058927 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x56222b765650 con 0x56222b7b7110 2024-05-16T15:52:58.025 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.011+0000 7fd1bb7fe700 10 client.16062 handle_command_reply: tid=0 2024-05-16T15:52:58.025 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.011+0000 7fd1ed02ab80 1 client.16062 shutdown 2024-05-16T15:52:58.025 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.012+0000 7fd1ed02ab80 1 -- 172.21.15.43:0/1160058927 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56222b79dc90 msgr2=0x56222b79d170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:58.025 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.012+0000 7fd1ed02ab80 1 --2- 172.21.15.43:0/1160058927 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56222b79dc90 0x56222b79d170 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7fd1cc0097f0 tx=0x7fd1cc005ce0 comp rx=0 tx=0).stop 2024-05-16T15:52:58.026 INFO:teuthology.orchestra.run.smithi043.stdout:{ 2024-05-16T15:52:58.026 INFO:teuthology.orchestra.run.smithi043.stdout: "status": "IDLE (waiting for more scrubs)", 2024-05-16T15:52:58.026 INFO:teuthology.orchestra.run.smithi043.stdout: "scrubs": { 2024-05-16T15:52:58.026 INFO:teuthology.orchestra.run.smithi043.stdout: "87afec9c-cbb1-47ad-ac83-f27bf296b4b4": { 2024-05-16T15:52:58.026 INFO:teuthology.orchestra.run.smithi043.stdout: "path": "/", 2024-05-16T15:52:58.026 INFO:teuthology.orchestra.run.smithi043.stdout: "tag": "87afec9c-cbb1-47ad-ac83-f27bf296b4b4", 2024-05-16T15:52:58.026 INFO:teuthology.orchestra.run.smithi043.stdout: "options": "recursive,force" 2024-05-16T15:52:58.026 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:52:58.026 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:52:58.027 INFO:teuthology.orchestra.run.smithi043.stdout:} 2024-05-16T15:52:58.027 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.012+0000 7fd1ed02ab80 1 -- 172.21.15.43:0/1160058927 shutdown_connections 2024-05-16T15:52:58.027 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.012+0000 7fd1ed02ab80 1 --2- 172.21.15.43:0/1160058927 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x56222b7b7110 0x56222b8204d0 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:58.027 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.012+0000 7fd1ed02ab80 1 --2- 172.21.15.43:0/1160058927 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56222b7a38a0 0x56222b7afeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:58.027 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.012+0000 7fd1ed02ab80 1 --2- 172.21.15.43:0/1160058927 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56222b79dc90 0x56222b79d170 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:58.028 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.012+0000 7fd1ed02ab80 1 --2- 172.21.15.43:0/1160058927 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56222b7a2f80 0x56222b7af7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:58.028 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.012+0000 7fd1ed02ab80 1 -- 172.21.15.43:0/1160058927 >> 172.21.15.43:0/1160058927 conn(0x56222b6c5100 msgr2=0x56222b7a3c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:58.028 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.012+0000 7fd1bb7fe700 0 client.16062 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:52:58.028 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.012+0000 7fd1ed02ab80 1 -- 172.21.15.43:0/1160058927 shutdown_connections 2024-05-16T15:52:58.028 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.012+0000 7fd1ed02ab80 1 -- 172.21.15.43:0/1160058927 wait complete. 2024-05-16T15:52:58.028 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.012+0000 7fd1ed02ab80 20 client.16062 trim_cache size 0 max 16384 2024-05-16T15:52:58.028 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.013+0000 7fd1e2797700 1 -- 172.21.15.43:0/1690808612 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd1c40b2900 msgr2=0x7fd1c40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:58.028 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.013+0000 7fd1e2797700 1 --2- 172.21.15.43:0/1690808612 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd1c40b2900 0x7fd1c40b4dc0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fd1dc19a9f0 tx=0x7fd1cc009260 comp rx=0 tx=0).stop 2024-05-16T15:52:58.028 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.013+0000 7fd1e2797700 1 -- 172.21.15.43:0/1690808612 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd1dc103eb0 msgr2=0x7fd1dc19fc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:52:58.028 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.013+0000 7fd1e2797700 1 --2- 172.21.15.43:0/1690808612 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd1dc103eb0 0x7fd1dc19fc30 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fd1d000b650 tx=0x7fd1d00047b0 comp rx=0 tx=0).stop 2024-05-16T15:52:58.028 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.013+0000 7fd1e2797700 1 -- 172.21.15.43:0/1690808612 shutdown_connections 2024-05-16T15:52:58.028 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.013+0000 7fd1e2797700 1 --2- 172.21.15.43:0/1690808612 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd1dc109600 0x7fd1dc1998b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:58.028 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.013+0000 7fd1e2797700 1 --2- 172.21.15.43:0/1690808612 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd1c40b2900 0x7fd1c40b4dc0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:58.028 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.013+0000 7fd1e2797700 1 --2- 172.21.15.43:0/1690808612 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd1dc1034f0 0x7fd1dc19f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:58.028 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.013+0000 7fd1e2797700 1 --2- 172.21.15.43:0/1690808612 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd1dc103eb0 0x7fd1dc19fc30 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:52:58.028 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.013+0000 7fd1e2797700 1 -- 172.21.15.43:0/1690808612 >> 172.21.15.43:0/1690808612 conn(0x7fd1dc07a650 msgr2=0x7fd1dc1021d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:52:58.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.013+0000 7fd1e2797700 1 -- 172.21.15.43:0/1690808612 shutdown_connections 2024-05-16T15:52:58.029 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:52:58.013+0000 7fd1e2797700 1 -- 172.21.15.43:0/1690808612 wait complete. 2024-05-16T15:52:58.076 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] t_readdir_1 2024-05-16T15:52:58.212 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] t_readdir_2 2024-05-16T15:52:58.634 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] fsync-tester 2024-05-16T15:52:58.634 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] nsexec 2024-05-16T15:52:58.645 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:58 smithi043 ceph-mon[31619]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-05-16T15:52:58.645 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:58 smithi043 ceph-mon[31619]: mds.? [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] up:active 2024-05-16T15:52:58.645 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:58 smithi043 ceph-mon[31619]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:52:58.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:58 smithi157 ceph-mon[35584]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-05-16T15:52:58.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:58 smithi157 ceph-mon[35584]: mds.? [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] up:active 2024-05-16T15:52:58.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:58 smithi157 ceph-mon[35584]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:52:58.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:58 smithi148 ceph-mon[34976]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-05-16T15:52:58.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:58 smithi148 ceph-mon[34976]: mds.? [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] up:active 2024-05-16T15:52:58.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:58 smithi148 ceph-mon[34976]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:52:58.716 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] cloner 2024-05-16T15:52:58.926 INFO:tasks.cephfs.filesystem:scrub status for tag:87afec9c-cbb1-47ad-ac83-f27bf296b4b4 - {'path': '/', 'tag': '87afec9c-cbb1-47ad-ac83-f27bf296b4b4', 'options': 'recursive,force'} 2024-05-16T15:52:59.069 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] renameat2 2024-05-16T15:52:59.202 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] t_getcwd 2024-05-16T15:52:59.255 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] e4compact 2024-05-16T15:52:59.292 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] test-nextquota 2024-05-16T15:52:59.631 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] punch-alternating 2024-05-16T15:52:59.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:52:59 smithi157 ceph-mon[35584]: pgmap v519: 129 pgs: 129 active+clean; 35 MiB data, 555 MiB used, 1.0 TiB / 1.0 TiB avail; 406 KiB/s rd, 368 KiB/s wr, 426 op/s 2024-05-16T15:52:59.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:52:59 smithi148 ceph-mon[34976]: pgmap v519: 129 pgs: 129 active+clean; 35 MiB data, 555 MiB used, 1.0 TiB / 1.0 TiB avail; 406 KiB/s rd, 368 KiB/s wr, 426 op/s 2024-05-16T15:52:59.718 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:52:59 smithi043 ceph-mon[31619]: pgmap v519: 129 pgs: 129 active+clean; 35 MiB data, 555 MiB used, 1.0 TiB / 1.0 TiB avail; 406 KiB/s rd, 368 KiB/s wr, 426 op/s 2024-05-16T15:52:59.730 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] attr-list-by-handle-cursor-test 2024-05-16T15:52:59.889 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] listxattr 2024-05-16T15:52:59.899 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] dio-interleaved 2024-05-16T15:53:00.174 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] t_dir_type 2024-05-16T15:53:00.290 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] dio-invalidate-cache 2024-05-16T15:53:00.319 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] stat_test 2024-05-16T15:53:00.367 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] t_encrypted_d_revalidate 2024-05-16T15:53:00.583 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] attr_replace_test 2024-05-16T15:53:00.816 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] swapon 2024-05-16T15:53:00.858 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] mkswap 2024-05-16T15:53:01.003 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] t_attr_corruption 2024-05-16T15:53:01.016 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] t_open_tmpfiles 2024-05-16T15:53:01.293 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] fscrypt-crypt-util 2024-05-16T15:53:01.304 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] bulkstat_null_ocount 2024-05-16T15:53:01.430 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] splice-test 2024-05-16T15:53:01.559 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] chprojid_fail 2024-05-16T15:53:01.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:53:01 smithi157 ceph-mon[35584]: pgmap v520: 129 pgs: 129 active+clean; 35 MiB data, 555 MiB used, 1.0 TiB / 1.0 TiB avail; 418 KiB/s rd, 279 KiB/s wr, 457 op/s 2024-05-16T15:53:01.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:53:01 smithi148 ceph-mon[34976]: pgmap v520: 129 pgs: 129 active+clean; 35 MiB data, 555 MiB used, 1.0 TiB / 1.0 TiB avail; 418 KiB/s rd, 279 KiB/s wr, 457 op/s 2024-05-16T15:53:01.726 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:53:01 smithi043 ceph-mon[31619]: pgmap v520: 129 pgs: 129 active+clean; 35 MiB data, 555 MiB used, 1.0 TiB / 1.0 TiB avail; 418 KiB/s rd, 279 KiB/s wr, 457 op/s 2024-05-16T15:53:01.881 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] detached_mounts_propagation 2024-05-16T15:53:01.954 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] ext4_resize 2024-05-16T15:53:02.062 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] t_readdir_3 2024-05-16T15:53:02.391 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] splice2pipe 2024-05-16T15:53:02.392 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] uuid_ioctl 2024-05-16T15:53:02.469 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] t_snapshot_deleted_subvolume 2024-05-16T15:53:02.557 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] fiemap-fault 2024-05-16T15:53:02.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:53:02 smithi157 ceph-mon[35584]: Health check update: 2 MDSs report damaged metadata (MDS_DAMAGE) 2024-05-16T15:53:02.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:53:02 smithi157 ceph-mon[35584]: mds.? [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] up:active 2024-05-16T15:53:02.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:53:02 smithi157 ceph-mon[35584]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:53:02.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:53:02 smithi148 ceph-mon[34976]: Health check update: 2 MDSs report damaged metadata (MDS_DAMAGE) 2024-05-16T15:53:02.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:53:02 smithi148 ceph-mon[34976]: mds.? [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] up:active 2024-05-16T15:53:02.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:53:02 smithi148 ceph-mon[34976]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:53:02.726 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:53:02 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mon-a[31615]: 2024-05-16T15:53:02.349+0000 7fc77efd0700 -1 log_channel(cluster) log [ERR] : Health check update: 2 MDSs report damaged metadata (MDS_DAMAGE) 2024-05-16T15:53:02.726 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:53:02 smithi043 ceph-mon[31619]: Health check update: 2 MDSs report damaged metadata (MDS_DAMAGE) 2024-05-16T15:53:02.726 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:53:02 smithi043 ceph-mon[31619]: mds.? [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] up:active 2024-05-16T15:53:02.726 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:53:02 smithi043 ceph-mon[31619]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:53:02.887 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] fiemap-tester 2024-05-16T15:53:02.926 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] t_stripealign 2024-05-16T15:53:03.037 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] open_by_handle 2024-05-16T15:53:03.084 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] t_mmap_dio 2024-05-16T15:53:03.375 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] xfsfind 2024-05-16T15:53:03.480 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] t_reflink_read_race 2024-05-16T15:53:03.495 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] fssum 2024-05-16T15:53:03.605 INFO:tasks.workunit.client.0.smithi043.stdout:Building log-writes 2024-05-16T15:53:03.653 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] replay-log 2024-05-16T15:53:03.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:53:03 smithi157 ceph-mon[35584]: pgmap v521: 129 pgs: 129 active+clean; 35 MiB data, 556 MiB used, 1.0 TiB / 1.0 TiB avail; 418 KiB/s rd, 281 KiB/s wr, 460 op/s 2024-05-16T15:53:03.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:53:03 smithi148 ceph-mon[34976]: pgmap v521: 129 pgs: 129 active+clean; 35 MiB data, 556 MiB used, 1.0 TiB / 1.0 TiB avail; 418 KiB/s rd, 281 KiB/s wr, 460 op/s 2024-05-16T15:53:03.726 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:53:03 smithi043 ceph-mon[31619]: pgmap v521: 129 pgs: 129 active+clean; 35 MiB data, 556 MiB used, 1.0 TiB / 1.0 TiB avail; 418 KiB/s rd, 281 KiB/s wr, 460 op/s 2024-05-16T15:53:03.828 INFO:tasks.workunit.client.0.smithi043.stdout:Building perf 2024-05-16T15:53:03.856 INFO:tasks.workunit.client.0.smithi043.stdout:Building aio-dio-regress 2024-05-16T15:53:03.883 INFO:tasks.workunit.client.0.smithi043.stdout:Building vfs 2024-05-16T15:53:03.906 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] aiocp 2024-05-16T15:53:03.923 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] vfstest 2024-05-16T15:53:04.137 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] mount-idmapped 2024-05-16T15:53:04.227 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] aio-dio-append-write-fallocate-race 2024-05-16T15:53:04.313 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] aio-dio-append-write-read-race 2024-05-16T15:53:04.551 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] aio-dio-cow-race 2024-05-16T15:53:04.619 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] aio-dio-cycle-write 2024-05-16T15:53:04.830 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] aio-dio-eof-race 2024-05-16T15:53:04.852 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] aio-dio-extend-stat 2024-05-16T15:53:04.928 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] aio-dio-fcntl-race 2024-05-16T15:53:05.152 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] aio-dio-hole-filling-race 2024-05-16T15:53:05.155 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] aio-dio-invalidate-failure 2024-05-16T15:53:05.251 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] aio-dio-invalidate-readahead 2024-05-16T15:53:05.444 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] aiodio_sparse2 2024-05-16T15:53:05.474 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] aio-dio-subblock-eof-read 2024-05-16T15:53:05.562 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] aio-dio-write-verify 2024-05-16T15:53:05.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:53:05 smithi157 ceph-mon[35584]: pgmap v522: 129 pgs: 129 active+clean; 36 MiB data, 558 MiB used, 1.0 TiB / 1.0 TiB avail; 443 KiB/s rd, 366 KiB/s wr, 491 op/s 2024-05-16T15:53:05.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:53:05 smithi148 ceph-mon[34976]: pgmap v522: 129 pgs: 129 active+clean; 36 MiB data, 558 MiB used, 1.0 TiB / 1.0 TiB avail; 443 KiB/s rd, 366 KiB/s wr, 491 op/s 2024-05-16T15:53:05.726 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:53:05 smithi043 ceph-mon[31619]: pgmap v522: 129 pgs: 129 active+clean; 36 MiB data, 558 MiB used, 1.0 TiB / 1.0 TiB avail; 443 KiB/s rd, 366 KiB/s wr, 491 op/s 2024-05-16T15:53:05.742 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] aio-free-ring-with-bogus-nr-pages 2024-05-16T15:53:05.828 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] aio-io-setup-with-nonwritable-context-pointer 2024-05-16T15:53:05.929 INFO:tasks.workunit.client.0.smithi043.stdout: [CC] aio-last-ref-held-by-io 2024-05-16T15:53:06.738 INFO:tasks.workunit.client.0.smithi043.stderr:+ cd .. 2024-05-16T15:53:06.739 INFO:tasks.workunit.client.0.smithi043.stderr:+ cp xfstests-dev/ltp/fsx . 2024-05-16T15:53:06.746 INFO:tasks.workunit.client.0.smithi043.stderr:+ OPTIONS=-z 2024-05-16T15:53:06.746 INFO:tasks.workunit.client.0.smithi043.stderr:+ ./fsx -z 1MB -N 50000 -p 10000 -l 1048576 2024-05-16T15:53:06.747 INFO:tasks.workunit.client.0.smithi043.stdout:Seed set to 1 2024-05-16T15:53:06.782 INFO:tasks.workunit.client.0.smithi043.stderr:main: filesystem does not support fallocate mode FALLOC_FL_COLLAPSE_RANGE, disabling! 2024-05-16T15:53:06.782 INFO:tasks.workunit.client.0.smithi043.stderr:main: filesystem does not support fallocate mode FALLOC_FL_INSERT_RANGE, disabling! 2024-05-16T15:53:06.782 INFO:tasks.workunit.client.0.smithi043.stderr:main: filesystem does not support clone range, disabling! 2024-05-16T15:53:06.782 INFO:tasks.workunit.client.0.smithi043.stderr:main: filesystem does not support dedupe range, disabling! 2024-05-16T15:53:06.786 INFO:tasks.workunit.client.0.smithi043.stdout:skipping zero size read 2024-05-16T15:53:06.786 INFO:tasks.workunit.client.0.smithi043.stdout:skipping zero size read 2024-05-16T15:53:06.787 INFO:tasks.workunit.client.0.smithi043.stdout:fallocating to largest ever: 0x9abd6 2024-05-16T15:53:06.830 INFO:tasks.workunit.client.0.smithi043.stdout:truncating to largest ever: 0xaeaec 2024-05-16T15:53:06.862 INFO:tasks.workunit.client.0.smithi043.stdout:truncating to largest ever: 0xf3194 2024-05-16T15:53:06.905 INFO:tasks.workunit.client.0.smithi043.stdout:copying to largest ever: 0xf3ceb 2024-05-16T15:53:07.079 INFO:tasks.workunit.client.0.smithi043.stdout:copying to largest ever: 0xfaccc 2024-05-16T15:53:07.086 INFO:tasks.workunit.client.0.smithi043.stdout:fallocating to largest ever: 0xfbb6d 2024-05-16T15:53:07.498 INFO:tasks.workunit.client.0.smithi043.stdout:fallocating to largest ever: 0xffee7 2024-05-16T15:53:07.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:53:07 smithi157 ceph-mon[35584]: pgmap v523: 129 pgs: 129 active+clean; 36 MiB data, 559 MiB used, 1.0 TiB / 1.0 TiB avail; 414 KiB/s rd, 314 KiB/s wr, 464 op/s 2024-05-16T15:53:07.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:53:07 smithi148 ceph-mon[34976]: pgmap v523: 129 pgs: 129 active+clean; 36 MiB data, 559 MiB used, 1.0 TiB / 1.0 TiB avail; 414 KiB/s rd, 314 KiB/s wr, 464 op/s 2024-05-16T15:53:07.726 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:53:07 smithi043 ceph-mon[31619]: pgmap v523: 129 pgs: 129 active+clean; 36 MiB data, 559 MiB used, 1.0 TiB / 1.0 TiB avail; 414 KiB/s rd, 314 KiB/s wr, 464 op/s 2024-05-16T15:53:09.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:53:09 smithi157 ceph-mon[35584]: pgmap v524: 129 pgs: 129 active+clean; 38 MiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 401 KiB/s rd, 389 KiB/s wr, 461 op/s 2024-05-16T15:53:09.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:53:09 smithi157 ceph-mon[35584]: scrub summary: idle 2024-05-16T15:53:09.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:53:09 smithi157 ceph-mon[35584]: scrub summary: idle 2024-05-16T15:53:09.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:53:09 smithi148 ceph-mon[34976]: pgmap v524: 129 pgs: 129 active+clean; 38 MiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 401 KiB/s rd, 389 KiB/s wr, 461 op/s 2024-05-16T15:53:09.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:53:09 smithi148 ceph-mon[34976]: scrub summary: idle 2024-05-16T15:53:09.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:53:09 smithi148 ceph-mon[34976]: scrub summary: idle 2024-05-16T15:53:09.726 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:53:09 smithi043 ceph-mon[31619]: pgmap v524: 129 pgs: 129 active+clean; 38 MiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 401 KiB/s rd, 389 KiB/s wr, 461 op/s 2024-05-16T15:53:09.726 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:53:09 smithi043 ceph-mon[31619]: scrub summary: idle 2024-05-16T15:53:09.726 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:53:09 smithi043 ceph-mon[31619]: scrub summary: idle 2024-05-16T15:53:10.289 INFO:tasks.workunit.client.0.smithi043.stdout:fallocating to largest ever: 0x100000 2024-05-16T15:53:10.661 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.647+0000 7fe8ed2bd640 1 -- 172.21.15.43:0/3213526631 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe8e8102b00 msgr2=0x7fe8e8102f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:10.662 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.647+0000 7fe8ed2bd640 1 --2- 172.21.15.43:0/3213526631 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe8e8102b00 0x7fe8e8102f80 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7fe8dc009900 tx=0x7fe8dc02a410 comp rx=0 tx=0).stop 2024-05-16T15:53:10.662 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.647+0000 7fe8ed2bd640 1 -- 172.21.15.43:0/3213526631 shutdown_connections 2024-05-16T15:53:10.662 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.647+0000 7fe8ed2bd640 1 --2- 172.21.15.43:0/3213526631 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe8e81034c0 0x7fe8e8109d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:10.662 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.647+0000 7fe8ed2bd640 1 --2- 172.21.15.43:0/3213526631 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe8e8102b00 0x7fe8e8102f80 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:10.662 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.647+0000 7fe8ed2bd640 1 --2- 172.21.15.43:0/3213526631 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe8e8101910 0x7fe8e8101d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:10.662 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.647+0000 7fe8ed2bd640 1 -- 172.21.15.43:0/3213526631 >> 172.21.15.43:0/3213526631 conn(0x7fe8e80fce80 msgr2=0x7fe8e80ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:10.662 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.647+0000 7fe8ed2bd640 1 -- 172.21.15.43:0/3213526631 shutdown_connections 2024-05-16T15:53:10.662 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.647+0000 7fe8ed2bd640 1 -- 172.21.15.43:0/3213526631 wait complete. 2024-05-16T15:53:10.662 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.648+0000 7fe8ed2bd640 1 Processor -- start 2024-05-16T15:53:10.662 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.648+0000 7fe8ed2bd640 1 -- start start 2024-05-16T15:53:10.662 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.648+0000 7fe8ed2bd640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe8e8101910 0x7fe8e8198b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:10.662 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.648+0000 7fe8ed2bd640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe8e8102b00 0x7fe8e8199070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:10.663 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.648+0000 7fe8ed2bd640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe8e81034c0 0x7fe8e81a00e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:10.663 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.648+0000 7fe8ed2bd640 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fe8e810d2d0 con 0x7fe8e8101910 2024-05-16T15:53:10.663 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.648+0000 7fe8ed2bd640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fe8e810d150 con 0x7fe8e81034c0 2024-05-16T15:53:10.663 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.648+0000 7fe8ed2bd640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fe8e810d450 con 0x7fe8e8102b00 2024-05-16T15:53:10.663 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.648+0000 7fe8e67fc640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe8e8102b00 0x7fe8e8199070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:10.663 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.648+0000 7fe8e6ffd640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe8e8101910 0x7fe8e8198b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:10.663 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.648+0000 7fe8e77fe640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe8e81034c0 0x7fe8e81a00e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:10.663 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.648+0000 7fe8e6ffd640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe8e8101910 0x7fe8e8198b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:56156/0 (socket says 172.21.15.43:56156) 2024-05-16T15:53:10.663 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.648+0000 7fe8e67fc640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe8e8102b00 0x7fe8e8199070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:59258/0 (socket says 172.21.15.43:59258) 2024-05-16T15:53:10.663 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.648+0000 7fe8e6ffd640 1 -- 172.21.15.43:0/808856940 learned_addr learned my addr 172.21.15.43:0/808856940 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:10.663 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.649+0000 7fe8e77fe640 1 -- 172.21.15.43:0/808856940 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe8e8102b00 msgr2=0x7fe8e8199070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:10.663 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.649+0000 7fe8e77fe640 1 --2- 172.21.15.43:0/808856940 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe8e8102b00 0x7fe8e8199070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:10.663 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.649+0000 7fe8e77fe640 1 -- 172.21.15.43:0/808856940 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe8e8101910 msgr2=0x7fe8e8198b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:10.663 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.649+0000 7fe8e77fe640 1 --2- 172.21.15.43:0/808856940 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe8e8101910 0x7fe8e8198b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:10.664 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.649+0000 7fe8e77fe640 1 -- 172.21.15.43:0/808856940 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8e81a0750 con 0x7fe8e81034c0 2024-05-16T15:53:10.664 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.649+0000 7fe8e67fc640 1 --2- 172.21.15.43:0/808856940 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe8e8102b00 0x7fe8e8199070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:53:10.664 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.649+0000 7fe8e77fe640 1 --2- 172.21.15.43:0/808856940 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe8e81034c0 0x7fe8e81a00e0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fe8e0009fd0 tx=0x7fe8e000ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:10.664 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.649+0000 7fe8cffff640 1 -- 172.21.15.43:0/808856940 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8e000ce20 con 0x7fe8e81034c0 2024-05-16T15:53:10.664 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.649+0000 7fe8ed2bd640 1 -- 172.21.15.43:0/808856940 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8e81a0a40 con 0x7fe8e81034c0 2024-05-16T15:53:10.664 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.649+0000 7fe8cffff640 1 -- 172.21.15.43:0/808856940 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe8e0005020 con 0x7fe8e81034c0 2024-05-16T15:53:10.664 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.649+0000 7fe8cffff640 1 -- 172.21.15.43:0/808856940 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8e0010690 con 0x7fe8e81034c0 2024-05-16T15:53:10.664 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.649+0000 7fe8ed2bd640 1 -- 172.21.15.43:0/808856940 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8e81a0f60 con 0x7fe8e81034c0 2024-05-16T15:53:10.666 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.652+0000 7fe8cffff640 1 -- 172.21.15.43:0/808856940 <== mon.2 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fe8e0004a40 con 0x7fe8e81034c0 2024-05-16T15:53:10.666 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.652+0000 7fe8effd5740 1 Processor -- start 2024-05-16T15:53:10.666 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.653+0000 7fe8effd5740 1 -- start start 2024-05-16T15:53:10.666 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.653+0000 7fe8effd5740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fb4a6ddb0 0x557fb4a6e1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:10.666 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.653+0000 7fe8effd5740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557fb4a6e7a0 0x557fb4a732a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:10.666 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.653+0000 7fe8effd5740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557fb4a73910 0x557fb4a75da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:10.666 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.653+0000 7fe8effd5740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x557fb49d25d0 con 0x557fb4a6ddb0 2024-05-16T15:53:10.666 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.653+0000 7fe8effd5740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x557fb498b890 con 0x557fb4a73910 2024-05-16T15:53:10.666 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.653+0000 7fe8effd5740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x557fb49ce590 con 0x557fb4a6e7a0 2024-05-16T15:53:10.666 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.653+0000 7fe8e67fc640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fb4a6ddb0 0x557fb4a6e1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:10.666 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.653+0000 7fe8e67fc640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fb4a6ddb0 0x557fb4a6e1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:56172/0 (socket says 172.21.15.43:56172) 2024-05-16T15:53:10.667 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.653+0000 7fe8e67fc640 1 -- 172.21.15.43:0/2495186637 learned_addr learned my addr 172.21.15.43:0/2495186637 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:10.667 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.653+0000 7fe8e6ffd640 1 --2- 172.21.15.43:0/2495186637 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557fb4a6e7a0 0x557fb4a732a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:10.667 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.653+0000 7fe8cffff640 1 --2- 172.21.15.43:0/808856940 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe8d00b28a0 0x7fe8d00b4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:10.667 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.653+0000 7fe8e67fc640 1 -- 172.21.15.43:0/2495186637 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557fb4a6e7a0 msgr2=0x557fb4a732a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:10.667 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.653+0000 7fe8e67fc640 1 --2- 172.21.15.43:0/2495186637 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557fb4a6e7a0 0x557fb4a732a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:10.667 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.653+0000 7fe8e67fc640 1 -- 172.21.15.43:0/2495186637 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557fb4a73910 msgr2=0x557fb4a75da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:10.667 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.653+0000 7fe8e67fc640 1 --2- 172.21.15.43:0/2495186637 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557fb4a73910 0x557fb4a75da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:10.667 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.653+0000 7fe8e67fc640 1 -- 172.21.15.43:0/2495186637 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557fb46e4210 con 0x557fb4a6ddb0 2024-05-16T15:53:10.667 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.654+0000 7fe8e77fe640 1 --2- 172.21.15.43:0/808856940 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe8d00b28a0 0x7fe8d00b4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:10.667 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.654+0000 7fe8cffff640 1 -- 172.21.15.43:0/808856940 <== mon.2 v2:172.21.15.148:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7fe8e00e2ca0 con 0x7fe8e81034c0 2024-05-16T15:53:10.667 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.654+0000 7fe8e67fc640 1 --2- 172.21.15.43:0/2495186637 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fb4a6ddb0 0x557fb4a6e1d0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7fe8dc02a930 tx=0x7fe8dc005d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28337ed178c88998 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:10.672 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.654+0000 7fe8cd7fa640 1 -- 172.21.15.43:0/2495186637 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8dc035030 con 0x557fb4a6ddb0 2024-05-16T15:53:10.672 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.654+0000 7fe8e77fe640 1 --2- 172.21.15.43:0/808856940 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe8d00b28a0 0x7fe8d00b4d60 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fe8e00a5f90 tx=0x7fe8e0013d50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:10.672 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.654+0000 7fe8cd7fa640 1 -- 172.21.15.43:0/2495186637 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe8dc040070 con 0x557fb4a6ddb0 2024-05-16T15:53:10.672 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.654+0000 7fe8cd7fa640 1 -- 172.21.15.43:0/2495186637 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8dc003b80 con 0x557fb4a6ddb0 2024-05-16T15:53:10.672 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.655+0000 7fe8effd5740 1 -- 172.21.15.43:0/2495186637 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fb4a6ddb0 msgr2=0x557fb4a6e1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:10.672 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.655+0000 7fe8effd5740 1 --2- 172.21.15.43:0/2495186637 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fb4a6ddb0 0x557fb4a6e1d0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7fe8dc02a930 tx=0x7fe8dc005d50 comp rx=0 tx=0).stop 2024-05-16T15:53:10.673 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.655+0000 7fe8effd5740 1 -- 172.21.15.43:0/2495186637 shutdown_connections 2024-05-16T15:53:10.673 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.655+0000 7fe8effd5740 1 --2- 172.21.15.43:0/2495186637 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557fb4a73910 0x557fb4a75da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:10.673 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.655+0000 7fe8effd5740 1 --2- 172.21.15.43:0/2495186637 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557fb4a6e7a0 0x557fb4a732a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:10.673 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.655+0000 7fe8effd5740 1 --2- 172.21.15.43:0/2495186637 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fb4a6ddb0 0x557fb4a6e1d0 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:10.673 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.655+0000 7fe8effd5740 1 -- 172.21.15.43:0/2495186637 >> 172.21.15.43:0/2495186637 conn(0x557fb4a69420 msgr2=0x557fb4a69820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:10.673 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.655+0000 7fe8effd5740 1 -- 172.21.15.43:0/2495186637 shutdown_connections 2024-05-16T15:53:10.673 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.655+0000 7fe8effd5740 1 -- 172.21.15.43:0/2495186637 wait complete. 2024-05-16T15:53:10.673 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.656+0000 7fe8effd5740 1 -- start start 2024-05-16T15:53:10.673 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.656+0000 7fe8effd5740 1 Processor -- start 2024-05-16T15:53:10.673 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.656+0000 7fe8effd5740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557fb4a6ddb0 0x557fb4a7c430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:10.673 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.656+0000 7fe8effd5740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557fb4a6e7a0 0x557fb4a7c970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:10.673 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.656+0000 7fe8effd5740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fb4a73910 0x557fb4a839b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:10.673 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.656+0000 7fe8effd5740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x557fb4a7ac70 con 0x557fb4a73910 2024-05-16T15:53:10.674 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.656+0000 7fe8effd5740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x557fb498f370 con 0x557fb4a6ddb0 2024-05-16T15:53:10.674 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.656+0000 7fe8effd5740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x557fb4a7adf0 con 0x557fb4a6e7a0 2024-05-16T15:53:10.674 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.656+0000 7fe8e67fc640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557fb4a6ddb0 0x557fb4a7c430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:10.674 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.656+0000 7fe8e6ffd640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557fb4a6e7a0 0x557fb4a7c970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:10.674 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.656+0000 7fe8e67fc640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fb4a73910 0x557fb4a839b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:10.674 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.656+0000 7fe8effd5740 10 client.0 _ll_register_callbacks cb 0x557fb46e3a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:53:10.674 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.656+0000 7fe8e67fc640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fb4a73910 0x557fb4a839b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:56180/0 (socket says 172.21.15.43:56180) 2024-05-16T15:53:10.674 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.656+0000 7fe8e6ffd640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557fb4a6e7a0 0x557fb4a7c970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:59266/0 (socket says 172.21.15.43:59266) 2024-05-16T15:53:10.674 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.656+0000 7fe8e67fc640 1 -- 172.21.15.43:0/3168543139 learned_addr learned my addr 172.21.15.43:0/3168543139 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:10.674 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.657+0000 7fe8e6ffd640 1 -- 172.21.15.43:0/3168543139 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557fb4a6ddb0 msgr2=0x557fb4a7c430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:10.674 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.657+0000 7fe8e6ffd640 1 --2- 172.21.15.43:0/3168543139 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557fb4a6ddb0 0x557fb4a7c430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:10.674 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.657+0000 7fe8e6ffd640 1 -- 172.21.15.43:0/3168543139 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fb4a73910 msgr2=0x557fb4a839b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:10.674 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.657+0000 7fe8e6ffd640 1 --2- 172.21.15.43:0/3168543139 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fb4a73910 0x557fb4a839b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:10.675 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.657+0000 7fe8e6ffd640 1 -- 172.21.15.43:0/3168543139 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557fb47b0620 con 0x557fb4a6e7a0 2024-05-16T15:53:10.675 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.657+0000 7fe8e67fc640 1 --2- 172.21.15.43:0/3168543139 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fb4a73910 0x557fb4a839b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:53:10.675 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.657+0000 7fe8e6ffd640 1 --2- 172.21.15.43:0/3168543139 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557fb4a6e7a0 0x557fb4a7c970 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x557fb4a6eba0 tx=0x7fe8d8012bf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c21c39578d83b164 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:10.675 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.657+0000 7fe8caff5640 10 client.0 ms_handle_connect on v2:172.21.15.157:3300/0 2024-05-16T15:53:10.675 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.657+0000 7fe8caff5640 1 -- 172.21.15.43:0/3168543139 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8d8004030 con 0x557fb4a6e7a0 2024-05-16T15:53:10.675 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.657+0000 7fe8caff5640 1 -- 172.21.15.43:0/3168543139 <== mon.1 v2:172.21.15.157:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7fe8d80041d0 con 0x557fb4a6e7a0 2024-05-16T15:53:10.675 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.657+0000 7fe8effd5740 1 -- 172.21.15.43:0/3168543139 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe8dc040070 con 0x557fb4a6e7a0 2024-05-16T15:53:10.675 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.657+0000 7fe8caff5640 1 -- 172.21.15.43:0/3168543139 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7fe8d8025050 con 0x557fb4a6e7a0 2024-05-16T15:53:10.675 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.657+0000 7fe8effd5740 10 client.25651 fetch_fsmap learned FSMap version 36 2024-05-16T15:53:10.675 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.657+0000 7fe8effd5740 1 -- 172.21.15.43:0/3168543139 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x557fb4a86a60 con 0x557fb4a6e7a0 2024-05-16T15:53:10.675 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.658+0000 7fe8caff5640 1 -- 172.21.15.43:0/3168543139 <== mon.1 v2:172.21.15.157:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe8dc040070 con 0x557fb4a6e7a0 2024-05-16T15:53:10.675 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.658+0000 7fe8caff5640 1 -- 172.21.15.43:0/3168543139 <== mon.1 v2:172.21.15.157:3300/0 5 ==== fsmap(e 36) ==== 8378+0+0 (secure 0 0 0) 0x7fe8d8003820 con 0x557fb4a6e7a0 2024-05-16T15:53:10.675 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.658+0000 7fe8effd5740 10 client.25651 fetch_fsmap finished waiting for FSMap version 36 2024-05-16T15:53:10.676 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.658+0000 7fe8effd5740 10 client.25651 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:53:10.676 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.658+0000 7fe8effd5740 20 client.25651 populate_metadata read hostname 'smithi043' 2024-05-16T15:53:10.676 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.658+0000 7fe8effd5740 1 --2- 172.21.15.43:0/3168543139 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x557fb4a88260 0x557fb4a8a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:10.676 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.658+0000 7fe8effd5740 4 client.25651 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:53:10.676 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.658+0000 7fe8effd5740 1 -- 172.21.15.43:0/3168543139 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557fb49e01e0 con 0x557fb4a88260 2024-05-16T15:53:10.676 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.658+0000 7fe8e67fc640 1 --2- 172.21.15.43:0/3168543139 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x557fb4a88260 0x557fb4a8a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:10.676 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.659+0000 7fe8caff5640 10 client.25651 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:53:10.676 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.659+0000 7fe8e67fc640 1 --2- 172.21.15.43:0/3168543139 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x557fb4a88260 0x557fb4a8a6a0 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b1e2184a1dcba70b server_cookie=8f48c53c27f915dc in_seq=0 out_seq=0 2024-05-16T15:53:10.676 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.659+0000 7fe8caff5640 1 -- 172.21.15.43:0/3168543139 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x557fb49e01e0 con 0x557fb4a88260 2024-05-16T15:53:10.676 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.659+0000 7fe8caff5640 10 client.25651 handle_command_reply: tid=0 2024-05-16T15:53:10.676 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.659+0000 7fe8effd5740 1 client.25651 shutdown 2024-05-16T15:53:10.676 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.660+0000 7fe8effd5740 1 -- 172.21.15.43:0/3168543139 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557fb4a6e7a0 msgr2=0x557fb4a7c970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:10.676 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.660+0000 7fe8effd5740 1 --2- 172.21.15.43:0/3168543139 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557fb4a6e7a0 0x557fb4a7c970 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x557fb4a6eba0 tx=0x7fe8d8012bf0 comp rx=0 tx=0).stop 2024-05-16T15:53:10.676 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.660+0000 7fe8effd5740 1 -- 172.21.15.43:0/3168543139 shutdown_connections 2024-05-16T15:53:10.677 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.660+0000 7fe8effd5740 1 --2- 172.21.15.43:0/3168543139 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x557fb4a88260 0x557fb4a8a6a0 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:10.677 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.660+0000 7fe8effd5740 1 --2- 172.21.15.43:0/3168543139 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fb4a73910 0x557fb4a839b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:10.677 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.660+0000 7fe8effd5740 1 --2- 172.21.15.43:0/3168543139 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557fb4a6e7a0 0x557fb4a7c970 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:10.677 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.660+0000 7fe8caff5640 0 client.25651 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:53:10.677 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.660+0000 7fe8effd5740 1 --2- 172.21.15.43:0/3168543139 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557fb4a6ddb0 0x557fb4a7c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:10.677 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.660+0000 7fe8effd5740 1 -- 172.21.15.43:0/3168543139 >> 172.21.15.43:0/3168543139 conn(0x557fb4a69420 msgr2=0x557fb4a68580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:10.677 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.660+0000 7fe8effd5740 1 -- 172.21.15.43:0/3168543139 shutdown_connections 2024-05-16T15:53:10.677 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.660+0000 7fe8effd5740 1 -- 172.21.15.43:0/3168543139 wait complete. 2024-05-16T15:53:10.677 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.660+0000 7fe8effd5740 20 client.25651 trim_cache size 0 max 16384 2024-05-16T15:53:10.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:53:10 smithi157 ceph-mon[35584]: scrub summary: idle 2024-05-16T15:53:10.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:53:10 smithi157 ceph-mon[35584]: scrub summary: idle 2024-05-16T15:53:10.678 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:53:10 smithi157 ceph-mon[35584]: scrub summary: idle 2024-05-16T15:53:10.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:53:10 smithi148 ceph-mon[34976]: scrub summary: idle 2024-05-16T15:53:10.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:53:10 smithi148 ceph-mon[34976]: scrub summary: idle 2024-05-16T15:53:10.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:53:10 smithi148 ceph-mon[34976]: scrub summary: idle 2024-05-16T15:53:10.691 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.678+0000 7fe8effd5740 1 Processor -- start 2024-05-16T15:53:10.691 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.678+0000 7fe8effd5740 1 -- start start 2024-05-16T15:53:10.691 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.678+0000 7fe8effd5740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557fb4a6ddb0 0x557fb4a6fa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:10.692 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.678+0000 7fe8effd5740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fb4a6e7a0 0x557fb4a6ff60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:10.692 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.678+0000 7fe8effd5740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557fb4a73910 0x557fb4a83970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:10.692 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.678+0000 7fe8effd5740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fe8e81a91b0 con 0x557fb4a6e7a0 2024-05-16T15:53:10.692 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.678+0000 7fe8effd5740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fe8e81aadb0 con 0x557fb4a73910 2024-05-16T15:53:10.692 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.678+0000 7fe8effd5740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fe8e81a9880 con 0x557fb4a6ddb0 2024-05-16T15:53:10.692 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.679+0000 7fe8e6ffd640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fb4a6e7a0 0x557fb4a6ff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:10.692 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.679+0000 7fe8e6ffd640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fb4a6e7a0 0x557fb4a6ff60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:56186/0 (socket says 172.21.15.43:56186) 2024-05-16T15:53:10.692 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.679+0000 7fe8e6ffd640 1 -- 172.21.15.43:0/791912024 learned_addr learned my addr 172.21.15.43:0/791912024 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:10.692 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.679+0000 7fe8e67fc640 1 --2- 172.21.15.43:0/791912024 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557fb4a6ddb0 0x557fb4a6fa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:10.692 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.679+0000 7fe8e67fc640 1 --2- 172.21.15.43:0/791912024 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557fb4a73910 0x557fb4a83970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:10.692 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.679+0000 7fe8e6ffd640 1 -- 172.21.15.43:0/791912024 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557fb4a6ddb0 msgr2=0x557fb4a6fa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:10.692 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.679+0000 7fe8e6ffd640 1 --2- 172.21.15.43:0/791912024 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557fb4a6ddb0 0x557fb4a6fa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:10.692 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.679+0000 7fe8e6ffd640 1 -- 172.21.15.43:0/791912024 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557fb4a73910 msgr2=0x557fb4a83970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:10.692 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.679+0000 7fe8e6ffd640 1 --2- 172.21.15.43:0/791912024 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557fb4a73910 0x557fb4a83970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:10.693 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.679+0000 7fe8e6ffd640 1 -- 172.21.15.43:0/791912024 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557fb4a84aa0 con 0x557fb4a6e7a0 2024-05-16T15:53:10.693 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.679+0000 7fe8e6ffd640 1 --2- 172.21.15.43:0/791912024 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fb4a6e7a0 0x557fb4a6ff60 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7fe8d8001eb0 tx=0x7fe8d8003820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c89f6761900a327 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:10.693 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.679+0000 7fe8ccff9640 1 -- 172.21.15.43:0/791912024 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8d8003990 con 0x557fb4a6e7a0 2024-05-16T15:53:10.693 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.679+0000 7fe8ccff9640 1 -- 172.21.15.43:0/791912024 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe8d8005500 con 0x557fb4a6e7a0 2024-05-16T15:53:10.693 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.679+0000 7fe8ccff9640 1 -- 172.21.15.43:0/791912024 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8d800fdd0 con 0x557fb4a6e7a0 2024-05-16T15:53:10.696 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.680+0000 7fe8effd5740 1 -- 172.21.15.43:0/791912024 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fb4a6e7a0 msgr2=0x557fb4a6ff60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:10.696 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.680+0000 7fe8effd5740 1 --2- 172.21.15.43:0/791912024 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fb4a6e7a0 0x557fb4a6ff60 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7fe8d8001eb0 tx=0x7fe8d8003820 comp rx=0 tx=0).stop 2024-05-16T15:53:10.696 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.680+0000 7fe8effd5740 1 -- 172.21.15.43:0/791912024 shutdown_connections 2024-05-16T15:53:10.696 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.680+0000 7fe8effd5740 1 --2- 172.21.15.43:0/791912024 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557fb4a73910 0x557fb4a83970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:10.696 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.680+0000 7fe8effd5740 1 --2- 172.21.15.43:0/791912024 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fb4a6e7a0 0x557fb4a6ff60 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:10.696 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.680+0000 7fe8effd5740 1 --2- 172.21.15.43:0/791912024 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557fb4a6ddb0 0x557fb4a6fa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:10.696 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.680+0000 7fe8effd5740 1 -- 172.21.15.43:0/791912024 >> 172.21.15.43:0/791912024 conn(0x557fb4a69420 msgr2=0x557fb4a643e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:10.696 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.680+0000 7fe8effd5740 1 -- 172.21.15.43:0/791912024 shutdown_connections 2024-05-16T15:53:10.696 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.680+0000 7fe8effd5740 1 -- 172.21.15.43:0/791912024 wait complete. 2024-05-16T15:53:10.696 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.681+0000 7fe8effd5740 1 -- start start 2024-05-16T15:53:10.696 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.681+0000 7fe8effd5740 1 Processor -- start 2024-05-16T15:53:10.696 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.681+0000 7fe8effd5740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557fb4a6ddb0 0x557fb4a80b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:10.697 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.681+0000 7fe8effd5740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557fb4a6e7a0 0x557fb4a81070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:10.697 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.681+0000 7fe8effd5740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fb4a73910 0x557fb4a82080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:10.697 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.681+0000 7fe8effd5740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fe8e81aa6e0 con 0x557fb4a73910 2024-05-16T15:53:10.697 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.681+0000 7fe8effd5740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fe8e81a9f50 con 0x557fb4a6ddb0 2024-05-16T15:53:10.697 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.681+0000 7fe8effd5740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fe8e81a7190 con 0x557fb4a6e7a0 2024-05-16T15:53:10.697 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.681+0000 7fe8effd5740 10 client.0 _ll_register_callbacks cb 0x7fe8d80099c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:53:10.697 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.681+0000 7fe8e67fc640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fb4a73910 0x557fb4a82080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:10.697 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.681+0000 7fe8e67fc640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557fb4a6ddb0 0x557fb4a80b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:10.697 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.681+0000 7fe8e67fc640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557fb4a6ddb0 0x557fb4a80b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:40882/0 (socket says 172.21.15.43:40882) 2024-05-16T15:53:10.697 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.681+0000 7fe8e67fc640 1 -- 172.21.15.43:0/2768182797 learned_addr learned my addr 172.21.15.43:0/2768182797 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:10.697 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.681+0000 7fe8e6ffd640 1 --2- 172.21.15.43:0/2768182797 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557fb4a6e7a0 0x557fb4a81070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:10.697 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.682+0000 7fe8e67fc640 1 -- 172.21.15.43:0/2768182797 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557fb4a6e7a0 msgr2=0x557fb4a81070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:10.697 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.682+0000 7fe8e67fc640 1 --2- 172.21.15.43:0/2768182797 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557fb4a6e7a0 0x557fb4a81070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:10.697 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.682+0000 7fe8e67fc640 1 -- 172.21.15.43:0/2768182797 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fb4a73910 msgr2=0x557fb4a82080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:10.697 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.682+0000 7fe8e67fc640 1 --2- 172.21.15.43:0/2768182797 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fb4a73910 0x557fb4a82080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:10.698 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.682+0000 7fe8e67fc640 1 -- 172.21.15.43:0/2768182797 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557fb4a82670 con 0x557fb4a6ddb0 2024-05-16T15:53:10.698 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.682+0000 7fe8e6ffd640 1 --2- 172.21.15.43:0/2768182797 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557fb4a6e7a0 0x557fb4a81070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:53:10.698 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.682+0000 7fe8e67fc640 1 --2- 172.21.15.43:0/2768182797 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557fb4a6ddb0 0x557fb4a80b30 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fe8dc000c00 tx=0x7fe8dc03e040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=96bfdcfac18cb7bb server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:10.698 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.682+0000 7fe8caff5640 10 client.0 ms_handle_connect on v2:172.21.15.148:3300/0 2024-05-16T15:53:10.698 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.682+0000 7fe8caff5640 1 -- 172.21.15.43:0/2768182797 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8dc035040 con 0x557fb4a6ddb0 2024-05-16T15:53:10.698 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.682+0000 7fe8caff5640 1 -- 172.21.15.43:0/2768182797 <== mon.2 v2:172.21.15.148:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7fe8dc05f040 con 0x557fb4a6ddb0 2024-05-16T15:53:10.698 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.682+0000 7fe8effd5740 1 -- 172.21.15.43:0/2768182797 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe8d8005500 con 0x557fb4a6ddb0 2024-05-16T15:53:10.698 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.682+0000 7fe8caff5640 1 -- 172.21.15.43:0/2768182797 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7fe8dc056710 con 0x557fb4a6ddb0 2024-05-16T15:53:10.698 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.682+0000 7fe8effd5740 10 client.25607 fetch_fsmap learned FSMap version 36 2024-05-16T15:53:10.698 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.682+0000 7fe8effd5740 1 -- 172.21.15.43:0/2768182797 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x557fb4a83980 con 0x557fb4a6ddb0 2024-05-16T15:53:10.698 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.683+0000 7fe8caff5640 1 -- 172.21.15.43:0/2768182797 <== mon.2 v2:172.21.15.148:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe8d8005500 con 0x557fb4a6ddb0 2024-05-16T15:53:10.698 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.683+0000 7fe8caff5640 1 -- 172.21.15.43:0/2768182797 <== mon.2 v2:172.21.15.148:3300/0 5 ==== fsmap(e 36) ==== 8378+0+0 (secure 0 0 0) 0x7fe8dc0664f0 con 0x557fb4a6ddb0 2024-05-16T15:53:10.698 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.683+0000 7fe8effd5740 10 client.25607 fetch_fsmap finished waiting for FSMap version 36 2024-05-16T15:53:10.698 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.683+0000 7fe8effd5740 10 client.25607 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:53:10.699 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.683+0000 7fe8effd5740 20 client.25607 populate_metadata read hostname 'smithi043' 2024-05-16T15:53:10.699 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.683+0000 7fe8effd5740 1 --2- 172.21.15.43:0/2768182797 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x557fb4af2b60 0x557fb4af4f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:10.699 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.683+0000 7fe8effd5740 4 client.25607 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-16T15:53:10.699 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.683+0000 7fe8effd5740 1 -- 172.21.15.43:0/2768182797 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "flush journal"}) -- 0x557fb49da050 con 0x557fb4af2b60 2024-05-16T15:53:10.699 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.683+0000 7fe8e6ffd640 1 --2- 172.21.15.43:0/2768182797 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x557fb4af2b60 0x557fb4af4f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:10.699 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.683+0000 7fe8e6ffd640 1 --2- 172.21.15.43:0/2768182797 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x557fb4af2b60 0x557fb4af4f50 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=edb8bc303fb6bbda server_cookie=55de8c47b41ec37e in_seq=0 out_seq=0 2024-05-16T15:53:10.699 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.683+0000 7fe8caff5640 10 client.25607 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:53:10.713 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.700+0000 7fe8caff5640 1 -- 172.21.15.43:0/2768182797 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x557fb49da050 con 0x557fb4af2b60 2024-05-16T15:53:10.713 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.700+0000 7fe8caff5640 10 client.25607 handle_command_reply: tid=0 2024-05-16T15:53:10.713 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.700+0000 7fe8effd5740 1 client.25607 shutdown 2024-05-16T15:53:10.713 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.700+0000 7fe8effd5740 1 -- 172.21.15.43:0/2768182797 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557fb4a6ddb0 msgr2=0x557fb4a80b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:10.713 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.700+0000 7fe8effd5740 1 --2- 172.21.15.43:0/2768182797 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557fb4a6ddb0 0x557fb4a80b30 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fe8dc000c00 tx=0x7fe8dc03e040 comp rx=0 tx=0).stop 2024-05-16T15:53:10.713 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.700+0000 7fe8effd5740 1 -- 172.21.15.43:0/2768182797 shutdown_connections 2024-05-16T15:53:10.713 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.700+0000 7fe8effd5740 1 --2- 172.21.15.43:0/2768182797 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x557fb4af2b60 0x557fb4af4f50 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:10.713 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.700+0000 7fe8effd5740 1 --2- 172.21.15.43:0/2768182797 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fb4a73910 0x557fb4a82080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:10.713 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.700+0000 7fe8effd5740 1 --2- 172.21.15.43:0/2768182797 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557fb4a6e7a0 0x557fb4a81070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:10.713 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.700+0000 7fe8caff5640 0 client.25607 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:53:10.713 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.700+0000 7fe8effd5740 1 --2- 172.21.15.43:0/2768182797 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557fb4a6ddb0 0x557fb4a80b30 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:10.713 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.700+0000 7fe8effd5740 1 -- 172.21.15.43:0/2768182797 >> 172.21.15.43:0/2768182797 conn(0x557fb4a69420 msgr2=0x557fb4a7c430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:10.714 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.700+0000 7fe8effd5740 1 -- 172.21.15.43:0/2768182797 shutdown_connections 2024-05-16T15:53:10.714 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.700+0000 7fe8effd5740 1 -- 172.21.15.43:0/2768182797 wait complete. 2024-05-16T15:53:10.714 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.700+0000 7fe8effd5740 20 client.25607 trim_cache size 0 max 16384 2024-05-16T15:53:10.714 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:{ 2024-05-16T15:53:10.714 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "message": "", 2024-05-16T15:53:10.714 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "return_code": 0 2024-05-16T15:53:10.714 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:} 2024-05-16T15:53:10.715 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.701+0000 7fe8ed2bd640 1 -- 172.21.15.43:0/808856940 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe8d00b28a0 msgr2=0x7fe8d00b4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:10.715 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.701+0000 7fe8ed2bd640 1 --2- 172.21.15.43:0/808856940 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe8d00b28a0 0x7fe8d00b4d60 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fe8e00a5f90 tx=0x7fe8e0013d50 comp rx=0 tx=0).stop 2024-05-16T15:53:10.715 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.701+0000 7fe8ed2bd640 1 -- 172.21.15.43:0/808856940 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe8e81034c0 msgr2=0x7fe8e81a00e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:10.715 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.701+0000 7fe8ed2bd640 1 --2- 172.21.15.43:0/808856940 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe8e81034c0 0x7fe8e81a00e0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fe8e0009fd0 tx=0x7fe8e000ef10 comp rx=0 tx=0).stop 2024-05-16T15:53:10.715 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.701+0000 7fe8ed2bd640 1 -- 172.21.15.43:0/808856940 shutdown_connections 2024-05-16T15:53:10.715 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.701+0000 7fe8ed2bd640 1 --2- 172.21.15.43:0/808856940 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe8e81034c0 0x7fe8e81a00e0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:10.715 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.701+0000 7fe8ed2bd640 1 --2- 172.21.15.43:0/808856940 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fe8d00b28a0 0x7fe8d00b4d60 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:10.716 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.701+0000 7fe8ed2bd640 1 --2- 172.21.15.43:0/808856940 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe8e8102b00 0x7fe8e8199070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:10.716 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.701+0000 7fe8ed2bd640 1 --2- 172.21.15.43:0/808856940 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fe8e8101910 0x7fe8e8198b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:10.716 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.701+0000 7fe8ed2bd640 1 -- 172.21.15.43:0/808856940 >> 172.21.15.43:0/808856940 conn(0x7fe8e80fce80 msgr2=0x7fe8e806a060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:10.716 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.701+0000 7fe8ed2bd640 1 -- 172.21.15.43:0/808856940 shutdown_connections 2024-05-16T15:53:10.716 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:10.701+0000 7fe8ed2bd640 1 -- 172.21.15.43:0/808856940 wait complete. 2024-05-16T15:53:10.726 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:53:10 smithi043 ceph-mon[31619]: scrub summary: idle 2024-05-16T15:53:10.726 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:53:10 smithi043 ceph-mon[31619]: scrub summary: idle 2024-05-16T15:53:10.726 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:53:10 smithi043 ceph-mon[31619]: scrub summary: idle 2024-05-16T15:53:11.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:53:11 smithi148 ceph-mon[34976]: pgmap v525: 129 pgs: 129 active+clean; 38 MiB data, 586 MiB used, 1.0 TiB / 1.0 TiB avail; 95 KiB/s rd, 320 KiB/s wr, 158 op/s 2024-05-16T15:53:11.726 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:53:11 smithi043 ceph-mon[31619]: pgmap v525: 129 pgs: 129 active+clean; 38 MiB data, 586 MiB used, 1.0 TiB / 1.0 TiB avail; 95 KiB/s rd, 320 KiB/s wr, 158 op/s 2024-05-16T15:53:11.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:53:11 smithi157 ceph-mon[35584]: pgmap v525: 129 pgs: 129 active+clean; 38 MiB data, 586 MiB used, 1.0 TiB / 1.0 TiB avail; 95 KiB/s rd, 320 KiB/s wr, 158 op/s 2024-05-16T15:53:13.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:53:13 smithi148 ceph-mon[34976]: pgmap v526: 129 pgs: 129 active+clean; 39 MiB data, 597 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 279 op/s 2024-05-16T15:53:13.726 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:53:13 smithi043 ceph-mon[31619]: pgmap v526: 129 pgs: 129 active+clean; 39 MiB data, 597 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 279 op/s 2024-05-16T15:53:13.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:53:13 smithi157 ceph-mon[35584]: pgmap v526: 129 pgs: 129 active+clean; 39 MiB data, 597 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 279 op/s 2024-05-16T15:53:15.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:53:15 smithi148 ceph-mon[34976]: pgmap v527: 129 pgs: 129 active+clean; 40 MiB data, 634 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 346 op/s 2024-05-16T15:53:15.726 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:53:15 smithi043 ceph-mon[31619]: pgmap v527: 129 pgs: 129 active+clean; 40 MiB data, 634 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 346 op/s 2024-05-16T15:53:15.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:53:15 smithi157 ceph-mon[35584]: pgmap v527: 129 pgs: 129 active+clean; 40 MiB data, 634 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 346 op/s 2024-05-16T15:53:17.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:53:17 smithi148 ceph-mon[34976]: pgmap v528: 129 pgs: 129 active+clean; 41 MiB data, 657 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 MiB/s rd, 4.0 MiB/s wr, 505 op/s 2024-05-16T15:53:17.726 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:53:17 smithi043 ceph-mon[31619]: pgmap v528: 129 pgs: 129 active+clean; 41 MiB data, 657 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 MiB/s rd, 4.0 MiB/s wr, 505 op/s 2024-05-16T15:53:17.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:53:17 smithi157 ceph-mon[35584]: pgmap v528: 129 pgs: 129 active+clean; 41 MiB data, 657 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 MiB/s rd, 4.0 MiB/s wr, 505 op/s 2024-05-16T15:53:17.995 INFO:tasks.workunit.client.0.smithi043.stdout:10000 punch from 0x713e to 0x9907, (0x27c9 bytes) 2024-05-16T15:53:19.687 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:53:19 smithi148 ceph-mon[34976]: pgmap v529: 129 pgs: 129 active+clean; 42 MiB data, 669 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 MiB/s rd, 4.0 MiB/s wr, 553 op/s 2024-05-16T15:53:19.726 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:53:19 smithi043 ceph-mon[31619]: pgmap v529: 129 pgs: 129 active+clean; 42 MiB data, 669 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 MiB/s rd, 4.0 MiB/s wr, 553 op/s 2024-05-16T15:53:19.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:53:19 smithi157 ceph-mon[35584]: pgmap v529: 129 pgs: 129 active+clean; 42 MiB data, 669 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 MiB/s rd, 4.0 MiB/s wr, 553 op/s 2024-05-16T15:53:21.726 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:53:21 smithi043 ceph-mon[31619]: pgmap v530: 129 pgs: 129 active+clean; 42 MiB data, 680 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 MiB/s rd, 3.9 MiB/s wr, 512 op/s 2024-05-16T15:53:21.726 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:53:21 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:53:21.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:53:21 smithi157 ceph-mon[35584]: pgmap v530: 129 pgs: 129 active+clean; 42 MiB data, 680 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 MiB/s rd, 3.9 MiB/s wr, 512 op/s 2024-05-16T15:53:21.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:53:21 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:53:21.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:53:21 smithi148 ceph-mon[34976]: pgmap v530: 129 pgs: 129 active+clean; 42 MiB data, 680 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 MiB/s rd, 3.9 MiB/s wr, 512 op/s 2024-05-16T15:53:21.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:53:21 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:53:22.726 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:53:22 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:53:22.726 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:53:22 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:53:22.726 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:53:22 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:53:22.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:53:22 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:53:22.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:53:22 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:53:22.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:53:22 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:53:22.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:53:22 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:53:22.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:53:22 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:53:22.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:53:22 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:53:23.726 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:53:23 smithi043 ceph-mon[31619]: pgmap v531: 129 pgs: 129 active+clean; 42 MiB data, 685 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 MiB/s rd, 5.6 MiB/s wr, 692 op/s 2024-05-16T15:53:23.811 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.798+0000 7fb8d7746640 1 -- 172.21.15.43:0/2770110130 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb8d0102a60 msgr2=0x7fb8d0102e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:23.811 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.798+0000 7fb8d7746640 1 --2- 172.21.15.43:0/2770110130 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb8d0102a60 0x7fb8d0102e80 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7fb8cc009900 tx=0x7fb8cc02a410 comp rx=0 tx=0).stop 2024-05-16T15:53:23.811 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.798+0000 7fb8d7746640 1 -- 172.21.15.43:0/2770110130 shutdown_connections 2024-05-16T15:53:23.811 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.798+0000 7fb8d7746640 1 --2- 172.21.15.43:0/2770110130 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb8d0104610 0x7fb8d010aea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:23.811 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.798+0000 7fb8d7746640 1 --2- 172.21.15.43:0/2770110130 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb8d0103c50 0x7fb8d01040d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:23.811 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.798+0000 7fb8d7746640 1 --2- 172.21.15.43:0/2770110130 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb8d0102a60 0x7fb8d0102e80 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:23.811 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.798+0000 7fb8d7746640 1 -- 172.21.15.43:0/2770110130 >> 172.21.15.43:0/2770110130 conn(0x7fb8d00fdfd0 msgr2=0x7fb8d0100410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:23.811 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.799+0000 7fb8d7746640 1 -- 172.21.15.43:0/2770110130 shutdown_connections 2024-05-16T15:53:23.811 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.799+0000 7fb8d7746640 1 -- 172.21.15.43:0/2770110130 wait complete. 2024-05-16T15:53:23.813 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.799+0000 7fb8d7746640 1 Processor -- start 2024-05-16T15:53:23.813 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.799+0000 7fb8d7746640 1 -- start start 2024-05-16T15:53:23.814 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.799+0000 7fb8d7746640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb8d0102a60 0x7fb8d0198b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:23.814 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.799+0000 7fb8d7746640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb8d0103c50 0x7fb8d0199090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:23.814 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.800+0000 7fb8d7746640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb8d0104610 0x7fb8d01a00b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:23.814 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.800+0000 7fb8d7746640 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fb8d010e440 con 0x7fb8d0104610 2024-05-16T15:53:23.814 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.800+0000 7fb8d7746640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fb8d010e2c0 con 0x7fb8d0103c50 2024-05-16T15:53:23.814 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.800+0000 7fb8d7746640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fb8d010e5c0 con 0x7fb8d0102a60 2024-05-16T15:53:23.814 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.800+0000 7fb8d54e2640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb8d0102a60 0x7fb8d0198b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:23.814 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.800+0000 7fb8d5ce3640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb8d0104610 0x7fb8d01a00b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:23.814 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.800+0000 7fb8d54e2640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb8d0102a60 0x7fb8d0198b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:49684/0 (socket says 172.21.15.43:49684) 2024-05-16T15:53:23.814 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.800+0000 7fb8d54e2640 1 -- 172.21.15.43:0/3733018419 learned_addr learned my addr 172.21.15.43:0/3733018419 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:23.814 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.800+0000 7fb8d4ce1640 1 --2- 172.21.15.43:0/3733018419 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb8d0103c50 0x7fb8d0199090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:23.814 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.800+0000 7fb8d54e2640 1 -- 172.21.15.43:0/3733018419 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb8d0103c50 msgr2=0x7fb8d0199090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:23.814 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.800+0000 7fb8d54e2640 1 --2- 172.21.15.43:0/3733018419 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb8d0103c50 0x7fb8d0199090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:23.815 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.800+0000 7fb8d54e2640 1 -- 172.21.15.43:0/3733018419 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb8d0104610 msgr2=0x7fb8d01a00b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:23.815 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.800+0000 7fb8d54e2640 1 --2- 172.21.15.43:0/3733018419 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb8d0104610 0x7fb8d01a00b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:23.815 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.800+0000 7fb8d54e2640 1 -- 172.21.15.43:0/3733018419 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8d01a0720 con 0x7fb8d0102a60 2024-05-16T15:53:23.815 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.800+0000 7fb8d5ce3640 1 --2- 172.21.15.43:0/3733018419 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb8d0104610 0x7fb8d01a00b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:53:23.815 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.800+0000 7fb8d54e2640 1 --2- 172.21.15.43:0/3733018419 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb8d0102a60 0x7fb8d0198b50 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fb8cc005ab0 tx=0x7fb8cc0042f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:23.815 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.800+0000 7fb8c67fc640 1 -- 172.21.15.43:0/3733018419 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8cc03f030 con 0x7fb8d0102a60 2024-05-16T15:53:23.815 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.801+0000 7fb8d7746640 1 -- 172.21.15.43:0/3733018419 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8d01a09b0 con 0x7fb8d0102a60 2024-05-16T15:53:23.815 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.801+0000 7fb8c67fc640 1 -- 172.21.15.43:0/3733018419 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb8cc032e10 con 0x7fb8d0102a60 2024-05-16T15:53:23.815 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.801+0000 7fb8c67fc640 1 -- 172.21.15.43:0/3733018419 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8cc035070 con 0x7fb8d0102a60 2024-05-16T15:53:23.815 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.801+0000 7fb8d7746640 1 -- 172.21.15.43:0/3733018419 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8d01a0ef0 con 0x7fb8d0102a60 2024-05-16T15:53:23.817 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.804+0000 7fb8da464740 1 Processor -- start 2024-05-16T15:53:23.817 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.804+0000 7fb8da464740 1 -- start start 2024-05-16T15:53:23.817 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.804+0000 7fb8c67fc640 1 -- 172.21.15.43:0/3733018419 <== mon.1 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fb8cc042030 con 0x7fb8d0102a60 2024-05-16T15:53:23.817 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.804+0000 7fb8da464740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a620eff1c0 0x55a620eff5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:23.818 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.804+0000 7fb8da464740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a620effbb0 0x55a620f046b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:23.818 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.804+0000 7fb8da464740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a620f04d20 0x55a620f071b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:23.818 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.804+0000 7fb8da464740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55a620e5f5d0 con 0x55a620f04d20 2024-05-16T15:53:23.818 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.804+0000 7fb8da464740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55a620e18890 con 0x55a620effbb0 2024-05-16T15:53:23.818 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.804+0000 7fb8da464740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55a620e5b590 con 0x55a620eff1c0 2024-05-16T15:53:23.818 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.804+0000 7fb8d5ce3640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a620eff1c0 0x55a620eff5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:23.818 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.804+0000 7fb8d54e2640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a620effbb0 0x55a620f046b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:23.818 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.804+0000 7fb8d5ce3640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a620eff1c0 0x55a620eff5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:49692/0 (socket says 172.21.15.43:49692) 2024-05-16T15:53:23.818 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.804+0000 7fb8d4ce1640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a620f04d20 0x55a620f071b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:23.818 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.804+0000 7fb8d5ce3640 1 -- 172.21.15.43:0/169614893 learned_addr learned my addr 172.21.15.43:0/169614893 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:23.818 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.804+0000 7fb8d5ce3640 1 -- 172.21.15.43:0/169614893 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a620effbb0 msgr2=0x55a620f046b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:23.818 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.804+0000 7fb8d5ce3640 1 --2- 172.21.15.43:0/169614893 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a620effbb0 0x55a620f046b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:23.818 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.804+0000 7fb8d5ce3640 1 -- 172.21.15.43:0/169614893 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a620f04d20 msgr2=0x55a620f071b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:23.818 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.804+0000 7fb8d5ce3640 1 --2- 172.21.15.43:0/169614893 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a620f04d20 0x55a620f071b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:23.819 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.804+0000 7fb8d5ce3640 1 -- 172.21.15.43:0/169614893 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a620b71210 con 0x55a620eff1c0 2024-05-16T15:53:23.819 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.805+0000 7fb8d4ce1640 1 --2- 172.21.15.43:0/169614893 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a620f04d20 0x55a620f071b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:53:23.819 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.805+0000 7fb8d5ce3640 1 --2- 172.21.15.43:0/169614893 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a620eff1c0 0x55a620eff5e0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fb8c80117e0 tx=0x7fb8c8011ca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=21eab56068a933d6 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:23.819 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.805+0000 7fb8bb7fe640 1 -- 172.21.15.43:0/169614893 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8c8011310 con 0x55a620eff1c0 2024-05-16T15:53:23.819 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.805+0000 7fb8c67fc640 1 --2- 172.21.15.43:0/3733018419 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb8bc0b28a0 0x7fb8bc0b4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:23.819 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.805+0000 7fb8bb7fe640 1 -- 172.21.15.43:0/169614893 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb8c8003e00 con 0x55a620eff1c0 2024-05-16T15:53:23.819 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.805+0000 7fb8bb7fe640 1 -- 172.21.15.43:0/169614893 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8c8004430 con 0x55a620eff1c0 2024-05-16T15:53:23.819 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.805+0000 7fb8d54e2640 1 --2- 172.21.15.43:0/3733018419 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb8bc0b28a0 0x7fb8bc0b4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:23.819 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.805+0000 7fb8c67fc640 1 -- 172.21.15.43:0/3733018419 <== mon.1 v2:172.21.15.157:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7fb8cc1029c0 con 0x7fb8d0102a60 2024-05-16T15:53:23.823 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.806+0000 7fb8da464740 1 -- 172.21.15.43:0/169614893 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a620eff1c0 msgr2=0x55a620eff5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:23.823 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.806+0000 7fb8da464740 1 --2- 172.21.15.43:0/169614893 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a620eff1c0 0x55a620eff5e0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fb8c80117e0 tx=0x7fb8c8011ca0 comp rx=0 tx=0).stop 2024-05-16T15:53:23.823 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.806+0000 7fb8d54e2640 1 --2- 172.21.15.43:0/3733018419 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb8bc0b28a0 0x7fb8bc0b4d60 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fb8cc100480 tx=0x7fb8cc104040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:23.824 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.806+0000 7fb8da464740 1 -- 172.21.15.43:0/169614893 shutdown_connections 2024-05-16T15:53:23.824 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.806+0000 7fb8da464740 1 --2- 172.21.15.43:0/169614893 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a620f04d20 0x55a620f071b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:23.824 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.806+0000 7fb8da464740 1 --2- 172.21.15.43:0/169614893 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a620effbb0 0x55a620f046b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:23.824 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.806+0000 7fb8da464740 1 --2- 172.21.15.43:0/169614893 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a620eff1c0 0x55a620eff5e0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:23.824 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.806+0000 7fb8da464740 1 -- 172.21.15.43:0/169614893 >> 172.21.15.43:0/169614893 conn(0x55a620ef6420 msgr2=0x55a620ef6820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:23.824 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.806+0000 7fb8da464740 1 -- 172.21.15.43:0/169614893 shutdown_connections 2024-05-16T15:53:23.824 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.806+0000 7fb8da464740 1 -- 172.21.15.43:0/169614893 wait complete. 2024-05-16T15:53:23.824 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.807+0000 7fb8da464740 1 -- start start 2024-05-16T15:53:23.824 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.807+0000 7fb8da464740 1 Processor -- start 2024-05-16T15:53:23.824 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.807+0000 7fb8da464740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a620eff1c0 0x55a620f09470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:23.824 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.807+0000 7fb8da464740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a620effbb0 0x55a620f099b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:23.824 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.807+0000 7fb8da464740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a620f04d20 0x55a620f109f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:23.824 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.807+0000 7fb8da464740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55a620f07cd0 con 0x55a620f04d20 2024-05-16T15:53:23.824 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.807+0000 7fb8da464740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55a620e1c370 con 0x55a620effbb0 2024-05-16T15:53:23.824 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.807+0000 7fb8da464740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55a620f07e50 con 0x55a620eff1c0 2024-05-16T15:53:23.825 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.807+0000 7fb8da464740 10 client.0 _ll_register_callbacks cb 0x55a620b70a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:53:23.825 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.807+0000 7fb8d5ce3640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a620eff1c0 0x55a620f09470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:23.825 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.807+0000 7fb8d4ce1640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a620effbb0 0x55a620f099b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:23.825 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.807+0000 7fb8d5ce3640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a620eff1c0 0x55a620f09470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:49704/0 (socket says 172.21.15.43:49704) 2024-05-16T15:53:23.825 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.807+0000 7fb8d5ce3640 1 -- 172.21.15.43:0/2236811657 learned_addr learned my addr 172.21.15.43:0/2236811657 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:23.825 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.807+0000 7fb8d5ce3640 1 --2- 172.21.15.43:0/2236811657 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a620f04d20 0x55a620f109f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:23.825 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.808+0000 7fb8d4ce1640 1 -- 172.21.15.43:0/2236811657 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a620eff1c0 msgr2=0x55a620f09470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:23.825 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.808+0000 7fb8d4ce1640 1 --2- 172.21.15.43:0/2236811657 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a620eff1c0 0x55a620f09470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:23.825 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.808+0000 7fb8d4ce1640 1 -- 172.21.15.43:0/2236811657 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a620f04d20 msgr2=0x55a620f109f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:23.825 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.808+0000 7fb8d4ce1640 1 --2- 172.21.15.43:0/2236811657 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a620f04d20 0x55a620f109f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:23.825 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.808+0000 7fb8d4ce1640 1 -- 172.21.15.43:0/2236811657 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a620c3d620 con 0x55a620effbb0 2024-05-16T15:53:23.825 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.808+0000 7fb8d5ce3640 1 --2- 172.21.15.43:0/2236811657 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a620eff1c0 0x55a620f09470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:53:23.825 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.808+0000 7fb8d4ce1640 1 --2- 172.21.15.43:0/2236811657 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a620effbb0 0x55a620f099b0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fb8d019a010 tx=0x7fb8c0012b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=94c3c20b2ce4e15 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:23.825 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.808+0000 7fb8b8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.148:3300/0 2024-05-16T15:53:23.825 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.808+0000 7fb8b8ff9640 1 -- 172.21.15.43:0/2236811657 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8c0004030 con 0x55a620effbb0 2024-05-16T15:53:23.826 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.808+0000 7fb8b8ff9640 1 -- 172.21.15.43:0/2236811657 <== mon.2 v2:172.21.15.148:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7fb8c00041d0 con 0x55a620effbb0 2024-05-16T15:53:23.826 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.808+0000 7fb8da464740 1 -- 172.21.15.43:0/2236811657 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb8c8003e00 con 0x55a620effbb0 2024-05-16T15:53:23.826 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.808+0000 7fb8b8ff9640 1 -- 172.21.15.43:0/2236811657 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7fb8c0025050 con 0x55a620effbb0 2024-05-16T15:53:23.826 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.808+0000 7fb8da464740 10 client.25619 fetch_fsmap learned FSMap version 36 2024-05-16T15:53:23.826 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.808+0000 7fb8da464740 1 -- 172.21.15.43:0/2236811657 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x55a620f13a90 con 0x55a620effbb0 2024-05-16T15:53:23.826 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.809+0000 7fb8b8ff9640 1 -- 172.21.15.43:0/2236811657 <== mon.2 v2:172.21.15.148:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb8c8003e00 con 0x55a620effbb0 2024-05-16T15:53:23.826 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.809+0000 7fb8b8ff9640 1 -- 172.21.15.43:0/2236811657 <== mon.2 v2:172.21.15.148:3300/0 5 ==== fsmap(e 36) ==== 8378+0+0 (secure 0 0 0) 0x7fb8c0003880 con 0x55a620effbb0 2024-05-16T15:53:23.826 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.809+0000 7fb8da464740 10 client.25619 fetch_fsmap finished waiting for FSMap version 36 2024-05-16T15:53:23.826 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.809+0000 7fb8da464740 10 client.25619 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:53:23.826 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.809+0000 7fb8da464740 20 client.25619 populate_metadata read hostname 'smithi043' 2024-05-16T15:53:23.826 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.809+0000 7fb8da464740 1 --2- 172.21.15.43:0/2236811657 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55a620f15290 0x55a620f176b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:23.826 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.809+0000 7fb8da464740 4 client.25619 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:53:23.826 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.809+0000 7fb8da464740 1 -- 172.21.15.43:0/2236811657 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a620e6d1e0 con 0x55a620f15290 2024-05-16T15:53:23.826 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.809+0000 7fb8d5ce3640 1 --2- 172.21.15.43:0/2236811657 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55a620f15290 0x55a620f176b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:23.827 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.809+0000 7fb8d5ce3640 1 --2- 172.21.15.43:0/2236811657 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55a620f15290 0x55a620f176b0 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4fd76957cf2dd3ef server_cookie=a135b86396e4e9d0 in_seq=0 out_seq=0 2024-05-16T15:53:23.827 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.809+0000 7fb8b8ff9640 10 client.25619 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:53:23.827 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.810+0000 7fb8b8ff9640 1 -- 172.21.15.43:0/2236811657 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55a620e6d1e0 con 0x55a620f15290 2024-05-16T15:53:23.827 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.810+0000 7fb8b8ff9640 10 client.25619 handle_command_reply: tid=0 2024-05-16T15:53:23.827 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.810+0000 7fb8da464740 1 client.25619 shutdown 2024-05-16T15:53:23.827 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.810+0000 7fb8da464740 1 -- 172.21.15.43:0/2236811657 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a620effbb0 msgr2=0x55a620f099b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:23.827 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.810+0000 7fb8da464740 1 --2- 172.21.15.43:0/2236811657 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a620effbb0 0x55a620f099b0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fb8d019a010 tx=0x7fb8c0012b60 comp rx=0 tx=0).stop 2024-05-16T15:53:23.827 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.810+0000 7fb8da464740 1 -- 172.21.15.43:0/2236811657 shutdown_connections 2024-05-16T15:53:23.827 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.810+0000 7fb8da464740 1 --2- 172.21.15.43:0/2236811657 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55a620f15290 0x55a620f176b0 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:23.827 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.810+0000 7fb8da464740 1 --2- 172.21.15.43:0/2236811657 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a620f04d20 0x55a620f109f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:23.827 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.810+0000 7fb8b8ff9640 0 client.25619 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:53:23.827 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.810+0000 7fb8da464740 1 --2- 172.21.15.43:0/2236811657 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a620effbb0 0x55a620f099b0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:23.827 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.810+0000 7fb8da464740 1 --2- 172.21.15.43:0/2236811657 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a620eff1c0 0x55a620f09470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:23.827 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.810+0000 7fb8da464740 1 -- 172.21.15.43:0/2236811657 >> 172.21.15.43:0/2236811657 conn(0x55a620ef6420 msgr2=0x55a620ef5580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:23.827 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.810+0000 7fb8da464740 1 -- 172.21.15.43:0/2236811657 shutdown_connections 2024-05-16T15:53:23.828 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.810+0000 7fb8da464740 1 -- 172.21.15.43:0/2236811657 wait complete. 2024-05-16T15:53:23.828 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.811+0000 7fb8da464740 20 client.25619 trim_cache size 0 max 16384 2024-05-16T15:53:23.841 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.827+0000 7fb8da464740 1 Processor -- start 2024-05-16T15:53:23.841 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.827+0000 7fb8da464740 1 -- start start 2024-05-16T15:53:23.841 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.827+0000 7fb8da464740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a620eff1c0 0x55a620f00e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:23.841 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.827+0000 7fb8da464740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a620effbb0 0x55a620f01370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:23.841 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.827+0000 7fb8da464740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a620f04d20 0x55a620ef4cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:23.841 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.828+0000 7fb8da464740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fb8d01a9220 con 0x55a620effbb0 2024-05-16T15:53:23.841 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.828+0000 7fb8da464740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fb8d01aae20 con 0x55a620eff1c0 2024-05-16T15:53:23.841 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.828+0000 7fb8da464740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fb8d01a98f0 con 0x55a620f04d20 2024-05-16T15:53:23.841 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.828+0000 7fb8d4ce1640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a620effbb0 0x55a620f01370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:23.841 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.828+0000 7fb8d5ce3640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a620eff1c0 0x55a620f00e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:23.841 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.828+0000 7fb8d5ce3640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a620eff1c0 0x55a620f00e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:52970/0 (socket says 172.21.15.43:52970) 2024-05-16T15:53:23.841 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.828+0000 7fb8d5ce3640 1 -- 172.21.15.43:0/3195141915 learned_addr learned my addr 172.21.15.43:0/3195141915 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:23.842 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.828+0000 7fb8d5ce3640 1 --2- 172.21.15.43:0/3195141915 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a620f04d20 0x55a620ef4cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:23.842 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.828+0000 7fb8d5ce3640 1 -- 172.21.15.43:0/3195141915 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a620f04d20 msgr2=0x55a620ef4cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:23.842 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.828+0000 7fb8d5ce3640 1 --2- 172.21.15.43:0/3195141915 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a620f04d20 0x55a620ef4cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:23.842 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.828+0000 7fb8d5ce3640 1 -- 172.21.15.43:0/3195141915 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a620effbb0 msgr2=0x55a620f01370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:23.842 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.828+0000 7fb8d5ce3640 1 --2- 172.21.15.43:0/3195141915 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a620effbb0 0x55a620f01370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:23.842 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.828+0000 7fb8d5ce3640 1 -- 172.21.15.43:0/3195141915 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a620f17d30 con 0x55a620eff1c0 2024-05-16T15:53:23.842 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.828+0000 7fb8d4ce1640 1 --2- 172.21.15.43:0/3195141915 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a620effbb0 0x55a620f01370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:53:23.842 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.829+0000 7fb8d5ce3640 1 --2- 172.21.15.43:0/3195141915 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a620eff1c0 0x55a620f00e30 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fb8c8011620 tx=0x7fb8c8009500 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9b4062865309b92c server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:23.842 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.829+0000 7fb8baffd640 1 -- 172.21.15.43:0/3195141915 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8c800fa20 con 0x55a620eff1c0 2024-05-16T15:53:23.842 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.829+0000 7fb8baffd640 1 -- 172.21.15.43:0/3195141915 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb8c8036070 con 0x55a620eff1c0 2024-05-16T15:53:23.842 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.829+0000 7fb8baffd640 1 -- 172.21.15.43:0/3195141915 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8c80057a0 con 0x55a620eff1c0 2024-05-16T15:53:23.846 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.830+0000 7fb8da464740 1 -- 172.21.15.43:0/3195141915 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a620eff1c0 msgr2=0x55a620f00e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:23.846 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.830+0000 7fb8da464740 1 --2- 172.21.15.43:0/3195141915 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a620eff1c0 0x55a620f00e30 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fb8c8011620 tx=0x7fb8c8009500 comp rx=0 tx=0).stop 2024-05-16T15:53:23.846 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.830+0000 7fb8da464740 1 -- 172.21.15.43:0/3195141915 shutdown_connections 2024-05-16T15:53:23.846 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.830+0000 7fb8da464740 1 --2- 172.21.15.43:0/3195141915 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a620f04d20 0x55a620ef4cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:23.846 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.830+0000 7fb8da464740 1 --2- 172.21.15.43:0/3195141915 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a620effbb0 0x55a620f01370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:23.846 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.830+0000 7fb8da464740 1 --2- 172.21.15.43:0/3195141915 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a620eff1c0 0x55a620f00e30 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:23.846 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.830+0000 7fb8da464740 1 -- 172.21.15.43:0/3195141915 >> 172.21.15.43:0/3195141915 conn(0x55a620ef6420 msgr2=0x55a620f09470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:23.846 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.830+0000 7fb8da464740 1 -- 172.21.15.43:0/3195141915 shutdown_connections 2024-05-16T15:53:23.847 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.830+0000 7fb8da464740 1 -- 172.21.15.43:0/3195141915 wait complete. 2024-05-16T15:53:23.847 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.830+0000 7fb8da464740 1 -- start start 2024-05-16T15:53:23.847 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.830+0000 7fb8da464740 1 Processor -- start 2024-05-16T15:53:23.847 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.831+0000 7fb8da464740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a620eff1c0 0x55a620f0d0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:23.847 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.831+0000 7fb8da464740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a620effbb0 0x55a620f0d610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:23.847 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.831+0000 7fb8da464740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a620f04d20 0x55a620f0e620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:23.847 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.831+0000 7fb8da464740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fb8d01aa750 con 0x55a620f04d20 2024-05-16T15:53:23.847 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.831+0000 7fb8da464740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fb8d01a9fc0 con 0x55a620eff1c0 2024-05-16T15:53:23.847 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.831+0000 7fb8da464740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fb8d01a7200 con 0x55a620effbb0 2024-05-16T15:53:23.847 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.831+0000 7fb8da464740 10 client.0 _ll_register_callbacks cb 0x7fb8c0009930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:53:23.847 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.831+0000 7fb8d5ce3640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a620f04d20 0x55a620f0e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:23.847 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.831+0000 7fb8d4ce1640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a620effbb0 0x55a620f0d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:23.847 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.831+0000 7fb8d5ce3640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a620f04d20 0x55a620f0e620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:42974/0 (socket says 172.21.15.43:42974) 2024-05-16T15:53:23.847 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.831+0000 7fb8d5ce3640 1 -- 172.21.15.43:0/1832218481 learned_addr learned my addr 172.21.15.43:0/1832218481 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:23.847 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.831+0000 7fb8d4ce1640 1 --2- 172.21.15.43:0/1832218481 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a620effbb0 0x55a620f0d610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:49712/0 (socket says 172.21.15.43:49712) 2024-05-16T15:53:23.848 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.831+0000 7fb8d5ce3640 1 --2- 172.21.15.43:0/1832218481 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a620eff1c0 0x55a620f0d0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:23.848 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.831+0000 7fb8d4ce1640 1 -- 172.21.15.43:0/1832218481 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a620eff1c0 msgr2=0x55a620f0d0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:23.848 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.831+0000 7fb8d4ce1640 1 --2- 172.21.15.43:0/1832218481 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a620eff1c0 0x55a620f0d0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:23.848 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.831+0000 7fb8d4ce1640 1 -- 172.21.15.43:0/1832218481 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a620f04d20 msgr2=0x55a620f0e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:23.848 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.831+0000 7fb8d4ce1640 1 --2- 172.21.15.43:0/1832218481 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a620f04d20 0x55a620f0e620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:23.848 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.831+0000 7fb8d4ce1640 1 -- 172.21.15.43:0/1832218481 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a620f0ec10 con 0x55a620effbb0 2024-05-16T15:53:23.848 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.831+0000 7fb8d5ce3640 1 --2- 172.21.15.43:0/1832218481 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a620f04d20 0x55a620f0e620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:53:23.848 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.832+0000 7fb8d4ce1640 1 --2- 172.21.15.43:0/1832218481 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a620effbb0 0x55a620f0d610 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fb8c0003d20 tx=0x7fb8c0009eb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5da1ae2f4ce00edf server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:23.848 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.832+0000 7fb8b8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.157:3300/0 2024-05-16T15:53:23.848 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.832+0000 7fb8b8ff9640 1 -- 172.21.15.43:0/1832218481 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8c002d070 con 0x55a620effbb0 2024-05-16T15:53:23.848 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.832+0000 7fb8b8ff9640 1 -- 172.21.15.43:0/1832218481 <== mon.1 v2:172.21.15.157:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7fb8c00039c0 con 0x55a620effbb0 2024-05-16T15:53:23.848 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.832+0000 7fb8da464740 1 -- 172.21.15.43:0/1832218481 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb8c8036070 con 0x55a620effbb0 2024-05-16T15:53:23.848 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.832+0000 7fb8b8ff9640 1 -- 172.21.15.43:0/1832218481 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7fb8c0035050 con 0x55a620effbb0 2024-05-16T15:53:23.848 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.832+0000 7fb8da464740 10 client.25675 fetch_fsmap learned FSMap version 36 2024-05-16T15:53:23.848 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.832+0000 7fb8da464740 1 -- 172.21.15.43:0/1832218481 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x55a620f0ff20 con 0x55a620effbb0 2024-05-16T15:53:23.848 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.832+0000 7fb8b8ff9640 1 -- 172.21.15.43:0/1832218481 <== mon.1 v2:172.21.15.157:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb8c8036070 con 0x55a620effbb0 2024-05-16T15:53:23.848 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.833+0000 7fb8b8ff9640 1 -- 172.21.15.43:0/1832218481 <== mon.1 v2:172.21.15.157:3300/0 5 ==== fsmap(e 36) ==== 8378+0+0 (secure 0 0 0) 0x7fb8c0030030 con 0x55a620effbb0 2024-05-16T15:53:23.849 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.833+0000 7fb8da464740 10 client.25675 fetch_fsmap finished waiting for FSMap version 36 2024-05-16T15:53:23.849 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.833+0000 7fb8da464740 10 client.25675 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:53:23.849 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.833+0000 7fb8da464740 20 client.25675 populate_metadata read hostname 'smithi043' 2024-05-16T15:53:23.849 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.833+0000 7fb8da464740 1 --2- 172.21.15.43:0/1832218481 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55a620f7fee0 0x55a620f82300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:23.849 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.833+0000 7fb8da464740 4 client.25675 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-16T15:53:23.849 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.833+0000 7fb8da464740 1 -- 172.21.15.43:0/1832218481 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55a620e67050 con 0x55a620f7fee0 2024-05-16T15:53:23.849 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.833+0000 7fb8d5ce3640 1 --2- 172.21.15.43:0/1832218481 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55a620f7fee0 0x55a620f82300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:23.849 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.834+0000 7fb8d5ce3640 1 --2- 172.21.15.43:0/1832218481 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55a620f7fee0 0x55a620f82300 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6227fce6d5fe523 server_cookie=9a3af884423a0d8c in_seq=0 out_seq=0 2024-05-16T15:53:23.849 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.834+0000 7fb8b8ff9640 10 client.25675 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:53:23.868 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.855+0000 7fb8b8ff9640 1 -- 172.21.15.43:0/1832218481 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55a620e67050 con 0x55a620f7fee0 2024-05-16T15:53:23.868 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.855+0000 7fb8b8ff9640 10 client.25675 handle_command_reply: tid=0 2024-05-16T15:53:23.868 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.855+0000 7fb8da464740 1 client.25675 shutdown 2024-05-16T15:53:23.868 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.855+0000 7fb8da464740 1 -- 172.21.15.43:0/1832218481 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a620effbb0 msgr2=0x55a620f0d610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:23.869 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.855+0000 7fb8da464740 1 --2- 172.21.15.43:0/1832218481 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a620effbb0 0x55a620f0d610 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fb8c0003d20 tx=0x7fb8c0009eb0 comp rx=0 tx=0).stop 2024-05-16T15:53:23.869 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.855+0000 7fb8da464740 1 -- 172.21.15.43:0/1832218481 shutdown_connections 2024-05-16T15:53:23.869 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.855+0000 7fb8da464740 1 --2- 172.21.15.43:0/1832218481 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55a620f7fee0 0x55a620f82300 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:23.869 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.855+0000 7fb8da464740 1 --2- 172.21.15.43:0/1832218481 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a620f04d20 0x55a620f0e620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:23.869 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.855+0000 7fb8da464740 1 --2- 172.21.15.43:0/1832218481 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a620effbb0 0x55a620f0d610 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:23.869 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.855+0000 7fb8da464740 1 --2- 172.21.15.43:0/1832218481 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a620eff1c0 0x55a620f0d0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:23.869 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.855+0000 7fb8b8ff9640 0 client.25675 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:53:23.869 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.855+0000 7fb8da464740 1 -- 172.21.15.43:0/1832218481 >> 172.21.15.43:0/1832218481 conn(0x55a620ef6420 msgr2=0x55a620f08860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:23.869 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.856+0000 7fb8da464740 1 -- 172.21.15.43:0/1832218481 shutdown_connections 2024-05-16T15:53:23.869 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.856+0000 7fb8da464740 1 -- 172.21.15.43:0/1832218481 wait complete. 2024-05-16T15:53:23.869 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.856+0000 7fb8da464740 20 client.25675 trim_cache size 0 max 16384 2024-05-16T15:53:23.869 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:{ 2024-05-16T15:53:23.870 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "message": "", 2024-05-16T15:53:23.870 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "return_code": 0 2024-05-16T15:53:23.870 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:} 2024-05-16T15:53:23.870 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.856+0000 7fb8d7746640 1 -- 172.21.15.43:0/3733018419 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb8bc0b28a0 msgr2=0x7fb8bc0b4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:23.870 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.856+0000 7fb8d7746640 1 --2- 172.21.15.43:0/3733018419 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb8bc0b28a0 0x7fb8bc0b4d60 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fb8cc100480 tx=0x7fb8cc104040 comp rx=0 tx=0).stop 2024-05-16T15:53:23.871 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.856+0000 7fb8d7746640 1 -- 172.21.15.43:0/3733018419 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb8d0102a60 msgr2=0x7fb8d0198b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:23.871 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.856+0000 7fb8d7746640 1 --2- 172.21.15.43:0/3733018419 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb8d0102a60 0x7fb8d0198b50 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fb8cc005ab0 tx=0x7fb8cc0042f0 comp rx=0 tx=0).stop 2024-05-16T15:53:23.871 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.856+0000 7fb8d7746640 1 -- 172.21.15.43:0/3733018419 shutdown_connections 2024-05-16T15:53:23.871 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.856+0000 7fb8d7746640 1 --2- 172.21.15.43:0/3733018419 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb8d0104610 0x7fb8d01a00b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:23.871 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.856+0000 7fb8d7746640 1 --2- 172.21.15.43:0/3733018419 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb8d0103c50 0x7fb8d0199090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:23.871 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.856+0000 7fb8d7746640 1 --2- 172.21.15.43:0/3733018419 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb8bc0b28a0 0x7fb8bc0b4d60 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:23.871 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.856+0000 7fb8d7746640 1 --2- 172.21.15.43:0/3733018419 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb8d0102a60 0x7fb8d0198b50 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:23.871 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.856+0000 7fb8d7746640 1 -- 172.21.15.43:0/3733018419 >> 172.21.15.43:0/3733018419 conn(0x7fb8d00fdfd0 msgr2=0x7fb8d01070c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:23.871 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.856+0000 7fb8d7746640 1 -- 172.21.15.43:0/3733018419 shutdown_connections 2024-05-16T15:53:23.871 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:23.856+0000 7fb8d7746640 1 -- 172.21.15.43:0/3733018419 wait complete. 2024-05-16T15:53:23.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:53:23 smithi157 ceph-mon[35584]: pgmap v531: 129 pgs: 129 active+clean; 42 MiB data, 685 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 MiB/s rd, 5.6 MiB/s wr, 692 op/s 2024-05-16T15:53:23.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:53:23 smithi148 ceph-mon[34976]: pgmap v531: 129 pgs: 129 active+clean; 42 MiB data, 685 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 MiB/s rd, 5.6 MiB/s wr, 692 op/s 2024-05-16T15:53:25.726 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:53:25 smithi043 ceph-mon[31619]: pgmap v532: 129 pgs: 129 active+clean; 43 MiB data, 716 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 MiB/s rd, 4.0 MiB/s wr, 580 op/s 2024-05-16T15:53:25.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:53:25 smithi157 ceph-mon[35584]: pgmap v532: 129 pgs: 129 active+clean; 43 MiB data, 716 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 MiB/s rd, 4.0 MiB/s wr, 580 op/s 2024-05-16T15:53:25.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:53:25 smithi148 ceph-mon[34976]: pgmap v532: 129 pgs: 129 active+clean; 43 MiB data, 716 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 MiB/s rd, 4.0 MiB/s wr, 580 op/s 2024-05-16T15:53:27.726 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:53:27 smithi043 ceph-mon[31619]: pgmap v533: 129 pgs: 129 active+clean; 43 MiB data, 714 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 MiB/s rd, 5.5 MiB/s wr, 679 op/s 2024-05-16T15:53:27.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:53:27 smithi157 ceph-mon[35584]: pgmap v533: 129 pgs: 129 active+clean; 43 MiB data, 714 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 MiB/s rd, 5.5 MiB/s wr, 679 op/s 2024-05-16T15:53:27.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:53:27 smithi148 ceph-mon[34976]: pgmap v533: 129 pgs: 129 active+clean; 43 MiB data, 714 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 MiB/s rd, 5.5 MiB/s wr, 679 op/s 2024-05-16T15:53:28.930 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-16T15:53:29.218 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:53:29.648 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:53:29 smithi043 ceph-mon[31619]: pgmap v534: 129 pgs: 129 active+clean; 41 MiB data, 676 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 MiB/s rd, 3.6 MiB/s wr, 539 op/s 2024-05-16T15:53:29.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:53:29 smithi157 ceph-mon[35584]: pgmap v534: 129 pgs: 129 active+clean; 41 MiB data, 676 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 MiB/s rd, 3.6 MiB/s wr, 539 op/s 2024-05-16T15:53:29.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:53:29 smithi148 ceph-mon[34976]: pgmap v534: 129 pgs: 129 active+clean; 41 MiB data, 676 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 MiB/s rd, 3.6 MiB/s wr, 539 op/s 2024-05-16T15:53:31.084 INFO:tasks.workunit.client.0.smithi043.stdout:20000 punch from 0x9116f to 0x978af, (0x6740 bytes) 2024-05-16T15:53:31.726 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:53:31 smithi043 ceph-mon[31619]: pgmap v535: 129 pgs: 129 active+clean; 41 MiB data, 687 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 MiB/s rd, 3.5 MiB/s wr, 476 op/s 2024-05-16T15:53:31.728 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:53:31 smithi157 ceph-mon[35584]: pgmap v535: 129 pgs: 129 active+clean; 41 MiB data, 687 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 MiB/s rd, 3.5 MiB/s wr, 476 op/s 2024-05-16T15:53:31.738 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:53:31 smithi148 ceph-mon[34976]: pgmap v535: 129 pgs: 129 active+clean; 41 MiB data, 687 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 MiB/s rd, 3.5 MiB/s wr, 476 op/s 2024-05-16T15:53:32.482 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.101+0000 7fa9449f5700 1 -- 172.21.15.43:0/225194886 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa940108410 msgr2=0x7fa9401087f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:32.483 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.101+0000 7fa9449f5700 1 --2- 172.21.15.43:0/225194886 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa940108410 0x7fa9401087f0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7fa930009990 tx=0x7fa930009ca0 comp rx=0 tx=0).stop 2024-05-16T15:53:32.483 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.101+0000 7fa9449f5700 1 -- 172.21.15.43:0/225194886 shutdown_connections 2024-05-16T15:53:32.483 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.101+0000 7fa9449f5700 1 --2- 172.21.15.43:0/225194886 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa940102d60 0x7fa94010f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:32.483 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.101+0000 7fa9449f5700 1 --2- 172.21.15.43:0/225194886 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa940108410 0x7fa9401087f0 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:32.483 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.101+0000 7fa9449f5700 1 --2- 172.21.15.43:0/225194886 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa9401023a0 0x7fa940102820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:32.483 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.101+0000 7fa9449f5700 1 -- 172.21.15.43:0/225194886 >> 172.21.15.43:0/225194886 conn(0x7fa940079350 msgr2=0x7fa940079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:32.483 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.101+0000 7fa9449f5700 1 -- 172.21.15.43:0/225194886 shutdown_connections 2024-05-16T15:53:32.483 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.101+0000 7fa9449f5700 1 -- 172.21.15.43:0/225194886 wait complete. 2024-05-16T15:53:32.483 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.102+0000 7fa9449f5700 1 Processor -- start 2024-05-16T15:53:32.483 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.102+0000 7fa9449f5700 1 -- start start 2024-05-16T15:53:32.483 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.103+0000 7fa9449f5700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa9401023a0 0x7fa94019f750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:32.483 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.103+0000 7fa9449f5700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa940102d60 0x7fa94019fc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:32.483 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.103+0000 7fa9449f5700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa940108410 0x7fa940199910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:32.484 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.103+0000 7fa9449f5700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fa9401123e0 con 0x7fa9401023a0 2024-05-16T15:53:32.484 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.103+0000 7fa9449f5700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fa940112260 con 0x7fa940108410 2024-05-16T15:53:32.484 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.103+0000 7fa9449f5700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fa940112560 con 0x7fa940102d60 2024-05-16T15:53:32.484 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.103+0000 7fa93e59c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa9401023a0 0x7fa94019f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:32.484 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.103+0000 7fa93e59c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa9401023a0 0x7fa94019f750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:44898/0 (socket says 172.21.15.43:44898) 2024-05-16T15:53:32.484 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.103+0000 7fa93e59c700 1 -- 172.21.15.43:0/4040475742 learned_addr learned my addr 172.21.15.43:0/4040475742 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:32.484 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.103+0000 7fa935d9b700 1 --2- 172.21.15.43:0/4040475742 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa940102d60 0x7fa94019fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:32.484 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.103+0000 7fa93ed9d700 1 --2- 172.21.15.43:0/4040475742 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa940108410 0x7fa940199910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:32.484 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.103+0000 7fa93e59c700 1 -- 172.21.15.43:0/4040475742 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa940102d60 msgr2=0x7fa94019fc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:32.484 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.103+0000 7fa93e59c700 1 --2- 172.21.15.43:0/4040475742 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa940102d60 0x7fa94019fc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:32.484 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.103+0000 7fa93e59c700 1 -- 172.21.15.43:0/4040475742 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa940108410 msgr2=0x7fa940199910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:32.484 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.103+0000 7fa93e59c700 1 --2- 172.21.15.43:0/4040475742 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa940108410 0x7fa940199910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:32.484 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.103+0000 7fa93e59c700 1 -- 172.21.15.43:0/4040475742 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa94019a070 con 0x7fa9401023a0 2024-05-16T15:53:32.484 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.103+0000 7fa93ed9d700 1 --2- 172.21.15.43:0/4040475742 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa940108410 0x7fa940199910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:53:32.485 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.103+0000 7fa93e59c700 1 --2- 172.21.15.43:0/4040475742 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa9401023a0 0x7fa94019f750 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7fa930006010 tx=0x7fa93000bfc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:32.486 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.103+0000 7fa937fff700 1 -- 172.21.15.43:0/4040475742 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa930027070 con 0x7fa9401023a0 2024-05-16T15:53:32.486 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.103+0000 7fa937fff700 1 -- 172.21.15.43:0/4040475742 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa930022470 con 0x7fa9401023a0 2024-05-16T15:53:32.486 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.103+0000 7fa937fff700 1 -- 172.21.15.43:0/4040475742 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa930017650 con 0x7fa9401023a0 2024-05-16T15:53:32.486 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.104+0000 7fa9449f5700 1 -- 172.21.15.43:0/4040475742 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa94019a300 con 0x7fa9401023a0 2024-05-16T15:53:32.486 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.104+0000 7fa9449f5700 1 -- 172.21.15.43:0/4040475742 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa940103fb0 con 0x7fa9401023a0 2024-05-16T15:53:32.486 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.106+0000 7fa937fff700 1 -- 172.21.15.43:0/4040475742 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fa930009d10 con 0x7fa9401023a0 2024-05-16T15:53:32.486 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.107+0000 7fa937fff700 1 --2- 172.21.15.43:0/4040475742 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fa92c0b2880 0x7fa92c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:32.486 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.107+0000 7fa94f288b80 1 Processor -- start 2024-05-16T15:53:32.486 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.107+0000 7fa935d9b700 1 --2- 172.21.15.43:0/4040475742 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fa92c0b2880 0x7fa92c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:32.486 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.107+0000 7fa937fff700 1 -- 172.21.15.43:0/4040475742 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7fa9300e31e0 con 0x7fa9401023a0 2024-05-16T15:53:32.487 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.107+0000 7fa94f288b80 1 -- start start 2024-05-16T15:53:32.487 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.108+0000 7fa94f288b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557fd6a931b0 0x557fd6a93590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:32.487 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.108+0000 7fa94f288b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fd6a93ad0 0x557fd6a8d810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:32.487 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.108+0000 7fa94f288b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557fd6a8dd50 0x557fd6a8e190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:32.487 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.108+0000 7fa94f288b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x557fd69df940 con 0x557fd6a93ad0 2024-05-16T15:53:32.487 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.108+0000 7fa94f288b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x557fd6944da0 con 0x557fd6a8dd50 2024-05-16T15:53:32.487 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.108+0000 7fa94f288b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x557fd69db900 con 0x557fd6a931b0 2024-05-16T15:53:32.487 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.108+0000 7fa935d9b700 1 --2- 172.21.15.43:0/4040475742 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fa92c0b2880 0x7fa92c0b4d40 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fa940079900 tx=0x7fa92800f7a0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:32.487 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.108+0000 7fa93e59c700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557fd6a931b0 0x557fd6a93590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:32.487 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.108+0000 7fa93e59c700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557fd6a931b0 0x557fd6a93590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:42424/0 (socket says 172.21.15.43:42424) 2024-05-16T15:53:32.487 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.108+0000 7fa93e59c700 1 -- 172.21.15.43:0/1576443086 learned_addr learned my addr 172.21.15.43:0/1576443086 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:32.487 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.108+0000 7fa935d9b700 1 --2- 172.21.15.43:0/1576443086 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fd6a93ad0 0x557fd6a8d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:32.487 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.108+0000 7fa93ed9d700 1 --2- 172.21.15.43:0/1576443086 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557fd6a8dd50 0x557fd6a8e190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:32.487 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.108+0000 7fa93e59c700 1 -- 172.21.15.43:0/1576443086 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557fd6a8dd50 msgr2=0x557fd6a8e190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:32.487 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.108+0000 7fa93e59c700 1 --2- 172.21.15.43:0/1576443086 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557fd6a8dd50 0x557fd6a8e190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:32.487 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.108+0000 7fa93e59c700 1 -- 172.21.15.43:0/1576443086 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fd6a93ad0 msgr2=0x557fd6a8d810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:32.488 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.108+0000 7fa93e59c700 1 --2- 172.21.15.43:0/1576443086 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fd6a93ad0 0x557fd6a8d810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:32.488 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.108+0000 7fa93e59c700 1 -- 172.21.15.43:0/1576443086 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557fd692c8d0 con 0x557fd6a931b0 2024-05-16T15:53:32.488 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.108+0000 7fa93e59c700 1 --2- 172.21.15.43:0/1576443086 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557fd6a931b0 0x557fd6a93590 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fa9300a6500 tx=0x7fa9300aa060 comp rx=0 tx=0).ready entity=mon.1 client_cookie=43379c79e326b32a server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:32.488 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.109+0000 7fa934d99700 1 -- 172.21.15.43:0/1576443086 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9300ae830 con 0x557fd6a931b0 2024-05-16T15:53:32.488 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.109+0000 7fa934d99700 1 -- 172.21.15.43:0/1576443086 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa9300b3250 con 0x557fd6a931b0 2024-05-16T15:53:32.488 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.109+0000 7fa934d99700 1 -- 172.21.15.43:0/1576443086 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9300b2dc0 con 0x557fd6a931b0 2024-05-16T15:53:32.488 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.109+0000 7fa94f288b80 1 -- 172.21.15.43:0/1576443086 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557fd6a931b0 msgr2=0x557fd6a93590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:32.488 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.109+0000 7fa94f288b80 1 --2- 172.21.15.43:0/1576443086 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557fd6a931b0 0x557fd6a93590 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fa9300a6500 tx=0x7fa9300aa060 comp rx=0 tx=0).stop 2024-05-16T15:53:32.488 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.109+0000 7fa94f288b80 1 -- 172.21.15.43:0/1576443086 shutdown_connections 2024-05-16T15:53:32.488 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.109+0000 7fa94f288b80 1 --2- 172.21.15.43:0/1576443086 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557fd6a8dd50 0x557fd6a8e190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:32.488 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.109+0000 7fa94f288b80 1 --2- 172.21.15.43:0/1576443086 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557fd6a931b0 0x557fd6a93590 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:32.488 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.109+0000 7fa94f288b80 1 --2- 172.21.15.43:0/1576443086 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fd6a93ad0 0x557fd6a8d810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:32.488 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.109+0000 7fa94f288b80 1 -- 172.21.15.43:0/1576443086 >> 172.21.15.43:0/1576443086 conn(0x557fd69b9b70 msgr2=0x557fd6a882a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:32.488 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.110+0000 7fa94f288b80 1 -- 172.21.15.43:0/1576443086 shutdown_connections 2024-05-16T15:53:32.488 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.110+0000 7fa94f288b80 1 -- 172.21.15.43:0/1576443086 wait complete. 2024-05-16T15:53:32.488 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.110+0000 7fa94f288b80 1 -- start start 2024-05-16T15:53:32.489 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.110+0000 7fa94f288b80 1 Processor -- start 2024-05-16T15:53:32.489 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.110+0000 7fa94f288b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fd6a8dd50 0x557fd6a99710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:32.489 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.110+0000 7fa94f288b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557fd6a931b0 0x557fd6a96ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:32.489 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.110+0000 7fa94f288b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557fd6a93ad0 0x557fd6a96ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:32.489 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.110+0000 7fa93e59c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fd6a8dd50 0x557fd6a99710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:32.489 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.110+0000 7fa94f288b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x557fd6a9a210 con 0x557fd6a8dd50 2024-05-16T15:53:32.489 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.110+0000 7fa94f288b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x557fd6998ed0 con 0x557fd6a931b0 2024-05-16T15:53:32.489 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.110+0000 7fa94f288b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x557fd6a9a390 con 0x557fd6a93ad0 2024-05-16T15:53:32.489 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.110+0000 7fa93e59c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fd6a8dd50 0x557fd6a99710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:44912/0 (socket says 172.21.15.43:44912) 2024-05-16T15:53:32.489 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.110+0000 7fa93e59c700 1 -- 172.21.15.43:0/3023553542 learned_addr learned my addr 172.21.15.43:0/3023553542 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:32.489 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.110+0000 7fa94f288b80 10 client.0 _ll_register_callbacks cb 0x557fd69735b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:53:32.489 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.110+0000 7fa93ed9d700 1 --2- 172.21.15.43:0/3023553542 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557fd6a93ad0 0x557fd6a96ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:32.489 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.111+0000 7fa935d9b700 1 --2- 172.21.15.43:0/3023553542 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557fd6a931b0 0x557fd6a96ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:32.489 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.111+0000 7fa93e59c700 1 -- 172.21.15.43:0/3023553542 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557fd6a93ad0 msgr2=0x557fd6a96ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:32.489 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.111+0000 7fa93e59c700 1 --2- 172.21.15.43:0/3023553542 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557fd6a93ad0 0x557fd6a96ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:32.490 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.111+0000 7fa93e59c700 1 -- 172.21.15.43:0/3023553542 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557fd6a931b0 msgr2=0x557fd6a96ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:32.490 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.111+0000 7fa93e59c700 1 --2- 172.21.15.43:0/3023553542 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557fd6a931b0 0x557fd6a96ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:32.490 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.111+0000 7fa93e59c700 1 -- 172.21.15.43:0/3023553542 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557fd6996760 con 0x557fd6a8dd50 2024-05-16T15:53:32.490 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.111+0000 7fa93e59c700 1 --2- 172.21.15.43:0/3023553542 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fd6a8dd50 0x557fd6a99710 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7fa930005f50 tx=0x7fa9300aa910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a502f352356629c server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:32.490 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.111+0000 7fa925ffb700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:53:32.490 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.111+0000 7fa925ffb700 1 -- 172.21.15.43:0/3023553542 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9300c4060 con 0x557fd6a8dd50 2024-05-16T15:53:32.490 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.111+0000 7fa94f288b80 1 -- 172.21.15.43:0/3023553542 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa9300b3250 con 0x557fd6a8dd50 2024-05-16T15:53:32.490 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.111+0000 7fa925ffb700 1 -- 172.21.15.43:0/3023553542 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7fa9300b2fd0 con 0x557fd6a8dd50 2024-05-16T15:53:32.490 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.111+0000 7fa925ffb700 1 -- 172.21.15.43:0/3023553542 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7fa9300ae830 con 0x557fd6a8dd50 2024-05-16T15:53:32.490 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.111+0000 7fa94f288b80 10 client.16110 fetch_fsmap learned FSMap version 36 2024-05-16T15:53:32.490 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.111+0000 7fa94f288b80 1 -- 172.21.15.43:0/3023553542 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x557fd6a9a210 con 0x557fd6a8dd50 2024-05-16T15:53:32.490 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.111+0000 7fa925ffb700 1 -- 172.21.15.43:0/3023553542 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa9300b3250 con 0x557fd6a8dd50 2024-05-16T15:53:32.490 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.112+0000 7fa925ffb700 1 -- 172.21.15.43:0/3023553542 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 36) ==== 8378+0+0 (secure 0 0 0) 0x7fa9300c4ce0 con 0x557fd6a8dd50 2024-05-16T15:53:32.490 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.112+0000 7fa94f288b80 10 client.16110 fetch_fsmap finished waiting for FSMap version 36 2024-05-16T15:53:32.490 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.112+0000 7fa94f288b80 10 client.16110 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-16T15:53:32.491 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.112+0000 7fa94f288b80 20 client.16110 populate_metadata read hostname 'smithi043' 2024-05-16T15:53:32.491 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.112+0000 7fa94f288b80 1 --2- 172.21.15.43:0/3023553542 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x557fd6aa6cb0 0x557fd6aa9100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:32.491 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.112+0000 7fa94f288b80 4 client.16110 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:53:32.491 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.112+0000 7fa94f288b80 1 -- 172.21.15.43:0/3023553542 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557fd69ed320 con 0x557fd6aa6cb0 2024-05-16T15:53:32.491 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.112+0000 7fa935d9b700 1 --2- 172.21.15.43:0/3023553542 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x557fd6aa6cb0 0x557fd6aa9100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:32.491 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.112+0000 7fa925ffb700 10 client.16110 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:53:32.491 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.112+0000 7fa935d9b700 1 --2- 172.21.15.43:0/3023553542 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x557fd6aa6cb0 0x557fd6aa9100 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2c45e3a60fb270b2 server_cookie=b8b9963d5d89b0f3 in_seq=0 out_seq=0 2024-05-16T15:53:32.491 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.113+0000 7fa925ffb700 1 -- 172.21.15.43:0/3023553542 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x557fd69ed320 con 0x557fd6aa6cb0 2024-05-16T15:53:32.491 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.113+0000 7fa925ffb700 10 client.16110 handle_command_reply: tid=0 2024-05-16T15:53:32.491 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.113+0000 7fa94f288b80 1 client.16110 shutdown 2024-05-16T15:53:32.491 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.113+0000 7fa94f288b80 1 -- 172.21.15.43:0/3023553542 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fd6a8dd50 msgr2=0x557fd6a99710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:32.491 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.113+0000 7fa94f288b80 1 --2- 172.21.15.43:0/3023553542 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fd6a8dd50 0x557fd6a99710 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7fa930005f50 tx=0x7fa9300aa910 comp rx=0 tx=0).stop 2024-05-16T15:53:32.491 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.113+0000 7fa94f288b80 1 -- 172.21.15.43:0/3023553542 shutdown_connections 2024-05-16T15:53:32.491 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.113+0000 7fa94f288b80 1 --2- 172.21.15.43:0/3023553542 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x557fd6aa6cb0 0x557fd6aa9100 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:32.491 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.113+0000 7fa94f288b80 1 --2- 172.21.15.43:0/3023553542 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557fd6a93ad0 0x557fd6a96ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:32.491 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.113+0000 7fa94f288b80 1 --2- 172.21.15.43:0/3023553542 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fd6a8dd50 0x557fd6a99710 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:32.492 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.113+0000 7fa925ffb700 0 client.16110 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:53:32.492 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.113+0000 7fa94f288b80 1 --2- 172.21.15.43:0/3023553542 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557fd6a931b0 0x557fd6a96ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:32.492 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.113+0000 7fa94f288b80 1 -- 172.21.15.43:0/3023553542 >> 172.21.15.43:0/3023553542 conn(0x557fd69b9b70 msgr2=0x557fd6a82b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:32.492 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.113+0000 7fa94f288b80 1 -- 172.21.15.43:0/3023553542 shutdown_connections 2024-05-16T15:53:32.492 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.113+0000 7fa94f288b80 1 -- 172.21.15.43:0/3023553542 wait complete. 2024-05-16T15:53:32.492 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.114+0000 7fa94f288b80 20 client.16110 trim_cache size 0 max 16384 2024-05-16T15:53:32.492 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.136+0000 7fa94f288b80 1 Processor -- start 2024-05-16T15:53:32.492 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.136+0000 7fa94f288b80 1 -- start start 2024-05-16T15:53:32.492 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.136+0000 7fa94f288b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557fd6a8dd50 0x557fd6a8d810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:32.492 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.136+0000 7fa94f288b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557fd6a931b0 0x557fd6a95a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:32.492 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.136+0000 7fa94f288b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fd6a93ad0 0x557fd6aa3260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:32.492 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.136+0000 7fa94f288b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fa9401acf30 con 0x557fd6a93ad0 2024-05-16T15:53:32.492 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.136+0000 7fa94f288b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fa9401aeb30 con 0x557fd6a8dd50 2024-05-16T15:53:32.492 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.136+0000 7fa94f288b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fa9401ad600 con 0x557fd6a931b0 2024-05-16T15:53:32.492 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.136+0000 7fa93ed9d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fd6a93ad0 0x557fd6aa3260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:32.492 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.136+0000 7fa93ed9d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fd6a93ad0 0x557fd6aa3260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:44922/0 (socket says 172.21.15.43:44922) 2024-05-16T15:53:32.492 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.136+0000 7fa93ed9d700 1 -- 172.21.15.43:0/2072719844 learned_addr learned my addr 172.21.15.43:0/2072719844 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:32.493 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.136+0000 7fa93e59c700 1 --2- 172.21.15.43:0/2072719844 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557fd6a8dd50 0x557fd6a8d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:32.493 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.136+0000 7fa935d9b700 1 --2- 172.21.15.43:0/2072719844 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557fd6a931b0 0x557fd6a95a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:32.493 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.136+0000 7fa93ed9d700 1 -- 172.21.15.43:0/2072719844 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557fd6a931b0 msgr2=0x557fd6a95a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:32.493 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.136+0000 7fa93ed9d700 1 --2- 172.21.15.43:0/2072719844 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557fd6a931b0 0x557fd6a95a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:32.493 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.136+0000 7fa93ed9d700 1 -- 172.21.15.43:0/2072719844 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557fd6a8dd50 msgr2=0x557fd6a8d810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:32.493 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.136+0000 7fa93ed9d700 1 --2- 172.21.15.43:0/2072719844 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557fd6a8dd50 0x557fd6a8d810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:32.493 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.136+0000 7fa93ed9d700 1 -- 172.21.15.43:0/2072719844 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557fd6a84c80 con 0x557fd6a93ad0 2024-05-16T15:53:32.493 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.136+0000 7fa93e59c700 1 --2- 172.21.15.43:0/2072719844 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557fd6a8dd50 0x557fd6a8d810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:53:32.493 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.136+0000 7fa935d9b700 1 --2- 172.21.15.43:0/2072719844 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557fd6a931b0 0x557fd6a95a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:53:32.493 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.136+0000 7fa93ed9d700 1 --2- 172.21.15.43:0/2072719844 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fd6a93ad0 0x557fd6aa3260 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7fa938007630 tx=0x7fa93800b040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ffa1aca8a01a3c34 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:32.493 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.137+0000 7fa927fff700 1 -- 172.21.15.43:0/2072719844 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa93801d070 con 0x557fd6a93ad0 2024-05-16T15:53:32.493 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.137+0000 7fa927fff700 1 -- 172.21.15.43:0/2072719844 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa938018af0 con 0x557fd6a93ad0 2024-05-16T15:53:32.493 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.137+0000 7fa927fff700 1 -- 172.21.15.43:0/2072719844 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa938015c60 con 0x557fd6a93ad0 2024-05-16T15:53:32.493 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.137+0000 7fa94f288b80 1 -- 172.21.15.43:0/2072719844 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fd6a93ad0 msgr2=0x557fd6aa3260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:32.493 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.137+0000 7fa94f288b80 1 --2- 172.21.15.43:0/2072719844 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fd6a93ad0 0x557fd6aa3260 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7fa938007630 tx=0x7fa93800b040 comp rx=0 tx=0).stop 2024-05-16T15:53:32.494 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.137+0000 7fa94f288b80 1 -- 172.21.15.43:0/2072719844 shutdown_connections 2024-05-16T15:53:32.494 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.137+0000 7fa94f288b80 1 --2- 172.21.15.43:0/2072719844 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fd6a93ad0 0x557fd6aa3260 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:32.494 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.137+0000 7fa94f288b80 1 --2- 172.21.15.43:0/2072719844 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557fd6a8dd50 0x557fd6a8d810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:32.494 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.137+0000 7fa94f288b80 1 --2- 172.21.15.43:0/2072719844 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557fd6a931b0 0x557fd6a95a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:32.494 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.137+0000 7fa94f288b80 1 -- 172.21.15.43:0/2072719844 >> 172.21.15.43:0/2072719844 conn(0x557fd69b9b70 msgr2=0x557fd6a94550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:32.494 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.137+0000 7fa94f288b80 1 -- 172.21.15.43:0/2072719844 shutdown_connections 2024-05-16T15:53:32.494 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.137+0000 7fa94f288b80 1 -- 172.21.15.43:0/2072719844 wait complete. 2024-05-16T15:53:32.494 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.138+0000 7fa94f288b80 1 -- start start 2024-05-16T15:53:32.494 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.138+0000 7fa94f288b80 1 Processor -- start 2024-05-16T15:53:32.494 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.138+0000 7fa94f288b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557fd6a8dd50 0x557fd6aae360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:32.495 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.138+0000 7fa94f288b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557fd6a931b0 0x557fd6aae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:32.495 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.138+0000 7fa94f288b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fd6a93ad0 0x557fd6aaede0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:32.495 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.138+0000 7fa94f288b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fa9401ae460 con 0x557fd6a93ad0 2024-05-16T15:53:32.495 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.138+0000 7fa94f288b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fa9401adcd0 con 0x557fd6a8dd50 2024-05-16T15:53:32.495 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.138+0000 7fa94f288b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fa9401aaef0 con 0x557fd6a931b0 2024-05-16T15:53:32.495 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.138+0000 7fa94f288b80 10 client.0 _ll_register_callbacks cb 0x557fd69735b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:53:32.495 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.138+0000 7fa93ed9d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fd6a93ad0 0x557fd6aaede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:32.495 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.138+0000 7fa93e59c700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557fd6a8dd50 0x557fd6aae360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:32.495 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.138+0000 7fa93ed9d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fd6a93ad0 0x557fd6aaede0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:44938/0 (socket says 172.21.15.43:44938) 2024-05-16T15:53:32.495 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.138+0000 7fa93ed9d700 1 -- 172.21.15.43:0/4224496554 learned_addr learned my addr 172.21.15.43:0/4224496554 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:32.495 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.138+0000 7fa935d9b700 1 --2- 172.21.15.43:0/4224496554 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557fd6a931b0 0x557fd6aae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:32.495 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.139+0000 7fa93ed9d700 1 -- 172.21.15.43:0/4224496554 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557fd6a931b0 msgr2=0x557fd6aae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:32.495 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.139+0000 7fa93ed9d700 1 --2- 172.21.15.43:0/4224496554 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557fd6a931b0 0x557fd6aae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:32.495 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.139+0000 7fa93ed9d700 1 -- 172.21.15.43:0/4224496554 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557fd6a8dd50 msgr2=0x557fd6aae360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:32.495 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.139+0000 7fa93ed9d700 1 --2- 172.21.15.43:0/4224496554 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557fd6a8dd50 0x557fd6aae360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:32.496 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.139+0000 7fa93ed9d700 1 -- 172.21.15.43:0/4224496554 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557fd6b10760 con 0x557fd6a93ad0 2024-05-16T15:53:32.496 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.139+0000 7fa93ed9d700 1 --2- 172.21.15.43:0/4224496554 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fd6a93ad0 0x557fd6aaede0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7fa93800b010 tx=0x7fa938015700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d6b8f99cb951969 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:32.496 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.139+0000 7fa925ffb700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:53:32.496 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.139+0000 7fa925ffb700 1 -- 172.21.15.43:0/4224496554 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa938027060 con 0x557fd6a93ad0 2024-05-16T15:53:32.496 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.139+0000 7fa925ffb700 1 -- 172.21.15.43:0/4224496554 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7fa938018660 con 0x557fd6a93ad0 2024-05-16T15:53:32.496 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.139+0000 7fa94f288b80 1 -- 172.21.15.43:0/4224496554 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa938018af0 con 0x557fd6a93ad0 2024-05-16T15:53:32.496 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.139+0000 7fa925ffb700 1 -- 172.21.15.43:0/4224496554 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7fa93802e050 con 0x557fd6a93ad0 2024-05-16T15:53:32.496 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.139+0000 7fa94f288b80 10 client.16116 fetch_fsmap learned FSMap version 36 2024-05-16T15:53:32.496 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.139+0000 7fa94f288b80 1 -- 172.21.15.43:0/4224496554 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x557fd6b11980 con 0x557fd6a93ad0 2024-05-16T15:53:32.496 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.139+0000 7fa925ffb700 1 -- 172.21.15.43:0/4224496554 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa938018af0 con 0x557fd6a93ad0 2024-05-16T15:53:32.496 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.139+0000 7fa925ffb700 1 -- 172.21.15.43:0/4224496554 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 36) ==== 8378+0+0 (secure 0 0 0) 0x7fa938022640 con 0x557fd6a93ad0 2024-05-16T15:53:32.496 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.139+0000 7fa94f288b80 10 client.16116 fetch_fsmap finished waiting for FSMap version 36 2024-05-16T15:53:32.496 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.139+0000 7fa94f288b80 10 client.16116 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-16T15:53:32.496 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.139+0000 7fa94f288b80 20 client.16116 populate_metadata read hostname 'smithi043' 2024-05-16T15:53:32.496 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.140+0000 7fa94f288b80 1 --2- 172.21.15.43:0/4224496554 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x557fd6b11fb0 0x557fd6b143d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:32.496 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.140+0000 7fa94f288b80 4 client.16116 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-16T15:53:32.496 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.140+0000 7fa94f288b80 1 -- 172.21.15.43:0/4224496554 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "scrub status"}) -- 0x557fd69e73c0 con 0x557fd6b11fb0 2024-05-16T15:53:32.497 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.140+0000 7fa93e59c700 1 --2- 172.21.15.43:0/4224496554 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x557fd6b11fb0 0x557fd6b143d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:32.497 INFO:teuthology.orchestra.run.smithi043.stdout:{ 2024-05-16T15:53:32.497 INFO:teuthology.orchestra.run.smithi043.stdout: "status": "no active scrubs running", 2024-05-16T15:53:32.497 INFO:teuthology.orchestra.run.smithi043.stdout: "scrubs": {} 2024-05-16T15:53:32.497 INFO:teuthology.orchestra.run.smithi043.stdout:} 2024-05-16T15:53:32.497 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.140+0000 7fa925ffb700 10 client.16116 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:53:32.497 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.140+0000 7fa93e59c700 1 --2- 172.21.15.43:0/4224496554 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x557fd6b11fb0 0x557fd6b143d0 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9fdfd13abec61b97 server_cookie=c39af770d76d7126 in_seq=0 out_seq=0 2024-05-16T15:53:32.497 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.140+0000 7fa925ffb700 1 -- 172.21.15.43:0/4224496554 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x557fd69e73c0 con 0x557fd6b11fb0 2024-05-16T15:53:32.498 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.140+0000 7fa925ffb700 10 client.16116 handle_command_reply: tid=0 2024-05-16T15:53:32.498 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.140+0000 7fa94f288b80 1 client.16116 shutdown 2024-05-16T15:53:32.498 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.141+0000 7fa94f288b80 1 -- 172.21.15.43:0/4224496554 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fd6a93ad0 msgr2=0x557fd6aaede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:32.498 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.141+0000 7fa94f288b80 1 --2- 172.21.15.43:0/4224496554 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fd6a93ad0 0x557fd6aaede0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7fa93800b010 tx=0x7fa938015700 comp rx=0 tx=0).stop 2024-05-16T15:53:32.498 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.141+0000 7fa94f288b80 1 -- 172.21.15.43:0/4224496554 shutdown_connections 2024-05-16T15:53:32.498 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.141+0000 7fa94f288b80 1 --2- 172.21.15.43:0/4224496554 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x557fd6b11fb0 0x557fd6b143d0 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:32.498 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.141+0000 7fa94f288b80 1 --2- 172.21.15.43:0/4224496554 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557fd6a93ad0 0x557fd6aaede0 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:32.498 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.141+0000 7fa94f288b80 1 --2- 172.21.15.43:0/4224496554 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557fd6a8dd50 0x557fd6aae360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:32.498 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.141+0000 7fa94f288b80 1 --2- 172.21.15.43:0/4224496554 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557fd6a931b0 0x557fd6aae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:32.498 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.141+0000 7fa925ffb700 0 client.16116 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:53:32.498 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.141+0000 7fa94f288b80 1 -- 172.21.15.43:0/4224496554 >> 172.21.15.43:0/4224496554 conn(0x557fd69b9b70 msgr2=0x557fd6a96bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:32.498 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.141+0000 7fa94f288b80 1 -- 172.21.15.43:0/4224496554 shutdown_connections 2024-05-16T15:53:32.498 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.141+0000 7fa94f288b80 1 -- 172.21.15.43:0/4224496554 wait complete. 2024-05-16T15:53:32.498 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.141+0000 7fa94f288b80 20 client.16116 trim_cache size 0 max 16384 2024-05-16T15:53:32.499 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.141+0000 7fa9449f5700 1 -- 172.21.15.43:0/4040475742 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fa92c0b2880 msgr2=0x7fa92c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:32.499 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.141+0000 7fa9449f5700 1 --2- 172.21.15.43:0/4040475742 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fa92c0b2880 0x7fa92c0b4d40 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fa940079900 tx=0x7fa92800f7a0 comp rx=0 tx=0).stop 2024-05-16T15:53:32.499 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.141+0000 7fa9449f5700 1 -- 172.21.15.43:0/4040475742 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa9401023a0 msgr2=0x7fa94019f750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:32.499 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.141+0000 7fa9449f5700 1 --2- 172.21.15.43:0/4040475742 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa9401023a0 0x7fa94019f750 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7fa930006010 tx=0x7fa93000bfc0 comp rx=0 tx=0).stop 2024-05-16T15:53:32.499 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.141+0000 7fa9449f5700 1 -- 172.21.15.43:0/4040475742 shutdown_connections 2024-05-16T15:53:32.499 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.141+0000 7fa9449f5700 1 --2- 172.21.15.43:0/4040475742 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa940108410 0x7fa940199910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:32.499 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.141+0000 7fa9449f5700 1 --2- 172.21.15.43:0/4040475742 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fa92c0b2880 0x7fa92c0b4d40 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:32.499 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.141+0000 7fa9449f5700 1 --2- 172.21.15.43:0/4040475742 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa9401023a0 0x7fa94019f750 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:32.499 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.141+0000 7fa9449f5700 1 --2- 172.21.15.43:0/4040475742 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa940102d60 0x7fa94019fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:32.499 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.141+0000 7fa9449f5700 1 -- 172.21.15.43:0/4040475742 >> 172.21.15.43:0/4040475742 conn(0x7fa940079350 msgr2=0x7fa94006b3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:32.499 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.142+0000 7fa9449f5700 1 -- 172.21.15.43:0/4040475742 shutdown_connections 2024-05-16T15:53:32.499 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:32.142+0000 7fa9449f5700 1 -- 172.21.15.43:0/4040475742 wait complete. 2024-05-16T15:53:33.376 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-16T15:53:33.377 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-16T15:53:33.675 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:53:33.726 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:53:33 smithi043 ceph-mon[31619]: pgmap v536: 129 pgs: 129 active+clean; 41 MiB data, 714 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 MiB/s rd, 5.0 MiB/s wr, 644 op/s 2024-05-16T15:53:33.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:53:33 smithi157 ceph-mon[35584]: pgmap v536: 129 pgs: 129 active+clean; 41 MiB data, 714 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 MiB/s rd, 5.0 MiB/s wr, 644 op/s 2024-05-16T15:53:33.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:53:33 smithi148 ceph-mon[34976]: pgmap v536: 129 pgs: 129 active+clean; 41 MiB data, 714 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 MiB/s rd, 5.0 MiB/s wr, 644 op/s 2024-05-16T15:53:35.424 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.411+0000 7f6268287700 1 -- 172.21.15.43:0/2529211224 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f6260103f20 msgr2=0x7f6260110310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:35.424 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.411+0000 7f6268287700 1 --2- 172.21.15.43:0/2529211224 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f6260103f20 0x7f6260110310 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f625800b0d0 tx=0x7f625800b3e0 comp rx=0 tx=0).stop 2024-05-16T15:53:35.424 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.411+0000 7f6268287700 1 -- 172.21.15.43:0/2529211224 shutdown_connections 2024-05-16T15:53:35.424 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.411+0000 7f6268287700 1 --2- 172.21.15.43:0/2529211224 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f6260103f20 0x7f6260110310 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:35.424 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.411+0000 7f6268287700 1 --2- 172.21.15.43:0/2529211224 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6260109540 0x7f6260109920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:35.424 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.411+0000 7f6268287700 1 --2- 172.21.15.43:0/2529211224 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6260103560 0x7f62601039e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:35.424 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.411+0000 7f6268287700 1 -- 172.21.15.43:0/2529211224 >> 172.21.15.43:0/2529211224 conn(0x7f626007a660 msgr2=0x7f626007aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:35.424 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.411+0000 7f6268287700 1 -- 172.21.15.43:0/2529211224 shutdown_connections 2024-05-16T15:53:35.424 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.411+0000 7f6268287700 1 -- 172.21.15.43:0/2529211224 wait complete. 2024-05-16T15:53:35.426 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.412+0000 7f6268287700 1 Processor -- start 2024-05-16T15:53:35.426 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.412+0000 7f6268287700 1 -- start start 2024-05-16T15:53:35.426 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.412+0000 7f6268287700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6260103560 0x7f626019f610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:35.426 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.412+0000 7f6268287700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f6260103f20 0x7f626019fb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:35.427 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.412+0000 7f6268287700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6260109540 0x7f62601997e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:35.427 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.412+0000 7f6268287700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f6260113500 con 0x7f6260103f20 2024-05-16T15:53:35.427 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.412+0000 7f6268287700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f6260113380 con 0x7f6260109540 2024-05-16T15:53:35.427 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.412+0000 7f6268287700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f6260113680 con 0x7f6260103560 2024-05-16T15:53:35.427 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.413+0000 7f6265822700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f6260103f20 0x7f626019fb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:35.427 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.413+0000 7f6265822700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f6260103f20 0x7f626019fb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:44956/0 (socket says 172.21.15.43:44956) 2024-05-16T15:53:35.427 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.413+0000 7f6265822700 1 -- 172.21.15.43:0/2644282195 learned_addr learned my addr 172.21.15.43:0/2644282195 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:35.427 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.413+0000 7f6265822700 1 -- 172.21.15.43:0/2644282195 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6260103560 msgr2=0x7f626019f610 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-16T15:53:35.427 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.413+0000 7f6265822700 1 --2- 172.21.15.43:0/2644282195 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6260103560 0x7f626019f610 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:35.427 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.413+0000 7f6265822700 1 -- 172.21.15.43:0/2644282195 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6260109540 msgr2=0x7f62601997e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:35.427 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.413+0000 7f6265822700 1 --2- 172.21.15.43:0/2644282195 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6260109540 0x7f62601997e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:35.427 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.413+0000 7f6265822700 1 -- 172.21.15.43:0/2644282195 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6260199fc0 con 0x7f6260103f20 2024-05-16T15:53:35.427 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.413+0000 7f6265822700 1 --2- 172.21.15.43:0/2644282195 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f6260103f20 0x7f626019fb50 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f625000e9c0 tx=0x7f625000ed80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:35.427 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.413+0000 7f62577fe700 1 -- 172.21.15.43:0/2644282195 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f625000cbd0 con 0x7f6260103f20 2024-05-16T15:53:35.427 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.413+0000 7f6268287700 1 -- 172.21.15.43:0/2644282195 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f626019a2b0 con 0x7f6260103f20 2024-05-16T15:53:35.428 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.414+0000 7f62577fe700 1 -- 172.21.15.43:0/2644282195 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f625000cd70 con 0x7f6260103f20 2024-05-16T15:53:35.428 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.414+0000 7f62577fe700 1 -- 172.21.15.43:0/2644282195 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6250005610 con 0x7f6260103f20 2024-05-16T15:53:35.428 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.414+0000 7f6268287700 1 -- 172.21.15.43:0/2644282195 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62601a6470 con 0x7f6260103f20 2024-05-16T15:53:35.428 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.415+0000 7f6268287700 1 -- 172.21.15.43:0/2644282195 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6260104bb0 con 0x7f6260103f20 2024-05-16T15:53:35.428 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.416+0000 7f62577fe700 1 -- 172.21.15.43:0/2644282195 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f6250004750 con 0x7f6260103f20 2024-05-16T15:53:35.429 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.417+0000 7f62577fe700 1 --2- 172.21.15.43:0/2644282195 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f624c0b2880 0x7f624c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:35.430 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.417+0000 7f6266023700 1 --2- 172.21.15.43:0/2644282195 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f624c0b2880 0x7f624c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:35.430 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.417+0000 7f62577fe700 1 -- 172.21.15.43:0/2644282195 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f62500e2a20 con 0x7f6260103f20 2024-05-16T15:53:35.430 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.418+0000 7f6266023700 1 --2- 172.21.15.43:0/2644282195 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f624c0b2880 0x7f624c0b4d40 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f625c009b20 tx=0x7f625c009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:35.435 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.423+0000 7f62577fe700 1 -- 172.21.15.43:0/2644282195 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f62500aa390 con 0x7f6260103f20 2024-05-16T15:53:35.726 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:53:35 smithi043 ceph-mon[31619]: pgmap v537: 129 pgs: 129 active+clean; 42 MiB data, 749 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 MiB/s rd, 3.4 MiB/s wr, 503 op/s 2024-05-16T15:53:35.756 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.744+0000 7f6268287700 1 -- 172.21.15.43:0/2644282195 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f626019acc0 con 0x7f6260103f20 2024-05-16T15:53:35.758 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.745+0000 7f62577fe700 1 -- 172.21.15.43:0/2644282195 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 36 v36) ==== 94+0+11956 (secure 0 0 0) 0x7f62500a9c90 con 0x7f6260103f20 2024-05-16T15:53:35.758 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:53:35.758 INFO:teuthology.orchestra.run.smithi043.stdout:{"epoch":36,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.43:6835/1448137759","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6834","nonce":1448137759},{"type":"v1","addr":"172.21.15.43:6835","nonce":1448137759}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.43:6837/3286596297","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6836","nonce":3286596297},{"type":"v1","addr":"172.21.15.43:6837","nonce":3286596297}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":36,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-16T15:45:39.175942+0000","modified":"2024-05-16T15:53:02.247628+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24482,"mds_1":24463,"mds_2":24452,"mds_3":24451,"mds_4":24445},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14562":{"gid":14562,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.43:6839/4087815034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6838","nonce":4087815034},{"type":"v1","addr":"172.21.15.43:6839","nonce":4087815034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14574":{"gid":14574,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.43:6841/2042970804","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6840","nonce":2042970804},{"type":"v1","addr":"172.21.15.43:6841","nonce":2042970804}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24410":{"gid":24410,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.148:6833/3084392719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6832","nonce":3084392719},{"type":"v1","addr":"172.21.15.148:6833","nonce":3084392719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24412":{"gid":24412,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.157:6833/3972392500","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6832","nonce":3972392500},{"type":"v1","addr":"172.21.15.157:6833","nonce":3972392500}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"f","rank":4,"incarnation":26,"state":"up:active","state_seq":25,"addr":"172.21.15.157:6835/2303077574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2303077574},{"type":"v1","addr":"172.21.15.157:6835","nonce":2303077574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"c","rank":3,"incarnation":24,"state":"up:active","state_seq":120,"addr":"172.21.15.157:6837/3777341889","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6836","nonce":3777341889},{"type":"v1","addr":"172.21.15.157:6837","nonce":3777341889}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24452":{"gid":24452,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":118,"addr":"172.21.15.148:6837/4036870683","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6836","nonce":4036870683},{"type":"v1","addr":"172.21.15.148:6837","nonce":4036870683}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":22,"addr":"172.21.15.157:6839/2377589154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6838","nonce":2377589154},{"type":"v1","addr":"172.21.15.157:6839","nonce":2377589154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.148:6839/717807397","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6838","nonce":717807397},{"type":"v1","addr":"172.21.15.148:6839","nonce":717807397}]},"join_fscid":-1,"export_targets":[1,2,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25439":{"gid":25439,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.148:6835/2470472274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6834","nonce":2470472274},{"type":"v1","addr":"172.21.15.148:6835","nonce":2470472274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24482,"qdb_cluster":[24463,24482,24451,24452,24445]},"id":1}]} 2024-05-16T15:53:35.760 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.748+0000 7f6268287700 1 -- 172.21.15.43:0/2644282195 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f624c0b2880 msgr2=0x7f624c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:35.760 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.748+0000 7f6268287700 1 --2- 172.21.15.43:0/2644282195 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f624c0b2880 0x7f624c0b4d40 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f625c009b20 tx=0x7f625c009260 comp rx=0 tx=0).stop 2024-05-16T15:53:35.761 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.748+0000 7f6268287700 1 -- 172.21.15.43:0/2644282195 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f6260103f20 msgr2=0x7f626019fb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:35.761 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.748+0000 7f6268287700 1 --2- 172.21.15.43:0/2644282195 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f6260103f20 0x7f626019fb50 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f625000e9c0 tx=0x7f625000ed80 comp rx=0 tx=0).stop 2024-05-16T15:53:35.761 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.748+0000 7f6268287700 1 -- 172.21.15.43:0/2644282195 shutdown_connections 2024-05-16T15:53:35.761 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.748+0000 7f6268287700 1 --2- 172.21.15.43:0/2644282195 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6260109540 0x7f62601997e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:35.761 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.748+0000 7f6268287700 1 --2- 172.21.15.43:0/2644282195 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6260103560 0x7f626019f610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:35.761 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.748+0000 7f6268287700 1 --2- 172.21.15.43:0/2644282195 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f624c0b2880 0x7f624c0b4d40 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:35.761 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.748+0000 7f6268287700 1 --2- 172.21.15.43:0/2644282195 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f6260103f20 0x7f626019fb50 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:35.761 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.748+0000 7f6268287700 1 -- 172.21.15.43:0/2644282195 >> 172.21.15.43:0/2644282195 conn(0x7f626007a660 msgr2=0x7f6260102250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:35.761 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.748+0000 7f6268287700 1 -- 172.21.15.43:0/2644282195 shutdown_connections 2024-05-16T15:53:35.761 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:35.748+0000 7f6268287700 1 -- 172.21.15.43:0/2644282195 wait complete. 2024-05-16T15:53:35.762 INFO:teuthology.orchestra.run.smithi043.stderr:dumped fsmap epoch 36 2024-05-16T15:53:35.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:53:35 smithi157 ceph-mon[35584]: pgmap v537: 129 pgs: 129 active+clean; 42 MiB data, 749 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 MiB/s rd, 3.4 MiB/s wr, 503 op/s 2024-05-16T15:53:35.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:53:35 smithi148 ceph-mon[34976]: pgmap v537: 129 pgs: 129 active+clean; 42 MiB data, 749 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 MiB/s rd, 3.4 MiB/s wr, 503 op/s 2024-05-16T15:53:36.541 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-05-16T15:53:36.726 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:53:36 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/2644282195' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:53:36.837 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:53:36.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:53:36 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/2644282195' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:53:36.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:53:36 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/2644282195' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-16T15:53:36.974 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.959+0000 7f13583c1640 1 -- 172.21.15.43:0/2355389813 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1350104650 msgr2=0x7f135010aee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:36.974 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.959+0000 7f13583c1640 1 --2- 172.21.15.43:0/2355389813 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1350104650 0x7f135010aee0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f1348009cd0 tx=0x7f134802a8e0 comp rx=0 tx=0).stop 2024-05-16T15:53:36.974 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.959+0000 7f13583c1640 1 -- 172.21.15.43:0/2355389813 shutdown_connections 2024-05-16T15:53:36.974 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.959+0000 7f13583c1640 1 --2- 172.21.15.43:0/2355389813 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1350104650 0x7f135010aee0 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:36.974 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.959+0000 7f13583c1640 1 --2- 172.21.15.43:0/2355389813 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1350103c90 0x7f1350104110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:36.974 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.959+0000 7f13583c1640 1 --2- 172.21.15.43:0/2355389813 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1350100cc0 0x7f13501010e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:36.974 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.959+0000 7f13583c1640 1 -- 172.21.15.43:0/2355389813 >> 172.21.15.43:0/2355389813 conn(0x7f13500fc610 msgr2=0x7f13500fea30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:36.974 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.959+0000 7f13583c1640 1 -- 172.21.15.43:0/2355389813 shutdown_connections 2024-05-16T15:53:36.974 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.959+0000 7f13583c1640 1 -- 172.21.15.43:0/2355389813 wait complete. 2024-05-16T15:53:36.974 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.960+0000 7f13583c1640 1 Processor -- start 2024-05-16T15:53:36.974 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.960+0000 7f13583c1640 1 -- start start 2024-05-16T15:53:36.974 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.960+0000 7f13583c1640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1350100cc0 0x7f1350198ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:36.975 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.960+0000 7f13583c1640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1350103c90 0x7f1350199010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:36.975 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.960+0000 7f13583c1640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1350104650 0x7f13501a0030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:36.975 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.960+0000 7f13583c1640 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f135010e3d0 con 0x7f1350104650 2024-05-16T15:53:36.975 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.960+0000 7f13583c1640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f135010e250 con 0x7f1350103c90 2024-05-16T15:53:36.975 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.960+0000 7f13583c1640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f135010e550 con 0x7f1350100cc0 2024-05-16T15:53:36.975 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.960+0000 7f135695e640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1350104650 0x7f13501a0030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:36.975 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.960+0000 7f135695e640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1350104650 0x7f13501a0030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:36488/0 (socket says 172.21.15.43:36488) 2024-05-16T15:53:36.975 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.960+0000 7f135695e640 1 -- 172.21.15.43:0/519765227 learned_addr learned my addr 172.21.15.43:0/519765227 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:36.975 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.960+0000 7f135615d640 1 --2- 172.21.15.43:0/519765227 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1350100cc0 0x7f1350198ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:36.975 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.960+0000 7f135595c640 1 --2- 172.21.15.43:0/519765227 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1350103c90 0x7f1350199010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:36.975 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.960+0000 7f135695e640 1 -- 172.21.15.43:0/519765227 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1350100cc0 msgr2=0x7f1350198ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:36.975 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.960+0000 7f135695e640 1 --2- 172.21.15.43:0/519765227 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1350100cc0 0x7f1350198ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:36.975 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.960+0000 7f135695e640 1 -- 172.21.15.43:0/519765227 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1350103c90 msgr2=0x7f1350199010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:36.975 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.960+0000 7f135695e640 1 --2- 172.21.15.43:0/519765227 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1350103c90 0x7f1350199010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:36.976 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.961+0000 7f135695e640 1 -- 172.21.15.43:0/519765227 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13501a06a0 con 0x7f1350104650 2024-05-16T15:53:36.976 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.961+0000 7f135695e640 1 --2- 172.21.15.43:0/519765227 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1350104650 0x7f13501a0030 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f1348006010 tx=0x7f1348003c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:36.976 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.961+0000 7f13477fe640 1 -- 172.21.15.43:0/519765227 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1348004040 con 0x7f1350104650 2024-05-16T15:53:36.976 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.961+0000 7f13477fe640 1 -- 172.21.15.43:0/519765227 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1348004670 con 0x7f1350104650 2024-05-16T15:53:36.976 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.961+0000 7f13583c1640 1 -- 172.21.15.43:0/519765227 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13501a0930 con 0x7f1350104650 2024-05-16T15:53:36.976 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.961+0000 7f13477fe640 1 -- 172.21.15.43:0/519765227 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1348030e70 con 0x7f1350104650 2024-05-16T15:53:36.976 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.961+0000 7f13583c1640 1 -- 172.21.15.43:0/519765227 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13501a0e80 con 0x7f1350104650 2024-05-16T15:53:36.978 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.964+0000 7f135b1b9740 1 Processor -- start 2024-05-16T15:53:36.978 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.964+0000 7f13477fe640 1 -- 172.21.15.43:0/519765227 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f13480041e0 con 0x7f1350104650 2024-05-16T15:53:36.978 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.965+0000 7f135b1b9740 1 -- start start 2024-05-16T15:53:36.979 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.965+0000 7f135b1b9740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56443e8a7db0 0x56443e8a81d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:36.979 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.965+0000 7f135b1b9740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56443e8a87a0 0x56443e8ad2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:36.979 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.965+0000 7f135b1b9740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56443e8ad910 0x56443e8afda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:36.979 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.965+0000 7f135b1b9740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x56443e80c5d0 con 0x56443e8a7db0 2024-05-16T15:53:36.979 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.965+0000 7f135b1b9740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x56443e7c5890 con 0x56443e8ad910 2024-05-16T15:53:36.979 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.965+0000 7f135b1b9740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x56443e808590 con 0x56443e8a87a0 2024-05-16T15:53:36.979 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.965+0000 7f135595c640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56443e8a7db0 0x56443e8a81d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:36.979 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.965+0000 7f135615d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56443e8a87a0 0x56443e8ad2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:36.979 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.965+0000 7f135615d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56443e8a87a0 0x56443e8ad2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:47330/0 (socket says 172.21.15.43:47330) 2024-05-16T15:53:36.979 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.965+0000 7f135595c640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56443e8a7db0 0x56443e8a81d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:36500/0 (socket says 172.21.15.43:36500) 2024-05-16T15:53:36.979 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.965+0000 7f135615d640 1 -- 172.21.15.43:0/231765115 learned_addr learned my addr 172.21.15.43:0/231765115 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:36.979 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.965+0000 7f135595c640 1 --2- 172.21.15.43:0/231765115 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56443e8ad910 0x56443e8afda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:36.979 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.965+0000 7f135615d640 1 -- 172.21.15.43:0/231765115 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56443e8ad910 msgr2=0x56443e8afda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:36.979 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.965+0000 7f135615d640 1 --2- 172.21.15.43:0/231765115 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56443e8ad910 0x56443e8afda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:36.979 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.965+0000 7f135615d640 1 -- 172.21.15.43:0/231765115 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56443e8a7db0 msgr2=0x56443e8a81d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:36.980 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.965+0000 7f135615d640 1 --2- 172.21.15.43:0/231765115 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56443e8a7db0 0x56443e8a81d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:36.980 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.965+0000 7f135615d640 1 -- 172.21.15.43:0/231765115 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56443e51e210 con 0x56443e8a87a0 2024-05-16T15:53:36.980 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.965+0000 7f135595c640 1 --2- 172.21.15.43:0/231765115 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56443e8ad910 0x56443e8afda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:53:36.980 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.966+0000 7f13477fe640 1 --2- 172.21.15.43:0/519765227 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f133c0b28a0 0x7f133c0b4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:36.980 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.966+0000 7f135615d640 1 --2- 172.21.15.43:0/231765115 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56443e8a87a0 0x56443e8ad2a0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f134c009c80 tx=0x7f134c011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f00923ef100b7870 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:36.980 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.966+0000 7f135595c640 1 --2- 172.21.15.43:0/519765227 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f133c0b28a0 0x7f133c0b4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:36.980 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.966+0000 7f13477fe640 1 -- 172.21.15.43:0/519765227 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f134802e030 con 0x7f1350104650 2024-05-16T15:53:36.980 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.966+0000 7f1344bfe640 1 -- 172.21.15.43:0/231765115 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f134c01e070 con 0x56443e8a87a0 2024-05-16T15:53:36.980 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.966+0000 7f1344bfe640 1 -- 172.21.15.43:0/231765115 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f134c009e30 con 0x56443e8a87a0 2024-05-16T15:53:36.980 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.966+0000 7f1344bfe640 1 -- 172.21.15.43:0/231765115 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f134c00e840 con 0x56443e8a87a0 2024-05-16T15:53:36.985 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.967+0000 7f135b1b9740 1 -- 172.21.15.43:0/231765115 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56443e8a87a0 msgr2=0x56443e8ad2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:36.985 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.967+0000 7f135595c640 1 --2- 172.21.15.43:0/519765227 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f133c0b28a0 0x7f133c0b4d60 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x56443e8a9000 tx=0x7f1340005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:36.985 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.967+0000 7f135b1b9740 1 --2- 172.21.15.43:0/231765115 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56443e8a87a0 0x56443e8ad2a0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f134c009c80 tx=0x7f134c011810 comp rx=0 tx=0).stop 2024-05-16T15:53:36.985 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.967+0000 7f135b1b9740 1 -- 172.21.15.43:0/231765115 shutdown_connections 2024-05-16T15:53:36.985 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.967+0000 7f135b1b9740 1 --2- 172.21.15.43:0/231765115 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56443e8ad910 0x56443e8afda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:36.985 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.967+0000 7f135b1b9740 1 --2- 172.21.15.43:0/231765115 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56443e8a87a0 0x56443e8ad2a0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:36.985 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.967+0000 7f135b1b9740 1 --2- 172.21.15.43:0/231765115 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56443e8a7db0 0x56443e8a81d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:36.985 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.967+0000 7f135b1b9740 1 -- 172.21.15.43:0/231765115 >> 172.21.15.43:0/231765115 conn(0x56443e8a3420 msgr2=0x56443e8a3820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:36.985 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.967+0000 7f135b1b9740 1 -- 172.21.15.43:0/231765115 shutdown_connections 2024-05-16T15:53:36.985 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.967+0000 7f135b1b9740 1 -- 172.21.15.43:0/231765115 wait complete. 2024-05-16T15:53:36.985 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.967+0000 7f135b1b9740 1 -- start start 2024-05-16T15:53:36.985 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.968+0000 7f135b1b9740 1 Processor -- start 2024-05-16T15:53:36.985 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.968+0000 7f135b1b9740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56443e8a7db0 0x56443e8b1ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:36.985 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.968+0000 7f135b1b9740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56443e8a87a0 0x56443e8b2530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:36.986 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.968+0000 7f135b1b9740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56443e8ad910 0x56443e8b9570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:36.986 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.968+0000 7f135b1b9740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x56443e8b08c0 con 0x56443e8a87a0 2024-05-16T15:53:36.986 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.968+0000 7f135b1b9740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x56443e7c9370 con 0x56443e8a7db0 2024-05-16T15:53:36.986 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.968+0000 7f135b1b9740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x56443e8b0a40 con 0x56443e8ad910 2024-05-16T15:53:36.986 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.968+0000 7f135b1b9740 10 client.0 _ll_register_callbacks cb 0x56443e51da00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:53:36.986 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.968+0000 7f135595c640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56443e8a87a0 0x56443e8b2530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:36.986 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.968+0000 7f135595c640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56443e8a87a0 0x56443e8b2530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:36508/0 (socket says 172.21.15.43:36508) 2024-05-16T15:53:36.986 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.968+0000 7f135595c640 1 -- 172.21.15.43:0/1369103746 learned_addr learned my addr 172.21.15.43:0/1369103746 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:36.986 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.968+0000 7f135695e640 1 --2- 172.21.15.43:0/1369103746 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56443e8ad910 0x56443e8b9570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:36.986 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.968+0000 7f135615d640 1 --2- 172.21.15.43:0/1369103746 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56443e8a7db0 0x56443e8b1ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:36.986 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.968+0000 7f135695e640 1 -- 172.21.15.43:0/1369103746 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56443e8a7db0 msgr2=0x56443e8b1ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:36.986 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.968+0000 7f135695e640 1 --2- 172.21.15.43:0/1369103746 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56443e8a7db0 0x56443e8b1ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:36.986 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.968+0000 7f135695e640 1 -- 172.21.15.43:0/1369103746 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56443e8a87a0 msgr2=0x56443e8b2530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:36.986 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.968+0000 7f135695e640 1 --2- 172.21.15.43:0/1369103746 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56443e8a87a0 0x56443e8b2530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:36.987 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.968+0000 7f135695e640 1 -- 172.21.15.43:0/1369103746 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56443e5ea620 con 0x56443e8ad910 2024-05-16T15:53:36.987 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.968+0000 7f135595c640 1 --2- 172.21.15.43:0/1369103746 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56443e8a87a0 0x56443e8b2530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:53:36.987 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.969+0000 7f135695e640 1 --2- 172.21.15.43:0/1369103746 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56443e8ad910 0x56443e8b9570 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f1348009430 tx=0x7f13480ca500 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8fe1dd8dababd288 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:36.987 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.969+0000 7f1339ffb640 10 client.0 ms_handle_connect on v2:172.21.15.157:3300/0 2024-05-16T15:53:36.987 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.969+0000 7f1339ffb640 1 -- 172.21.15.43:0/1369103746 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13480d3250 con 0x56443e8ad910 2024-05-16T15:53:36.987 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.969+0000 7f135b1b9740 1 -- 172.21.15.43:0/1369103746 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f134c009e30 con 0x56443e8ad910 2024-05-16T15:53:36.987 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.969+0000 7f1339ffb640 1 -- 172.21.15.43:0/1369103746 <== mon.1 v2:172.21.15.157:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f13480c70a0 con 0x56443e8ad910 2024-05-16T15:53:36.987 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.969+0000 7f1339ffb640 1 -- 172.21.15.43:0/1369103746 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f13480ca5c0 con 0x56443e8ad910 2024-05-16T15:53:36.987 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.969+0000 7f135b1b9740 10 client.25705 fetch_fsmap learned FSMap version 36 2024-05-16T15:53:36.987 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.969+0000 7f135b1b9740 1 -- 172.21.15.43:0/1369103746 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x56443e8b0930 con 0x56443e8ad910 2024-05-16T15:53:36.987 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.969+0000 7f1339ffb640 1 -- 172.21.15.43:0/1369103746 <== mon.1 v2:172.21.15.157:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f134c009e30 con 0x56443e8ad910 2024-05-16T15:53:36.987 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.969+0000 7f1339ffb640 1 -- 172.21.15.43:0/1369103746 <== mon.1 v2:172.21.15.157:3300/0 5 ==== fsmap(e 36) ==== 8378+0+0 (secure 0 0 0) 0x7f1348030070 con 0x56443e8ad910 2024-05-16T15:53:36.987 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.969+0000 7f135b1b9740 10 client.25705 fetch_fsmap finished waiting for FSMap version 36 2024-05-16T15:53:36.987 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.969+0000 7f135b1b9740 10 client.25705 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:53:36.987 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.969+0000 7f135b1b9740 20 client.25705 populate_metadata read hostname 'smithi043' 2024-05-16T15:53:36.988 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.969+0000 7f135b1b9740 1 --2- 172.21.15.43:0/1369103746 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x56443e8bdd10 0x56443e8c0170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:36.988 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.969+0000 7f135b1b9740 4 client.25705 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:53:36.988 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.969+0000 7f135b1b9740 1 -- 172.21.15.43:0/1369103746 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56443e81a1e0 con 0x56443e8bdd10 2024-05-16T15:53:36.988 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.970+0000 7f135615d640 1 --2- 172.21.15.43:0/1369103746 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x56443e8bdd10 0x56443e8c0170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:36.988 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.970+0000 7f135615d640 1 --2- 172.21.15.43:0/1369103746 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x56443e8bdd10 0x56443e8c0170 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1a0c26953f420416 server_cookie=756a1de0bdf886b9 in_seq=0 out_seq=0 2024-05-16T15:53:36.988 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.970+0000 7f1339ffb640 10 client.25705 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:53:36.988 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.971+0000 7f1339ffb640 1 -- 172.21.15.43:0/1369103746 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x56443e81a1e0 con 0x56443e8bdd10 2024-05-16T15:53:36.988 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.971+0000 7f1339ffb640 10 client.25705 handle_command_reply: tid=0 2024-05-16T15:53:36.988 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.971+0000 7f135b1b9740 1 client.25705 shutdown 2024-05-16T15:53:36.988 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.971+0000 7f135b1b9740 1 -- 172.21.15.43:0/1369103746 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56443e8ad910 msgr2=0x56443e8b9570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:36.988 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.971+0000 7f135b1b9740 1 --2- 172.21.15.43:0/1369103746 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56443e8ad910 0x56443e8b9570 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f1348009430 tx=0x7f13480ca500 comp rx=0 tx=0).stop 2024-05-16T15:53:36.988 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.971+0000 7f135b1b9740 1 -- 172.21.15.43:0/1369103746 shutdown_connections 2024-05-16T15:53:36.988 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.971+0000 7f135b1b9740 1 --2- 172.21.15.43:0/1369103746 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x56443e8bdd10 0x56443e8c0170 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:36.988 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.971+0000 7f135b1b9740 1 --2- 172.21.15.43:0/1369103746 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56443e8ad910 0x56443e8b9570 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:36.989 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.971+0000 7f135b1b9740 1 --2- 172.21.15.43:0/1369103746 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56443e8a87a0 0x56443e8b2530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:36.989 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.971+0000 7f1339ffb640 0 client.25705 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:53:36.989 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.971+0000 7f135b1b9740 1 --2- 172.21.15.43:0/1369103746 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56443e8a7db0 0x56443e8b1ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:36.989 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.971+0000 7f135b1b9740 1 -- 172.21.15.43:0/1369103746 >> 172.21.15.43:0/1369103746 conn(0x56443e8a3420 msgr2=0x56443e8a2580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:36.989 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.971+0000 7f135b1b9740 1 -- 172.21.15.43:0/1369103746 shutdown_connections 2024-05-16T15:53:36.989 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.971+0000 7f135b1b9740 1 -- 172.21.15.43:0/1369103746 wait complete. 2024-05-16T15:53:36.989 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.971+0000 7f135b1b9740 20 client.25705 trim_cache size 0 max 16384 2024-05-16T15:53:37.004 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.991+0000 7f135b1b9740 1 Processor -- start 2024-05-16T15:53:37.004 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.991+0000 7f135b1b9740 1 -- start start 2024-05-16T15:53:37.004 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.991+0000 7f135b1b9740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56443e8a7db0 0x56443e8a9980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:37.005 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.991+0000 7f135b1b9740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56443e8a87a0 0x56443e8a9ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:37.005 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.991+0000 7f135b1b9740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56443e8ad910 0x56443e8b9530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:37.005 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.991+0000 7f135b1b9740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f13501ab4a0 con 0x56443e8a7db0 2024-05-16T15:53:37.005 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.991+0000 7f135b1b9740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f13501ad0a0 con 0x56443e8a87a0 2024-05-16T15:53:37.005 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.991+0000 7f135b1b9740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f13501abb70 con 0x56443e8ad910 2024-05-16T15:53:37.005 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.991+0000 7f135615d640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56443e8a7db0 0x56443e8a9980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:37.005 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.991+0000 7f135615d640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56443e8a7db0 0x56443e8a9980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:36520/0 (socket says 172.21.15.43:36520) 2024-05-16T15:53:37.005 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.991+0000 7f135615d640 1 -- 172.21.15.43:0/3823974961 learned_addr learned my addr 172.21.15.43:0/3823974961 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:37.005 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.992+0000 7f135695e640 1 --2- 172.21.15.43:0/3823974961 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56443e8ad910 0x56443e8b9530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:37.005 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.992+0000 7f135595c640 1 --2- 172.21.15.43:0/3823974961 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56443e8a87a0 0x56443e8a9ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:37.005 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.992+0000 7f135615d640 1 -- 172.21.15.43:0/3823974961 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56443e8ad910 msgr2=0x56443e8b9530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:37.005 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.992+0000 7f135615d640 1 --2- 172.21.15.43:0/3823974961 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56443e8ad910 0x56443e8b9530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:37.005 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.992+0000 7f135615d640 1 -- 172.21.15.43:0/3823974961 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56443e8a87a0 msgr2=0x56443e8a9ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:37.006 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.992+0000 7f135615d640 1 --2- 172.21.15.43:0/3823974961 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56443e8a87a0 0x56443e8a9ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:37.006 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.992+0000 7f135615d640 1 -- 172.21.15.43:0/3823974961 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56443e8a3250 con 0x56443e8a7db0 2024-05-16T15:53:37.006 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.992+0000 7f135615d640 1 --2- 172.21.15.43:0/3823974961 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56443e8a7db0 0x56443e8a9980 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x56443e8a9210 tx=0x7f134c0099d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c791eeb1dd573101 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:37.006 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.992+0000 7f133bfff640 1 -- 172.21.15.43:0/3823974961 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f134c01e040 con 0x56443e8a7db0 2024-05-16T15:53:37.006 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.992+0000 7f133bfff640 1 -- 172.21.15.43:0/3823974961 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f134c009430 con 0x56443e8a7db0 2024-05-16T15:53:37.006 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.992+0000 7f133bfff640 1 -- 172.21.15.43:0/3823974961 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f134c019690 con 0x56443e8a7db0 2024-05-16T15:53:37.009 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.993+0000 7f135b1b9740 1 -- 172.21.15.43:0/3823974961 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56443e8a7db0 msgr2=0x56443e8a9980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:37.009 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.993+0000 7f135b1b9740 1 --2- 172.21.15.43:0/3823974961 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56443e8a7db0 0x56443e8a9980 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x56443e8a9210 tx=0x7f134c0099d0 comp rx=0 tx=0).stop 2024-05-16T15:53:37.009 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.993+0000 7f135b1b9740 1 -- 172.21.15.43:0/3823974961 shutdown_connections 2024-05-16T15:53:37.009 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.993+0000 7f135b1b9740 1 --2- 172.21.15.43:0/3823974961 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56443e8ad910 0x56443e8b9530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:37.010 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.993+0000 7f135b1b9740 1 --2- 172.21.15.43:0/3823974961 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56443e8a87a0 0x56443e8a9ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:37.010 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.993+0000 7f135b1b9740 1 --2- 172.21.15.43:0/3823974961 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56443e8a7db0 0x56443e8a9980 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:37.010 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.993+0000 7f135b1b9740 1 -- 172.21.15.43:0/3823974961 >> 172.21.15.43:0/3823974961 conn(0x56443e8a3420 msgr2=0x56443e8acfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:37.010 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.993+0000 7f135b1b9740 1 -- 172.21.15.43:0/3823974961 shutdown_connections 2024-05-16T15:53:37.010 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.993+0000 7f135b1b9740 1 -- 172.21.15.43:0/3823974961 wait complete. 2024-05-16T15:53:37.010 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.993+0000 7f135b1b9740 1 -- start start 2024-05-16T15:53:37.010 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.993+0000 7f135b1b9740 1 Processor -- start 2024-05-16T15:53:37.010 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.994+0000 7f135b1b9740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56443e8a7db0 0x56443e8b68b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:37.010 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.994+0000 7f135b1b9740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56443e8a87a0 0x56443e8b6df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:37.010 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.994+0000 7f135b1b9740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56443e8ad910 0x56443e8b7e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:37.010 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.994+0000 7f135b1b9740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f13501ac9d0 con 0x56443e8a7db0 2024-05-16T15:53:37.010 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.994+0000 7f135b1b9740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f13501ac240 con 0x56443e8ad910 2024-05-16T15:53:37.010 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.994+0000 7f135b1b9740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f13501a9480 con 0x56443e8a87a0 2024-05-16T15:53:37.010 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.994+0000 7f135b1b9740 10 client.0 _ll_register_callbacks cb 0x7f1348005ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:53:37.011 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.994+0000 7f135615d640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56443e8a7db0 0x56443e8b68b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:37.011 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.994+0000 7f135615d640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56443e8a7db0 0x56443e8b68b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:36522/0 (socket says 172.21.15.43:36522) 2024-05-16T15:53:37.011 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.994+0000 7f135615d640 1 -- 172.21.15.43:0/3669349719 learned_addr learned my addr 172.21.15.43:0/3669349719 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:37.011 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.994+0000 7f135595c640 1 --2- 172.21.15.43:0/3669349719 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56443e8a87a0 0x56443e8b6df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:37.011 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.994+0000 7f135695e640 1 --2- 172.21.15.43:0/3669349719 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56443e8ad910 0x56443e8b7e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:37.011 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.994+0000 7f135615d640 1 -- 172.21.15.43:0/3669349719 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56443e8a87a0 msgr2=0x56443e8b6df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:37.011 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.994+0000 7f135615d640 1 --2- 172.21.15.43:0/3669349719 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56443e8a87a0 0x56443e8b6df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:37.011 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.994+0000 7f135615d640 1 -- 172.21.15.43:0/3669349719 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56443e8ad910 msgr2=0x56443e8b7e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:37.011 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.994+0000 7f135615d640 1 --2- 172.21.15.43:0/3669349719 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56443e8ad910 0x56443e8b7e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:37.011 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.994+0000 7f135615d640 1 -- 172.21.15.43:0/3669349719 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56443e8a9470 con 0x56443e8a7db0 2024-05-16T15:53:37.011 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.994+0000 7f135615d640 1 --2- 172.21.15.43:0/3669349719 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56443e8a7db0 0x56443e8b68b0 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f134c01c040 tx=0x7f134c011e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43eaea9dd7f7b64a server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:37.011 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.994+0000 7f1339ffb640 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:53:37.011 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.995+0000 7f1339ffb640 1 -- 172.21.15.43:0/3669349719 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f134c01e030 con 0x56443e8a7db0 2024-05-16T15:53:37.011 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.995+0000 7f1339ffb640 1 -- 172.21.15.43:0/3669349719 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f134c005320 con 0x56443e8a7db0 2024-05-16T15:53:37.012 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.995+0000 7f135b1b9740 1 -- 172.21.15.43:0/3669349719 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f134c009430 con 0x56443e8a7db0 2024-05-16T15:53:37.012 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.995+0000 7f1339ffb640 1 -- 172.21.15.43:0/3669349719 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f134c042050 con 0x56443e8a7db0 2024-05-16T15:53:37.012 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.995+0000 7f135b1b9740 10 client.16140 fetch_fsmap learned FSMap version 36 2024-05-16T15:53:37.012 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.995+0000 7f135b1b9740 1 -- 172.21.15.43:0/3669349719 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x56443e8b9530 con 0x56443e8a7db0 2024-05-16T15:53:37.012 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.995+0000 7f1339ffb640 1 -- 172.21.15.43:0/3669349719 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f134c009430 con 0x56443e8a7db0 2024-05-16T15:53:37.012 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.995+0000 7f1339ffb640 1 -- 172.21.15.43:0/3669349719 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 36) ==== 8378+0+0 (secure 0 0 0) 0x7f134c02f070 con 0x56443e8a7db0 2024-05-16T15:53:37.012 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.995+0000 7f135b1b9740 10 client.16140 fetch_fsmap finished waiting for FSMap version 36 2024-05-16T15:53:37.012 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.995+0000 7f135b1b9740 10 client.16140 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:53:37.012 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.995+0000 7f135b1b9740 20 client.16140 populate_metadata read hostname 'smithi043' 2024-05-16T15:53:37.012 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.995+0000 7f135b1b9740 1 --2- 172.21.15.43:0/3669349719 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x56443e928800 0x56443e92abf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:37.012 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.995+0000 7f135b1b9740 4 client.16140 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-16T15:53:37.012 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.995+0000 7f135b1b9740 1 -- 172.21.15.43:0/3669349719 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56443e814050 con 0x56443e928800 2024-05-16T15:53:37.012 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.995+0000 7f135595c640 1 --2- 172.21.15.43:0/3669349719 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x56443e928800 0x56443e92abf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:37.012 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.996+0000 7f1339ffb640 10 client.16140 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:53:37.012 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:36.996+0000 7f135595c640 1 --2- 172.21.15.43:0/3669349719 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x56443e928800 0x56443e92abf0 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7dc605aeb027fad8 server_cookie=5960c28459836a14 in_seq=0 out_seq=0 2024-05-16T15:53:37.023 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:37.010+0000 7f1339ffb640 1 -- 172.21.15.43:0/3669349719 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x56443e814050 con 0x56443e928800 2024-05-16T15:53:37.023 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:37.010+0000 7f1339ffb640 10 client.16140 handle_command_reply: tid=0 2024-05-16T15:53:37.023 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:37.010+0000 7f135b1b9740 1 client.16140 shutdown 2024-05-16T15:53:37.023 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:37.010+0000 7f135b1b9740 1 -- 172.21.15.43:0/3669349719 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56443e8a7db0 msgr2=0x56443e8b68b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:37.023 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:37.010+0000 7f135b1b9740 1 --2- 172.21.15.43:0/3669349719 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56443e8a7db0 0x56443e8b68b0 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f134c01c040 tx=0x7f134c011e50 comp rx=0 tx=0).stop 2024-05-16T15:53:37.023 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:37.010+0000 7f135b1b9740 1 -- 172.21.15.43:0/3669349719 shutdown_connections 2024-05-16T15:53:37.023 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:37.010+0000 7f135b1b9740 1 --2- 172.21.15.43:0/3669349719 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x56443e928800 0x56443e92abf0 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:37.023 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:37.010+0000 7f135b1b9740 1 --2- 172.21.15.43:0/3669349719 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56443e8ad910 0x56443e8b7e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:37.023 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:37.010+0000 7f135b1b9740 1 --2- 172.21.15.43:0/3669349719 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56443e8a87a0 0x56443e8b6df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:37.024 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:37.010+0000 7f135b1b9740 1 --2- 172.21.15.43:0/3669349719 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56443e8a7db0 0x56443e8b68b0 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:37.024 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:37.010+0000 7f1339ffb640 0 client.16140 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:53:37.024 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:37.010+0000 7f135b1b9740 1 -- 172.21.15.43:0/3669349719 >> 172.21.15.43:0/3669349719 conn(0x56443e8a3420 msgr2=0x56443e8b1ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:37.024 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:37.010+0000 7f135b1b9740 1 -- 172.21.15.43:0/3669349719 shutdown_connections 2024-05-16T15:53:37.024 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:37.010+0000 7f135b1b9740 1 -- 172.21.15.43:0/3669349719 wait complete. 2024-05-16T15:53:37.024 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:37.010+0000 7f135b1b9740 20 client.16140 trim_cache size 0 max 16384 2024-05-16T15:53:37.024 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:{ 2024-05-16T15:53:37.024 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "message": "", 2024-05-16T15:53:37.024 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "return_code": 0 2024-05-16T15:53:37.024 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:} 2024-05-16T15:53:37.025 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:37.011+0000 7f13583c1640 1 -- 172.21.15.43:0/519765227 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f133c0b28a0 msgr2=0x7f133c0b4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:37.025 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:37.011+0000 7f13583c1640 1 --2- 172.21.15.43:0/519765227 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f133c0b28a0 0x7f133c0b4d60 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x56443e8a9000 tx=0x7f1340005850 comp rx=0 tx=0).stop 2024-05-16T15:53:37.025 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:37.011+0000 7f13583c1640 1 -- 172.21.15.43:0/519765227 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1350104650 msgr2=0x7f13501a0030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:37.025 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:37.011+0000 7f13583c1640 1 --2- 172.21.15.43:0/519765227 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1350104650 0x7f13501a0030 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f1348006010 tx=0x7f1348003c00 comp rx=0 tx=0).stop 2024-05-16T15:53:37.026 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:37.011+0000 7f13583c1640 1 -- 172.21.15.43:0/519765227 shutdown_connections 2024-05-16T15:53:37.026 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:37.011+0000 7f13583c1640 1 --2- 172.21.15.43:0/519765227 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1350104650 0x7f13501a0030 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:37.026 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:37.011+0000 7f13583c1640 1 --2- 172.21.15.43:0/519765227 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1350103c90 0x7f1350199010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:37.026 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:37.011+0000 7f13583c1640 1 --2- 172.21.15.43:0/519765227 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f133c0b28a0 0x7f133c0b4d60 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:37.026 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:37.011+0000 7f13583c1640 1 --2- 172.21.15.43:0/519765227 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1350100cc0 0x7f1350198ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:37.026 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:37.011+0000 7f13583c1640 1 -- 172.21.15.43:0/519765227 >> 172.21.15.43:0/519765227 conn(0x7f13500fc610 msgr2=0x7f1350107060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:37.026 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:37.011+0000 7f13583c1640 1 -- 172.21.15.43:0/519765227 shutdown_connections 2024-05-16T15:53:37.026 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:37.011+0000 7f13583c1640 1 -- 172.21.15.43:0/519765227 wait complete. 2024-05-16T15:53:37.726 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:53:37 smithi043 ceph-mon[31619]: pgmap v538: 129 pgs: 129 active+clean; 41 MiB data, 810 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 MiB/s rd, 4.7 MiB/s wr, 595 op/s 2024-05-16T15:53:37.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:53:37 smithi157 ceph-mon[35584]: pgmap v538: 129 pgs: 129 active+clean; 41 MiB data, 810 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 MiB/s rd, 4.7 MiB/s wr, 595 op/s 2024-05-16T15:53:37.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:53:37 smithi148 ceph-mon[34976]: pgmap v538: 129 pgs: 129 active+clean; 41 MiB data, 810 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 MiB/s rd, 4.7 MiB/s wr, 595 op/s 2024-05-16T15:53:39.726 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:53:39 smithi043 ceph-mon[31619]: pgmap v539: 129 pgs: 129 active+clean; 38 MiB data, 880 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 3.3 MiB/s wr, 476 op/s 2024-05-16T15:53:39.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:53:39 smithi157 ceph-mon[35584]: pgmap v539: 129 pgs: 129 active+clean; 38 MiB data, 880 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 3.3 MiB/s wr, 476 op/s 2024-05-16T15:53:39.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:53:39 smithi148 ceph-mon[34976]: pgmap v539: 129 pgs: 129 active+clean; 38 MiB data, 880 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 3.3 MiB/s wr, 476 op/s 2024-05-16T15:53:40.357 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.343+0000 7f919bbce700 1 -- 172.21.15.43:0/3045055693 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f919406bb70 msgr2=0x7f919406bff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:40.357 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.343+0000 7f919bbce700 1 --2- 172.21.15.43:0/3045055693 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f919406bb70 0x7f919406bff0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f9184009990 tx=0x7f9184009ca0 comp rx=0 tx=0).stop 2024-05-16T15:53:40.357 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.343+0000 7f919bbce700 1 -- 172.21.15.43:0/3045055693 shutdown_connections 2024-05-16T15:53:40.357 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.343+0000 7f919bbce700 1 --2- 172.21.15.43:0/3045055693 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f919406c530 0x7f9194110350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:40.357 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.343+0000 7f919bbce700 1 --2- 172.21.15.43:0/3045055693 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9194109530 0x7f9194109910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:40.358 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.343+0000 7f919bbce700 1 --2- 172.21.15.43:0/3045055693 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f919406bb70 0x7f919406bff0 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:40.358 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.343+0000 7f919bbce700 1 -- 172.21.15.43:0/3045055693 >> 172.21.15.43:0/3045055693 conn(0x7f9194079350 msgr2=0x7f9194079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:40.358 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.344+0000 7f919bbce700 1 -- 172.21.15.43:0/3045055693 shutdown_connections 2024-05-16T15:53:40.358 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.344+0000 7f919bbce700 1 -- 172.21.15.43:0/3045055693 wait complete. 2024-05-16T15:53:40.358 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.344+0000 7f919bbce700 1 Processor -- start 2024-05-16T15:53:40.358 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.344+0000 7f919bbce700 1 -- start start 2024-05-16T15:53:40.358 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.345+0000 7f919bbce700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f919406bb70 0x7f919410e500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:40.358 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.345+0000 7f919bbce700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f919406c530 0x7f919410ea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:40.358 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.345+0000 7f919bbce700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9194109530 0x7f91941a4980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:40.358 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.345+0000 7f919bbce700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f91941134f0 con 0x7f9194109530 2024-05-16T15:53:40.358 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.345+0000 7f919bbce700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f9194113370 con 0x7f919406c530 2024-05-16T15:53:40.358 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.345+0000 7f919bbce700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f9194113670 con 0x7f919406bb70 2024-05-16T15:53:40.358 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.345+0000 7f919a16b700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9194109530 0x7f91941a4980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:40.359 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.345+0000 7f919996a700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f919406bb70 0x7f919410e500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:40.359 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.345+0000 7f919996a700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f919406bb70 0x7f919410e500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:47368/0 (socket says 172.21.15.43:47368) 2024-05-16T15:53:40.359 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.345+0000 7f919996a700 1 -- 172.21.15.43:0/3601341580 learned_addr learned my addr 172.21.15.43:0/3601341580 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:40.359 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.345+0000 7f9199169700 1 --2- 172.21.15.43:0/3601341580 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f919406c530 0x7f919410ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:40.360 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.345+0000 7f9199169700 1 -- 172.21.15.43:0/3601341580 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f919406bb70 msgr2=0x7f919410e500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:40.360 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.345+0000 7f9199169700 1 --2- 172.21.15.43:0/3601341580 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f919406bb70 0x7f919410e500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:40.360 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.345+0000 7f9199169700 1 -- 172.21.15.43:0/3601341580 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9194109530 msgr2=0x7f91941a4980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:40.360 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.345+0000 7f9199169700 1 --2- 172.21.15.43:0/3601341580 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9194109530 0x7f91941a4980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:40.360 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.345+0000 7f9199169700 1 -- 172.21.15.43:0/3601341580 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91941a5080 con 0x7f919406c530 2024-05-16T15:53:40.360 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.345+0000 7f919a16b700 1 --2- 172.21.15.43:0/3601341580 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9194109530 0x7f91941a4980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:53:40.360 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.345+0000 7f9199169700 1 --2- 172.21.15.43:0/3601341580 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f919406c530 0x7f919410ea40 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f9184000c00 tx=0x7f91840047b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:40.360 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.346+0000 7f918affd700 1 -- 172.21.15.43:0/3601341580 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9184026070 con 0x7f919406c530 2024-05-16T15:53:40.360 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.346+0000 7f918affd700 1 -- 172.21.15.43:0/3601341580 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9184021410 con 0x7f919406c530 2024-05-16T15:53:40.360 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.346+0000 7f918affd700 1 -- 172.21.15.43:0/3601341580 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9184017650 con 0x7f919406c530 2024-05-16T15:53:40.361 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.346+0000 7f919bbce700 1 -- 172.21.15.43:0/3601341580 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91941a5310 con 0x7f919406c530 2024-05-16T15:53:40.361 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.346+0000 7f919bbce700 1 -- 172.21.15.43:0/3601341580 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91941a57a0 con 0x7f919406c530 2024-05-16T15:53:40.362 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.349+0000 7f918affd700 1 -- 172.21.15.43:0/3601341580 <== mon.2 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f9184029070 con 0x7f919406c530 2024-05-16T15:53:40.362 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.350+0000 7f91a6461b80 1 Processor -- start 2024-05-16T15:53:40.362 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.350+0000 7f91a6461b80 1 -- start start 2024-05-16T15:53:40.364 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.350+0000 7f91a6461b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5f7b771b0 0x55c5f7b77590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:40.364 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.350+0000 7f91a6461b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5f7b77ad0 0x55c5f7b71810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:40.364 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.350+0000 7f91a6461b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c5f7b71d50 0x55c5f7b72190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:40.364 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.350+0000 7f91a6461b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55c5f7ac3940 con 0x55c5f7b771b0 2024-05-16T15:53:40.364 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.350+0000 7f91a6461b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55c5f7a28da0 con 0x55c5f7b71d50 2024-05-16T15:53:40.364 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.350+0000 7f91a6461b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55c5f7abf900 con 0x55c5f7b77ad0 2024-05-16T15:53:40.364 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.350+0000 7f919a16b700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5f7b771b0 0x55c5f7b77590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:40.364 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.350+0000 7f919996a700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5f7b77ad0 0x55c5f7b71810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:40.364 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.350+0000 7f919a16b700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5f7b771b0 0x55c5f7b77590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:36564/0 (socket says 172.21.15.43:36564) 2024-05-16T15:53:40.364 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.350+0000 7f919a16b700 1 -- 172.21.15.43:0/931529170 learned_addr learned my addr 172.21.15.43:0/931529170 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:40.365 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.351+0000 7f918affd700 1 --2- 172.21.15.43:0/3601341580 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f91800b2900 0x7f91800b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:40.365 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.351+0000 7f9199169700 1 --2- 172.21.15.43:0/931529170 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c5f7b71d50 0x55c5f7b72190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:40.365 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.351+0000 7f919a16b700 1 --2- 172.21.15.43:0/3601341580 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f91800b2900 0x7f91800b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:40.365 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.351+0000 7f919996a700 1 -- 172.21.15.43:0/931529170 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c5f7b71d50 msgr2=0x55c5f7b72190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:40.365 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.351+0000 7f919996a700 1 --2- 172.21.15.43:0/931529170 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c5f7b71d50 0x55c5f7b72190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:40.365 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.351+0000 7f919996a700 1 -- 172.21.15.43:0/931529170 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5f7b771b0 msgr2=0x55c5f7b77590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:40.365 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.351+0000 7f919996a700 1 --2- 172.21.15.43:0/931529170 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5f7b771b0 0x55c5f7b77590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:40.365 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.351+0000 7f919996a700 1 -- 172.21.15.43:0/931529170 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c5f7a108d0 con 0x55c5f7b77ad0 2024-05-16T15:53:40.365 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.351+0000 7f919996a700 1 --2- 172.21.15.43:0/931529170 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5f7b77ad0 0x55c5f7b71810 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f9190009cc0 tx=0x7f9190011440 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8e2970504c760623 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:40.365 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.351+0000 7f918affd700 1 -- 172.21.15.43:0/3601341580 <== mon.2 v2:172.21.15.148:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f91840e32b0 con 0x7f919406c530 2024-05-16T15:53:40.365 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.351+0000 7f917ffff700 1 -- 172.21.15.43:0/931529170 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9190011d50 con 0x55c5f7b77ad0 2024-05-16T15:53:40.365 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.351+0000 7f917ffff700 1 -- 172.21.15.43:0/931529170 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f91900044e0 con 0x55c5f7b77ad0 2024-05-16T15:53:40.365 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.351+0000 7f917ffff700 1 -- 172.21.15.43:0/931529170 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9190005280 con 0x55c5f7b77ad0 2024-05-16T15:53:40.368 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.352+0000 7f919a16b700 1 --2- 172.21.15.43:0/3601341580 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f91800b2900 0x7f91800b4dc0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f918c009fd0 tx=0x7f918c004b40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:40.368 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.352+0000 7f91a6461b80 1 -- 172.21.15.43:0/931529170 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5f7b77ad0 msgr2=0x55c5f7b71810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:40.368 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.352+0000 7f91a6461b80 1 --2- 172.21.15.43:0/931529170 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5f7b77ad0 0x55c5f7b71810 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f9190009cc0 tx=0x7f9190011440 comp rx=0 tx=0).stop 2024-05-16T15:53:40.368 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.352+0000 7f91a6461b80 1 -- 172.21.15.43:0/931529170 shutdown_connections 2024-05-16T15:53:40.368 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.352+0000 7f91a6461b80 1 --2- 172.21.15.43:0/931529170 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c5f7b71d50 0x55c5f7b72190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:40.368 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.352+0000 7f91a6461b80 1 --2- 172.21.15.43:0/931529170 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5f7b771b0 0x55c5f7b77590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:40.368 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.352+0000 7f91a6461b80 1 --2- 172.21.15.43:0/931529170 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5f7b77ad0 0x55c5f7b71810 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:40.368 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.352+0000 7f91a6461b80 1 -- 172.21.15.43:0/931529170 >> 172.21.15.43:0/931529170 conn(0x55c5f7a9db70 msgr2=0x55c5f7b6c2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:40.368 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.353+0000 7f91a6461b80 1 -- 172.21.15.43:0/931529170 shutdown_connections 2024-05-16T15:53:40.369 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.353+0000 7f91a6461b80 1 -- 172.21.15.43:0/931529170 wait complete. 2024-05-16T15:53:40.369 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.353+0000 7f91a6461b80 1 -- start start 2024-05-16T15:53:40.369 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.353+0000 7f91a6461b80 1 Processor -- start 2024-05-16T15:53:40.369 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.354+0000 7f91a6461b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5f7b71d50 0x55c5f7b7d730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:40.369 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.354+0000 7f91a6461b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5f7b771b0 0x55c5f7b7aad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:40.369 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.354+0000 7f91a6461b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c5f7b77ad0 0x55c5f7b7b010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:40.369 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.354+0000 7f91a6461b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55c5f7b7e4a0 con 0x55c5f7b71d50 2024-05-16T15:53:40.369 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.354+0000 7f91a6461b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55c5f7a7ced0 con 0x55c5f7b77ad0 2024-05-16T15:53:40.369 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.354+0000 7f91a6461b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55c5f7b7e620 con 0x55c5f7b771b0 2024-05-16T15:53:40.369 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.354+0000 7f91a6461b80 10 client.0 _ll_register_callbacks cb 0x55c5f7a575b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:53:40.369 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.354+0000 7f919a16b700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c5f7b77ad0 0x55c5f7b7b010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:40.369 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.354+0000 7f919996a700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5f7b71d50 0x55c5f7b7d730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:40.369 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.354+0000 7f919a16b700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c5f7b77ad0 0x55c5f7b7b010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:35730/0 (socket says 172.21.15.43:35730) 2024-05-16T15:53:40.369 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.354+0000 7f9199169700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5f7b771b0 0x55c5f7b7aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:40.370 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.354+0000 7f919a16b700 1 -- 172.21.15.43:0/639610936 learned_addr learned my addr 172.21.15.43:0/639610936 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:40.370 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.354+0000 7f919a16b700 1 -- 172.21.15.43:0/639610936 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5f7b771b0 msgr2=0x55c5f7b7aad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:40.370 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.354+0000 7f919a16b700 1 --2- 172.21.15.43:0/639610936 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5f7b771b0 0x55c5f7b7aad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:40.370 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.354+0000 7f919a16b700 1 -- 172.21.15.43:0/639610936 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5f7b71d50 msgr2=0x55c5f7b7d730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:40.370 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.354+0000 7f919a16b700 1 --2- 172.21.15.43:0/639610936 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5f7b71d50 0x55c5f7b7d730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:40.370 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.354+0000 7f919a16b700 1 -- 172.21.15.43:0/639610936 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c5f7a7a760 con 0x55c5f7b77ad0 2024-05-16T15:53:40.370 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.354+0000 7f9199169700 1 --2- 172.21.15.43:0/639610936 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5f7b771b0 0x55c5f7b7aad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:53:40.370 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.355+0000 7f919a16b700 1 --2- 172.21.15.43:0/639610936 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c5f7b77ad0 0x55c5f7b7b010 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f918c00edb0 tx=0x7f918c004ad0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b0b8ae4f1697924c server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:40.370 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.355+0000 7f917d7fa700 10 client.0 ms_handle_connect on v2:172.21.15.148:3300/0 2024-05-16T15:53:40.370 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.355+0000 7f917d7fa700 1 -- 172.21.15.43:0/639610936 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f918c0048c0 con 0x55c5f7b77ad0 2024-05-16T15:53:40.370 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.355+0000 7f917d7fa700 1 -- 172.21.15.43:0/639610936 <== mon.2 v2:172.21.15.148:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f918c007ca0 con 0x55c5f7b77ad0 2024-05-16T15:53:40.370 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.355+0000 7f91a6461b80 1 -- 172.21.15.43:0/639610936 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f91900044e0 con 0x55c5f7b77ad0 2024-05-16T15:53:40.370 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.355+0000 7f917d7fa700 1 -- 172.21.15.43:0/639610936 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f918c01b450 con 0x55c5f7b77ad0 2024-05-16T15:53:40.370 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.355+0000 7f91a6461b80 10 client.25673 fetch_fsmap learned FSMap version 36 2024-05-16T15:53:40.371 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.355+0000 7f91a6461b80 1 -- 172.21.15.43:0/639610936 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x55c5f7b88db0 con 0x55c5f7b77ad0 2024-05-16T15:53:40.371 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.355+0000 7f917d7fa700 1 -- 172.21.15.43:0/639610936 <== mon.2 v2:172.21.15.148:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f91900044e0 con 0x55c5f7b77ad0 2024-05-16T15:53:40.371 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.355+0000 7f917d7fa700 1 -- 172.21.15.43:0/639610936 <== mon.2 v2:172.21.15.148:3300/0 5 ==== fsmap(e 36) ==== 8378+0+0 (secure 0 0 0) 0x7f918c01a650 con 0x55c5f7b77ad0 2024-05-16T15:53:40.371 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.355+0000 7f91a6461b80 10 client.25673 fetch_fsmap finished waiting for FSMap version 36 2024-05-16T15:53:40.371 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.355+0000 7f91a6461b80 10 client.25673 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.f 2024-05-16T15:53:40.371 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.355+0000 7f91a6461b80 20 client.25673 populate_metadata read hostname 'smithi043' 2024-05-16T15:53:40.371 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.356+0000 7f91a6461b80 1 --2- 172.21.15.43:0/639610936 >> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] conn(0x55c5f7b8b3f0 0x55c5f7b8d880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:40.371 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.356+0000 7f91a6461b80 4 client.25673 mds_command: new command op to 24445 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:53:40.371 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.356+0000 7f91a6461b80 1 -- 172.21.15.43:0/639610936 --> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c5f7ad1320 con 0x55c5f7b8b3f0 2024-05-16T15:53:40.371 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.356+0000 7f919996a700 1 --2- 172.21.15.43:0/639610936 >> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] conn(0x55c5f7b8b3f0 0x55c5f7b8d880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:40.372 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.356+0000 7f917d7fa700 10 client.25673 ms_handle_connect on v2:172.21.15.157:6834/2303077574 2024-05-16T15:53:40.372 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.356+0000 7f919996a700 1 --2- 172.21.15.43:0/639610936 >> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] conn(0x55c5f7b8b3f0 0x55c5f7b8d880 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=cb1ff71a12b31c5c server_cookie=7a6eec4ea6fe81ab in_seq=0 out_seq=0 2024-05-16T15:53:40.372 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.357+0000 7f917d7fa700 1 -- 172.21.15.43:0/639610936 <== mds.4 v2:172.21.15.157:6834/2303077574 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55c5f7ad1320 con 0x55c5f7b8b3f0 2024-05-16T15:53:40.372 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.357+0000 7f917d7fa700 10 client.25673 handle_command_reply: tid=0 2024-05-16T15:53:40.372 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.357+0000 7f91a6461b80 1 client.25673 shutdown 2024-05-16T15:53:40.373 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.357+0000 7f91a6461b80 1 -- 172.21.15.43:0/639610936 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c5f7b77ad0 msgr2=0x55c5f7b7b010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:40.373 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.357+0000 7f91a6461b80 1 --2- 172.21.15.43:0/639610936 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c5f7b77ad0 0x55c5f7b7b010 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f918c00edb0 tx=0x7f918c004ad0 comp rx=0 tx=0).stop 2024-05-16T15:53:40.373 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.357+0000 7f91a6461b80 1 -- 172.21.15.43:0/639610936 shutdown_connections 2024-05-16T15:53:40.373 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.357+0000 7f91a6461b80 1 --2- 172.21.15.43:0/639610936 >> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] conn(0x55c5f7b8b3f0 0x55c5f7b8d880 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:40.373 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.357+0000 7f91a6461b80 1 --2- 172.21.15.43:0/639610936 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c5f7b77ad0 0x55c5f7b7b010 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:40.373 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.357+0000 7f91a6461b80 1 --2- 172.21.15.43:0/639610936 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5f7b71d50 0x55c5f7b7d730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:40.373 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.357+0000 7f91a6461b80 1 --2- 172.21.15.43:0/639610936 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5f7b771b0 0x55c5f7b7aad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:40.373 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.357+0000 7f917d7fa700 0 client.25673 ms_handle_reset on v2:172.21.15.157:6834/2303077574 2024-05-16T15:53:40.373 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.357+0000 7f91a6461b80 1 -- 172.21.15.43:0/639610936 >> 172.21.15.43:0/639610936 conn(0x55c5f7a9db70 msgr2=0x55c5f7b66b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:40.373 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.357+0000 7f91a6461b80 1 -- 172.21.15.43:0/639610936 shutdown_connections 2024-05-16T15:53:40.373 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.357+0000 7f91a6461b80 1 -- 172.21.15.43:0/639610936 wait complete. 2024-05-16T15:53:40.373 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.357+0000 7f91a6461b80 20 client.25673 trim_cache size 0 max 16384 2024-05-16T15:53:40.387 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.375+0000 7f91a6461b80 1 Processor -- start 2024-05-16T15:53:40.388 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.375+0000 7f91a6461b80 1 -- start start 2024-05-16T15:53:40.388 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.375+0000 7f91a6461b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5f7b71d50 0x55c5f7b7b100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:40.388 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.375+0000 7f91a6461b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c5f7b771b0 0x55c5f7b78770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:40.388 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.375+0000 7f91a6461b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5f7b77ad0 0x55c5f7b87530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:40.388 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.375+0000 7f91a6461b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f91941b57c0 con 0x55c5f7b71d50 2024-05-16T15:53:40.388 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.375+0000 7f91a6461b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f91941b73c0 con 0x55c5f7b771b0 2024-05-16T15:53:40.388 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.375+0000 7f91a6461b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f91941b5e90 con 0x55c5f7b77ad0 2024-05-16T15:53:40.388 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.375+0000 7f919996a700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5f7b71d50 0x55c5f7b7b100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:40.388 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.376+0000 7f919996a700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5f7b71d50 0x55c5f7b7b100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:36584/0 (socket says 172.21.15.43:36584) 2024-05-16T15:53:40.388 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.376+0000 7f919996a700 1 -- 172.21.15.43:0/3907762159 learned_addr learned my addr 172.21.15.43:0/3907762159 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:40.388 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.376+0000 7f919a16b700 1 --2- 172.21.15.43:0/3907762159 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5f7b77ad0 0x55c5f7b87530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:40.389 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.376+0000 7f9199169700 1 --2- 172.21.15.43:0/3907762159 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c5f7b771b0 0x55c5f7b78770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:40.390 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.376+0000 7f919996a700 1 -- 172.21.15.43:0/3907762159 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5f7b77ad0 msgr2=0x55c5f7b87530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:40.390 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.376+0000 7f919996a700 1 --2- 172.21.15.43:0/3907762159 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5f7b77ad0 0x55c5f7b87530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:40.390 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.376+0000 7f919996a700 1 -- 172.21.15.43:0/3907762159 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c5f7b771b0 msgr2=0x55c5f7b78770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:40.390 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.376+0000 7f919996a700 1 --2- 172.21.15.43:0/3907762159 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c5f7b771b0 0x55c5f7b78770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:40.390 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.376+0000 7f919996a700 1 -- 172.21.15.43:0/3907762159 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c5f7b8df00 con 0x55c5f7b71d50 2024-05-16T15:53:40.390 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.376+0000 7f919996a700 1 --2- 172.21.15.43:0/3907762159 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5f7b71d50 0x55c5f7b7b100 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f9190009be0 tx=0x7f91900098f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f31cfd861c335ea server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:40.391 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.376+0000 7f917f7fe700 1 -- 172.21.15.43:0/3907762159 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9190032070 con 0x55c5f7b71d50 2024-05-16T15:53:40.391 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.376+0000 7f917f7fe700 1 -- 172.21.15.43:0/3907762159 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f919002a070 con 0x55c5f7b71d50 2024-05-16T15:53:40.391 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.376+0000 7f917f7fe700 1 -- 172.21.15.43:0/3907762159 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f919002c650 con 0x55c5f7b71d50 2024-05-16T15:53:40.391 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.377+0000 7f91a6461b80 1 -- 172.21.15.43:0/3907762159 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5f7b71d50 msgr2=0x55c5f7b7b100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:40.391 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.377+0000 7f91a6461b80 1 --2- 172.21.15.43:0/3907762159 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5f7b71d50 0x55c5f7b7b100 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f9190009be0 tx=0x7f91900098f0 comp rx=0 tx=0).stop 2024-05-16T15:53:40.391 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.377+0000 7f91a6461b80 1 -- 172.21.15.43:0/3907762159 shutdown_connections 2024-05-16T15:53:40.391 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.377+0000 7f91a6461b80 1 --2- 172.21.15.43:0/3907762159 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5f7b77ad0 0x55c5f7b87530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:40.391 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.377+0000 7f91a6461b80 1 --2- 172.21.15.43:0/3907762159 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5f7b71d50 0x55c5f7b7b100 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:40.391 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.377+0000 7f91a6461b80 1 --2- 172.21.15.43:0/3907762159 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c5f7b771b0 0x55c5f7b78770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:40.391 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.377+0000 7f91a6461b80 1 -- 172.21.15.43:0/3907762159 >> 172.21.15.43:0/3907762159 conn(0x55c5f7a9db70 msgr2=0x55c5f7b793c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:40.391 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.377+0000 7f91a6461b80 1 -- 172.21.15.43:0/3907762159 shutdown_connections 2024-05-16T15:53:40.391 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.377+0000 7f91a6461b80 1 -- 172.21.15.43:0/3907762159 wait complete. 2024-05-16T15:53:40.391 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.378+0000 7f91a6461b80 1 -- start start 2024-05-16T15:53:40.391 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.378+0000 7f91a6461b80 1 Processor -- start 2024-05-16T15:53:40.394 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.378+0000 7f91a6461b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5f7b71d50 0x55c5f7b838b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:40.394 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.378+0000 7f91a6461b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5f7b771b0 0x55c5f7b83df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:40.394 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.378+0000 7f91a6461b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c5f7b77ad0 0x55c5f7b92140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:40.394 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.378+0000 7f91a6461b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f91941b6cf0 con 0x55c5f7b771b0 2024-05-16T15:53:40.395 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.378+0000 7f91a6461b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f91941b6560 con 0x55c5f7b77ad0 2024-05-16T15:53:40.395 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.378+0000 7f91a6461b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f91941b3760 con 0x55c5f7b71d50 2024-05-16T15:53:40.395 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.378+0000 7f91a6461b80 10 client.0 _ll_register_callbacks cb 0x55c5f7a575b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:53:40.395 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.379+0000 7f9199169700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5f7b771b0 0x55c5f7b83df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:40.395 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.379+0000 7f9199169700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5f7b771b0 0x55c5f7b83df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:36586/0 (socket says 172.21.15.43:36586) 2024-05-16T15:53:40.395 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.379+0000 7f9199169700 1 -- 172.21.15.43:0/1541775062 learned_addr learned my addr 172.21.15.43:0/1541775062 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:40.395 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.379+0000 7f919996a700 1 --2- 172.21.15.43:0/1541775062 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5f7b71d50 0x55c5f7b838b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:40.395 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.379+0000 7f919a16b700 1 --2- 172.21.15.43:0/1541775062 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c5f7b77ad0 0x55c5f7b92140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:40.395 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.379+0000 7f919996a700 1 -- 172.21.15.43:0/1541775062 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c5f7b77ad0 msgr2=0x55c5f7b92140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:40.395 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.379+0000 7f919996a700 1 --2- 172.21.15.43:0/1541775062 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c5f7b77ad0 0x55c5f7b92140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:40.395 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.379+0000 7f919996a700 1 -- 172.21.15.43:0/1541775062 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5f7b771b0 msgr2=0x55c5f7b83df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:40.395 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.379+0000 7f919996a700 1 --2- 172.21.15.43:0/1541775062 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5f7b771b0 0x55c5f7b83df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:40.395 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.379+0000 7f919996a700 1 -- 172.21.15.43:0/1541775062 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c5f7b92780 con 0x55c5f7b71d50 2024-05-16T15:53:40.395 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.379+0000 7f9199169700 1 --2- 172.21.15.43:0/1541775062 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5f7b771b0 0x55c5f7b83df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:53:40.395 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.379+0000 7f919996a700 1 --2- 172.21.15.43:0/1541775062 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5f7b71d50 0x55c5f7b838b0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f919000a010 tx=0x7f91900095e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=606096db491f5768 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:40.395 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.379+0000 7f917d7fa700 10 client.0 ms_handle_connect on v2:172.21.15.157:3300/0 2024-05-16T15:53:40.396 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.379+0000 7f917d7fa700 1 -- 172.21.15.43:0/1541775062 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9190032020 con 0x55c5f7b71d50 2024-05-16T15:53:40.396 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.379+0000 7f91a6461b80 1 -- 172.21.15.43:0/1541775062 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f919002a070 con 0x55c5f7b71d50 2024-05-16T15:53:40.396 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.380+0000 7f917d7fa700 1 -- 172.21.15.43:0/1541775062 <== mon.1 v2:172.21.15.157:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f9190011240 con 0x55c5f7b71d50 2024-05-16T15:53:40.396 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.380+0000 7f917d7fa700 1 -- 172.21.15.43:0/1541775062 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f919003d050 con 0x55c5f7b71d50 2024-05-16T15:53:40.396 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.380+0000 7f91a6461b80 10 client.25729 fetch_fsmap learned FSMap version 36 2024-05-16T15:53:40.396 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.380+0000 7f91a6461b80 1 -- 172.21.15.43:0/1541775062 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x55c5f7bf5600 con 0x55c5f7b71d50 2024-05-16T15:53:40.396 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.380+0000 7f917d7fa700 1 -- 172.21.15.43:0/1541775062 <== mon.1 v2:172.21.15.157:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f919002a070 con 0x55c5f7b71d50 2024-05-16T15:53:40.396 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.380+0000 7f917d7fa700 1 -- 172.21.15.43:0/1541775062 <== mon.1 v2:172.21.15.157:3300/0 5 ==== fsmap(e 36) ==== 8378+0+0 (secure 0 0 0) 0x7f9190018070 con 0x55c5f7b71d50 2024-05-16T15:53:40.396 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.380+0000 7f91a6461b80 10 client.25729 fetch_fsmap finished waiting for FSMap version 36 2024-05-16T15:53:40.396 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.380+0000 7f91a6461b80 10 client.25729 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.f 2024-05-16T15:53:40.396 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.380+0000 7f91a6461b80 20 client.25729 populate_metadata read hostname 'smithi043' 2024-05-16T15:53:40.396 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.380+0000 7f91a6461b80 1 --2- 172.21.15.43:0/1541775062 >> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] conn(0x55c5f7bf5ab0 0x55c5f7bf7ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:40.396 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.380+0000 7f91a6461b80 4 client.25729 mds_command: new command op to 24445 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-16T15:53:40.396 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.380+0000 7f91a6461b80 1 -- 172.21.15.43:0/1541775062 --> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c5f7acb3c0 con 0x55c5f7bf5ab0 2024-05-16T15:53:40.396 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.380+0000 7f9199169700 1 --2- 172.21.15.43:0/1541775062 >> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] conn(0x55c5f7bf5ab0 0x55c5f7bf7ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:40.396 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.381+0000 7f917d7fa700 10 client.25729 ms_handle_connect on v2:172.21.15.157:6834/2303077574 2024-05-16T15:53:40.396 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.381+0000 7f9199169700 1 --2- 172.21.15.43:0/1541775062 >> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] conn(0x55c5f7bf5ab0 0x55c5f7bf7ea0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=664e240d8f0b0596 server_cookie=6992743a75d13cf2 in_seq=0 out_seq=0 2024-05-16T15:53:40.397 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.381+0000 7f917d7fa700 1 -- 172.21.15.43:0/1541775062 <== mds.4 v2:172.21.15.157:6834/2303077574 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c5f7acb3c0 con 0x55c5f7bf5ab0 2024-05-16T15:53:40.397 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.381+0000 7f917d7fa700 10 client.25729 handle_command_reply: tid=0 2024-05-16T15:53:40.397 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.381+0000 7f91a6461b80 1 client.25729 shutdown 2024-05-16T15:53:40.397 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.381+0000 7f91a6461b80 1 -- 172.21.15.43:0/1541775062 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5f7b71d50 msgr2=0x55c5f7b838b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:40.397 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.381+0000 7f91a6461b80 1 --2- 172.21.15.43:0/1541775062 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5f7b71d50 0x55c5f7b838b0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f919000a010 tx=0x7f91900095e0 comp rx=0 tx=0).stop 2024-05-16T15:53:40.397 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.381+0000 7f91a6461b80 1 -- 172.21.15.43:0/1541775062 shutdown_connections 2024-05-16T15:53:40.397 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.381+0000 7f91a6461b80 1 --2- 172.21.15.43:0/1541775062 >> [v2:172.21.15.157:6834/2303077574,v1:172.21.15.157:6835/2303077574] conn(0x55c5f7bf5ab0 0x55c5f7bf7ea0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:40.397 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.381+0000 7f91a6461b80 1 --2- 172.21.15.43:0/1541775062 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c5f7b77ad0 0x55c5f7b92140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:40.397 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.381+0000 7f91a6461b80 1 --2- 172.21.15.43:0/1541775062 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5f7b71d50 0x55c5f7b838b0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:40.397 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.381+0000 7f91a6461b80 1 --2- 172.21.15.43:0/1541775062 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55c5f7b771b0 0x55c5f7b83df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:40.397 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.381+0000 7f917d7fa700 0 client.25729 ms_handle_reset on v2:172.21.15.157:6834/2303077574 2024-05-16T15:53:40.397 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.381+0000 7f91a6461b80 1 -- 172.21.15.43:0/1541775062 >> 172.21.15.43:0/1541775062 conn(0x55c5f7a9db70 msgr2=0x55c5f7b785c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:40.397 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.381+0000 7f91a6461b80 1 -- 172.21.15.43:0/1541775062 shutdown_connections 2024-05-16T15:53:40.397 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.381+0000 7f91a6461b80 1 -- 172.21.15.43:0/1541775062 wait complete. 2024-05-16T15:53:40.397 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.381+0000 7f91a6461b80 20 client.25729 trim_cache size 0 max 16384 2024-05-16T15:53:40.398 INFO:teuthology.orchestra.run.smithi043.stdout:[] 2024-05-16T15:53:40.398 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.382+0000 7f919bbce700 1 -- 172.21.15.43:0/3601341580 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f91800b2900 msgr2=0x7f91800b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:40.398 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.382+0000 7f919bbce700 1 --2- 172.21.15.43:0/3601341580 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f91800b2900 0x7f91800b4dc0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f918c009fd0 tx=0x7f918c004b40 comp rx=0 tx=0).stop 2024-05-16T15:53:40.398 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.382+0000 7f919bbce700 1 -- 172.21.15.43:0/3601341580 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f919406c530 msgr2=0x7f919410ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:40.398 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.382+0000 7f919bbce700 1 --2- 172.21.15.43:0/3601341580 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f919406c530 0x7f919410ea40 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f9184000c00 tx=0x7f91840047b0 comp rx=0 tx=0).stop 2024-05-16T15:53:40.399 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.382+0000 7f919bbce700 1 -- 172.21.15.43:0/3601341580 shutdown_connections 2024-05-16T15:53:40.399 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.382+0000 7f919bbce700 1 --2- 172.21.15.43:0/3601341580 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f91800b2900 0x7f91800b4dc0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:40.399 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.382+0000 7f919bbce700 1 --2- 172.21.15.43:0/3601341580 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9194109530 0x7f91941a4980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:40.399 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.382+0000 7f919bbce700 1 --2- 172.21.15.43:0/3601341580 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f919406bb70 0x7f919410e500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:40.399 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.382+0000 7f919bbce700 1 --2- 172.21.15.43:0/3601341580 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f919406c530 0x7f919410ea40 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:40.399 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.382+0000 7f919bbce700 1 -- 172.21.15.43:0/3601341580 >> 172.21.15.43:0/3601341580 conn(0x7f9194079350 msgr2=0x7f91941032d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:40.399 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.382+0000 7f919bbce700 1 -- 172.21.15.43:0/3601341580 shutdown_connections 2024-05-16T15:53:40.399 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:40.382+0000 7f919bbce700 1 -- 172.21.15.43:0/3601341580 wait complete. 2024-05-16T15:53:41.118 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-05-16T15:53:41.368 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:53:41.726 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:53:41 smithi043 ceph-mon[31619]: pgmap v540: 129 pgs: 129 active+clean; 38 MiB data, 884 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 3.1 MiB/s wr, 416 op/s 2024-05-16T15:53:41.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:53:41 smithi157 ceph-mon[35584]: pgmap v540: 129 pgs: 129 active+clean; 38 MiB data, 884 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 3.1 MiB/s wr, 416 op/s 2024-05-16T15:53:41.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:53:41 smithi148 ceph-mon[34976]: pgmap v540: 129 pgs: 129 active+clean; 38 MiB data, 884 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 3.1 MiB/s wr, 416 op/s 2024-05-16T15:53:43.259 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.246+0000 7f8a2f671700 1 -- 172.21.15.43:0/2007551686 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8a28109510 msgr2=0x7f8a281098f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:43.259 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.246+0000 7f8a2f671700 1 --2- 172.21.15.43:0/2007551686 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8a28109510 0x7f8a281098f0 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f8a24009990 tx=0x7f8a24009ca0 comp rx=0 tx=0).stop 2024-05-16T15:53:43.259 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.246+0000 7f8a2f671700 1 -- 172.21.15.43:0/2007551686 shutdown_connections 2024-05-16T15:53:43.259 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.246+0000 7f8a2f671700 1 --2- 172.21.15.43:0/2007551686 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8a2806c590 0x7f8a28110330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:43.259 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.246+0000 7f8a2f671700 1 --2- 172.21.15.43:0/2007551686 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8a28109510 0x7f8a281098f0 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:43.259 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.246+0000 7f8a2f671700 1 --2- 172.21.15.43:0/2007551686 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8a2806bbd0 0x7f8a2806c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:43.259 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.246+0000 7f8a2f671700 1 -- 172.21.15.43:0/2007551686 >> 172.21.15.43:0/2007551686 conn(0x7f8a28079350 msgr2=0x7f8a28079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:43.259 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.246+0000 7f8a2f671700 1 -- 172.21.15.43:0/2007551686 shutdown_connections 2024-05-16T15:53:43.259 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.246+0000 7f8a2f671700 1 -- 172.21.15.43:0/2007551686 wait complete. 2024-05-16T15:53:43.260 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.247+0000 7f8a2f671700 1 Processor -- start 2024-05-16T15:53:43.260 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.247+0000 7f8a2f671700 1 -- start start 2024-05-16T15:53:43.261 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.247+0000 7f8a2f671700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8a2806bbd0 0x7f8a281a4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:43.261 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.247+0000 7f8a2f671700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8a2806c590 0x7f8a281a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:43.262 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.247+0000 7f8a2f671700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8a28109510 0x7f8a2810f490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:43.262 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.247+0000 7f8a2f671700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f8a28113520 con 0x7f8a28109510 2024-05-16T15:53:43.262 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.247+0000 7f8a2f671700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f8a281133a0 con 0x7f8a2806bbd0 2024-05-16T15:53:43.262 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.247+0000 7f8a2f671700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f8a281136a0 con 0x7f8a2806c590 2024-05-16T15:53:43.262 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.247+0000 7f8a2d40d700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8a2806bbd0 0x7f8a281a4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:43.262 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.247+0000 7f8a2d40d700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8a2806bbd0 0x7f8a281a4cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:35760/0 (socket says 172.21.15.43:35760) 2024-05-16T15:53:43.262 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.247+0000 7f8a2dc0e700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8a28109510 0x7f8a2810f490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:43.262 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.247+0000 7f8a2d40d700 1 -- 172.21.15.43:0/2698090321 learned_addr learned my addr 172.21.15.43:0/2698090321 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:43.262 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.248+0000 7f8a2dc0e700 1 -- 172.21.15.43:0/2698090321 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8a2806c590 msgr2=0x7f8a281a51f0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-16T15:53:43.262 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.248+0000 7f8a2dc0e700 1 --2- 172.21.15.43:0/2698090321 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8a2806c590 0x7f8a281a51f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:43.262 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.248+0000 7f8a2dc0e700 1 -- 172.21.15.43:0/2698090321 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8a2806bbd0 msgr2=0x7f8a281a4cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:43.262 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.248+0000 7f8a2dc0e700 1 --2- 172.21.15.43:0/2698090321 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8a2806bbd0 0x7f8a281a4cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:43.263 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.248+0000 7f8a2dc0e700 1 -- 172.21.15.43:0/2698090321 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a2810fc20 con 0x7f8a28109510 2024-05-16T15:53:43.263 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.248+0000 7f8a2dc0e700 1 --2- 172.21.15.43:0/2698090321 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8a28109510 0x7f8a2810f490 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f8a2000efc0 tx=0x7f8a2000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:43.263 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.248+0000 7f8a1e7fc700 1 -- 172.21.15.43:0/2698090321 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a200092e0 con 0x7f8a28109510 2024-05-16T15:53:43.263 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.248+0000 7f8a2f671700 1 -- 172.21.15.43:0/2698090321 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a2810feb0 con 0x7f8a28109510 2024-05-16T15:53:43.263 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.248+0000 7f8a2f671700 1 -- 172.21.15.43:0/2698090321 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a281acbe0 con 0x7f8a28109510 2024-05-16T15:53:43.263 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.248+0000 7f8a1e7fc700 1 -- 172.21.15.43:0/2698090321 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8a20004bb0 con 0x7f8a28109510 2024-05-16T15:53:43.263 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.249+0000 7f8a1e7fc700 1 -- 172.21.15.43:0/2698090321 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a20004020 con 0x7f8a28109510 2024-05-16T15:53:43.264 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.252+0000 7f8a1e7fc700 1 -- 172.21.15.43:0/2698090321 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f8a2001b030 con 0x7f8a28109510 2024-05-16T15:53:43.265 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.253+0000 7f8a1e7fc700 1 --2- 172.21.15.43:0/2698090321 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f8a140b2900 0x7f8a140b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:43.265 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.253+0000 7f8a2d40d700 1 --2- 172.21.15.43:0/2698090321 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f8a140b2900 0x7f8a140b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:43.265 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.253+0000 7f8a1e7fc700 1 -- 172.21.15.43:0/2698090321 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f8a200e1bb0 con 0x7f8a28109510 2024-05-16T15:53:43.266 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.254+0000 7f8a39f04b80 1 Processor -- start 2024-05-16T15:53:43.266 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.254+0000 7f8a39f04b80 1 -- start start 2024-05-16T15:53:43.266 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.254+0000 7f8a2d40d700 1 --2- 172.21.15.43:0/2698090321 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f8a140b2900 0x7f8a140b4dc0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f8a24006010 tx=0x7f8a2400b260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:43.266 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.254+0000 7f8a39f04b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557d81c41b0 0x5557d81c4590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:43.268 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.254+0000 7f8a39f04b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557d81c4ad0 0x5557d81be810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:43.268 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.254+0000 7f8a39f04b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5557d81bed50 0x5557d81bf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:43.268 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.254+0000 7f8a39f04b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x5557d8110940 con 0x5557d81c41b0 2024-05-16T15:53:43.268 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.254+0000 7f8a39f04b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x5557d8075da0 con 0x5557d81bed50 2024-05-16T15:53:43.268 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.254+0000 7f8a39f04b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x5557d810c900 con 0x5557d81c4ad0 2024-05-16T15:53:43.268 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.254+0000 7f8a2d40d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557d81c41b0 0x5557d81c4590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:43.268 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.254+0000 7f8a2d40d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557d81c41b0 0x5557d81c4590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:36614/0 (socket says 172.21.15.43:36614) 2024-05-16T15:53:43.268 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.254+0000 7f8a2d40d700 1 -- 172.21.15.43:0/1814306616 learned_addr learned my addr 172.21.15.43:0/1814306616 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:43.268 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.254+0000 7f8a2cc0c700 1 --2- 172.21.15.43:0/1814306616 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557d81c4ad0 0x5557d81be810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:43.268 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.254+0000 7f8a2dc0e700 1 --2- 172.21.15.43:0/1814306616 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5557d81bed50 0x5557d81bf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:43.268 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.255+0000 7f8a2dc0e700 1 -- 172.21.15.43:0/1814306616 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557d81c4ad0 msgr2=0x5557d81be810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:43.268 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.255+0000 7f8a2dc0e700 1 --2- 172.21.15.43:0/1814306616 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557d81c4ad0 0x5557d81be810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:43.269 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.255+0000 7f8a2dc0e700 1 -- 172.21.15.43:0/1814306616 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557d81c41b0 msgr2=0x5557d81c4590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:43.269 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.255+0000 7f8a2dc0e700 1 --2- 172.21.15.43:0/1814306616 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557d81c41b0 0x5557d81c4590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:43.269 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.255+0000 7f8a2dc0e700 1 -- 172.21.15.43:0/1814306616 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5557d805d8d0 con 0x5557d81bed50 2024-05-16T15:53:43.269 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.255+0000 7f8a2d40d700 1 --2- 172.21.15.43:0/1814306616 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557d81c41b0 0x5557d81c4590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:53:43.269 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.255+0000 7f8a2dc0e700 1 --2- 172.21.15.43:0/1814306616 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5557d81bed50 0x5557d81bf190 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f8a200df670 tx=0x7f8a200a8620 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7b6b44d9113eb891 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:43.269 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.255+0000 7f8a137fe700 1 -- 172.21.15.43:0/1814306616 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a200a8eb0 con 0x5557d81bed50 2024-05-16T15:53:43.269 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.255+0000 7f8a137fe700 1 -- 172.21.15.43:0/1814306616 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8a200ad260 con 0x5557d81bed50 2024-05-16T15:53:43.269 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.255+0000 7f8a137fe700 1 -- 172.21.15.43:0/1814306616 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a200a4820 con 0x5557d81bed50 2024-05-16T15:53:43.272 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.256+0000 7f8a39f04b80 1 -- 172.21.15.43:0/1814306616 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5557d81bed50 msgr2=0x5557d81bf190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:43.272 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.256+0000 7f8a39f04b80 1 --2- 172.21.15.43:0/1814306616 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5557d81bed50 0x5557d81bf190 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f8a200df670 tx=0x7f8a200a8620 comp rx=0 tx=0).stop 2024-05-16T15:53:43.273 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.256+0000 7f8a39f04b80 1 -- 172.21.15.43:0/1814306616 shutdown_connections 2024-05-16T15:53:43.273 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.256+0000 7f8a39f04b80 1 --2- 172.21.15.43:0/1814306616 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5557d81bed50 0x5557d81bf190 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:43.273 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.256+0000 7f8a39f04b80 1 --2- 172.21.15.43:0/1814306616 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557d81c41b0 0x5557d81c4590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:43.273 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.256+0000 7f8a39f04b80 1 --2- 172.21.15.43:0/1814306616 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557d81c4ad0 0x5557d81be810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:43.273 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.256+0000 7f8a39f04b80 1 -- 172.21.15.43:0/1814306616 >> 172.21.15.43:0/1814306616 conn(0x5557d80eab70 msgr2=0x5557d81b92a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:43.273 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.256+0000 7f8a39f04b80 1 -- 172.21.15.43:0/1814306616 shutdown_connections 2024-05-16T15:53:43.273 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.256+0000 7f8a39f04b80 1 -- 172.21.15.43:0/1814306616 wait complete. 2024-05-16T15:53:43.273 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.257+0000 7f8a39f04b80 1 -- start start 2024-05-16T15:53:43.273 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.257+0000 7f8a39f04b80 1 Processor -- start 2024-05-16T15:53:43.273 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.257+0000 7f8a39f04b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5557d81bed50 0x5557d81ca750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:43.273 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.257+0000 7f8a39f04b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557d81c41b0 0x5557d81c7b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:43.273 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.258+0000 7f8a39f04b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557d81c4ad0 0x5557d81c80a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:43.273 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.258+0000 7f8a39f04b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x5557d81cb450 con 0x5557d81c41b0 2024-05-16T15:53:43.274 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.258+0000 7f8a39f04b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x5557d80c9ed0 con 0x5557d81bed50 2024-05-16T15:53:43.274 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.258+0000 7f8a39f04b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x5557d81cb5d0 con 0x5557d81c4ad0 2024-05-16T15:53:43.274 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.258+0000 7f8a2d40d700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5557d81bed50 0x5557d81ca750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:43.274 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.258+0000 7f8a2dc0e700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557d81c4ad0 0x5557d81c80a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:43.274 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.258+0000 7f8a2dc0e700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557d81c4ad0 0x5557d81c80a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:47428/0 (socket says 172.21.15.43:47428) 2024-05-16T15:53:43.274 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.258+0000 7f8a2dc0e700 1 -- 172.21.15.43:0/1212868525 learned_addr learned my addr 172.21.15.43:0/1212868525 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:43.274 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.258+0000 7f8a39f04b80 10 client.0 _ll_register_callbacks cb 0x5557d80a45b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:53:43.274 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.258+0000 7f8a2cc0c700 1 --2- 172.21.15.43:0/1212868525 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557d81c41b0 0x5557d81c7b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:43.274 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.258+0000 7f8a2dc0e700 1 -- 172.21.15.43:0/1212868525 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5557d81bed50 msgr2=0x5557d81ca750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:43.274 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.258+0000 7f8a2dc0e700 1 --2- 172.21.15.43:0/1212868525 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5557d81bed50 0x5557d81ca750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:43.274 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.258+0000 7f8a2dc0e700 1 -- 172.21.15.43:0/1212868525 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557d81c41b0 msgr2=0x5557d81c7b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:43.274 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.258+0000 7f8a2dc0e700 1 --2- 172.21.15.43:0/1212868525 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557d81c41b0 0x5557d81c7b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:43.274 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.258+0000 7f8a2dc0e700 1 -- 172.21.15.43:0/1212868525 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5557d80c7760 con 0x5557d81c4ad0 2024-05-16T15:53:43.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.258+0000 7f8a2cc0c700 1 --2- 172.21.15.43:0/1212868525 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557d81c41b0 0x5557d81c7b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:53:43.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.258+0000 7f8a2d40d700 1 --2- 172.21.15.43:0/1212868525 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5557d81bed50 0x5557d81ca750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:53:43.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.259+0000 7f8a2dc0e700 1 --2- 172.21.15.43:0/1212868525 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557d81c4ad0 0x5557d81c80a0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f8a2000cb40 tx=0x7f8a200a9670 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7e9bc983512854a0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:43.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.259+0000 7f8a10ff9700 10 client.0 ms_handle_connect on v2:172.21.15.157:3300/0 2024-05-16T15:53:43.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.259+0000 7f8a10ff9700 1 -- 172.21.15.43:0/1212868525 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a200c7070 con 0x5557d81c4ad0 2024-05-16T15:53:43.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.259+0000 7f8a39f04b80 1 -- 172.21.15.43:0/1212868525 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8a200ad260 con 0x5557d81c4ad0 2024-05-16T15:53:43.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.259+0000 7f8a10ff9700 1 -- 172.21.15.43:0/1212868525 <== mon.1 v2:172.21.15.157:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f8a200a8320 con 0x5557d81c4ad0 2024-05-16T15:53:43.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.259+0000 7f8a10ff9700 1 -- 172.21.15.43:0/1212868525 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f8a2008a050 con 0x5557d81c4ad0 2024-05-16T15:53:43.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.259+0000 7f8a39f04b80 10 client.25738 fetch_fsmap learned FSMap version 36 2024-05-16T15:53:43.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.259+0000 7f8a39f04b80 1 -- 172.21.15.43:0/1212868525 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x5557d81cb450 con 0x5557d81c4ad0 2024-05-16T15:53:43.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.259+0000 7f8a10ff9700 1 -- 172.21.15.43:0/1212868525 <== mon.1 v2:172.21.15.157:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8a200ad260 con 0x5557d81c4ad0 2024-05-16T15:53:43.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.260+0000 7f8a10ff9700 1 -- 172.21.15.43:0/1212868525 <== mon.1 v2:172.21.15.157:3300/0 5 ==== fsmap(e 36) ==== 8378+0+0 (secure 0 0 0) 0x7f8a200c3170 con 0x5557d81c4ad0 2024-05-16T15:53:43.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.260+0000 7f8a39f04b80 10 client.25738 fetch_fsmap finished waiting for FSMap version 36 2024-05-16T15:53:43.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.260+0000 7f8a39f04b80 10 client.25738 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-05-16T15:53:43.275 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.260+0000 7f8a39f04b80 20 client.25738 populate_metadata read hostname 'smithi043' 2024-05-16T15:53:43.276 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.260+0000 7f8a39f04b80 1 --2- 172.21.15.43:0/1212868525 >> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] conn(0x5557d81d80d0 0x5557d81da4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:43.276 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.260+0000 7f8a39f04b80 4 client.25738 mds_command: new command op to 24451 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:53:43.276 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.260+0000 7f8a39f04b80 1 -- 172.21.15.43:0/1212868525 --> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5557d811e320 con 0x5557d81d80d0 2024-05-16T15:53:43.276 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.260+0000 7f8a2d40d700 1 --2- 172.21.15.43:0/1212868525 >> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] conn(0x5557d81d80d0 0x5557d81da4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:43.277 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.261+0000 7f8a2d40d700 1 --2- 172.21.15.43:0/1212868525 >> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] conn(0x5557d81d80d0 0x5557d81da4c0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=f5b72d8b43455b01 server_cookie=c6e04882c1f319b5 in_seq=0 out_seq=0 2024-05-16T15:53:43.277 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.261+0000 7f8a10ff9700 10 client.25738 ms_handle_connect on v2:172.21.15.157:6836/3777341889 2024-05-16T15:53:43.277 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.261+0000 7f8a10ff9700 1 -- 172.21.15.43:0/1212868525 <== mds.3 v2:172.21.15.157:6836/3777341889 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5557d811e320 con 0x5557d81d80d0 2024-05-16T15:53:43.277 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.261+0000 7f8a10ff9700 10 client.25738 handle_command_reply: tid=0 2024-05-16T15:53:43.277 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.261+0000 7f8a39f04b80 1 client.25738 shutdown 2024-05-16T15:53:43.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.262+0000 7f8a39f04b80 1 -- 172.21.15.43:0/1212868525 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557d81c4ad0 msgr2=0x5557d81c80a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:43.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.262+0000 7f8a39f04b80 1 --2- 172.21.15.43:0/1212868525 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557d81c4ad0 0x5557d81c80a0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f8a2000cb40 tx=0x7f8a200a9670 comp rx=0 tx=0).stop 2024-05-16T15:53:43.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.262+0000 7f8a39f04b80 1 -- 172.21.15.43:0/1212868525 shutdown_connections 2024-05-16T15:53:43.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.262+0000 7f8a39f04b80 1 --2- 172.21.15.43:0/1212868525 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557d81c4ad0 0x5557d81c80a0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:43.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.262+0000 7f8a39f04b80 1 --2- 172.21.15.43:0/1212868525 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5557d81bed50 0x5557d81ca750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:43.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.262+0000 7f8a39f04b80 1 --2- 172.21.15.43:0/1212868525 >> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] conn(0x5557d81d80d0 0x5557d81da4c0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:43.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.262+0000 7f8a39f04b80 1 --2- 172.21.15.43:0/1212868525 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557d81c41b0 0x5557d81c7b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:43.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.262+0000 7f8a39f04b80 1 -- 172.21.15.43:0/1212868525 >> 172.21.15.43:0/1212868525 conn(0x5557d80eab70 msgr2=0x5557d81b3b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:43.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.262+0000 7f8a10ff9700 0 client.25738 ms_handle_reset on v2:172.21.15.157:6836/3777341889 2024-05-16T15:53:43.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.262+0000 7f8a39f04b80 1 -- 172.21.15.43:0/1212868525 shutdown_connections 2024-05-16T15:53:43.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.262+0000 7f8a39f04b80 1 -- 172.21.15.43:0/1212868525 wait complete. 2024-05-16T15:53:43.278 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.262+0000 7f8a39f04b80 20 client.25738 trim_cache size 0 max 16384 2024-05-16T15:53:43.294 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.281+0000 7f8a39f04b80 1 Processor -- start 2024-05-16T15:53:43.294 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.281+0000 7f8a39f04b80 1 -- start start 2024-05-16T15:53:43.294 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.281+0000 7f8a39f04b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557d81bed50 0x5557d81be810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:43.294 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.281+0000 7f8a39f04b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557d81c41b0 0x5557d81c5770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:43.294 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.281+0000 7f8a39f04b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5557d81c4ad0 0x5557d81c80d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:43.294 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.281+0000 7f8a39f04b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f8a0c00eaf0 con 0x5557d81bed50 2024-05-16T15:53:43.294 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.281+0000 7f8a39f04b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f8a0c0106f0 con 0x5557d81c4ad0 2024-05-16T15:53:43.294 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.281+0000 7f8a39f04b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f8a0c00f1c0 con 0x5557d81c41b0 2024-05-16T15:53:43.294 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.281+0000 7f8a2d40d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557d81bed50 0x5557d81be810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:43.294 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.281+0000 7f8a2d40d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557d81bed50 0x5557d81be810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:36634/0 (socket says 172.21.15.43:36634) 2024-05-16T15:53:43.294 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.281+0000 7f8a2d40d700 1 -- 172.21.15.43:0/2842414634 learned_addr learned my addr 172.21.15.43:0/2842414634 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:43.294 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.281+0000 7f8a2cc0c700 1 --2- 172.21.15.43:0/2842414634 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557d81c41b0 0x5557d81c5770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:43.294 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.281+0000 7f8a2dc0e700 1 --2- 172.21.15.43:0/2842414634 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5557d81c4ad0 0x5557d81c80d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:43.295 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.282+0000 7f8a2dc0e700 1 -- 172.21.15.43:0/2842414634 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557d81c41b0 msgr2=0x5557d81c5770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:43.296 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.282+0000 7f8a2dc0e700 1 --2- 172.21.15.43:0/2842414634 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557d81c41b0 0x5557d81c5770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:43.296 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.282+0000 7f8a2dc0e700 1 -- 172.21.15.43:0/2842414634 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557d81bed50 msgr2=0x5557d81be810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:43.296 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.282+0000 7f8a2dc0e700 1 --2- 172.21.15.43:0/2842414634 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557d81bed50 0x5557d81be810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:43.296 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.282+0000 7f8a2dc0e700 1 -- 172.21.15.43:0/2842414634 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5557d81ba070 con 0x5557d81c4ad0 2024-05-16T15:53:43.296 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.282+0000 7f8a2d40d700 1 --2- 172.21.15.43:0/2842414634 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557d81bed50 0x5557d81be810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:53:43.296 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.282+0000 7f8a2dc0e700 1 --2- 172.21.15.43:0/2842414634 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5557d81c4ad0 0x5557d81c80d0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f8a2000ef90 tx=0x7f8a2000cf90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=502e68776ce0b1e3 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:43.296 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.282+0000 7f8a12ffd700 1 -- 172.21.15.43:0/2842414634 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a200c7040 con 0x5557d81c4ad0 2024-05-16T15:53:43.296 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.282+0000 7f8a12ffd700 1 -- 172.21.15.43:0/2842414634 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8a200ad260 con 0x5557d81c4ad0 2024-05-16T15:53:43.296 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.283+0000 7f8a12ffd700 1 -- 172.21.15.43:0/2842414634 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a200c30d0 con 0x5557d81c4ad0 2024-05-16T15:53:43.297 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.284+0000 7f8a39f04b80 1 -- 172.21.15.43:0/2842414634 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5557d81c4ad0 msgr2=0x5557d81c80d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:43.297 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.284+0000 7f8a39f04b80 1 --2- 172.21.15.43:0/2842414634 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5557d81c4ad0 0x5557d81c80d0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f8a2000ef90 tx=0x7f8a2000cf90 comp rx=0 tx=0).stop 2024-05-16T15:53:43.298 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.284+0000 7f8a39f04b80 1 -- 172.21.15.43:0/2842414634 shutdown_connections 2024-05-16T15:53:43.298 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.284+0000 7f8a39f04b80 1 --2- 172.21.15.43:0/2842414634 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5557d81c4ad0 0x5557d81c80d0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:43.298 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.284+0000 7f8a39f04b80 1 --2- 172.21.15.43:0/2842414634 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557d81bed50 0x5557d81be810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:43.298 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.284+0000 7f8a39f04b80 1 --2- 172.21.15.43:0/2842414634 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557d81c41b0 0x5557d81c5770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:43.298 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.284+0000 7f8a39f04b80 1 -- 172.21.15.43:0/2842414634 >> 172.21.15.43:0/2842414634 conn(0x5557d80eab70 msgr2=0x5557d81c2cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:43.298 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.284+0000 7f8a39f04b80 1 -- 172.21.15.43:0/2842414634 shutdown_connections 2024-05-16T15:53:43.298 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.284+0000 7f8a39f04b80 1 -- 172.21.15.43:0/2842414634 wait complete. 2024-05-16T15:53:43.298 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.284+0000 7f8a39f04b80 1 -- start start 2024-05-16T15:53:43.298 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.285+0000 7f8a39f04b80 1 Processor -- start 2024-05-16T15:53:43.298 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.285+0000 7f8a39f04b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5557d81bed50 0x5557d81da030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:43.300 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.285+0000 7f8a39f04b80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557d81c41b0 0x5557d81da570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:43.300 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.285+0000 7f8a39f04b80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557d81c4ad0 0x5557d81daad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:43.300 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.285+0000 7f8a39f04b80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f8a0c010020 con 0x5557d81c4ad0 2024-05-16T15:53:43.301 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.285+0000 7f8a39f04b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f8a0c00f890 con 0x5557d81bed50 2024-05-16T15:53:43.301 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.285+0000 7f8a39f04b80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f8a0c00ca90 con 0x5557d81c41b0 2024-05-16T15:53:43.301 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.286+0000 7f8a39f04b80 10 client.0 _ll_register_callbacks cb 0x5557d80a45b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:53:43.301 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.286+0000 7f8a2d40d700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5557d81bed50 0x5557d81da030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:43.301 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.286+0000 7f8a2d40d700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5557d81bed50 0x5557d81da030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:35782/0 (socket says 172.21.15.43:35782) 2024-05-16T15:53:43.301 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.286+0000 7f8a2d40d700 1 -- 172.21.15.43:0/1770035065 learned_addr learned my addr 172.21.15.43:0/1770035065 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:43.301 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.286+0000 7f8a2cc0c700 1 --2- 172.21.15.43:0/1770035065 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557d81c41b0 0x5557d81da570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:43.301 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.286+0000 7f8a2dc0e700 1 --2- 172.21.15.43:0/1770035065 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557d81c4ad0 0x5557d81daad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:43.301 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.286+0000 7f8a2cc0c700 1 -- 172.21.15.43:0/1770035065 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5557d81bed50 msgr2=0x5557d81da030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:43.301 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.286+0000 7f8a2cc0c700 1 --2- 172.21.15.43:0/1770035065 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5557d81bed50 0x5557d81da030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:43.301 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.286+0000 7f8a2cc0c700 1 -- 172.21.15.43:0/1770035065 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557d81c4ad0 msgr2=0x5557d81daad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:43.301 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.286+0000 7f8a2cc0c700 1 --2- 172.21.15.43:0/1770035065 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557d81c4ad0 0x5557d81daad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:43.301 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.286+0000 7f8a2cc0c700 1 -- 172.21.15.43:0/1770035065 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5557d82408f0 con 0x5557d81c41b0 2024-05-16T15:53:43.301 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.286+0000 7f8a2cc0c700 1 --2- 172.21.15.43:0/1770035065 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557d81c41b0 0x5557d81da570 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x5557d81c4eb0 tx=0x7f8a180129b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a7dbd303828882e2 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:43.301 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.286+0000 7f8a10ff9700 10 client.0 ms_handle_connect on v2:172.21.15.157:3300/0 2024-05-16T15:53:43.302 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.286+0000 7f8a10ff9700 1 -- 172.21.15.43:0/1770035065 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a18004320 con 0x5557d81c41b0 2024-05-16T15:53:43.302 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.287+0000 7f8a10ff9700 1 -- 172.21.15.43:0/1770035065 <== mon.1 v2:172.21.15.157:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f8a180044c0 con 0x5557d81c41b0 2024-05-16T15:53:43.302 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.287+0000 7f8a39f04b80 1 -- 172.21.15.43:0/1770035065 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8a200ad260 con 0x5557d81c41b0 2024-05-16T15:53:43.302 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.287+0000 7f8a10ff9700 1 -- 172.21.15.43:0/1770035065 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f8a18003680 con 0x5557d81c41b0 2024-05-16T15:53:43.302 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.287+0000 7f8a39f04b80 10 client.25744 fetch_fsmap learned FSMap version 36 2024-05-16T15:53:43.302 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.287+0000 7f8a39f04b80 1 -- 172.21.15.43:0/1770035065 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x5557d8241c30 con 0x5557d81c41b0 2024-05-16T15:53:43.302 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.287+0000 7f8a10ff9700 1 -- 172.21.15.43:0/1770035065 <== mon.1 v2:172.21.15.157:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8a200ad260 con 0x5557d81c41b0 2024-05-16T15:53:43.302 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.287+0000 7f8a10ff9700 1 -- 172.21.15.43:0/1770035065 <== mon.1 v2:172.21.15.157:3300/0 5 ==== fsmap(e 36) ==== 8378+0+0 (secure 0 0 0) 0x7f8a1801c790 con 0x5557d81c41b0 2024-05-16T15:53:43.302 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.287+0000 7f8a39f04b80 10 client.25744 fetch_fsmap finished waiting for FSMap version 36 2024-05-16T15:53:43.302 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.287+0000 7f8a39f04b80 10 client.25744 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-05-16T15:53:43.302 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.287+0000 7f8a39f04b80 20 client.25744 populate_metadata read hostname 'smithi043' 2024-05-16T15:53:43.302 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.287+0000 7f8a39f04b80 1 --2- 172.21.15.43:0/1770035065 >> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] conn(0x5557d8242330 0x5557d8244750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:43.302 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.288+0000 7f8a39f04b80 4 client.25744 mds_command: new command op to 24451 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-16T15:53:43.302 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.288+0000 7f8a39f04b80 1 -- 172.21.15.43:0/1770035065 --> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5557d81183c0 con 0x5557d8242330 2024-05-16T15:53:43.303 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.288+0000 7f8a2d40d700 1 --2- 172.21.15.43:0/1770035065 >> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] conn(0x5557d8242330 0x5557d8244750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:43.303 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.288+0000 7f8a10ff9700 10 client.25744 ms_handle_connect on v2:172.21.15.157:6836/3777341889 2024-05-16T15:53:43.304 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.289+0000 7f8a2d40d700 1 --2- 172.21.15.43:0/1770035065 >> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] conn(0x5557d8242330 0x5557d8244750 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=3182a5f22aaf8409 server_cookie=5679016aeab5893a in_seq=0 out_seq=0 2024-05-16T15:53:43.304 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.289+0000 7f8a10ff9700 1 -- 172.21.15.43:0/1770035065 <== mds.3 v2:172.21.15.157:6836/3777341889 1 ==== command_reply(tid 0: 0 ) ==== 8+0+666 (crc 0 0 0) 0x5557d81183c0 con 0x5557d8242330 2024-05-16T15:53:43.305 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.289+0000 7f8a10ff9700 10 client.25744 handle_command_reply: tid=0 2024-05-16T15:53:43.305 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.289+0000 7f8a39f04b80 1 client.25744 shutdown 2024-05-16T15:53:43.305 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.289+0000 7f8a39f04b80 1 -- 172.21.15.43:0/1770035065 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557d81c41b0 msgr2=0x5557d81da570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:43.305 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.289+0000 7f8a39f04b80 1 --2- 172.21.15.43:0/1770035065 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557d81c41b0 0x5557d81da570 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x5557d81c4eb0 tx=0x7f8a180129b0 comp rx=0 tx=0).stop 2024-05-16T15:53:43.305 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.290+0000 7f8a39f04b80 1 -- 172.21.15.43:0/1770035065 shutdown_connections 2024-05-16T15:53:43.305 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.290+0000 7f8a39f04b80 1 --2- 172.21.15.43:0/1770035065 >> [v2:172.21.15.157:6836/3777341889,v1:172.21.15.157:6837/3777341889] conn(0x5557d8242330 0x5557d8244750 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:43.305 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.290+0000 7f8a10ff9700 0 client.25744 ms_handle_reset on v2:172.21.15.157:6836/3777341889 2024-05-16T15:53:43.305 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.290+0000 7f8a39f04b80 1 --2- 172.21.15.43:0/1770035065 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5557d81c4ad0 0x5557d81daad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:43.305 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.290+0000 7f8a39f04b80 1 --2- 172.21.15.43:0/1770035065 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5557d81bed50 0x5557d81da030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:43.305 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.290+0000 7f8a39f04b80 1 --2- 172.21.15.43:0/1770035065 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557d81c41b0 0x5557d81da570 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:43.305 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.290+0000 7f8a39f04b80 1 -- 172.21.15.43:0/1770035065 >> 172.21.15.43:0/1770035065 conn(0x5557d80eab70 msgr2=0x5557d81c55f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:43.305 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.290+0000 7f8a39f04b80 1 -- 172.21.15.43:0/1770035065 shutdown_connections 2024-05-16T15:53:43.305 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.290+0000 7f8a39f04b80 1 -- 172.21.15.43:0/1770035065 wait complete. 2024-05-16T15:53:43.305 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.290+0000 7f8a39f04b80 20 client.25744 trim_cache size 0 max 16384 2024-05-16T15:53:43.306 INFO:teuthology.orchestra.run.smithi043.stdout:[ 2024-05-16T15:53:43.306 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:53:43.306 INFO:teuthology.orchestra.run.smithi043.stdout: "damage_type": "backtrace", 2024-05-16T15:53:43.306 INFO:teuthology.orchestra.run.smithi043.stdout: "id": 912622072, 2024-05-16T15:53:43.306 INFO:teuthology.orchestra.run.smithi043.stdout: "ino": 1099511633222, 2024-05-16T15:53:43.306 INFO:teuthology.orchestra.run.smithi043.stdout: "path": "/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/include/config.h" 2024-05-16T15:53:43.306 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:53:43.306 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:53:43.306 INFO:teuthology.orchestra.run.smithi043.stdout: "damage_type": "backtrace", 2024-05-16T15:53:43.306 INFO:teuthology.orchestra.run.smithi043.stdout: "id": 2529095281, 2024-05-16T15:53:43.307 INFO:teuthology.orchestra.run.smithi043.stdout: "ino": 1099511633221, 2024-05-16T15:53:43.307 INFO:teuthology.orchestra.run.smithi043.stdout: "path": "/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/include/builddefs" 2024-05-16T15:53:43.307 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:53:43.307 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:53:43.307 INFO:teuthology.orchestra.run.smithi043.stdout: "damage_type": "backtrace", 2024-05-16T15:53:43.307 INFO:teuthology.orchestra.run.smithi043.stdout: "id": 4065296486, 2024-05-16T15:53:43.307 INFO:teuthology.orchestra.run.smithi043.stdout: "ino": 1099511632699, 2024-05-16T15:53:43.307 INFO:teuthology.orchestra.run.smithi043.stdout: "path": "/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/include/config.h.in" 2024-05-16T15:53:43.307 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:53:43.307 INFO:teuthology.orchestra.run.smithi043.stdout:] 2024-05-16T15:53:43.308 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.291+0000 7f8a2f671700 1 -- 172.21.15.43:0/2698090321 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f8a140b2900 msgr2=0x7f8a140b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:43.308 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.291+0000 7f8a2f671700 1 --2- 172.21.15.43:0/2698090321 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f8a140b2900 0x7f8a140b4dc0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f8a24006010 tx=0x7f8a2400b260 comp rx=0 tx=0).stop 2024-05-16T15:53:43.308 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.291+0000 7f8a2f671700 1 -- 172.21.15.43:0/2698090321 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8a28109510 msgr2=0x7f8a2810f490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:43.308 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.291+0000 7f8a2f671700 1 --2- 172.21.15.43:0/2698090321 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8a28109510 0x7f8a2810f490 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f8a2000efc0 tx=0x7f8a2000c3a0 comp rx=0 tx=0).stop 2024-05-16T15:53:43.308 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.291+0000 7f8a2f671700 1 -- 172.21.15.43:0/2698090321 shutdown_connections 2024-05-16T15:53:43.308 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.291+0000 7f8a2f671700 1 --2- 172.21.15.43:0/2698090321 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f8a140b2900 0x7f8a140b4dc0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:43.309 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.291+0000 7f8a2f671700 1 --2- 172.21.15.43:0/2698090321 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8a28109510 0x7f8a2810f490 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:43.309 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.291+0000 7f8a2f671700 1 --2- 172.21.15.43:0/2698090321 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8a2806bbd0 0x7f8a281a4cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:43.309 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.291+0000 7f8a2f671700 1 --2- 172.21.15.43:0/2698090321 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8a2806c590 0x7f8a281a51f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:43.309 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.291+0000 7f8a2f671700 1 -- 172.21.15.43:0/2698090321 >> 172.21.15.43:0/2698090321 conn(0x7f8a28079350 msgr2=0x7f8a28100ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:43.309 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.291+0000 7f8a2f671700 1 -- 172.21.15.43:0/2698090321 shutdown_connections 2024-05-16T15:53:43.309 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:43.291+0000 7f8a2f671700 1 -- 172.21.15.43:0/2698090321 wait complete. 2024-05-16T15:53:43.635 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:53:43 smithi043 ceph-mon[31619]: pgmap v541: 129 pgs: 129 active+clean; 40 MiB data, 908 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 MiB/s rd, 4.7 MiB/s wr, 597 op/s 2024-05-16T15:53:43.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:53:43 smithi157 ceph-mon[35584]: pgmap v541: 129 pgs: 129 active+clean; 40 MiB data, 908 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 MiB/s rd, 4.7 MiB/s wr, 597 op/s 2024-05-16T15:53:43.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:53:43 smithi148 ceph-mon[34976]: pgmap v541: 129 pgs: 129 active+clean; 40 MiB data, 908 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 MiB/s rd, 4.7 MiB/s wr, 597 op/s 2024-05-16T15:53:44.163 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-16T15:53:44.461 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:53:45.726 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:53:45 smithi043 ceph-mon[31619]: pgmap v542: 129 pgs: 129 active+clean; 40 MiB data, 942 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 3.3 MiB/s wr, 430 op/s 2024-05-16T15:53:45.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:53:45 smithi157 ceph-mon[35584]: pgmap v542: 129 pgs: 129 active+clean; 40 MiB data, 942 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 3.3 MiB/s wr, 430 op/s 2024-05-16T15:53:45.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:53:45 smithi148 ceph-mon[34976]: pgmap v542: 129 pgs: 129 active+clean; 40 MiB data, 942 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 3.3 MiB/s wr, 430 op/s 2024-05-16T15:53:46.364 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.351+0000 7fda4d0bb700 1 -- 172.21.15.43:0/1361966682 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fda48108400 msgr2=0x7fda481087e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:46.365 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.351+0000 7fda4d0bb700 1 --2- 172.21.15.43:0/1361966682 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fda48108400 0x7fda481087e0 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7fda38009990 tx=0x7fda38009ca0 comp rx=0 tx=0).stop 2024-05-16T15:53:46.365 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.351+0000 7fda4d0bb700 1 -- 172.21.15.43:0/1361966682 shutdown_connections 2024-05-16T15:53:46.365 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.351+0000 7fda4d0bb700 1 --2- 172.21.15.43:0/1361966682 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda48102d50 0x7fda4810f240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:46.365 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.351+0000 7fda4d0bb700 1 --2- 172.21.15.43:0/1361966682 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fda48108400 0x7fda481087e0 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:46.365 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.351+0000 7fda4d0bb700 1 --2- 172.21.15.43:0/1361966682 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fda48102390 0x7fda48102810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:46.365 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.351+0000 7fda4d0bb700 1 -- 172.21.15.43:0/1361966682 >> 172.21.15.43:0/1361966682 conn(0x7fda48079310 msgr2=0x7fda48079720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:46.365 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.352+0000 7fda4d0bb700 1 -- 172.21.15.43:0/1361966682 shutdown_connections 2024-05-16T15:53:46.365 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.352+0000 7fda4d0bb700 1 -- 172.21.15.43:0/1361966682 wait complete. 2024-05-16T15:53:46.365 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.352+0000 7fda4d0bb700 1 Processor -- start 2024-05-16T15:53:46.367 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.353+0000 7fda4d0bb700 1 -- start start 2024-05-16T15:53:46.367 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.353+0000 7fda4d0bb700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda48102390 0x7fda4819f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:46.368 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.353+0000 7fda4d0bb700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fda48102d50 0x7fda4819fc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:46.368 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.353+0000 7fda4d0bb700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fda48108400 0x7fda481998a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:46.368 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.353+0000 7fda4d0bb700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fda481123d0 con 0x7fda48108400 2024-05-16T15:53:46.368 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.353+0000 7fda4d0bb700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fda48112250 con 0x7fda48102d50 2024-05-16T15:53:46.368 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.353+0000 7fda4d0bb700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fda48112550 con 0x7fda48102390 2024-05-16T15:53:46.368 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.353+0000 7fda46d9d700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda48102390 0x7fda4819f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:46.368 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.353+0000 7fda4659c700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fda48102d50 0x7fda4819fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:46.368 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.353+0000 7fda46d9d700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda48102390 0x7fda4819f6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:39588/0 (socket says 172.21.15.43:39588) 2024-05-16T15:53:46.368 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.353+0000 7fda46d9d700 1 -- 172.21.15.43:0/3803327678 learned_addr learned my addr 172.21.15.43:0/3803327678 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:46.368 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.353+0000 7fda4759e700 1 --2- 172.21.15.43:0/3803327678 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fda48108400 0x7fda481998a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:46.368 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.353+0000 7fda46d9d700 1 -- 172.21.15.43:0/3803327678 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fda48102d50 msgr2=0x7fda4819fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:46.368 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.353+0000 7fda46d9d700 1 --2- 172.21.15.43:0/3803327678 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fda48102d50 0x7fda4819fc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:46.368 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.353+0000 7fda46d9d700 1 -- 172.21.15.43:0/3803327678 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fda48108400 msgr2=0x7fda481998a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:46.369 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.354+0000 7fda46d9d700 1 --2- 172.21.15.43:0/3803327678 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fda48108400 0x7fda481998a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:46.369 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.354+0000 7fda46d9d700 1 -- 172.21.15.43:0/3803327678 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda4819a000 con 0x7fda48102390 2024-05-16T15:53:46.369 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.354+0000 7fda4659c700 1 --2- 172.21.15.43:0/3803327678 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fda48102d50 0x7fda4819fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:53:46.369 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.354+0000 7fda46d9d700 1 --2- 172.21.15.43:0/3803327678 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda48102390 0x7fda4819f6e0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fda38006010 tx=0x7fda380047b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:46.369 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.354+0000 7fda2ffff700 1 -- 172.21.15.43:0/3803327678 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda38027070 con 0x7fda48102390 2024-05-16T15:53:46.369 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.354+0000 7fda4d0bb700 1 -- 172.21.15.43:0/3803327678 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda4819a290 con 0x7fda48102390 2024-05-16T15:53:46.369 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.354+0000 7fda2ffff700 1 -- 172.21.15.43:0/3803327678 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fda38022470 con 0x7fda48102390 2024-05-16T15:53:46.369 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.355+0000 7fda2ffff700 1 -- 172.21.15.43:0/3803327678 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda38017650 con 0x7fda48102390 2024-05-16T15:53:46.369 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.355+0000 7fda4d0bb700 1 -- 172.21.15.43:0/3803327678 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda48103fa0 con 0x7fda48102390 2024-05-16T15:53:46.370 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.357+0000 7fda2ffff700 1 -- 172.21.15.43:0/3803327678 <== mon.1 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fda38009d10 con 0x7fda48102390 2024-05-16T15:53:46.370 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.357+0000 7fda2ffff700 1 --2- 172.21.15.43:0/3803327678 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fda300b2880 0x7fda300b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:46.370 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.358+0000 7fda2ffff700 1 -- 172.21.15.43:0/3803327678 <== mon.1 v2:172.21.15.157:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7fda380e3040 con 0x7fda48102390 2024-05-16T15:53:46.370 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.358+0000 7fda4659c700 1 --2- 172.21.15.43:0/3803327678 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fda300b2880 0x7fda300b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:46.371 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.358+0000 7fda4659c700 1 --2- 172.21.15.43:0/3803327678 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fda300b2880 0x7fda300b4d40 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fda48079980 tx=0x7fda3c009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:46.372 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.359+0000 7fda5794eb80 1 Processor -- start 2024-05-16T15:53:46.373 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.359+0000 7fda5794eb80 1 -- start start 2024-05-16T15:53:46.373 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.359+0000 7fda5794eb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dd6cd364d0 0x55dd6cd368b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:46.373 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.359+0000 7fda5794eb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55dd6cd36df0 0x55dd6cd3a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:46.373 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.359+0000 7fda5794eb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55dd6cd3ac80 0x55dd6cd3b100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:46.373 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.359+0000 7fda5794eb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55dd6cc88860 con 0x55dd6cd36df0 2024-05-16T15:53:46.373 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.359+0000 7fda5794eb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55dd6cc277c0 con 0x55dd6cd3ac80 2024-05-16T15:53:46.373 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.359+0000 7fda5794eb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55dd6cc84820 con 0x55dd6cd364d0 2024-05-16T15:53:46.373 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.360+0000 7fda4659c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55dd6cd36df0 0x55dd6cd3a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:46.373 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.360+0000 7fda46d9d700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dd6cd364d0 0x55dd6cd368b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:46.373 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.360+0000 7fda46d9d700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dd6cd364d0 0x55dd6cd368b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:39598/0 (socket says 172.21.15.43:39598) 2024-05-16T15:53:46.373 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.360+0000 7fda46d9d700 1 -- 172.21.15.43:0/1318060723 learned_addr learned my addr 172.21.15.43:0/1318060723 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:46.374 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.360+0000 7fda4659c700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55dd6cd36df0 0x55dd6cd3a6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:54136/0 (socket says 172.21.15.43:54136) 2024-05-16T15:53:46.374 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.360+0000 7fda4759e700 1 --2- 172.21.15.43:0/1318060723 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55dd6cd3ac80 0x55dd6cd3b100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:46.374 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.360+0000 7fda46d9d700 1 -- 172.21.15.43:0/1318060723 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55dd6cd3ac80 msgr2=0x55dd6cd3b100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:46.374 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.360+0000 7fda46d9d700 1 --2- 172.21.15.43:0/1318060723 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55dd6cd3ac80 0x55dd6cd3b100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:46.374 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.360+0000 7fda46d9d700 1 -- 172.21.15.43:0/1318060723 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55dd6cd36df0 msgr2=0x55dd6cd3a6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:46.374 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.360+0000 7fda46d9d700 1 --2- 172.21.15.43:0/1318060723 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55dd6cd36df0 0x55dd6cd3a6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:46.374 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.360+0000 7fda46d9d700 1 -- 172.21.15.43:0/1318060723 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dd6cbd58d0 con 0x55dd6cd364d0 2024-05-16T15:53:46.374 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.360+0000 7fda46d9d700 1 --2- 172.21.15.43:0/1318060723 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dd6cd364d0 0x55dd6cd368b0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fda380a63c0 tx=0x7fda380a9bb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c375a964b5b4bd88 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:46.374 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.360+0000 7fda2d7fa700 1 -- 172.21.15.43:0/1318060723 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda380ae6f0 con 0x55dd6cd364d0 2024-05-16T15:53:46.374 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.360+0000 7fda2d7fa700 1 -- 172.21.15.43:0/1318060723 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fda380b3110 con 0x55dd6cd364d0 2024-05-16T15:53:46.374 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.360+0000 7fda2d7fa700 1 -- 172.21.15.43:0/1318060723 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda380b2ee0 con 0x55dd6cd364d0 2024-05-16T15:53:46.379 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.361+0000 7fda5794eb80 1 -- 172.21.15.43:0/1318060723 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dd6cd364d0 msgr2=0x55dd6cd368b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:46.379 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.361+0000 7fda5794eb80 1 --2- 172.21.15.43:0/1318060723 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dd6cd364d0 0x55dd6cd368b0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fda380a63c0 tx=0x7fda380a9bb0 comp rx=0 tx=0).stop 2024-05-16T15:53:46.379 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.361+0000 7fda5794eb80 1 -- 172.21.15.43:0/1318060723 shutdown_connections 2024-05-16T15:53:46.379 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.361+0000 7fda5794eb80 1 --2- 172.21.15.43:0/1318060723 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55dd6cd3ac80 0x55dd6cd3b100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:46.379 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.361+0000 7fda5794eb80 1 --2- 172.21.15.43:0/1318060723 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dd6cd364d0 0x55dd6cd368b0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:46.379 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.361+0000 7fda5794eb80 1 --2- 172.21.15.43:0/1318060723 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55dd6cd36df0 0x55dd6cd3a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:46.379 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.361+0000 7fda5794eb80 1 -- 172.21.15.43:0/1318060723 >> 172.21.15.43:0/1318060723 conn(0x55dd6cc62100 msgr2=0x55dd6cd30c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:46.379 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.361+0000 7fda5794eb80 1 -- 172.21.15.43:0/1318060723 shutdown_connections 2024-05-16T15:53:46.379 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.361+0000 7fda5794eb80 1 -- 172.21.15.43:0/1318060723 wait complete. 2024-05-16T15:53:46.379 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.362+0000 7fda5794eb80 1 -- start start 2024-05-16T15:53:46.379 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.362+0000 7fda5794eb80 1 Processor -- start 2024-05-16T15:53:46.379 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.362+0000 7fda5794eb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55dd6cd364d0 0x55dd6cd420f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:46.380 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.362+0000 7fda5794eb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dd6cd36df0 0x55dd6cd3f490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:46.380 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.362+0000 7fda5794eb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55dd6cd3ac80 0x55dd6cd3f9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:46.380 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.362+0000 7fda5794eb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55dd6cd42c50 con 0x55dd6cd364d0 2024-05-16T15:53:46.380 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.362+0000 7fda5794eb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55dd6cbeec30 con 0x55dd6cd3ac80 2024-05-16T15:53:46.380 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.362+0000 7fda5794eb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55dd6cd42dd0 con 0x55dd6cd36df0 2024-05-16T15:53:46.380 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.362+0000 7fda5794eb80 10 client.0 _ll_register_callbacks cb 0x55dd6cc20920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:53:46.380 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.362+0000 7fda46d9d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55dd6cd364d0 0x55dd6cd420f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:46.380 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.362+0000 7fda46d9d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55dd6cd364d0 0x55dd6cd420f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:54152/0 (socket says 172.21.15.43:54152) 2024-05-16T15:53:46.380 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.362+0000 7fda46d9d700 1 -- 172.21.15.43:0/3214797693 learned_addr learned my addr 172.21.15.43:0/3214797693 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:46.380 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.362+0000 7fda4659c700 1 --2- 172.21.15.43:0/3214797693 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dd6cd36df0 0x55dd6cd3f490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:46.380 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.363+0000 7fda4759e700 1 --2- 172.21.15.43:0/3214797693 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55dd6cd3ac80 0x55dd6cd3f9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:46.380 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.363+0000 7fda46d9d700 1 -- 172.21.15.43:0/3214797693 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dd6cd36df0 msgr2=0x55dd6cd3f490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:46.380 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.363+0000 7fda46d9d700 1 --2- 172.21.15.43:0/3214797693 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dd6cd36df0 0x55dd6cd3f490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:46.381 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.363+0000 7fda46d9d700 1 -- 172.21.15.43:0/3214797693 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55dd6cd3ac80 msgr2=0x55dd6cd3f9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:46.381 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.363+0000 7fda46d9d700 1 --2- 172.21.15.43:0/3214797693 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55dd6cd3ac80 0x55dd6cd3f9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:46.381 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.363+0000 7fda46d9d700 1 -- 172.21.15.43:0/3214797693 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dd6cc24690 con 0x55dd6cd364d0 2024-05-16T15:53:46.381 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.363+0000 7fda4759e700 1 --2- 172.21.15.43:0/3214797693 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55dd6cd3ac80 0x55dd6cd3f9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:53:46.381 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.363+0000 7fda46d9d700 1 --2- 172.21.15.43:0/3214797693 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55dd6cd364d0 0x55dd6cd420f0 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7fda380e0b00 tx=0x7fda380aa7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12c319c34294d1e9 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:46.381 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.363+0000 7fda2aff5700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:53:46.381 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.363+0000 7fda2aff5700 1 -- 172.21.15.43:0/3214797693 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda380b2e90 con 0x55dd6cd364d0 2024-05-16T15:53:46.381 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.363+0000 7fda2aff5700 1 -- 172.21.15.43:0/3214797693 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7fda380a95a0 con 0x55dd6cd364d0 2024-05-16T15:53:46.381 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.363+0000 7fda5794eb80 1 -- 172.21.15.43:0/3214797693 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fda380b3110 con 0x55dd6cd364d0 2024-05-16T15:53:46.381 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.363+0000 7fda2aff5700 1 -- 172.21.15.43:0/3214797693 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7fda380a97a0 con 0x55dd6cd364d0 2024-05-16T15:53:46.381 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.363+0000 7fda5794eb80 10 client.16185 fetch_fsmap learned FSMap version 36 2024-05-16T15:53:46.381 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.363+0000 7fda5794eb80 1 -- 172.21.15.43:0/3214797693 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x55dd6cd42c50 con 0x55dd6cd364d0 2024-05-16T15:53:46.381 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.364+0000 7fda2aff5700 1 -- 172.21.15.43:0/3214797693 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fda380b3110 con 0x55dd6cd364d0 2024-05-16T15:53:46.381 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.364+0000 7fda2aff5700 1 -- 172.21.15.43:0/3214797693 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 36) ==== 8378+0+0 (secure 0 0 0) 0x7fda380ae120 con 0x55dd6cd364d0 2024-05-16T15:53:46.382 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.364+0000 7fda5794eb80 10 client.16185 fetch_fsmap finished waiting for FSMap version 36 2024-05-16T15:53:46.382 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.364+0000 7fda5794eb80 10 client.16185 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-16T15:53:46.382 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.364+0000 7fda5794eb80 20 client.16185 populate_metadata read hostname 'smithi043' 2024-05-16T15:53:46.382 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.364+0000 7fda5794eb80 1 --2- 172.21.15.43:0/3214797693 >> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] conn(0x55dd6cd4f7f0 0x55dd6cd51c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:46.382 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.364+0000 7fda5794eb80 4 client.16185 mds_command: new command op to 24452 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:53:46.382 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.364+0000 7fda5794eb80 1 -- 172.21.15.43:0/3214797693 --> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dd6cd02650 con 0x55dd6cd4f7f0 2024-05-16T15:53:46.382 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.365+0000 7fda4659c700 1 --2- 172.21.15.43:0/3214797693 >> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] conn(0x55dd6cd4f7f0 0x55dd6cd51c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:46.382 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.365+0000 7fda4659c700 1 --2- 172.21.15.43:0/3214797693 >> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] conn(0x55dd6cd4f7f0 0x55dd6cd51c00 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=45e8c915d4316f05 server_cookie=96ef075d71df5fe4 in_seq=0 out_seq=0 2024-05-16T15:53:46.382 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.365+0000 7fda2aff5700 10 client.16185 ms_handle_connect on v2:172.21.15.148:6836/4036870683 2024-05-16T15:53:46.382 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.366+0000 7fda2aff5700 1 -- 172.21.15.43:0/3214797693 <== mds.2 v2:172.21.15.148:6836/4036870683 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55dd6cd02650 con 0x55dd6cd4f7f0 2024-05-16T15:53:46.382 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.366+0000 7fda2aff5700 10 client.16185 handle_command_reply: tid=0 2024-05-16T15:53:46.382 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.366+0000 7fda5794eb80 1 client.16185 shutdown 2024-05-16T15:53:46.382 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.366+0000 7fda5794eb80 1 -- 172.21.15.43:0/3214797693 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55dd6cd364d0 msgr2=0x55dd6cd420f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:46.383 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.366+0000 7fda5794eb80 1 --2- 172.21.15.43:0/3214797693 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55dd6cd364d0 0x55dd6cd420f0 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7fda380e0b00 tx=0x7fda380aa7d0 comp rx=0 tx=0).stop 2024-05-16T15:53:46.383 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.366+0000 7fda5794eb80 1 -- 172.21.15.43:0/3214797693 shutdown_connections 2024-05-16T15:53:46.383 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.366+0000 7fda5794eb80 1 --2- 172.21.15.43:0/3214797693 >> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] conn(0x55dd6cd4f7f0 0x55dd6cd51c00 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:46.383 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.366+0000 7fda5794eb80 1 --2- 172.21.15.43:0/3214797693 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55dd6cd3ac80 0x55dd6cd3f9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:46.383 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.366+0000 7fda5794eb80 1 --2- 172.21.15.43:0/3214797693 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55dd6cd364d0 0x55dd6cd420f0 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:46.383 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.366+0000 7fda2aff5700 0 client.16185 ms_handle_reset on v2:172.21.15.148:6836/4036870683 2024-05-16T15:53:46.383 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.366+0000 7fda5794eb80 1 --2- 172.21.15.43:0/3214797693 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dd6cd36df0 0x55dd6cd3f490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:46.383 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.366+0000 7fda5794eb80 1 -- 172.21.15.43:0/3214797693 >> 172.21.15.43:0/3214797693 conn(0x55dd6cc62100 msgr2=0x55dd6cd2b720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:46.383 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.366+0000 7fda5794eb80 1 -- 172.21.15.43:0/3214797693 shutdown_connections 2024-05-16T15:53:46.383 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.366+0000 7fda5794eb80 1 -- 172.21.15.43:0/3214797693 wait complete. 2024-05-16T15:53:46.383 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.366+0000 7fda5794eb80 20 client.16185 trim_cache size 0 max 16384 2024-05-16T15:53:46.397 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.384+0000 7fda5794eb80 1 Processor -- start 2024-05-16T15:53:46.398 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.384+0000 7fda5794eb80 1 -- start start 2024-05-16T15:53:46.398 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.384+0000 7fda5794eb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55dd6cd364d0 0x55dd6cd4bca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:46.398 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.384+0000 7fda5794eb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55dd6cd36df0 0x55dd6cd3e380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:46.398 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.384+0000 7fda5794eb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dd6cd3ac80 0x55dd6cd574d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:46.398 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.384+0000 7fda5794eb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fda481acf00 con 0x55dd6cd364d0 2024-05-16T15:53:46.398 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.384+0000 7fda5794eb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fda481aeb00 con 0x55dd6cd36df0 2024-05-16T15:53:46.398 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.384+0000 7fda5794eb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fda481ad5d0 con 0x55dd6cd3ac80 2024-05-16T15:53:46.398 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.384+0000 7fda46d9d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55dd6cd364d0 0x55dd6cd4bca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:46.398 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.384+0000 7fda46d9d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55dd6cd364d0 0x55dd6cd4bca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:54158/0 (socket says 172.21.15.43:54158) 2024-05-16T15:53:46.398 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.384+0000 7fda46d9d700 1 -- 172.21.15.43:0/2886859155 learned_addr learned my addr 172.21.15.43:0/2886859155 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:46.398 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.385+0000 7fda4659c700 1 --2- 172.21.15.43:0/2886859155 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55dd6cd36df0 0x55dd6cd3e380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:46.398 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.385+0000 7fda4759e700 1 --2- 172.21.15.43:0/2886859155 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dd6cd3ac80 0x55dd6cd574d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:46.399 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.385+0000 7fda46d9d700 1 -- 172.21.15.43:0/2886859155 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dd6cd3ac80 msgr2=0x55dd6cd574d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:46.399 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.385+0000 7fda46d9d700 1 --2- 172.21.15.43:0/2886859155 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dd6cd3ac80 0x55dd6cd574d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:46.399 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.385+0000 7fda46d9d700 1 -- 172.21.15.43:0/2886859155 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55dd6cd36df0 msgr2=0x55dd6cd3e380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:46.399 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.385+0000 7fda46d9d700 1 --2- 172.21.15.43:0/2886859155 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55dd6cd36df0 0x55dd6cd3e380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:46.399 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.385+0000 7fda46d9d700 1 -- 172.21.15.43:0/2886859155 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dd6cd3da20 con 0x55dd6cd364d0 2024-05-16T15:53:46.399 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.385+0000 7fda4659c700 1 --2- 172.21.15.43:0/2886859155 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55dd6cd36df0 0x55dd6cd3e380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:53:46.399 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.385+0000 7fda46d9d700 1 --2- 172.21.15.43:0/2886859155 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55dd6cd364d0 0x55dd6cd4bca0 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7fda380a63c0 tx=0x7fda38022c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b10b7f8e0f9f664 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:46.399 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.385+0000 7fda2cff9700 1 -- 172.21.15.43:0/2886859155 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda380b3110 con 0x55dd6cd364d0 2024-05-16T15:53:46.399 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.385+0000 7fda2cff9700 1 -- 172.21.15.43:0/2886859155 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fda380b2e90 con 0x55dd6cd364d0 2024-05-16T15:53:46.399 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.385+0000 7fda2cff9700 1 -- 172.21.15.43:0/2886859155 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda3800fe30 con 0x55dd6cd364d0 2024-05-16T15:53:46.404 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.386+0000 7fda5794eb80 1 -- 172.21.15.43:0/2886859155 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55dd6cd364d0 msgr2=0x55dd6cd4bca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:46.404 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.386+0000 7fda5794eb80 1 --2- 172.21.15.43:0/2886859155 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55dd6cd364d0 0x55dd6cd4bca0 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7fda380a63c0 tx=0x7fda38022c30 comp rx=0 tx=0).stop 2024-05-16T15:53:46.404 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.386+0000 7fda5794eb80 1 -- 172.21.15.43:0/2886859155 shutdown_connections 2024-05-16T15:53:46.404 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.386+0000 7fda5794eb80 1 --2- 172.21.15.43:0/2886859155 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dd6cd3ac80 0x55dd6cd574d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:46.404 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.386+0000 7fda5794eb80 1 --2- 172.21.15.43:0/2886859155 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55dd6cd364d0 0x55dd6cd4bca0 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:46.404 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.386+0000 7fda5794eb80 1 --2- 172.21.15.43:0/2886859155 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55dd6cd36df0 0x55dd6cd3e380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:46.404 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.386+0000 7fda5794eb80 1 -- 172.21.15.43:0/2886859155 >> 172.21.15.43:0/2886859155 conn(0x55dd6cc62100 msgr2=0x55dd6cd3dc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:46.404 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.386+0000 7fda5794eb80 1 -- 172.21.15.43:0/2886859155 shutdown_connections 2024-05-16T15:53:46.404 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.386+0000 7fda5794eb80 1 -- 172.21.15.43:0/2886859155 wait complete. 2024-05-16T15:53:46.405 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.387+0000 7fda5794eb80 1 -- start start 2024-05-16T15:53:46.405 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.387+0000 7fda5794eb80 1 Processor -- start 2024-05-16T15:53:46.405 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.387+0000 7fda5794eb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55dd6cd364d0 0x55dd6cd47fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:46.405 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.387+0000 7fda5794eb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55dd6cd36df0 0x55dd6cd48510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:46.405 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.387+0000 7fda5794eb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dd6cd3ac80 0x55dd6cd433e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:46.405 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.387+0000 7fda5794eb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fda481ae430 con 0x55dd6cd364d0 2024-05-16T15:53:46.405 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.387+0000 7fda5794eb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fda481adca0 con 0x55dd6cd36df0 2024-05-16T15:53:46.405 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.387+0000 7fda5794eb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fda481aaea0 con 0x55dd6cd3ac80 2024-05-16T15:53:46.405 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.387+0000 7fda46d9d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55dd6cd364d0 0x55dd6cd47fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:46.405 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.387+0000 7fda46d9d700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55dd6cd364d0 0x55dd6cd47fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:54160/0 (socket says 172.21.15.43:54160) 2024-05-16T15:53:46.405 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.387+0000 7fda5794eb80 10 client.0 _ll_register_callbacks cb 0x55dd6cc20920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:53:46.405 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.387+0000 7fda46d9d700 1 -- 172.21.15.43:0/884386244 learned_addr learned my addr 172.21.15.43:0/884386244 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:46.405 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.387+0000 7fda46d9d700 1 -- 172.21.15.43:0/884386244 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dd6cd3ac80 msgr2=0x55dd6cd433e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:46.406 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.387+0000 7fda46d9d700 1 --2- 172.21.15.43:0/884386244 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dd6cd3ac80 0x55dd6cd433e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:46.406 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.387+0000 7fda46d9d700 1 -- 172.21.15.43:0/884386244 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55dd6cd36df0 msgr2=0x55dd6cd48510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:46.406 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.387+0000 7fda46d9d700 1 --2- 172.21.15.43:0/884386244 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55dd6cd36df0 0x55dd6cd48510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:46.406 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.388+0000 7fda46d9d700 1 -- 172.21.15.43:0/884386244 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dd6cd43c20 con 0x55dd6cd364d0 2024-05-16T15:53:46.406 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.388+0000 7fda46d9d700 1 --2- 172.21.15.43:0/884386244 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55dd6cd364d0 0x55dd6cd47fd0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7fda3800b350 tx=0x7fda380a9b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=669d78abbe465593 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:46.406 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.388+0000 7fda2aff5700 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:53:46.406 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.388+0000 7fda2aff5700 1 -- 172.21.15.43:0/884386244 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda380b3110 con 0x55dd6cd364d0 2024-05-16T15:53:46.406 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.388+0000 7fda2aff5700 1 -- 172.21.15.43:0/884386244 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7fda380a95a0 con 0x55dd6cd364d0 2024-05-16T15:53:46.406 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.388+0000 7fda5794eb80 1 -- 172.21.15.43:0/884386244 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fda380b2e90 con 0x55dd6cd364d0 2024-05-16T15:53:46.406 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.388+0000 7fda2aff5700 1 -- 172.21.15.43:0/884386244 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7fda380ae330 con 0x55dd6cd364d0 2024-05-16T15:53:46.406 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.388+0000 7fda5794eb80 10 client.16191 fetch_fsmap learned FSMap version 36 2024-05-16T15:53:46.406 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.388+0000 7fda5794eb80 1 -- 172.21.15.43:0/884386244 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x55dd6cd43c20 con 0x55dd6cd364d0 2024-05-16T15:53:46.407 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.388+0000 7fda2aff5700 1 -- 172.21.15.43:0/884386244 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fda380a9010 con 0x55dd6cd364d0 2024-05-16T15:53:46.407 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.389+0000 7fda2aff5700 1 -- 172.21.15.43:0/884386244 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 36) ==== 8378+0+0 (secure 0 0 0) 0x7fda380a4b40 con 0x55dd6cd364d0 2024-05-16T15:53:46.407 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.389+0000 7fda5794eb80 10 client.16191 fetch_fsmap finished waiting for FSMap version 36 2024-05-16T15:53:46.407 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.389+0000 7fda5794eb80 10 client.16191 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-16T15:53:46.407 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.389+0000 7fda5794eb80 20 client.16191 populate_metadata read hostname 'smithi043' 2024-05-16T15:53:46.407 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.389+0000 7fda5794eb80 1 --2- 172.21.15.43:0/884386244 >> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] conn(0x55dd6cdb9df0 0x55dd6cdbc260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:46.407 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.389+0000 7fda5794eb80 4 client.16191 mds_command: new command op to 24452 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-16T15:53:46.407 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.389+0000 7fda5794eb80 1 -- 172.21.15.43:0/884386244 --> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7fda380b2e90 con 0x55dd6cdb9df0 2024-05-16T15:53:46.407 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.389+0000 7fda4659c700 1 --2- 172.21.15.43:0/884386244 >> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] conn(0x55dd6cdb9df0 0x55dd6cdbc260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:46.407 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.389+0000 7fda4659c700 1 --2- 172.21.15.43:0/884386244 >> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] conn(0x55dd6cdb9df0 0x55dd6cdbc260 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=30f6c7beef8d2fbc server_cookie=61f5484d54e7f9fb in_seq=0 out_seq=0 2024-05-16T15:53:46.407 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.389+0000 7fda2aff5700 10 client.16191 ms_handle_connect on v2:172.21.15.148:6836/4036870683 2024-05-16T15:53:46.407 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.390+0000 7fda2aff5700 1 -- 172.21.15.43:0/884386244 <== mds.2 v2:172.21.15.148:6836/4036870683 1 ==== command_reply(tid 0: 0 ) ==== 8+0+5090 (crc 0 0 0) 0x7fda380b2e90 con 0x55dd6cdb9df0 2024-05-16T15:53:46.407 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.390+0000 7fda2aff5700 10 client.16191 handle_command_reply: tid=0 2024-05-16T15:53:46.408 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.390+0000 7fda5794eb80 1 client.16191 shutdown 2024-05-16T15:53:46.408 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.390+0000 7fda5794eb80 1 -- 172.21.15.43:0/884386244 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55dd6cd364d0 msgr2=0x55dd6cd47fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:46.408 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.390+0000 7fda5794eb80 1 --2- 172.21.15.43:0/884386244 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55dd6cd364d0 0x55dd6cd47fd0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7fda3800b350 tx=0x7fda380a9b60 comp rx=0 tx=0).stop 2024-05-16T15:53:46.408 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.390+0000 7fda5794eb80 1 -- 172.21.15.43:0/884386244 shutdown_connections 2024-05-16T15:53:46.408 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.390+0000 7fda5794eb80 1 --2- 172.21.15.43:0/884386244 >> [v2:172.21.15.148:6836/4036870683,v1:172.21.15.148:6837/4036870683] conn(0x55dd6cdb9df0 0x55dd6cdbc260 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:46.408 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.390+0000 7fda5794eb80 1 --2- 172.21.15.43:0/884386244 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dd6cd3ac80 0x55dd6cd433e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:46.408 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.390+0000 7fda5794eb80 1 --2- 172.21.15.43:0/884386244 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55dd6cd364d0 0x55dd6cd47fd0 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:46.408 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.390+0000 7fda2aff5700 0 client.16191 ms_handle_reset on v2:172.21.15.148:6836/4036870683 2024-05-16T15:53:46.408 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.390+0000 7fda5794eb80 1 --2- 172.21.15.43:0/884386244 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55dd6cd36df0 0x55dd6cd48510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:46.408 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.390+0000 7fda5794eb80 1 -- 172.21.15.43:0/884386244 >> 172.21.15.43:0/884386244 conn(0x55dd6cc62100 msgr2=0x55dd6cd35b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:46.408 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.390+0000 7fda5794eb80 1 -- 172.21.15.43:0/884386244 shutdown_connections 2024-05-16T15:53:46.408 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.390+0000 7fda5794eb80 1 -- 172.21.15.43:0/884386244 wait complete. 2024-05-16T15:53:46.408 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.390+0000 7fda5794eb80 20 client.16191 trim_cache size 0 max 16384 2024-05-16T15:53:46.409 INFO:teuthology.orchestra.run.smithi043.stdout:[ 2024-05-16T15:53:46.409 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:53:46.409 INFO:teuthology.orchestra.run.smithi043.stdout: "damage_type": "backtrace", 2024-05-16T15:53:46.409 INFO:teuthology.orchestra.run.smithi043.stdout: "id": 29622020, 2024-05-16T15:53:46.409 INFO:teuthology.orchestra.run.smithi043.stdout: "ino": 1099511632695, 2024-05-16T15:53:46.409 INFO:teuthology.orchestra.run.smithi043.stdout: "path": "/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/autom4te.cache/traces.0" 2024-05-16T15:53:46.409 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:53:46.409 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:53:46.409 INFO:teuthology.orchestra.run.smithi043.stdout: "damage_type": "backtrace", 2024-05-16T15:53:46.410 INFO:teuthology.orchestra.run.smithi043.stdout: "id": 299237525, 2024-05-16T15:53:46.410 INFO:teuthology.orchestra.run.smithi043.stdout: "ino": 1099511632679, 2024-05-16T15:53:46.410 INFO:teuthology.orchestra.run.smithi043.stdout: "path": "/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/mvtest" 2024-05-16T15:53:46.410 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:53:46.410 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:53:46.410 INFO:teuthology.orchestra.run.smithi043.stdout: "damage_type": "backtrace", 2024-05-16T15:53:46.410 INFO:teuthology.orchestra.run.smithi043.stdout: "id": 422004311, 2024-05-16T15:53:46.410 INFO:teuthology.orchestra.run.smithi043.stdout: "ino": 1099511632671, 2024-05-16T15:53:46.410 INFO:teuthology.orchestra.run.smithi043.stdout: "path": "/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/compare-failures" 2024-05-16T15:53:46.410 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:53:46.410 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:53:46.410 INFO:teuthology.orchestra.run.smithi043.stdout: "damage_type": "backtrace", 2024-05-16T15:53:46.411 INFO:teuthology.orchestra.run.smithi043.stdout: "id": 454817236, 2024-05-16T15:53:46.411 INFO:teuthology.orchestra.run.smithi043.stdout: "ino": 1099511632668, 2024-05-16T15:53:46.411 INFO:teuthology.orchestra.run.smithi043.stdout: "path": "/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/README.auto-qa" 2024-05-16T15:53:46.411 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:53:46.411 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:53:46.411 INFO:teuthology.orchestra.run.smithi043.stdout: "damage_type": "backtrace", 2024-05-16T15:53:46.411 INFO:teuthology.orchestra.run.smithi043.stdout: "id": 758276497, 2024-05-16T15:53:46.411 INFO:teuthology.orchestra.run.smithi043.stdout: "ino": 1099511632694, 2024-05-16T15:53:46.411 INFO:teuthology.orchestra.run.smithi043.stdout: "path": "/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/autom4te.cache/output.0" 2024-05-16T15:53:46.411 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:53:46.411 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:53:46.411 INFO:teuthology.orchestra.run.smithi043.stdout: "damage_type": "backtrace", 2024-05-16T15:53:46.412 INFO:teuthology.orchestra.run.smithi043.stdout: "id": 796854844, 2024-05-16T15:53:46.412 INFO:teuthology.orchestra.run.smithi043.stdout: "ino": 1099511632672, 2024-05-16T15:53:46.412 INFO:teuthology.orchestra.run.smithi043.stdout: "path": "/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/convert-group" 2024-05-16T15:53:46.412 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:53:46.412 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:53:46.412 INFO:teuthology.orchestra.run.smithi043.stdout: "damage_type": "backtrace", 2024-05-16T15:53:46.412 INFO:teuthology.orchestra.run.smithi043.stdout: "id": 1321891300, 2024-05-16T15:53:46.412 INFO:teuthology.orchestra.run.smithi043.stdout: "ino": 1099511632698, 2024-05-16T15:53:46.412 INFO:teuthology.orchestra.run.smithi043.stdout: "path": "/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/autom4te.cache/traces.1" 2024-05-16T15:53:46.412 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:53:46.412 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:53:46.412 INFO:teuthology.orchestra.run.smithi043.stdout: "damage_type": "backtrace", 2024-05-16T15:53:46.412 INFO:teuthology.orchestra.run.smithi043.stdout: "id": 1519923583, 2024-05-16T15:53:46.413 INFO:teuthology.orchestra.run.smithi043.stdout: "ino": 1099511632678, 2024-05-16T15:53:46.413 INFO:teuthology.orchestra.run.smithi043.stdout: "path": "/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/mkgroupfile" 2024-05-16T15:53:46.413 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:53:46.413 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:53:46.413 INFO:teuthology.orchestra.run.smithi043.stdout: "damage_type": "backtrace", 2024-05-16T15:53:46.413 INFO:teuthology.orchestra.run.smithi043.stdout: "id": 1667191597, 2024-05-16T15:53:46.413 INFO:teuthology.orchestra.run.smithi043.stdout: "ino": 1099511632675, 2024-05-16T15:53:46.413 INFO:teuthology.orchestra.run.smithi043.stdout: "path": "/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/fs-walk" 2024-05-16T15:53:46.413 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:53:46.413 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:53:46.413 INFO:teuthology.orchestra.run.smithi043.stdout: "damage_type": "backtrace", 2024-05-16T15:53:46.413 INFO:teuthology.orchestra.run.smithi043.stdout: "id": 1764808488, 2024-05-16T15:53:46.414 INFO:teuthology.orchestra.run.smithi043.stdout: "ino": 1099511632674, 2024-05-16T15:53:46.414 INFO:teuthology.orchestra.run.smithi043.stdout: "path": "/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/dm-logwrite-replay" 2024-05-16T15:53:46.414 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:53:46.414 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:53:46.414 INFO:teuthology.orchestra.run.smithi043.stdout: "damage_type": "backtrace", 2024-05-16T15:53:46.414 INFO:teuthology.orchestra.run.smithi043.stdout: "id": 1790160663, 2024-05-16T15:53:46.414 INFO:teuthology.orchestra.run.smithi043.stdout: "ino": 1099511632685, 2024-05-16T15:53:46.414 INFO:teuthology.orchestra.run.smithi043.stdout: "path": "/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/m4/libtool.m4" 2024-05-16T15:53:46.414 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:53:46.414 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:53:46.414 INFO:teuthology.orchestra.run.smithi043.stdout: "damage_type": "backtrace", 2024-05-16T15:53:46.414 INFO:teuthology.orchestra.run.smithi043.stdout: "id": 2498515203, 2024-05-16T15:53:46.414 INFO:teuthology.orchestra.run.smithi043.stdout: "ino": 1099511632687, 2024-05-16T15:53:46.415 INFO:teuthology.orchestra.run.smithi043.stdout: "path": "/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/m4/ltsugar.m4" 2024-05-16T15:53:46.415 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:53:46.415 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:53:46.415 INFO:teuthology.orchestra.run.smithi043.stdout: "damage_type": "backtrace", 2024-05-16T15:53:46.415 INFO:teuthology.orchestra.run.smithi043.stdout: "id": 2824288573, 2024-05-16T15:53:46.415 INFO:teuthology.orchestra.run.smithi043.stdout: "ino": 1099511632670, 2024-05-16T15:53:46.415 INFO:teuthology.orchestra.run.smithi043.stdout: "path": "/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/auto-qa" 2024-05-16T15:53:46.415 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:53:46.415 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:53:46.415 INFO:teuthology.orchestra.run.smithi043.stdout: "damage_type": "backtrace", 2024-05-16T15:53:46.415 INFO:teuthology.orchestra.run.smithi043.stdout: "id": 2894520236, 2024-05-16T15:53:46.415 INFO:teuthology.orchestra.run.smithi043.stdout: "ino": 1099511632691, 2024-05-16T15:53:46.416 INFO:teuthology.orchestra.run.smithi043.stdout: "path": "/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/autom4te.cache/requests" 2024-05-16T15:53:46.416 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:53:46.416 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:53:46.416 INFO:teuthology.orchestra.run.smithi043.stdout: "damage_type": "backtrace", 2024-05-16T15:53:46.416 INFO:teuthology.orchestra.run.smithi043.stdout: "id": 2929954167, 2024-05-16T15:53:46.416 INFO:teuthology.orchestra.run.smithi043.stdout: "ino": 1099511632680, 2024-05-16T15:53:46.416 INFO:teuthology.orchestra.run.smithi043.stdout: "path": "/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/nextid" 2024-05-16T15:53:46.416 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:53:46.416 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:53:46.416 INFO:teuthology.orchestra.run.smithi043.stdout: "damage_type": "backtrace", 2024-05-16T15:53:46.416 INFO:teuthology.orchestra.run.smithi043.stdout: "id": 2953510998, 2024-05-16T15:53:46.416 INFO:teuthology.orchestra.run.smithi043.stdout: "ino": 1099511632673, 2024-05-16T15:53:46.416 INFO:teuthology.orchestra.run.smithi043.stdout: "path": "/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/db-walk" 2024-05-16T15:53:46.417 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:53:46.417 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:53:46.417 INFO:teuthology.orchestra.run.smithi043.stdout: "damage_type": "backtrace", 2024-05-16T15:53:46.417 INFO:teuthology.orchestra.run.smithi043.stdout: "id": 2976399319, 2024-05-16T15:53:46.417 INFO:teuthology.orchestra.run.smithi043.stdout: "ino": 1099511632677, 2024-05-16T15:53:46.417 INFO:teuthology.orchestra.run.smithi043.stdout: "path": "/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/interop" 2024-05-16T15:53:46.417 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:53:46.417 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:53:46.417 INFO:teuthology.orchestra.run.smithi043.stdout: "damage_type": "backtrace", 2024-05-16T15:53:46.417 INFO:teuthology.orchestra.run.smithi043.stdout: "id": 3419030210, 2024-05-16T15:53:46.417 INFO:teuthology.orchestra.run.smithi043.stdout: "ino": 1099511632688, 2024-05-16T15:53:46.417 INFO:teuthology.orchestra.run.smithi043.stdout: "path": "/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/m4/ltversion.m4" 2024-05-16T15:53:46.418 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:53:46.418 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:53:46.418 INFO:teuthology.orchestra.run.smithi043.stdout: "damage_type": "backtrace", 2024-05-16T15:53:46.418 INFO:teuthology.orchestra.run.smithi043.stdout: "id": 3610222296, 2024-05-16T15:53:46.418 INFO:teuthology.orchestra.run.smithi043.stdout: "ino": 1099511632686, 2024-05-16T15:53:46.418 INFO:teuthology.orchestra.run.smithi043.stdout: "path": "/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/m4/ltoptions.m4" 2024-05-16T15:53:46.418 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:53:46.418 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:53:46.418 INFO:teuthology.orchestra.run.smithi043.stdout: "damage_type": "backtrace", 2024-05-16T15:53:46.418 INFO:teuthology.orchestra.run.smithi043.stdout: "id": 3827815669, 2024-05-16T15:53:46.418 INFO:teuthology.orchestra.run.smithi043.stdout: "ino": 1099511632669, 2024-05-16T15:53:46.419 INFO:teuthology.orchestra.run.smithi043.stdout: "path": "/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/ag-wipe" 2024-05-16T15:53:46.419 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:53:46.419 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:53:46.419 INFO:teuthology.orchestra.run.smithi043.stdout: "damage_type": "backtrace", 2024-05-16T15:53:46.419 INFO:teuthology.orchestra.run.smithi043.stdout: "id": 3914510753, 2024-05-16T15:53:46.419 INFO:teuthology.orchestra.run.smithi043.stdout: "ino": 1099511632676, 2024-05-16T15:53:46.419 INFO:teuthology.orchestra.run.smithi043.stdout: "path": "/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/get_maintainer.pl" 2024-05-16T15:53:46.419 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:53:46.419 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:53:46.419 INFO:teuthology.orchestra.run.smithi043.stdout: "damage_type": "backtrace", 2024-05-16T15:53:46.419 INFO:teuthology.orchestra.run.smithi043.stdout: "id": 3955989424, 2024-05-16T15:53:46.419 INFO:teuthology.orchestra.run.smithi043.stdout: "ino": 1099511632697, 2024-05-16T15:53:46.420 INFO:teuthology.orchestra.run.smithi043.stdout: "path": "/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/autom4te.cache/output.1" 2024-05-16T15:53:46.420 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:53:46.420 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:53:46.420 INFO:teuthology.orchestra.run.smithi043.stdout: "damage_type": "backtrace", 2024-05-16T15:53:46.420 INFO:teuthology.orchestra.run.smithi043.stdout: "id": 4078570515, 2024-05-16T15:53:46.420 INFO:teuthology.orchestra.run.smithi043.stdout: "ino": 1099511632689, 2024-05-16T15:53:46.420 INFO:teuthology.orchestra.run.smithi043.stdout: "path": "/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/m4/lt~obsolete.m4" 2024-05-16T15:53:46.420 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:53:46.420 INFO:teuthology.orchestra.run.smithi043.stdout:] 2024-05-16T15:53:46.421 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.391+0000 7fda4d0bb700 1 -- 172.21.15.43:0/3803327678 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fda300b2880 msgr2=0x7fda300b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:46.421 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.391+0000 7fda4d0bb700 1 --2- 172.21.15.43:0/3803327678 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fda300b2880 0x7fda300b4d40 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fda48079980 tx=0x7fda3c009260 comp rx=0 tx=0).stop 2024-05-16T15:53:46.421 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.391+0000 7fda4d0bb700 1 -- 172.21.15.43:0/3803327678 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda48102390 msgr2=0x7fda4819f6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:46.421 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.391+0000 7fda4d0bb700 1 --2- 172.21.15.43:0/3803327678 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda48102390 0x7fda4819f6e0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fda38006010 tx=0x7fda380047b0 comp rx=0 tx=0).stop 2024-05-16T15:53:46.421 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.391+0000 7fda4d0bb700 1 -- 172.21.15.43:0/3803327678 shutdown_connections 2024-05-16T15:53:46.421 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.391+0000 7fda4d0bb700 1 --2- 172.21.15.43:0/3803327678 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fda300b2880 0x7fda300b4d40 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:46.421 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.391+0000 7fda4d0bb700 1 --2- 172.21.15.43:0/3803327678 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fda48108400 0x7fda481998a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:46.422 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.391+0000 7fda4d0bb700 1 --2- 172.21.15.43:0/3803327678 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda48102390 0x7fda4819f6e0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:46.422 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.391+0000 7fda4d0bb700 1 --2- 172.21.15.43:0/3803327678 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fda48102d50 0x7fda4819fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:46.422 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.391+0000 7fda4d0bb700 1 -- 172.21.15.43:0/3803327678 >> 172.21.15.43:0/3803327678 conn(0x7fda48079310 msgr2=0x7fda4806bc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:46.422 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.392+0000 7fda4d0bb700 1 -- 172.21.15.43:0/3803327678 shutdown_connections 2024-05-16T15:53:46.422 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:46.392+0000 7fda4d0bb700 1 -- 172.21.15.43:0/3803327678 wait complete. 2024-05-16T15:53:47.271 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-16T15:53:47.561 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:53:47.687 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:53:47 smithi043 ceph-mon[31619]: pgmap v543: 129 pgs: 129 active+clean; 39 MiB data, 934 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 MiB/s rd, 4.5 MiB/s wr, 522 op/s 2024-05-16T15:53:47.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:53:47 smithi157 ceph-mon[35584]: pgmap v543: 129 pgs: 129 active+clean; 39 MiB data, 934 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 MiB/s rd, 4.5 MiB/s wr, 522 op/s 2024-05-16T15:53:47.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:53:47 smithi148 ceph-mon[34976]: pgmap v543: 129 pgs: 129 active+clean; 39 MiB data, 934 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 MiB/s rd, 4.5 MiB/s wr, 522 op/s 2024-05-16T15:53:49.427 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.415+0000 7f6f8f11b700 1 -- 172.21.15.43:0/4122037222 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f6f881095e0 msgr2=0x7f6f881099c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:49.427 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.415+0000 7f6f8f11b700 1 --2- 172.21.15.43:0/4122037222 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f6f881095e0 0x7f6f881099c0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f6f7c0099c0 tx=0x7f6f7c009cd0 comp rx=0 tx=0).stop 2024-05-16T15:53:49.428 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.415+0000 7f6f8f11b700 1 -- 172.21.15.43:0/4122037222 shutdown_connections 2024-05-16T15:53:49.428 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.415+0000 7f6f8f11b700 1 --2- 172.21.15.43:0/4122037222 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f88103f00 0x7f6f881103b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:49.428 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.415+0000 7f6f8f11b700 1 --2- 172.21.15.43:0/4122037222 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f6f881095e0 0x7f6f881099c0 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:49.428 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.415+0000 7f6f8f11b700 1 --2- 172.21.15.43:0/4122037222 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6f88103540 0x7f6f881039c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:49.428 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.415+0000 7f6f8f11b700 1 -- 172.21.15.43:0/4122037222 >> 172.21.15.43:0/4122037222 conn(0x7f6f8807a650 msgr2=0x7f6f8807aa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:49.428 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.415+0000 7f6f8f11b700 1 -- 172.21.15.43:0/4122037222 shutdown_connections 2024-05-16T15:53:49.428 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.415+0000 7f6f8f11b700 1 -- 172.21.15.43:0/4122037222 wait complete. 2024-05-16T15:53:49.430 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.415+0000 7f6f8f11b700 1 Processor -- start 2024-05-16T15:53:49.430 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.416+0000 7f6f8f11b700 1 -- start start 2024-05-16T15:53:49.430 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.416+0000 7f6f8f11b700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f88103540 0x7f6f8819f720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:49.430 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.416+0000 7f6f8f11b700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6f88103f00 0x7f6f8819fc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:49.430 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.416+0000 7f6f8f11b700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f6f881095e0 0x7f6f88199930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:49.430 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.416+0000 7f6f8f11b700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f6f881135f0 con 0x7f6f881095e0 2024-05-16T15:53:49.430 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.416+0000 7f6f8f11b700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f6f88113470 con 0x7f6f88103f00 2024-05-16T15:53:49.430 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.416+0000 7f6f8f11b700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f6f88113770 con 0x7f6f88103540 2024-05-16T15:53:49.430 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.416+0000 7f6f8d6b8700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f6f881095e0 0x7f6f88199930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:49.431 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.416+0000 7f6f8ceb7700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f88103540 0x7f6f8819f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:49.431 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.416+0000 7f6f8ceb7700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f88103540 0x7f6f8819f720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:39634/0 (socket says 172.21.15.43:39634) 2024-05-16T15:53:49.431 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.416+0000 7f6f8ceb7700 1 -- 172.21.15.43:0/3037900965 learned_addr learned my addr 172.21.15.43:0/3037900965 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:49.431 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.416+0000 7f6f87fff700 1 --2- 172.21.15.43:0/3037900965 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6f88103f00 0x7f6f8819fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:49.431 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.416+0000 7f6f8d6b8700 1 -- 172.21.15.43:0/3037900965 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f88103540 msgr2=0x7f6f8819f720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:49.431 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.416+0000 7f6f8d6b8700 1 --2- 172.21.15.43:0/3037900965 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f88103540 0x7f6f8819f720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:49.431 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.416+0000 7f6f8d6b8700 1 -- 172.21.15.43:0/3037900965 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6f88103f00 msgr2=0x7f6f8819fc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:49.431 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.416+0000 7f6f8d6b8700 1 --2- 172.21.15.43:0/3037900965 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6f88103f00 0x7f6f8819fc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:49.431 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.416+0000 7f6f8d6b8700 1 -- 172.21.15.43:0/3037900965 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f8819a090 con 0x7f6f881095e0 2024-05-16T15:53:49.431 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.416+0000 7f6f87fff700 1 --2- 172.21.15.43:0/3037900965 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6f88103f00 0x7f6f8819fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:53:49.431 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.416+0000 7f6f8ceb7700 1 --2- 172.21.15.43:0/3037900965 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f88103540 0x7f6f8819f720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:53:49.431 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.417+0000 7f6f8d6b8700 1 --2- 172.21.15.43:0/3037900965 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f6f881095e0 0x7f6f88199930 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f6f8000ab40 tx=0x7f6f8000ae50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:49.431 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.417+0000 7f6f85ffb700 1 -- 172.21.15.43:0/3037900965 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f80017020 con 0x7f6f881095e0 2024-05-16T15:53:49.431 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.417+0000 7f6f8f11b700 1 -- 172.21.15.43:0/3037900965 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f8819a380 con 0x7f6f881095e0 2024-05-16T15:53:49.431 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.417+0000 7f6f85ffb700 1 -- 172.21.15.43:0/3037900965 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6f80004bb0 con 0x7f6f881095e0 2024-05-16T15:53:49.431 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.417+0000 7f6f85ffb700 1 -- 172.21.15.43:0/3037900965 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f80005280 con 0x7f6f881095e0 2024-05-16T15:53:49.432 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.417+0000 7f6f8f11b700 1 -- 172.21.15.43:0/3037900965 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f881a65f0 con 0x7f6f881095e0 2024-05-16T15:53:49.432 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.420+0000 7f6f85ffb700 1 -- 172.21.15.43:0/3037900965 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f6f8000c580 con 0x7f6f881095e0 2024-05-16T15:53:49.433 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.421+0000 7f6f85ffb700 1 --2- 172.21.15.43:0/3037900965 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f6f780b2880 0x7f6f780b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:49.435 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.421+0000 7f6f8ceb7700 1 --2- 172.21.15.43:0/3037900965 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f6f780b2880 0x7f6f780b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:49.435 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.421+0000 7f6f85ffb700 1 -- 172.21.15.43:0/3037900965 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f6f800e1b10 con 0x7f6f881095e0 2024-05-16T15:53:49.435 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.421+0000 7f6f999aeb80 1 Processor -- start 2024-05-16T15:53:49.435 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.421+0000 7f6f999aeb80 1 -- start start 2024-05-16T15:53:49.435 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.422+0000 7f6f999aeb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55755cc3da60 0x55755cc3de40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:49.435 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.422+0000 7f6f999aeb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55755cc3e380 0x55755cc2f810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:49.435 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.422+0000 7f6f999aeb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55755cc2fd50 0x55755cc30190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:49.435 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.422+0000 7f6f999aeb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55755cb81940 con 0x55755cc3da60 2024-05-16T15:53:49.435 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.422+0000 7f6f999aeb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55755cae6da0 con 0x55755cc2fd50 2024-05-16T15:53:49.435 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.422+0000 7f6f999aeb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55755cb7d900 con 0x55755cc3e380 2024-05-16T15:53:49.436 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.422+0000 7f6f8ceb7700 1 --2- 172.21.15.43:0/3037900965 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f6f780b2880 0x7f6f780b4d40 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f6f7c009990 tx=0x7f6f7c005ab0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:49.436 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.422+0000 7f6f8ceb7700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55755cc3da60 0x55755cc3de40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:49.436 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.422+0000 7f6f8ceb7700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55755cc3da60 0x55755cc3de40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:54192/0 (socket says 172.21.15.43:54192) 2024-05-16T15:53:49.436 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.422+0000 7f6f8ceb7700 1 -- 172.21.15.43:0/1288485812 learned_addr learned my addr 172.21.15.43:0/1288485812 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:49.436 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.422+0000 7f6f87fff700 1 --2- 172.21.15.43:0/1288485812 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55755cc3e380 0x55755cc2f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:49.436 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.422+0000 7f6f8d6b8700 1 --2- 172.21.15.43:0/1288485812 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55755cc2fd50 0x55755cc30190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:49.436 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.422+0000 7f6f8ceb7700 1 -- 172.21.15.43:0/1288485812 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55755cc3e380 msgr2=0x55755cc2f810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:49.436 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.422+0000 7f6f8ceb7700 1 --2- 172.21.15.43:0/1288485812 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55755cc3e380 0x55755cc2f810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:49.436 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.422+0000 7f6f8ceb7700 1 -- 172.21.15.43:0/1288485812 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55755cc2fd50 msgr2=0x55755cc30190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:49.436 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.422+0000 7f6f8ceb7700 1 --2- 172.21.15.43:0/1288485812 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55755cc2fd50 0x55755cc30190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:49.436 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.422+0000 7f6f8ceb7700 1 -- 172.21.15.43:0/1288485812 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55755cace8d0 con 0x55755cc3da60 2024-05-16T15:53:49.436 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.423+0000 7f6f8ceb7700 1 --2- 172.21.15.43:0/1288485812 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55755cc3da60 0x55755cc3de40 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f6f7c00b910 tx=0x7f6f7c01a070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e615acff9a0d95 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:49.436 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.423+0000 7f6f72ffd700 1 -- 172.21.15.43:0/1288485812 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f7c003a80 con 0x55755cc3da60 2024-05-16T15:53:49.436 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.423+0000 7f6f72ffd700 1 -- 172.21.15.43:0/1288485812 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6f7c003c20 con 0x55755cc3da60 2024-05-16T15:53:49.437 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.423+0000 7f6f72ffd700 1 -- 172.21.15.43:0/1288485812 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f7c02f450 con 0x55755cc3da60 2024-05-16T15:53:49.439 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.424+0000 7f6f999aeb80 1 -- 172.21.15.43:0/1288485812 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55755cc3da60 msgr2=0x55755cc3de40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:49.440 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.424+0000 7f6f999aeb80 1 --2- 172.21.15.43:0/1288485812 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55755cc3da60 0x55755cc3de40 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f6f7c00b910 tx=0x7f6f7c01a070 comp rx=0 tx=0).stop 2024-05-16T15:53:49.440 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.424+0000 7f6f999aeb80 1 -- 172.21.15.43:0/1288485812 shutdown_connections 2024-05-16T15:53:49.440 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.424+0000 7f6f999aeb80 1 --2- 172.21.15.43:0/1288485812 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55755cc2fd50 0x55755cc30190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:49.440 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.424+0000 7f6f999aeb80 1 --2- 172.21.15.43:0/1288485812 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55755cc3da60 0x55755cc3de40 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:49.440 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.424+0000 7f6f999aeb80 1 --2- 172.21.15.43:0/1288485812 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55755cc3e380 0x55755cc2f810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:49.440 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.424+0000 7f6f999aeb80 1 -- 172.21.15.43:0/1288485812 >> 172.21.15.43:0/1288485812 conn(0x55755cb5bb70 msgr2=0x55755cc2a2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:49.440 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.424+0000 7f6f999aeb80 1 -- 172.21.15.43:0/1288485812 shutdown_connections 2024-05-16T15:53:49.440 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.424+0000 7f6f999aeb80 1 -- 172.21.15.43:0/1288485812 wait complete. 2024-05-16T15:53:49.440 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.424+0000 7f6f999aeb80 1 -- start start 2024-05-16T15:53:49.440 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.424+0000 7f6f999aeb80 1 Processor -- start 2024-05-16T15:53:49.440 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.425+0000 7f6f999aeb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55755cc2fd50 0x55755cc43ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:49.440 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.425+0000 7f6f999aeb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55755cc3da60 0x55755cc41260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:49.440 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.425+0000 7f6f999aeb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55755cc3e380 0x55755cc417a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:49.440 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.425+0000 7f6f999aeb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55755cc44bd0 con 0x55755cc3da60 2024-05-16T15:53:49.440 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.425+0000 7f6f999aeb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55755cb3aed0 con 0x55755cc2fd50 2024-05-16T15:53:49.441 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.425+0000 7f6f999aeb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55755cc44d50 con 0x55755cc3e380 2024-05-16T15:53:49.441 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.425+0000 7f6f999aeb80 10 client.0 _ll_register_callbacks cb 0x55755cb155b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:53:49.441 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.425+0000 7f6f8ceb7700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55755cc2fd50 0x55755cc43ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:49.441 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.425+0000 7f6f8d6b8700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55755cc3e380 0x55755cc417a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:49.441 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.425+0000 7f6f8ceb7700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55755cc2fd50 0x55755cc43ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:56892/0 (socket says 172.21.15.43:56892) 2024-05-16T15:53:49.441 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.425+0000 7f6f8d6b8700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55755cc3e380 0x55755cc417a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:39648/0 (socket says 172.21.15.43:39648) 2024-05-16T15:53:49.441 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.425+0000 7f6f8ceb7700 1 -- 172.21.15.43:0/3089114779 learned_addr learned my addr 172.21.15.43:0/3089114779 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:49.441 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.425+0000 7f6f87fff700 1 --2- 172.21.15.43:0/3089114779 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55755cc3da60 0x55755cc41260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:49.441 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.425+0000 7f6f8d6b8700 1 -- 172.21.15.43:0/3089114779 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55755cc2fd50 msgr2=0x55755cc43ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:49.441 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.425+0000 7f6f8d6b8700 1 --2- 172.21.15.43:0/3089114779 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55755cc2fd50 0x55755cc43ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:49.441 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.425+0000 7f6f8d6b8700 1 -- 172.21.15.43:0/3089114779 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55755cc3da60 msgr2=0x55755cc41260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:49.441 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.425+0000 7f6f8d6b8700 1 --2- 172.21.15.43:0/3089114779 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55755cc3da60 0x55755cc41260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:49.441 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.425+0000 7f6f8d6b8700 1 -- 172.21.15.43:0/3089114779 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55755cb38760 con 0x55755cc3e380 2024-05-16T15:53:49.441 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.425+0000 7f6f87fff700 1 --2- 172.21.15.43:0/3089114779 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55755cc3da60 0x55755cc41260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:53:49.441 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.426+0000 7f6f8d6b8700 1 --2- 172.21.15.43:0/3089114779 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55755cc3e380 0x55755cc417a0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f6f800df260 tx=0x7f6f800a89f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=316f3c75b6185078 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:49.441 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.426+0000 7f6f67fff700 10 client.0 ms_handle_connect on v2:172.21.15.157:3300/0 2024-05-16T15:53:49.442 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.426+0000 7f6f67fff700 1 -- 172.21.15.43:0/3089114779 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f800ad1c0 con 0x55755cc3e380 2024-05-16T15:53:49.442 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.426+0000 7f6f67fff700 1 -- 172.21.15.43:0/3089114779 <== mon.1 v2:172.21.15.157:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f6f800a5400 con 0x55755cc3e380 2024-05-16T15:53:49.442 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.426+0000 7f6f999aeb80 1 -- 172.21.15.43:0/3089114779 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6f7c003c20 con 0x55755cc3e380 2024-05-16T15:53:49.442 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.426+0000 7f6f67fff700 1 -- 172.21.15.43:0/3089114779 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f6f800b1be0 con 0x55755cc3e380 2024-05-16T15:53:49.442 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.426+0000 7f6f999aeb80 10 client.25768 fetch_fsmap learned FSMap version 36 2024-05-16T15:53:49.442 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.426+0000 7f6f999aeb80 1 -- 172.21.15.43:0/3089114779 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x55755cc4f480 con 0x55755cc3e380 2024-05-16T15:53:49.442 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.426+0000 7f6f67fff700 1 -- 172.21.15.43:0/3089114779 <== mon.1 v2:172.21.15.157:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6f7c003c20 con 0x55755cc3e380 2024-05-16T15:53:49.442 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.426+0000 7f6f67fff700 1 -- 172.21.15.43:0/3089114779 <== mon.1 v2:172.21.15.157:3300/0 5 ==== fsmap(e 36) ==== 8378+0+0 (secure 0 0 0) 0x7f6f80012070 con 0x55755cc3e380 2024-05-16T15:53:49.442 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.427+0000 7f6f999aeb80 10 client.25768 fetch_fsmap finished waiting for FSMap version 36 2024-05-16T15:53:49.442 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.427+0000 7f6f999aeb80 10 client.25768 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-05-16T15:53:49.442 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.427+0000 7f6f999aeb80 20 client.25768 populate_metadata read hostname 'smithi043' 2024-05-16T15:53:49.442 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.427+0000 7f6f999aeb80 1 --2- 172.21.15.43:0/3089114779 >> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] conn(0x55755cc51bf0 0x55755cc53fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:49.442 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.427+0000 7f6f999aeb80 4 client.25768 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:53:49.442 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.427+0000 7f6f999aeb80 1 -- 172.21.15.43:0/3089114779 --> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55755cb8f320 con 0x55755cc51bf0 2024-05-16T15:53:49.443 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.427+0000 7f6f8ceb7700 1 --2- 172.21.15.43:0/3089114779 >> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] conn(0x55755cc51bf0 0x55755cc53fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:49.443 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.427+0000 7f6f8ceb7700 1 --2- 172.21.15.43:0/3089114779 >> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] conn(0x55755cc51bf0 0x55755cc53fe0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=de7a0f9545457669 server_cookie=ab50796933669044 in_seq=0 out_seq=0 2024-05-16T15:53:49.443 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.427+0000 7f6f67fff700 10 client.25768 ms_handle_connect on v2:172.21.15.157:6838/2377589154 2024-05-16T15:53:49.444 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.428+0000 7f6f67fff700 1 -- 172.21.15.43:0/3089114779 <== mds.1 v2:172.21.15.157:6838/2377589154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55755cb8f320 con 0x55755cc51bf0 2024-05-16T15:53:49.444 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.428+0000 7f6f67fff700 10 client.25768 handle_command_reply: tid=0 2024-05-16T15:53:49.444 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.428+0000 7f6f999aeb80 1 client.25768 shutdown 2024-05-16T15:53:49.444 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.428+0000 7f6f999aeb80 1 -- 172.21.15.43:0/3089114779 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55755cc3e380 msgr2=0x55755cc417a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:49.444 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.428+0000 7f6f999aeb80 1 --2- 172.21.15.43:0/3089114779 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55755cc3e380 0x55755cc417a0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f6f800df260 tx=0x7f6f800a89f0 comp rx=0 tx=0).stop 2024-05-16T15:53:49.444 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.428+0000 7f6f999aeb80 1 -- 172.21.15.43:0/3089114779 shutdown_connections 2024-05-16T15:53:49.444 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.428+0000 7f6f999aeb80 1 --2- 172.21.15.43:0/3089114779 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55755cc3e380 0x55755cc417a0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:49.444 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.428+0000 7f6f999aeb80 1 --2- 172.21.15.43:0/3089114779 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55755cc2fd50 0x55755cc43ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:49.444 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.428+0000 7f6f999aeb80 1 --2- 172.21.15.43:0/3089114779 >> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] conn(0x55755cc51bf0 0x55755cc53fe0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:49.444 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.428+0000 7f6f999aeb80 1 --2- 172.21.15.43:0/3089114779 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55755cc3da60 0x55755cc41260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:49.444 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.428+0000 7f6f999aeb80 1 -- 172.21.15.43:0/3089114779 >> 172.21.15.43:0/3089114779 conn(0x55755cb5bb70 msgr2=0x55755cc2a1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:49.445 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.428+0000 7f6f67fff700 0 client.25768 ms_handle_reset on v2:172.21.15.157:6838/2377589154 2024-05-16T15:53:49.445 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.428+0000 7f6f999aeb80 1 -- 172.21.15.43:0/3089114779 shutdown_connections 2024-05-16T15:53:49.445 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.428+0000 7f6f999aeb80 1 -- 172.21.15.43:0/3089114779 wait complete. 2024-05-16T15:53:49.445 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.429+0000 7f6f999aeb80 20 client.25768 trim_cache size 0 max 16384 2024-05-16T15:53:49.459 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.447+0000 7f6f999aeb80 1 Processor -- start 2024-05-16T15:53:49.459 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.447+0000 7f6f999aeb80 1 -- start start 2024-05-16T15:53:49.459 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.447+0000 7f6f999aeb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55755cc2fd50 0x55755cc2f810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:49.460 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.447+0000 7f6f999aeb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55755cc3da60 0x55755cc4dc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:49.460 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.447+0000 7f6f999aeb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55755cc3e380 0x55755cc24c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:49.460 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.447+0000 7f6f999aeb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f6f881acf90 con 0x55755cc3da60 2024-05-16T15:53:49.460 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.447+0000 7f6f999aeb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f6f881aeb90 con 0x55755cc3e380 2024-05-16T15:53:49.460 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.447+0000 7f6f999aeb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f6f881ad660 con 0x55755cc2fd50 2024-05-16T15:53:49.460 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.447+0000 7f6f87fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55755cc3da60 0x55755cc4dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:49.460 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.447+0000 7f6f8ceb7700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55755cc2fd50 0x55755cc2f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:49.460 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.447+0000 7f6f8ceb7700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55755cc2fd50 0x55755cc2f810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:39650/0 (socket says 172.21.15.43:39650) 2024-05-16T15:53:49.460 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.447+0000 7f6f8ceb7700 1 -- 172.21.15.43:0/3424155400 learned_addr learned my addr 172.21.15.43:0/3424155400 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:49.460 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.447+0000 7f6f8d6b8700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55755cc3e380 0x55755cc24c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:49.462 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.447+0000 7f6f8ceb7700 1 -- 172.21.15.43:0/3424155400 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55755cc3e380 msgr2=0x55755cc24c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:49.462 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.447+0000 7f6f8ceb7700 1 --2- 172.21.15.43:0/3424155400 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55755cc3e380 0x55755cc24c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:49.462 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.447+0000 7f6f8ceb7700 1 -- 172.21.15.43:0/3424155400 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55755cc3da60 msgr2=0x55755cc4dc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:49.462 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.447+0000 7f6f8ceb7700 1 --2- 172.21.15.43:0/3424155400 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55755cc3da60 0x55755cc4dc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:49.462 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.447+0000 7f6f8ceb7700 1 -- 172.21.15.43:0/3424155400 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55755cc41030 con 0x55755cc2fd50 2024-05-16T15:53:49.462 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.448+0000 7f6f8d6b8700 1 --2- 172.21.15.43:0/3424155400 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55755cc3e380 0x55755cc24c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:53:49.462 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.448+0000 7f6f87fff700 1 --2- 172.21.15.43:0/3424155400 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55755cc3da60 0x55755cc4dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:53:49.462 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.448+0000 7f6f8ceb7700 1 --2- 172.21.15.43:0/3424155400 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55755cc2fd50 0x55755cc2f810 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f6f7c005910 tx=0x7f6f7c025040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bae48400759d368a server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:49.462 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.448+0000 7f6f727fc700 1 -- 172.21.15.43:0/3424155400 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f7c003a80 con 0x55755cc2fd50 2024-05-16T15:53:49.462 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.448+0000 7f6f727fc700 1 -- 172.21.15.43:0/3424155400 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6f7c003c20 con 0x55755cc2fd50 2024-05-16T15:53:49.462 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.448+0000 7f6f727fc700 1 -- 172.21.15.43:0/3424155400 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f7c023460 con 0x55755cc2fd50 2024-05-16T15:53:49.462 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.449+0000 7f6f999aeb80 1 -- 172.21.15.43:0/3424155400 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55755cc2fd50 msgr2=0x55755cc2f810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:49.463 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.449+0000 7f6f999aeb80 1 --2- 172.21.15.43:0/3424155400 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55755cc2fd50 0x55755cc2f810 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f6f7c005910 tx=0x7f6f7c025040 comp rx=0 tx=0).stop 2024-05-16T15:53:49.463 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.449+0000 7f6f999aeb80 1 -- 172.21.15.43:0/3424155400 shutdown_connections 2024-05-16T15:53:49.463 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.449+0000 7f6f999aeb80 1 --2- 172.21.15.43:0/3424155400 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55755cc3e380 0x55755cc24c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:49.463 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.449+0000 7f6f999aeb80 1 --2- 172.21.15.43:0/3424155400 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55755cc2fd50 0x55755cc2f810 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:49.463 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.449+0000 7f6f999aeb80 1 --2- 172.21.15.43:0/3424155400 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55755cc3da60 0x55755cc4dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:49.463 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.449+0000 7f6f999aeb80 1 -- 172.21.15.43:0/3424155400 >> 172.21.15.43:0/3424155400 conn(0x55755cb5bb70 msgr2=0x55755cc3fb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:49.463 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.449+0000 7f6f999aeb80 1 -- 172.21.15.43:0/3424155400 shutdown_connections 2024-05-16T15:53:49.463 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.449+0000 7f6f999aeb80 1 -- 172.21.15.43:0/3424155400 wait complete. 2024-05-16T15:53:49.463 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.449+0000 7f6f999aeb80 1 -- start start 2024-05-16T15:53:49.463 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.449+0000 7f6f999aeb80 1 Processor -- start 2024-05-16T15:53:49.466 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.450+0000 7f6f999aeb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55755cc2fd50 0x55755cc4a1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:49.466 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.450+0000 7f6f999aeb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55755cc3da60 0x55755cc4a700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:49.466 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.450+0000 7f6f999aeb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55755cc3e380 0x55755cc58980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:49.466 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.450+0000 7f6f999aeb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f6f881ae4c0 con 0x55755cc3da60 2024-05-16T15:53:49.466 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.450+0000 7f6f999aeb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f6f881add30 con 0x55755cc3e380 2024-05-16T15:53:49.466 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.450+0000 7f6f999aeb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f6f881aaf30 con 0x55755cc2fd50 2024-05-16T15:53:49.466 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.450+0000 7f6f999aeb80 10 client.0 _ll_register_callbacks cb 0x55755cb155b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:53:49.466 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.450+0000 7f6f8ceb7700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55755cc2fd50 0x55755cc4a1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:49.466 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.450+0000 7f6f8ceb7700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55755cc2fd50 0x55755cc4a1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:39666/0 (socket says 172.21.15.43:39666) 2024-05-16T15:53:49.466 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.450+0000 7f6f87fff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55755cc3da60 0x55755cc4a700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:49.466 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.450+0000 7f6f8ceb7700 1 -- 172.21.15.43:0/4190179402 learned_addr learned my addr 172.21.15.43:0/4190179402 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:49.466 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.450+0000 7f6f8d6b8700 1 --2- 172.21.15.43:0/4190179402 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55755cc3e380 0x55755cc58980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:49.467 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.450+0000 7f6f8ceb7700 1 -- 172.21.15.43:0/4190179402 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55755cc3e380 msgr2=0x55755cc58980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:49.467 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.450+0000 7f6f8ceb7700 1 --2- 172.21.15.43:0/4190179402 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55755cc3e380 0x55755cc58980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:49.467 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.450+0000 7f6f8ceb7700 1 -- 172.21.15.43:0/4190179402 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55755cc3da60 msgr2=0x55755cc4a700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:49.467 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.451+0000 7f6f8ceb7700 1 --2- 172.21.15.43:0/4190179402 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55755cc3da60 0x55755cc4a700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:49.467 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.451+0000 7f6f8ceb7700 1 -- 172.21.15.43:0/4190179402 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55755cc591c0 con 0x55755cc2fd50 2024-05-16T15:53:49.467 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.451+0000 7f6f87fff700 1 --2- 172.21.15.43:0/4190179402 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55755cc3da60 0x55755cc4a700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:53:49.467 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.451+0000 7f6f8ceb7700 1 --2- 172.21.15.43:0/4190179402 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55755cc2fd50 0x55755cc4a1c0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f6f7c005a80 tx=0x7f6f7c00b630 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d145990f9b749421 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:49.467 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.451+0000 7f6f67fff700 10 client.0 ms_handle_connect on v2:172.21.15.157:3300/0 2024-05-16T15:53:49.467 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.451+0000 7f6f67fff700 1 -- 172.21.15.43:0/4190179402 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f7c03d320 con 0x55755cc2fd50 2024-05-16T15:53:49.467 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.451+0000 7f6f999aeb80 1 -- 172.21.15.43:0/4190179402 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6f7c003c20 con 0x55755cc2fd50 2024-05-16T15:53:49.467 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.451+0000 7f6f67fff700 1 -- 172.21.15.43:0/4190179402 <== mon.1 v2:172.21.15.157:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f6f7c03d4c0 con 0x55755cc2fd50 2024-05-16T15:53:49.467 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.451+0000 7f6f67fff700 1 -- 172.21.15.43:0/4190179402 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f6f7c00bcf0 con 0x55755cc2fd50 2024-05-16T15:53:49.467 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.451+0000 7f6f999aeb80 10 client.25774 fetch_fsmap learned FSMap version 36 2024-05-16T15:53:49.467 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.451+0000 7f6f999aeb80 1 -- 172.21.15.43:0/4190179402 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x55755ccbbee0 con 0x55755cc2fd50 2024-05-16T15:53:49.467 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.452+0000 7f6f67fff700 1 -- 172.21.15.43:0/4190179402 <== mon.1 v2:172.21.15.157:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6f7c003c20 con 0x55755cc2fd50 2024-05-16T15:53:49.467 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.452+0000 7f6f67fff700 1 -- 172.21.15.43:0/4190179402 <== mon.1 v2:172.21.15.157:3300/0 5 ==== fsmap(e 36) ==== 8378+0+0 (secure 0 0 0) 0x7f6f7c0238b0 con 0x55755cc2fd50 2024-05-16T15:53:49.468 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.452+0000 7f6f999aeb80 10 client.25774 fetch_fsmap finished waiting for FSMap version 36 2024-05-16T15:53:49.468 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.452+0000 7f6f999aeb80 10 client.25774 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-05-16T15:53:49.468 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.452+0000 7f6f999aeb80 20 client.25774 populate_metadata read hostname 'smithi043' 2024-05-16T15:53:49.468 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.452+0000 7f6f999aeb80 1 --2- 172.21.15.43:0/4190179402 >> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] conn(0x55755ccbc110 0x55755ccbe500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:49.468 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.452+0000 7f6f999aeb80 4 client.25774 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-16T15:53:49.468 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.452+0000 7f6f999aeb80 1 -- 172.21.15.43:0/4190179402 --> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55755cb893c0 con 0x55755ccbc110 2024-05-16T15:53:49.468 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.452+0000 7f6f87fff700 1 --2- 172.21.15.43:0/4190179402 >> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] conn(0x55755ccbc110 0x55755ccbe500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:49.468 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.452+0000 7f6f67fff700 10 client.25774 ms_handle_connect on v2:172.21.15.157:6838/2377589154 2024-05-16T15:53:49.468 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.452+0000 7f6f87fff700 1 --2- 172.21.15.43:0/4190179402 >> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] conn(0x55755ccbc110 0x55755ccbe500 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=e85ee2b3b9729fa server_cookie=f72958d49a6c3a96 in_seq=0 out_seq=0 2024-05-16T15:53:49.468 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.453+0000 7f6f67fff700 1 -- 172.21.15.43:0/4190179402 <== mds.1 v2:172.21.15.157:6838/2377589154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55755cb893c0 con 0x55755ccbc110 2024-05-16T15:53:49.468 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.453+0000 7f6f67fff700 10 client.25774 handle_command_reply: tid=0 2024-05-16T15:53:49.468 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.453+0000 7f6f999aeb80 1 client.25774 shutdown 2024-05-16T15:53:49.468 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.453+0000 7f6f999aeb80 1 -- 172.21.15.43:0/4190179402 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55755cc2fd50 msgr2=0x55755cc4a1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:49.468 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.453+0000 7f6f999aeb80 1 --2- 172.21.15.43:0/4190179402 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55755cc2fd50 0x55755cc4a1c0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f6f7c005a80 tx=0x7f6f7c00b630 comp rx=0 tx=0).stop 2024-05-16T15:53:49.468 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.453+0000 7f6f999aeb80 1 -- 172.21.15.43:0/4190179402 shutdown_connections 2024-05-16T15:53:49.468 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.453+0000 7f6f999aeb80 1 --2- 172.21.15.43:0/4190179402 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55755cc3e380 0x55755cc58980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:49.469 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.453+0000 7f6f999aeb80 1 --2- 172.21.15.43:0/4190179402 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55755cc2fd50 0x55755cc4a1c0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:49.469 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.453+0000 7f6f999aeb80 1 --2- 172.21.15.43:0/4190179402 >> [v2:172.21.15.157:6838/2377589154,v1:172.21.15.157:6839/2377589154] conn(0x55755ccbc110 0x55755ccbe500 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:49.469 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.453+0000 7f6f999aeb80 1 --2- 172.21.15.43:0/4190179402 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55755cc3da60 0x55755cc4a700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:49.469 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.453+0000 7f6f999aeb80 1 -- 172.21.15.43:0/4190179402 >> 172.21.15.43:0/4190179402 conn(0x55755cb5bb70 msgr2=0x55755cc3e7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:49.469 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.453+0000 7f6f67fff700 0 client.25774 ms_handle_reset on v2:172.21.15.157:6838/2377589154 2024-05-16T15:53:49.469 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.453+0000 7f6f999aeb80 1 -- 172.21.15.43:0/4190179402 shutdown_connections 2024-05-16T15:53:49.469 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.453+0000 7f6f999aeb80 1 -- 172.21.15.43:0/4190179402 wait complete. 2024-05-16T15:53:49.469 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.453+0000 7f6f999aeb80 20 client.25774 trim_cache size 0 max 16384 2024-05-16T15:53:49.469 INFO:teuthology.orchestra.run.smithi043.stdout:[] 2024-05-16T15:53:49.470 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.454+0000 7f6f8f11b700 1 -- 172.21.15.43:0/3037900965 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f6f780b2880 msgr2=0x7f6f780b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:49.470 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.454+0000 7f6f8f11b700 1 --2- 172.21.15.43:0/3037900965 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f6f780b2880 0x7f6f780b4d40 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f6f7c009990 tx=0x7f6f7c005ab0 comp rx=0 tx=0).stop 2024-05-16T15:53:49.470 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.454+0000 7f6f8f11b700 1 -- 172.21.15.43:0/3037900965 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f6f881095e0 msgr2=0x7f6f88199930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:49.470 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.454+0000 7f6f8f11b700 1 --2- 172.21.15.43:0/3037900965 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f6f881095e0 0x7f6f88199930 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f6f8000ab40 tx=0x7f6f8000ae50 comp rx=0 tx=0).stop 2024-05-16T15:53:49.470 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.454+0000 7f6f8f11b700 1 -- 172.21.15.43:0/3037900965 shutdown_connections 2024-05-16T15:53:49.470 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.454+0000 7f6f8f11b700 1 --2- 172.21.15.43:0/3037900965 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f6f780b2880 0x7f6f780b4d40 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:49.470 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.454+0000 7f6f8f11b700 1 --2- 172.21.15.43:0/3037900965 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f6f881095e0 0x7f6f88199930 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:49.470 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.454+0000 7f6f8f11b700 1 --2- 172.21.15.43:0/3037900965 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f88103540 0x7f6f8819f720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:49.470 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.454+0000 7f6f8f11b700 1 --2- 172.21.15.43:0/3037900965 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6f88103f00 0x7f6f8819fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:49.471 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.454+0000 7f6f8f11b700 1 -- 172.21.15.43:0/3037900965 >> 172.21.15.43:0/3037900965 conn(0x7f6f8807a650 msgr2=0x7f6f881022c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:49.471 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.454+0000 7f6f8f11b700 1 -- 172.21.15.43:0/3037900965 shutdown_connections 2024-05-16T15:53:49.471 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:49.454+0000 7f6f8f11b700 1 -- 172.21.15.43:0/3037900965 wait complete. 2024-05-16T15:53:49.726 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:53:49 smithi043 ceph-mon[31619]: pgmap v544: 129 pgs: 129 active+clean; 40 MiB data, 933 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 417 op/s 2024-05-16T15:53:49.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:53:49 smithi157 ceph-mon[35584]: pgmap v544: 129 pgs: 129 active+clean; 40 MiB data, 933 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 417 op/s 2024-05-16T15:53:49.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:53:49 smithi148 ceph-mon[34976]: pgmap v544: 129 pgs: 129 active+clean; 40 MiB data, 933 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 417 op/s 2024-05-16T15:53:50.127 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.112+0000 7fa063924640 1 -- 172.21.15.43:0/3750938321 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa05c1034c0 msgr2=0x7fa05c109d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:50.127 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.112+0000 7fa063924640 1 --2- 172.21.15.43:0/3750938321 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa05c1034c0 0x7fa05c109d50 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7fa054009ca0 tx=0x7fa05402a8c0 comp rx=0 tx=0).stop 2024-05-16T15:53:50.127 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.112+0000 7fa063924640 1 -- 172.21.15.43:0/3750938321 shutdown_connections 2024-05-16T15:53:50.127 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.112+0000 7fa063924640 1 --2- 172.21.15.43:0/3750938321 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa05c1034c0 0x7fa05c109d50 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:50.127 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.112+0000 7fa063924640 1 --2- 172.21.15.43:0/3750938321 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa05c102b00 0x7fa05c102f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:50.127 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.112+0000 7fa063924640 1 --2- 172.21.15.43:0/3750938321 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa05c101910 0x7fa05c101d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:50.127 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.112+0000 7fa063924640 1 -- 172.21.15.43:0/3750938321 >> 172.21.15.43:0/3750938321 conn(0x7fa05c0fce80 msgr2=0x7fa05c0ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:50.127 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.112+0000 7fa063924640 1 -- 172.21.15.43:0/3750938321 shutdown_connections 2024-05-16T15:53:50.127 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.112+0000 7fa063924640 1 -- 172.21.15.43:0/3750938321 wait complete. 2024-05-16T15:53:50.127 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.113+0000 7fa063924640 1 Processor -- start 2024-05-16T15:53:50.128 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.113+0000 7fa063924640 1 -- start start 2024-05-16T15:53:50.128 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.113+0000 7fa063924640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa05c101910 0x7fa05c197990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:50.128 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.113+0000 7fa063924640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa05c102b00 0x7fa05c197ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:50.128 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.113+0000 7fa063924640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa05c1034c0 0x7fa05c19ef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:50.128 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.113+0000 7fa063924640 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fa05c10d320 con 0x7fa05c102b00 2024-05-16T15:53:50.128 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.113+0000 7fa063924640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fa05c10d1a0 con 0x7fa05c1034c0 2024-05-16T15:53:50.128 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.113+0000 7fa063924640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fa05c10d4a0 con 0x7fa05c101910 2024-05-16T15:53:50.128 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.113+0000 7fa060ebf640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa05c102b00 0x7fa05c197ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:50.128 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.113+0000 7fa060ebf640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa05c102b00 0x7fa05c197ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:54236/0 (socket says 172.21.15.43:54236) 2024-05-16T15:53:50.128 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.113+0000 7fa060ebf640 1 -- 172.21.15.43:0/512866638 learned_addr learned my addr 172.21.15.43:0/512866638 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:50.128 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.113+0000 7fa0616c0640 1 --2- 172.21.15.43:0/512866638 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa05c101910 0x7fa05c197990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:50.128 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.113+0000 7fa061ec1640 1 --2- 172.21.15.43:0/512866638 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa05c1034c0 0x7fa05c19ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:50.128 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.113+0000 7fa060ebf640 1 -- 172.21.15.43:0/512866638 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa05c101910 msgr2=0x7fa05c197990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:50.128 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.113+0000 7fa060ebf640 1 --2- 172.21.15.43:0/512866638 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa05c101910 0x7fa05c197990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:50.128 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.113+0000 7fa060ebf640 1 -- 172.21.15.43:0/512866638 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa05c1034c0 msgr2=0x7fa05c19ef40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:50.129 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.114+0000 7fa060ebf640 1 --2- 172.21.15.43:0/512866638 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa05c1034c0 0x7fa05c19ef40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:50.129 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.114+0000 7fa060ebf640 1 -- 172.21.15.43:0/512866638 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa05c06a0e0 con 0x7fa05c102b00 2024-05-16T15:53:50.129 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.114+0000 7fa061ec1640 1 --2- 172.21.15.43:0/512866638 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa05c1034c0 0x7fa05c19ef40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:53:50.129 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.114+0000 7fa0616c0640 1 --2- 172.21.15.43:0/512866638 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa05c101910 0x7fa05c197990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:53:50.129 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.114+0000 7fa060ebf640 1 --2- 172.21.15.43:0/512866638 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa05c102b00 0x7fa05c197ed0 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fa04c00d950 tx=0x7fa04c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:50.129 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.114+0000 7fa0527fc640 1 -- 172.21.15.43:0/512866638 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa04c017030 con 0x7fa05c102b00 2024-05-16T15:53:50.129 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.114+0000 7fa0527fc640 1 -- 172.21.15.43:0/512866638 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa04c004020 con 0x7fa05c102b00 2024-05-16T15:53:50.129 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.114+0000 7fa0527fc640 1 -- 172.21.15.43:0/512866638 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa04c0055d0 con 0x7fa05c102b00 2024-05-16T15:53:50.129 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.114+0000 7fa063924640 1 -- 172.21.15.43:0/512866638 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa05c06a3d0 con 0x7fa05c102b00 2024-05-16T15:53:50.129 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.114+0000 7fa063924640 1 -- 172.21.15.43:0/512866638 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa05c06a970 con 0x7fa05c102b00 2024-05-16T15:53:50.132 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.117+0000 7fa0527fc640 1 -- 172.21.15.43:0/512866638 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fa04c009a30 con 0x7fa05c102b00 2024-05-16T15:53:50.132 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.117+0000 7fa066640740 1 Processor -- start 2024-05-16T15:53:50.132 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.117+0000 7fa066640740 1 -- start start 2024-05-16T15:53:50.132 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.118+0000 7fa066640740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a4959eddb0 0x55a4959ee1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:50.132 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.118+0000 7fa066640740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a4959ee7a0 0x55a4959f32a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:50.133 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.118+0000 7fa066640740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a4959f3910 0x55a4959f5da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:50.133 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.118+0000 7fa066640740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55a4959525d0 con 0x55a4959eddb0 2024-05-16T15:53:50.133 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.118+0000 7fa066640740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55a49590b890 con 0x55a4959f3910 2024-05-16T15:53:50.133 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.118+0000 7fa066640740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55a49594e590 con 0x55a4959ee7a0 2024-05-16T15:53:50.133 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.118+0000 7fa061ec1640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a4959eddb0 0x55a4959ee1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:50.133 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.118+0000 7fa0616c0640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a4959ee7a0 0x55a4959f32a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:50.133 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.118+0000 7fa061ec1640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a4959eddb0 0x55a4959ee1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:54244/0 (socket says 172.21.15.43:54244) 2024-05-16T15:53:50.133 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.118+0000 7fa061ec1640 1 -- 172.21.15.43:0/1523542095 learned_addr learned my addr 172.21.15.43:0/1523542095 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:50.133 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.118+0000 7fa0527fc640 1 --2- 172.21.15.43:0/512866638 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fa0480b2920 0x7fa0480b4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:50.133 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.118+0000 7fa060ebf640 1 --2- 172.21.15.43:0/1523542095 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a4959f3910 0x55a4959f5da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:50.133 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.118+0000 7fa0616c0640 1 -- 172.21.15.43:0/1523542095 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a4959f3910 msgr2=0x55a4959f5da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:50.133 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.118+0000 7fa0616c0640 1 --2- 172.21.15.43:0/1523542095 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a4959f3910 0x55a4959f5da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:50.133 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.118+0000 7fa0616c0640 1 -- 172.21.15.43:0/1523542095 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a4959eddb0 msgr2=0x55a4959ee1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:50.134 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.118+0000 7fa0616c0640 1 --2- 172.21.15.43:0/1523542095 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a4959eddb0 0x55a4959ee1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:50.134 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.118+0000 7fa0616c0640 1 -- 172.21.15.43:0/1523542095 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a495664210 con 0x55a4959ee7a0 2024-05-16T15:53:50.134 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.118+0000 7fa061ec1640 1 --2- 172.21.15.43:0/1523542095 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a4959eddb0 0x55a4959ee1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:53:50.134 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.118+0000 7fa061ec1640 1 --2- 172.21.15.43:0/512866638 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fa0480b2920 0x7fa0480b4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:50.134 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.118+0000 7fa0527fc640 1 -- 172.21.15.43:0/512866638 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7fa04c0e1fc0 con 0x7fa05c102b00 2024-05-16T15:53:50.134 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.118+0000 7fa0616c0640 1 --2- 172.21.15.43:0/1523542095 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a4959ee7a0 0x55a4959f32a0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fa058009fa0 tx=0x7fa0580118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=56bb9cfe1392bafc server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:50.134 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.119+0000 7fa0477fe640 1 -- 172.21.15.43:0/1523542095 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa058004310 con 0x55a4959ee7a0 2024-05-16T15:53:50.134 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.119+0000 7fa0477fe640 1 -- 172.21.15.43:0/1523542095 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa0580044b0 con 0x55a4959ee7a0 2024-05-16T15:53:50.134 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.119+0000 7fa0477fe640 1 -- 172.21.15.43:0/1523542095 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0580035f0 con 0x55a4959ee7a0 2024-05-16T15:53:50.134 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.119+0000 7fa066640740 1 -- 172.21.15.43:0/1523542095 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a4959ee7a0 msgr2=0x55a4959f32a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:50.134 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.119+0000 7fa061ec1640 1 --2- 172.21.15.43:0/512866638 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fa0480b2920 0x7fa0480b4de0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fa0540319e0 tx=0x7fa0540095c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:50.134 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.119+0000 7fa066640740 1 --2- 172.21.15.43:0/1523542095 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a4959ee7a0 0x55a4959f32a0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fa058009fa0 tx=0x7fa0580118d0 comp rx=0 tx=0).stop 2024-05-16T15:53:50.134 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.119+0000 7fa066640740 1 -- 172.21.15.43:0/1523542095 shutdown_connections 2024-05-16T15:53:50.134 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.119+0000 7fa066640740 1 --2- 172.21.15.43:0/1523542095 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a4959f3910 0x55a4959f5da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:50.135 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.119+0000 7fa066640740 1 --2- 172.21.15.43:0/1523542095 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a4959ee7a0 0x55a4959f32a0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:50.135 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.119+0000 7fa066640740 1 --2- 172.21.15.43:0/1523542095 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a4959eddb0 0x55a4959ee1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:50.135 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.119+0000 7fa066640740 1 -- 172.21.15.43:0/1523542095 >> 172.21.15.43:0/1523542095 conn(0x55a4959e9420 msgr2=0x55a4959e9820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:50.135 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.120+0000 7fa066640740 1 -- 172.21.15.43:0/1523542095 shutdown_connections 2024-05-16T15:53:50.135 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.120+0000 7fa066640740 1 -- 172.21.15.43:0/1523542095 wait complete. 2024-05-16T15:53:50.135 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.120+0000 7fa066640740 1 -- start start 2024-05-16T15:53:50.135 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.120+0000 7fa066640740 1 Processor -- start 2024-05-16T15:53:50.138 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.120+0000 7fa066640740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a4959eddb0 0x55a4959f7fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:50.138 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.120+0000 7fa066640740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a4959ee7a0 0x55a4959f8510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:50.138 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.120+0000 7fa066640740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a4959f3910 0x55a4959ff550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:50.138 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.120+0000 7fa066640740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55a4959f68c0 con 0x55a4959eddb0 2024-05-16T15:53:50.138 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.120+0000 7fa066640740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55a49590f370 con 0x55a4959f3910 2024-05-16T15:53:50.138 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.120+0000 7fa066640740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55a4959f6a40 con 0x55a4959ee7a0 2024-05-16T15:53:50.138 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.120+0000 7fa066640740 10 client.0 _ll_register_callbacks cb 0x55a495663a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:53:50.138 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.121+0000 7fa0616c0640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a4959eddb0 0x55a4959f7fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:50.138 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.121+0000 7fa061ec1640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a4959f3910 0x55a4959ff550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:50.139 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.121+0000 7fa060ebf640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a4959ee7a0 0x55a4959f8510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:50.139 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.121+0000 7fa061ec1640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a4959f3910 0x55a4959ff550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:56958/0 (socket says 172.21.15.43:56958) 2024-05-16T15:53:50.139 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.121+0000 7fa0616c0640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a4959eddb0 0x55a4959f7fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:54258/0 (socket says 172.21.15.43:54258) 2024-05-16T15:53:50.139 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.121+0000 7fa061ec1640 1 -- 172.21.15.43:0/78466894 learned_addr learned my addr 172.21.15.43:0/78466894 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:50.139 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.121+0000 7fa060ebf640 1 -- 172.21.15.43:0/78466894 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a4959f3910 msgr2=0x55a4959ff550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:50.139 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.121+0000 7fa060ebf640 1 --2- 172.21.15.43:0/78466894 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a4959f3910 0x55a4959ff550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:50.139 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.121+0000 7fa060ebf640 1 -- 172.21.15.43:0/78466894 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a4959eddb0 msgr2=0x55a4959f7fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:50.139 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.121+0000 7fa060ebf640 1 --2- 172.21.15.43:0/78466894 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a4959eddb0 0x55a4959f7fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:50.139 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.121+0000 7fa060ebf640 1 -- 172.21.15.43:0/78466894 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a495730620 con 0x55a4959ee7a0 2024-05-16T15:53:50.139 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.121+0000 7fa060ebf640 1 --2- 172.21.15.43:0/78466894 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a4959ee7a0 0x55a4959f8510 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fa04c0a6440 tx=0x7fa04c0a8940 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f0881255a8bad613 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:50.139 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.121+0000 7fa044ff9640 10 client.0 ms_handle_connect on v2:172.21.15.157:3300/0 2024-05-16T15:53:50.139 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.121+0000 7fa044ff9640 1 -- 172.21.15.43:0/78466894 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa04c0a91d0 con 0x55a4959ee7a0 2024-05-16T15:53:50.139 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.121+0000 7fa044ff9640 1 -- 172.21.15.43:0/78466894 <== mon.1 v2:172.21.15.157:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7fa04c0a5460 con 0x55a4959ee7a0 2024-05-16T15:53:50.139 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.121+0000 7fa066640740 1 -- 172.21.15.43:0/78466894 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa0580044b0 con 0x55a4959ee7a0 2024-05-16T15:53:50.139 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.121+0000 7fa044ff9640 1 -- 172.21.15.43:0/78466894 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7fa04c0ad580 con 0x55a4959ee7a0 2024-05-16T15:53:50.140 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.122+0000 7fa066640740 10 client.25786 fetch_fsmap learned FSMap version 36 2024-05-16T15:53:50.140 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.122+0000 7fa066640740 1 -- 172.21.15.43:0/78466894 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x55a495a02600 con 0x55a4959ee7a0 2024-05-16T15:53:50.140 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.122+0000 7fa044ff9640 1 -- 172.21.15.43:0/78466894 <== mon.1 v2:172.21.15.157:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa0580044b0 con 0x55a4959ee7a0 2024-05-16T15:53:50.140 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.122+0000 7fa044ff9640 1 -- 172.21.15.43:0/78466894 <== mon.1 v2:172.21.15.157:3300/0 5 ==== fsmap(e 36) ==== 8378+0+0 (secure 0 0 0) 0x7fa04c0df0e0 con 0x55a4959ee7a0 2024-05-16T15:53:50.140 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.122+0000 7fa066640740 10 client.25786 fetch_fsmap finished waiting for FSMap version 36 2024-05-16T15:53:50.140 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.122+0000 7fa066640740 10 client.25786 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:53:50.140 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.122+0000 7fa066640740 20 client.25786 populate_metadata read hostname 'smithi043' 2024-05-16T15:53:50.140 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.122+0000 7fa066640740 1 --2- 172.21.15.43:0/78466894 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55a495a04210 0x55a495a066d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:50.140 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.122+0000 7fa066640740 4 client.25786 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:53:50.140 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.122+0000 7fa066640740 1 -- 172.21.15.43:0/78466894 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a4959601e0 con 0x55a495a04210 2024-05-16T15:53:50.140 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.122+0000 7fa0616c0640 1 --2- 172.21.15.43:0/78466894 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55a495a04210 0x55a495a066d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:50.140 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.123+0000 7fa0616c0640 1 --2- 172.21.15.43:0/78466894 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55a495a04210 0x55a495a066d0 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8742575e0be4b175 server_cookie=876594eb1e93a35b in_seq=0 out_seq=0 2024-05-16T15:53:50.140 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.123+0000 7fa044ff9640 10 client.25786 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:53:50.140 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.124+0000 7fa044ff9640 1 -- 172.21.15.43:0/78466894 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55a4959601e0 con 0x55a495a04210 2024-05-16T15:53:50.141 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.124+0000 7fa044ff9640 10 client.25786 handle_command_reply: tid=0 2024-05-16T15:53:50.141 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.124+0000 7fa066640740 1 client.25786 shutdown 2024-05-16T15:53:50.141 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.124+0000 7fa066640740 1 -- 172.21.15.43:0/78466894 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a4959ee7a0 msgr2=0x55a4959f8510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:50.141 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.124+0000 7fa066640740 1 --2- 172.21.15.43:0/78466894 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a4959ee7a0 0x55a4959f8510 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fa04c0a6440 tx=0x7fa04c0a8940 comp rx=0 tx=0).stop 2024-05-16T15:53:50.141 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.124+0000 7fa066640740 1 -- 172.21.15.43:0/78466894 shutdown_connections 2024-05-16T15:53:50.141 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.124+0000 7fa066640740 1 --2- 172.21.15.43:0/78466894 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55a495a04210 0x55a495a066d0 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:50.141 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.124+0000 7fa066640740 1 --2- 172.21.15.43:0/78466894 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a4959f3910 0x55a4959ff550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:50.141 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.124+0000 7fa066640740 1 --2- 172.21.15.43:0/78466894 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a4959ee7a0 0x55a4959f8510 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:50.141 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.124+0000 7fa066640740 1 --2- 172.21.15.43:0/78466894 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a4959eddb0 0x55a4959f7fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:50.141 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.124+0000 7fa044ff9640 0 client.25786 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:53:50.141 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.124+0000 7fa066640740 1 -- 172.21.15.43:0/78466894 >> 172.21.15.43:0/78466894 conn(0x55a4959e9420 msgr2=0x55a4959e8580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:50.141 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.124+0000 7fa066640740 1 -- 172.21.15.43:0/78466894 shutdown_connections 2024-05-16T15:53:50.141 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.124+0000 7fa066640740 1 -- 172.21.15.43:0/78466894 wait complete. 2024-05-16T15:53:50.141 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.124+0000 7fa066640740 20 client.25786 trim_cache size 0 max 16384 2024-05-16T15:53:50.157 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.143+0000 7fa066640740 1 Processor -- start 2024-05-16T15:53:50.157 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.143+0000 7fa066640740 1 -- start start 2024-05-16T15:53:50.157 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.143+0000 7fa066640740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a4959eddb0 0x55a495a06600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:50.157 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.143+0000 7fa066640740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a4959ee7a0 0x55a4959f7fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:50.157 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.143+0000 7fa066640740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a4959f3910 0x55a4959f8510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:50.157 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.143+0000 7fa066640740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fa05c1ab3f0 con 0x55a4959f3910 2024-05-16T15:53:50.157 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.143+0000 7fa066640740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fa05c1acff0 con 0x55a4959ee7a0 2024-05-16T15:53:50.157 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.143+0000 7fa066640740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fa05c1abac0 con 0x55a4959eddb0 2024-05-16T15:53:50.157 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.143+0000 7fa061ec1640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a4959f3910 0x55a4959f8510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:50.157 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.143+0000 7fa061ec1640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a4959f3910 0x55a4959f8510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:54274/0 (socket says 172.21.15.43:54274) 2024-05-16T15:53:50.157 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.143+0000 7fa0616c0640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a4959eddb0 0x55a495a06600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:50.157 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.143+0000 7fa061ec1640 1 -- 172.21.15.43:0/309321422 learned_addr learned my addr 172.21.15.43:0/309321422 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:50.157 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.143+0000 7fa060ebf640 1 --2- 172.21.15.43:0/309321422 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a4959ee7a0 0x55a4959f7fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:50.158 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.144+0000 7fa0616c0640 1 -- 172.21.15.43:0/309321422 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a4959ee7a0 msgr2=0x55a4959f7fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:50.158 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.144+0000 7fa0616c0640 1 --2- 172.21.15.43:0/309321422 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a4959ee7a0 0x55a4959f7fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:50.158 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.144+0000 7fa0616c0640 1 -- 172.21.15.43:0/309321422 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a4959f3910 msgr2=0x55a4959f8510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:50.158 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.144+0000 7fa0616c0640 1 --2- 172.21.15.43:0/309321422 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a4959f3910 0x55a4959f8510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:50.158 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.144+0000 7fa0616c0640 1 -- 172.21.15.43:0/309321422 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a4959ef470 con 0x55a4959eddb0 2024-05-16T15:53:50.158 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.144+0000 7fa061ec1640 1 --2- 172.21.15.43:0/309321422 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a4959f3910 0x55a4959f8510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:53:50.158 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.144+0000 7fa0616c0640 1 --2- 172.21.15.43:0/309321422 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a4959eddb0 0x55a495a06600 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x55a4959ea2f0 tx=0x7fa0580118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3e240c9468dc6377 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:50.158 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.144+0000 7fa046ffd640 1 -- 172.21.15.43:0/309321422 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa05801d040 con 0x55a4959eddb0 2024-05-16T15:53:50.158 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.144+0000 7fa046ffd640 1 -- 172.21.15.43:0/309321422 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa058004440 con 0x55a4959eddb0 2024-05-16T15:53:50.158 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.144+0000 7fa046ffd640 1 -- 172.21.15.43:0/309321422 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0580035f0 con 0x55a4959eddb0 2024-05-16T15:53:50.162 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.145+0000 7fa066640740 1 -- 172.21.15.43:0/309321422 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a4959eddb0 msgr2=0x55a495a06600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:50.162 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.145+0000 7fa066640740 1 --2- 172.21.15.43:0/309321422 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a4959eddb0 0x55a495a06600 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x55a4959ea2f0 tx=0x7fa0580118d0 comp rx=0 tx=0).stop 2024-05-16T15:53:50.162 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.145+0000 7fa066640740 1 -- 172.21.15.43:0/309321422 shutdown_connections 2024-05-16T15:53:50.162 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.145+0000 7fa066640740 1 --2- 172.21.15.43:0/309321422 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a4959f3910 0x55a4959f8510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:50.162 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.145+0000 7fa066640740 1 --2- 172.21.15.43:0/309321422 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a4959ee7a0 0x55a4959f7fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:50.162 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.145+0000 7fa066640740 1 --2- 172.21.15.43:0/309321422 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a4959eddb0 0x55a495a06600 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:50.162 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.145+0000 7fa066640740 1 -- 172.21.15.43:0/309321422 >> 172.21.15.43:0/309321422 conn(0x55a4959e9420 msgr2=0x55a4959f2fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:50.162 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.145+0000 7fa066640740 1 -- 172.21.15.43:0/309321422 shutdown_connections 2024-05-16T15:53:50.162 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.145+0000 7fa066640740 1 -- 172.21.15.43:0/309321422 wait complete. 2024-05-16T15:53:50.162 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.145+0000 7fa066640740 1 -- start start 2024-05-16T15:53:50.162 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.146+0000 7fa066640740 1 Processor -- start 2024-05-16T15:53:50.163 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.146+0000 7fa066640740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a4959eddb0 0x55a4959fc310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:50.163 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.146+0000 7fa066640740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a4959ee7a0 0x55a4959fc850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:50.163 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.146+0000 7fa066640740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a4959f3910 0x55a4959fd860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:50.163 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.146+0000 7fa066640740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fa05c1ac920 con 0x55a4959f3910 2024-05-16T15:53:50.163 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.146+0000 7fa066640740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fa05c1ac190 con 0x55a4959ee7a0 2024-05-16T15:53:50.163 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.146+0000 7fa066640740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fa05c1a93d0 con 0x55a4959eddb0 2024-05-16T15:53:50.163 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.146+0000 7fa066640740 10 client.0 _ll_register_callbacks cb 0x7fa04c0a8fc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:53:50.163 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.146+0000 7fa061ec1640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a4959f3910 0x55a4959fd860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:50.163 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.146+0000 7fa061ec1640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a4959f3910 0x55a4959fd860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:54282/0 (socket says 172.21.15.43:54282) 2024-05-16T15:53:50.163 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.146+0000 7fa060ebf640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a4959ee7a0 0x55a4959fc850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:50.163 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.146+0000 7fa061ec1640 1 -- 172.21.15.43:0/2737484086 learned_addr learned my addr 172.21.15.43:0/2737484086 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:50.163 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.146+0000 7fa0616c0640 1 --2- 172.21.15.43:0/2737484086 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a4959eddb0 0x55a4959fc310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:50.163 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.147+0000 7fa060ebf640 1 -- 172.21.15.43:0/2737484086 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a4959eddb0 msgr2=0x55a4959fc310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:50.163 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.147+0000 7fa060ebf640 1 --2- 172.21.15.43:0/2737484086 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a4959eddb0 0x55a4959fc310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:50.164 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.147+0000 7fa060ebf640 1 -- 172.21.15.43:0/2737484086 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a4959f3910 msgr2=0x55a4959fd860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:50.164 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.147+0000 7fa060ebf640 1 --2- 172.21.15.43:0/2737484086 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a4959f3910 0x55a4959fd860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:50.164 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.147+0000 7fa060ebf640 1 -- 172.21.15.43:0/2737484086 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a4959e9250 con 0x55a4959ee7a0 2024-05-16T15:53:50.164 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.147+0000 7fa061ec1640 1 --2- 172.21.15.43:0/2737484086 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a4959f3910 0x55a4959fd860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:53:50.164 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.147+0000 7fa060ebf640 1 --2- 172.21.15.43:0/2737484086 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a4959ee7a0 0x55a4959fc850 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fa04c0a9160 tx=0x7fa04c004400 comp rx=0 tx=0).ready entity=mon.2 client_cookie=50c0ea478fa7a899 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:50.164 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.147+0000 7fa044ff9640 10 client.0 ms_handle_connect on v2:172.21.15.148:3300/0 2024-05-16T15:53:50.164 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.147+0000 7fa044ff9640 1 -- 172.21.15.43:0/2737484086 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa04c0df540 con 0x55a4959ee7a0 2024-05-16T15:53:50.164 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.147+0000 7fa066640740 1 -- 172.21.15.43:0/2737484086 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa058004440 con 0x55a4959ee7a0 2024-05-16T15:53:50.164 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.147+0000 7fa044ff9640 1 -- 172.21.15.43:0/2737484086 <== mon.2 v2:172.21.15.148:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7fa04c0ad150 con 0x55a4959ee7a0 2024-05-16T15:53:50.164 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.147+0000 7fa044ff9640 1 -- 172.21.15.43:0/2737484086 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7fa04c0a8ce0 con 0x55a4959ee7a0 2024-05-16T15:53:50.164 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.147+0000 7fa066640740 10 client.25742 fetch_fsmap learned FSMap version 36 2024-05-16T15:53:50.164 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.147+0000 7fa066640740 1 -- 172.21.15.43:0/2737484086 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x55a495a6eb90 con 0x55a4959ee7a0 2024-05-16T15:53:50.164 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.147+0000 7fa044ff9640 1 -- 172.21.15.43:0/2737484086 <== mon.2 v2:172.21.15.148:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa058004440 con 0x55a4959ee7a0 2024-05-16T15:53:50.164 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.147+0000 7fa044ff9640 1 -- 172.21.15.43:0/2737484086 <== mon.2 v2:172.21.15.148:3300/0 5 ==== fsmap(e 36) ==== 8378+0+0 (secure 0 0 0) 0x7fa04c0a4b40 con 0x55a4959ee7a0 2024-05-16T15:53:50.164 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.148+0000 7fa066640740 10 client.25742 fetch_fsmap finished waiting for FSMap version 36 2024-05-16T15:53:50.165 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.148+0000 7fa066640740 10 client.25742 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:53:50.165 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.148+0000 7fa066640740 20 client.25742 populate_metadata read hostname 'smithi043' 2024-05-16T15:53:50.165 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.148+0000 7fa066640740 1 --2- 172.21.15.43:0/2737484086 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55a495a6f400 0x55a495a71820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:50.165 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.148+0000 7fa066640740 4 client.25742 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-16T15:53:50.165 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.148+0000 7fa066640740 1 -- 172.21.15.43:0/2737484086 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55a49595a050 con 0x55a495a6f400 2024-05-16T15:53:50.165 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.148+0000 7fa0616c0640 1 --2- 172.21.15.43:0/2737484086 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55a495a6f400 0x55a495a71820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:50.165 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.148+0000 7fa0616c0640 1 --2- 172.21.15.43:0/2737484086 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55a495a6f400 0x55a495a71820 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=71fd5a7098857330 server_cookie=42d52cb9e7832545 in_seq=0 out_seq=0 2024-05-16T15:53:50.165 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.148+0000 7fa044ff9640 10 client.25742 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:53:50.177 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.164+0000 7fa044ff9640 1 -- 172.21.15.43:0/2737484086 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55a49595a050 con 0x55a495a6f400 2024-05-16T15:53:50.178 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.164+0000 7fa044ff9640 10 client.25742 handle_command_reply: tid=0 2024-05-16T15:53:50.178 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.164+0000 7fa066640740 1 client.25742 shutdown 2024-05-16T15:53:50.178 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.165+0000 7fa066640740 1 -- 172.21.15.43:0/2737484086 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a4959ee7a0 msgr2=0x55a4959fc850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:50.178 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.165+0000 7fa066640740 1 --2- 172.21.15.43:0/2737484086 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a4959ee7a0 0x55a4959fc850 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fa04c0a9160 tx=0x7fa04c004400 comp rx=0 tx=0).stop 2024-05-16T15:53:50.178 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.165+0000 7fa066640740 1 -- 172.21.15.43:0/2737484086 shutdown_connections 2024-05-16T15:53:50.178 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.165+0000 7fa066640740 1 --2- 172.21.15.43:0/2737484086 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55a495a6f400 0x55a495a71820 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:50.178 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.165+0000 7fa066640740 1 --2- 172.21.15.43:0/2737484086 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55a4959f3910 0x55a4959fd860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:50.178 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.165+0000 7fa066640740 1 --2- 172.21.15.43:0/2737484086 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55a4959ee7a0 0x55a4959fc850 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:50.178 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.165+0000 7fa044ff9640 0 client.25742 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:53:50.178 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.165+0000 7fa066640740 1 --2- 172.21.15.43:0/2737484086 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a4959eddb0 0x55a4959fc310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:50.178 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.165+0000 7fa066640740 1 -- 172.21.15.43:0/2737484086 >> 172.21.15.43:0/2737484086 conn(0x55a4959e9420 msgr2=0x55a4959ef980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:50.178 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.165+0000 7fa066640740 1 -- 172.21.15.43:0/2737484086 shutdown_connections 2024-05-16T15:53:50.179 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.165+0000 7fa066640740 1 -- 172.21.15.43:0/2737484086 wait complete. 2024-05-16T15:53:50.179 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.165+0000 7fa066640740 20 client.25742 trim_cache size 0 max 16384 2024-05-16T15:53:50.179 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:{ 2024-05-16T15:53:50.179 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "message": "", 2024-05-16T15:53:50.179 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "return_code": 0 2024-05-16T15:53:50.179 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:} 2024-05-16T15:53:50.180 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.165+0000 7fa063924640 1 -- 172.21.15.43:0/512866638 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fa0480b2920 msgr2=0x7fa0480b4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:50.180 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.165+0000 7fa063924640 1 --2- 172.21.15.43:0/512866638 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fa0480b2920 0x7fa0480b4de0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fa0540319e0 tx=0x7fa0540095c0 comp rx=0 tx=0).stop 2024-05-16T15:53:50.180 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.165+0000 7fa063924640 1 -- 172.21.15.43:0/512866638 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa05c102b00 msgr2=0x7fa05c197ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:50.180 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.165+0000 7fa063924640 1 --2- 172.21.15.43:0/512866638 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa05c102b00 0x7fa05c197ed0 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fa04c00d950 tx=0x7fa04c00de10 comp rx=0 tx=0).stop 2024-05-16T15:53:50.180 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.166+0000 7fa063924640 1 -- 172.21.15.43:0/512866638 shutdown_connections 2024-05-16T15:53:50.180 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.166+0000 7fa063924640 1 --2- 172.21.15.43:0/512866638 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa05c1034c0 0x7fa05c19ef40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:50.180 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.166+0000 7fa063924640 1 --2- 172.21.15.43:0/512866638 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa05c102b00 0x7fa05c197ed0 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:50.180 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.166+0000 7fa063924640 1 --2- 172.21.15.43:0/512866638 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fa0480b2920 0x7fa0480b4de0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:50.180 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.166+0000 7fa063924640 1 --2- 172.21.15.43:0/512866638 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa05c101910 0x7fa05c197990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:50.180 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.166+0000 7fa063924640 1 -- 172.21.15.43:0/512866638 >> 172.21.15.43:0/512866638 conn(0x7fa05c0fce80 msgr2=0x7fa05c105e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:50.181 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.166+0000 7fa063924640 1 -- 172.21.15.43:0/512866638 shutdown_connections 2024-05-16T15:53:50.181 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:53:50.166+0000 7fa063924640 1 -- 172.21.15.43:0/512866638 wait complete. 2024-05-16T15:53:50.275 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-16T15:53:50.561 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:53:51.726 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:53:51 smithi043 ceph-mon[31619]: pgmap v545: 129 pgs: 129 active+clean; 40 MiB data, 936 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 363 op/s 2024-05-16T15:53:51.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:53:51 smithi157 ceph-mon[35584]: pgmap v545: 129 pgs: 129 active+clean; 40 MiB data, 936 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 363 op/s 2024-05-16T15:53:51.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:53:51 smithi148 ceph-mon[34976]: pgmap v545: 129 pgs: 129 active+clean; 40 MiB data, 936 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 363 op/s 2024-05-16T15:53:52.509 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.497+0000 7f994fed8700 1 -- 172.21.15.43:0/3147127836 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9948102d50 msgr2=0x7f994810f240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:52.510 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.497+0000 7f994fed8700 1 --2- 172.21.15.43:0/3147127836 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9948102d50 0x7f994810f240 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f9940009990 tx=0x7f9940009ca0 comp rx=0 tx=0).stop 2024-05-16T15:53:52.510 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.497+0000 7f994fed8700 1 -- 172.21.15.43:0/3147127836 shutdown_connections 2024-05-16T15:53:52.510 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.497+0000 7f994fed8700 1 --2- 172.21.15.43:0/3147127836 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9948102d50 0x7f994810f240 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:52.510 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.497+0000 7f994fed8700 1 --2- 172.21.15.43:0/3147127836 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9948108400 0x7f99481087e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:52.510 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.497+0000 7f994fed8700 1 --2- 172.21.15.43:0/3147127836 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9948102390 0x7f9948102810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:52.510 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.497+0000 7f994fed8700 1 -- 172.21.15.43:0/3147127836 >> 172.21.15.43:0/3147127836 conn(0x7f9948079310 msgr2=0x7f9948079720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:52.510 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.497+0000 7f994fed8700 1 -- 172.21.15.43:0/3147127836 shutdown_connections 2024-05-16T15:53:52.510 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.497+0000 7f994fed8700 1 -- 172.21.15.43:0/3147127836 wait complete. 2024-05-16T15:53:52.512 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.497+0000 7f994fed8700 1 Processor -- start 2024-05-16T15:53:52.512 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.498+0000 7f994fed8700 1 -- start start 2024-05-16T15:53:52.512 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.498+0000 7f994fed8700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9948102390 0x7f99481a1900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:52.512 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.498+0000 7f994fed8700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9948102d50 0x7f99481a1e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:52.512 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.498+0000 7f994fed8700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9948108400 0x7f994819bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:52.512 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.498+0000 7f994fed8700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f9948111390 con 0x7f9948102d50 2024-05-16T15:53:52.512 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.498+0000 7f994fed8700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f9948111210 con 0x7f9948108400 2024-05-16T15:53:52.512 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.498+0000 7f994fed8700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f9948111510 con 0x7f9948102390 2024-05-16T15:53:52.512 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.498+0000 7f994d473700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9948102d50 0x7f99481a1e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:52.512 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.498+0000 7f994d473700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9948102d50 0x7f99481a1e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:54312/0 (socket says 172.21.15.43:54312) 2024-05-16T15:53:52.512 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.498+0000 7f994d473700 1 -- 172.21.15.43:0/2572855386 learned_addr learned my addr 172.21.15.43:0/2572855386 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:52.512 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.498+0000 7f994dc74700 1 --2- 172.21.15.43:0/2572855386 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9948102390 0x7f99481a1900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:52.512 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.498+0000 7f994e475700 1 --2- 172.21.15.43:0/2572855386 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9948108400 0x7f994819bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:52.513 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.498+0000 7f994dc74700 1 -- 172.21.15.43:0/2572855386 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9948108400 msgr2=0x7f994819bac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:52.513 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.498+0000 7f994dc74700 1 --2- 172.21.15.43:0/2572855386 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9948108400 0x7f994819bac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:52.513 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.498+0000 7f994dc74700 1 -- 172.21.15.43:0/2572855386 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9948102d50 msgr2=0x7f99481a1e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:52.513 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.498+0000 7f994dc74700 1 --2- 172.21.15.43:0/2572855386 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9948102d50 0x7f99481a1e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:52.513 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.498+0000 7f994dc74700 1 -- 172.21.15.43:0/2572855386 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f994819c220 con 0x7f9948102390 2024-05-16T15:53:52.513 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.498+0000 7f994d473700 1 --2- 172.21.15.43:0/2572855386 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9948102d50 0x7f99481a1e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:53:52.513 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.498+0000 7f994dc74700 1 --2- 172.21.15.43:0/2572855386 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9948102390 0x7f99481a1900 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f994400e340 tx=0x7f9944007f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:52.513 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.499+0000 7f993effd700 1 -- 172.21.15.43:0/2572855386 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f994401a070 con 0x7f9948102390 2024-05-16T15:53:52.513 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.499+0000 7f994fed8700 1 -- 172.21.15.43:0/2572855386 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f994819c510 con 0x7f9948102390 2024-05-16T15:53:52.513 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.499+0000 7f993effd700 1 -- 172.21.15.43:0/2572855386 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f994400b560 con 0x7f9948102390 2024-05-16T15:53:52.513 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.499+0000 7f993effd700 1 -- 172.21.15.43:0/2572855386 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9944015480 con 0x7f9948102390 2024-05-16T15:53:52.513 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.499+0000 7f994fed8700 1 -- 172.21.15.43:0/2572855386 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99481a87d0 con 0x7f9948102390 2024-05-16T15:53:52.514 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.502+0000 7f993effd700 1 -- 172.21.15.43:0/2572855386 <== mon.1 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f994401d070 con 0x7f9948102390 2024-05-16T15:53:52.514 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.502+0000 7f993effd700 1 --2- 172.21.15.43:0/2572855386 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f99340b2880 0x7f99340b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:52.515 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.503+0000 7f994d473700 1 --2- 172.21.15.43:0/2572855386 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f99340b2880 0x7f99340b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:52.515 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.503+0000 7f993effd700 1 -- 172.21.15.43:0/2572855386 <== mon.1 v2:172.21.15.157:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f99440e2030 con 0x7f9948102390 2024-05-16T15:53:52.515 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.503+0000 7f995a76bb80 1 Processor -- start 2024-05-16T15:53:52.515 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.503+0000 7f994d473700 1 --2- 172.21.15.43:0/2572855386 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f99340b2880 0x7f99340b4d40 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f9948079980 tx=0x7f9938009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:52.516 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.503+0000 7f995a76bb80 1 -- start start 2024-05-16T15:53:52.517 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.504+0000 7f995a76bb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5625165871b0 0x562516587590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:52.517 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.504+0000 7f995a76bb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x562516587ad0 0x562516581810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:52.517 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.504+0000 7f995a76bb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562516581d50 0x562516582190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:52.517 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.504+0000 7f995a76bb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x5625164d3940 con 0x562516587ad0 2024-05-16T15:53:52.517 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.504+0000 7f995a76bb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x562516438da0 con 0x5625165871b0 2024-05-16T15:53:52.517 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.504+0000 7f995a76bb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x5625164cf900 con 0x562516581d50 2024-05-16T15:53:52.517 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.504+0000 7f994dc74700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5625165871b0 0x562516587590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:52.518 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.504+0000 7f994dc74700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5625165871b0 0x562516587590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:57008/0 (socket says 172.21.15.43:57008) 2024-05-16T15:53:52.518 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.504+0000 7f994dc74700 1 -- 172.21.15.43:0/3639705289 learned_addr learned my addr 172.21.15.43:0/3639705289 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:52.518 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.504+0000 7f994d473700 1 --2- 172.21.15.43:0/3639705289 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x562516587ad0 0x562516581810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:52.518 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.504+0000 7f994e475700 1 --2- 172.21.15.43:0/3639705289 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562516581d50 0x562516582190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:52.518 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.504+0000 7f994dc74700 1 -- 172.21.15.43:0/3639705289 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562516581d50 msgr2=0x562516582190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:52.518 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.504+0000 7f994dc74700 1 --2- 172.21.15.43:0/3639705289 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562516581d50 0x562516582190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:52.518 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.504+0000 7f994dc74700 1 -- 172.21.15.43:0/3639705289 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x562516587ad0 msgr2=0x562516581810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:52.518 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.504+0000 7f994dc74700 1 --2- 172.21.15.43:0/3639705289 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x562516587ad0 0x562516581810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:52.518 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.504+0000 7f994dc74700 1 -- 172.21.15.43:0/3639705289 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5625164208d0 con 0x5625165871b0 2024-05-16T15:53:52.518 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.504+0000 7f994dc74700 1 --2- 172.21.15.43:0/3639705289 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5625165871b0 0x562516587590 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f99440a5320 tx=0x7f99440a5290 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ffa7da594b44c2bf server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:52.518 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.505+0000 7f9933fff700 1 -- 172.21.15.43:0/3639705289 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99440a99a0 con 0x5625165871b0 2024-05-16T15:53:52.518 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.505+0000 7f9933fff700 1 -- 172.21.15.43:0/3639705289 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f99440a92a0 con 0x5625165871b0 2024-05-16T15:53:52.518 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.505+0000 7f9933fff700 1 -- 172.21.15.43:0/3639705289 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99440b1e40 con 0x5625165871b0 2024-05-16T15:53:52.523 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.505+0000 7f995a76bb80 1 -- 172.21.15.43:0/3639705289 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5625165871b0 msgr2=0x562516587590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:52.523 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.505+0000 7f995a76bb80 1 --2- 172.21.15.43:0/3639705289 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5625165871b0 0x562516587590 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f99440a5320 tx=0x7f99440a5290 comp rx=0 tx=0).stop 2024-05-16T15:53:52.523 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.505+0000 7f995a76bb80 1 -- 172.21.15.43:0/3639705289 shutdown_connections 2024-05-16T15:53:52.523 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.505+0000 7f995a76bb80 1 --2- 172.21.15.43:0/3639705289 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562516581d50 0x562516582190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:52.523 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.505+0000 7f995a76bb80 1 --2- 172.21.15.43:0/3639705289 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5625165871b0 0x562516587590 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:52.523 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.505+0000 7f995a76bb80 1 --2- 172.21.15.43:0/3639705289 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x562516587ad0 0x562516581810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:52.523 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.505+0000 7f995a76bb80 1 -- 172.21.15.43:0/3639705289 >> 172.21.15.43:0/3639705289 conn(0x5625164adb70 msgr2=0x56251657c2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:52.523 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.506+0000 7f995a76bb80 1 -- 172.21.15.43:0/3639705289 shutdown_connections 2024-05-16T15:53:52.523 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.506+0000 7f995a76bb80 1 -- 172.21.15.43:0/3639705289 wait complete. 2024-05-16T15:53:52.523 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.506+0000 7f995a76bb80 1 -- start start 2024-05-16T15:53:52.523 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.506+0000 7f995a76bb80 1 Processor -- start 2024-05-16T15:53:52.524 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.507+0000 7f995a76bb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x562516581d50 0x56251658d6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:52.524 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.507+0000 7f995a76bb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5625165871b0 0x56251658aa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:52.524 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.507+0000 7f995a76bb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562516587ad0 0x56251658afa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:52.524 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.507+0000 7f995a76bb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x56251658e390 con 0x562516581d50 2024-05-16T15:53:52.524 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.507+0000 7f995a76bb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x56251648ced0 con 0x562516587ad0 2024-05-16T15:53:52.524 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.507+0000 7f995a76bb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x56251658e510 con 0x5625165871b0 2024-05-16T15:53:52.524 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.507+0000 7f994dc74700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x562516581d50 0x56251658d6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:52.524 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.507+0000 7f994dc74700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x562516581d50 0x56251658d6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:54334/0 (socket says 172.21.15.43:54334) 2024-05-16T15:53:52.524 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.507+0000 7f994dc74700 1 -- 172.21.15.43:0/788412047 learned_addr learned my addr 172.21.15.43:0/788412047 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:52.524 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.507+0000 7f994d473700 1 --2- 172.21.15.43:0/788412047 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5625165871b0 0x56251658aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:52.524 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.507+0000 7f994e475700 1 --2- 172.21.15.43:0/788412047 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562516587ad0 0x56251658afa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:52.524 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.507+0000 7f995a76bb80 10 client.0 _ll_register_callbacks cb 0x5625164675b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:53:52.524 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.507+0000 7f994d473700 1 -- 172.21.15.43:0/788412047 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562516587ad0 msgr2=0x56251658afa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:52.524 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.507+0000 7f994d473700 1 --2- 172.21.15.43:0/788412047 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562516587ad0 0x56251658afa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:52.524 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.507+0000 7f994d473700 1 -- 172.21.15.43:0/788412047 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x562516581d50 msgr2=0x56251658d6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:52.524 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.507+0000 7f994d473700 1 --2- 172.21.15.43:0/788412047 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x562516581d50 0x56251658d6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:52.525 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.507+0000 7f994d473700 1 -- 172.21.15.43:0/788412047 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56251648a760 con 0x5625165871b0 2024-05-16T15:53:52.525 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.507+0000 7f994e475700 1 --2- 172.21.15.43:0/788412047 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562516587ad0 0x56251658afa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:53:52.525 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.508+0000 7f994d473700 1 --2- 172.21.15.43:0/788412047 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5625165871b0 0x56251658aa60 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x56251657ded0 tx=0x7f99380047c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a73823759062192e server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:52.525 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.508+0000 7f99317fa700 10 client.0 ms_handle_connect on v2:172.21.15.157:3300/0 2024-05-16T15:53:52.525 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.508+0000 7f99317fa700 1 -- 172.21.15.43:0/788412047 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f993801ce20 con 0x5625165871b0 2024-05-16T15:53:52.525 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.508+0000 7f995a76bb80 1 -- 172.21.15.43:0/788412047 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f99440a92a0 con 0x5625165871b0 2024-05-16T15:53:52.525 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.508+0000 7f99317fa700 1 -- 172.21.15.43:0/788412047 <== mon.1 v2:172.21.15.157:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f9938009040 con 0x5625165871b0 2024-05-16T15:53:52.525 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.508+0000 7f99317fa700 1 -- 172.21.15.43:0/788412047 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f993801dce0 con 0x5625165871b0 2024-05-16T15:53:52.525 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.508+0000 7f995a76bb80 10 client.25804 fetch_fsmap learned FSMap version 36 2024-05-16T15:53:52.525 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.508+0000 7f995a76bb80 1 -- 172.21.15.43:0/788412047 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x562516598c30 con 0x5625165871b0 2024-05-16T15:53:52.525 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.508+0000 7f99317fa700 1 -- 172.21.15.43:0/788412047 <== mon.1 v2:172.21.15.157:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f99440a92a0 con 0x5625165871b0 2024-05-16T15:53:52.525 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.509+0000 7f99317fa700 1 -- 172.21.15.43:0/788412047 <== mon.1 v2:172.21.15.157:3300/0 5 ==== fsmap(e 36) ==== 8378+0+0 (secure 0 0 0) 0x7f99380051b0 con 0x5625165871b0 2024-05-16T15:53:52.525 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.509+0000 7f995a76bb80 10 client.25804 fetch_fsmap finished waiting for FSMap version 36 2024-05-16T15:53:52.525 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.509+0000 7f995a76bb80 10 client.25804 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-16T15:53:52.525 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.509+0000 7f995a76bb80 20 client.25804 populate_metadata read hostname 'smithi043' 2024-05-16T15:53:52.526 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.509+0000 7f995a76bb80 1 --2- 172.21.15.43:0/788412047 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x56251659b260 0x56251659d650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:52.526 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.509+0000 7f995a76bb80 4 client.25804 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:53:52.526 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.509+0000 7f995a76bb80 1 -- 172.21.15.43:0/788412047 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5625164e1320 con 0x56251659b260 2024-05-16T15:53:52.526 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.509+0000 7f994dc74700 1 --2- 172.21.15.43:0/788412047 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x56251659b260 0x56251659d650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:52.526 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.509+0000 7f99317fa700 10 client.25804 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:53:52.526 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.509+0000 7f994dc74700 1 --2- 172.21.15.43:0/788412047 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x56251659b260 0x56251659d650 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a54be8cfa0163139 server_cookie=9d492d7d6970cba8 in_seq=0 out_seq=0 2024-05-16T15:53:52.526 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.510+0000 7f99317fa700 1 -- 172.21.15.43:0/788412047 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5625164e1320 con 0x56251659b260 2024-05-16T15:53:52.526 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.510+0000 7f99317fa700 10 client.25804 handle_command_reply: tid=0 2024-05-16T15:53:52.526 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.510+0000 7f995a76bb80 1 client.25804 shutdown 2024-05-16T15:53:52.526 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.510+0000 7f995a76bb80 1 -- 172.21.15.43:0/788412047 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5625165871b0 msgr2=0x56251658aa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:52.526 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.510+0000 7f995a76bb80 1 --2- 172.21.15.43:0/788412047 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5625165871b0 0x56251658aa60 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x56251657ded0 tx=0x7f99380047c0 comp rx=0 tx=0).stop 2024-05-16T15:53:52.526 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.510+0000 7f995a76bb80 1 -- 172.21.15.43:0/788412047 shutdown_connections 2024-05-16T15:53:52.526 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.510+0000 7f995a76bb80 1 --2- 172.21.15.43:0/788412047 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x56251659b260 0x56251659d650 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:52.526 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.510+0000 7f995a76bb80 1 --2- 172.21.15.43:0/788412047 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562516587ad0 0x56251658afa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:52.527 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.510+0000 7f99317fa700 0 client.25804 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:53:52.527 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.510+0000 7f995a76bb80 1 --2- 172.21.15.43:0/788412047 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x562516581d50 0x56251658d6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:52.527 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.510+0000 7f995a76bb80 1 --2- 172.21.15.43:0/788412047 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5625165871b0 0x56251658aa60 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:52.527 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.510+0000 7f995a76bb80 1 -- 172.21.15.43:0/788412047 >> 172.21.15.43:0/788412047 conn(0x5625164adb70 msgr2=0x562516576b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:52.527 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.510+0000 7f995a76bb80 1 -- 172.21.15.43:0/788412047 shutdown_connections 2024-05-16T15:53:52.527 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.510+0000 7f995a76bb80 1 -- 172.21.15.43:0/788412047 wait complete. 2024-05-16T15:53:52.527 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.511+0000 7f995a76bb80 20 client.25804 trim_cache size 0 max 16384 2024-05-16T15:53:52.540 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.527+0000 7f995a76bb80 1 Processor -- start 2024-05-16T15:53:52.540 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.527+0000 7f995a76bb80 1 -- start start 2024-05-16T15:53:52.540 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.527+0000 7f995a76bb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562516581d50 0x56251658aff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:52.541 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.527+0000 7f995a76bb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5625165871b0 0x562516597450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:52.541 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.527+0000 7f995a76bb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562516587ad0 0x562516576c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:52.541 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.527+0000 7f995a76bb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f99481b14b0 con 0x5625165871b0 2024-05-16T15:53:52.541 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.527+0000 7f995a76bb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f99481b30b0 con 0x562516581d50 2024-05-16T15:53:52.541 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.527+0000 7f995a76bb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f99481b1b80 con 0x562516587ad0 2024-05-16T15:53:52.541 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.527+0000 7f994d473700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5625165871b0 0x562516597450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:52.541 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.527+0000 7f994d473700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5625165871b0 0x562516597450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:54348/0 (socket says 172.21.15.43:54348) 2024-05-16T15:53:52.541 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.527+0000 7f994d473700 1 -- 172.21.15.43:0/2089526273 learned_addr learned my addr 172.21.15.43:0/2089526273 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:52.541 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.527+0000 7f994dc74700 1 --2- 172.21.15.43:0/2089526273 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562516581d50 0x56251658aff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:52.541 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.527+0000 7f994e475700 1 --2- 172.21.15.43:0/2089526273 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562516587ad0 0x562516576c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:52.541 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.527+0000 7f994d473700 1 -- 172.21.15.43:0/2089526273 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562516587ad0 msgr2=0x562516576c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:52.541 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.527+0000 7f994d473700 1 --2- 172.21.15.43:0/2089526273 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562516587ad0 0x562516576c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:52.541 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.527+0000 7f994d473700 1 -- 172.21.15.43:0/2089526273 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562516581d50 msgr2=0x56251658aff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:52.541 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.527+0000 7f994d473700 1 --2- 172.21.15.43:0/2089526273 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562516581d50 0x56251658aff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:52.541 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.527+0000 7f994d473700 1 -- 172.21.15.43:0/2089526273 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562516586bd0 con 0x5625165871b0 2024-05-16T15:53:52.542 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.527+0000 7f994e475700 1 --2- 172.21.15.43:0/2089526273 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562516587ad0 0x562516576c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:53:52.542 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.527+0000 7f994dc74700 1 --2- 172.21.15.43:0/2089526273 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562516581d50 0x56251658aff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:53:52.542 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.528+0000 7f994d473700 1 --2- 172.21.15.43:0/2089526273 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5625165871b0 0x562516597450 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f9938016040 tx=0x7f993801d9d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6a980d029ed0864 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:52.542 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.528+0000 7f99337fe700 1 -- 172.21.15.43:0/2089526273 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9938011cb0 con 0x5625165871b0 2024-05-16T15:53:52.542 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.528+0000 7f99337fe700 1 -- 172.21.15.43:0/2089526273 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f993801ce20 con 0x5625165871b0 2024-05-16T15:53:52.542 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.528+0000 7f99337fe700 1 -- 172.21.15.43:0/2089526273 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99380263e0 con 0x5625165871b0 2024-05-16T15:53:52.545 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.529+0000 7f995a76bb80 1 -- 172.21.15.43:0/2089526273 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5625165871b0 msgr2=0x562516597450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:52.545 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.529+0000 7f995a76bb80 1 --2- 172.21.15.43:0/2089526273 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5625165871b0 0x562516597450 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f9938016040 tx=0x7f993801d9d0 comp rx=0 tx=0).stop 2024-05-16T15:53:52.545 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.529+0000 7f995a76bb80 1 -- 172.21.15.43:0/2089526273 shutdown_connections 2024-05-16T15:53:52.545 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.529+0000 7f995a76bb80 1 --2- 172.21.15.43:0/2089526273 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562516587ad0 0x562516576c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:52.545 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.529+0000 7f995a76bb80 1 --2- 172.21.15.43:0/2089526273 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562516581d50 0x56251658aff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:52.545 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.529+0000 7f995a76bb80 1 --2- 172.21.15.43:0/2089526273 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5625165871b0 0x562516597450 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:52.546 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.529+0000 7f995a76bb80 1 -- 172.21.15.43:0/2089526273 >> 172.21.15.43:0/2089526273 conn(0x5625164adb70 msgr2=0x56251658c060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:52.546 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.529+0000 7f995a76bb80 1 -- 172.21.15.43:0/2089526273 shutdown_connections 2024-05-16T15:53:52.546 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.529+0000 7f995a76bb80 1 -- 172.21.15.43:0/2089526273 wait complete. 2024-05-16T15:53:52.546 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.530+0000 7f995a76bb80 1 -- start start 2024-05-16T15:53:52.546 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.530+0000 7f995a76bb80 1 Processor -- start 2024-05-16T15:53:52.546 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.530+0000 7f995a76bb80 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x562516581d50 0x562516593cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:52.546 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.530+0000 7f995a76bb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5625165871b0 0x5625165a24e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:52.546 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.530+0000 7f995a76bb80 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562516587ad0 0x5625165a2a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:52.546 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.530+0000 7f995a76bb80 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f99481b29e0 con 0x562516581d50 2024-05-16T15:53:52.546 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.530+0000 7f995a76bb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f99481b2250 con 0x5625165871b0 2024-05-16T15:53:52.546 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.530+0000 7f995a76bb80 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f99481af450 con 0x562516587ad0 2024-05-16T15:53:52.546 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.530+0000 7f995a76bb80 10 client.0 _ll_register_callbacks cb 0x5625164675b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:53:52.546 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.531+0000 7f994d473700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5625165871b0 0x5625165a24e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:52.546 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.531+0000 7f994dc74700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x562516581d50 0x562516593cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:52.547 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.531+0000 7f994d473700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5625165871b0 0x5625165a24e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:57038/0 (socket says 172.21.15.43:57038) 2024-05-16T15:53:52.547 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.531+0000 7f994d473700 1 -- 172.21.15.43:0/979069379 learned_addr learned my addr 172.21.15.43:0/979069379 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:53:52.547 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.531+0000 7f994e475700 1 --2- 172.21.15.43:0/979069379 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562516587ad0 0x5625165a2a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:52.547 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.531+0000 7f994d473700 1 -- 172.21.15.43:0/979069379 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562516587ad0 msgr2=0x5625165a2a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:52.547 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.531+0000 7f994d473700 1 --2- 172.21.15.43:0/979069379 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562516587ad0 0x5625165a2a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:52.547 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.531+0000 7f994d473700 1 -- 172.21.15.43:0/979069379 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x562516581d50 msgr2=0x562516593cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:53:52.547 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.531+0000 7f994d473700 1 --2- 172.21.15.43:0/979069379 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x562516581d50 0x562516593cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:52.547 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.531+0000 7f994d473700 1 -- 172.21.15.43:0/979069379 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5625165a3230 con 0x5625165871b0 2024-05-16T15:53:52.547 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.531+0000 7f994d473700 1 --2- 172.21.15.43:0/979069379 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5625165871b0 0x5625165a24e0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f9938034a90 tx=0x7f9938034ac0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e51bada1e3dd9253 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:53:52.547 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.531+0000 7f99317fa700 10 client.0 ms_handle_connect on v2:172.21.15.148:3300/0 2024-05-16T15:53:52.547 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.531+0000 7f99317fa700 1 -- 172.21.15.43:0/979069379 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9938042060 con 0x5625165871b0 2024-05-16T15:53:52.547 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.531+0000 7f995a76bb80 1 -- 172.21.15.43:0/979069379 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f993801ce20 con 0x5625165871b0 2024-05-16T15:53:52.547 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.531+0000 7f99317fa700 1 -- 172.21.15.43:0/979069379 <== mon.2 v2:172.21.15.148:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f9938009040 con 0x5625165871b0 2024-05-16T15:53:52.547 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.532+0000 7f99317fa700 1 -- 172.21.15.43:0/979069379 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f9938027650 con 0x5625165871b0 2024-05-16T15:53:52.547 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.532+0000 7f995a76bb80 10 client.25760 fetch_fsmap learned FSMap version 36 2024-05-16T15:53:52.548 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.532+0000 7f995a76bb80 1 -- 172.21.15.43:0/979069379 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x5625166059e0 con 0x5625165871b0 2024-05-16T15:53:52.548 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.532+0000 7f99317fa700 1 -- 172.21.15.43:0/979069379 <== mon.2 v2:172.21.15.148:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f993801ce20 con 0x5625165871b0 2024-05-16T15:53:52.548 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.532+0000 7f99317fa700 1 -- 172.21.15.43:0/979069379 <== mon.2 v2:172.21.15.148:3300/0 5 ==== fsmap(e 36) ==== 8378+0+0 (secure 0 0 0) 0x7f9938033070 con 0x5625165871b0 2024-05-16T15:53:52.548 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.532+0000 7f995a76bb80 10 client.25760 fetch_fsmap finished waiting for FSMap version 36 2024-05-16T15:53:52.548 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.532+0000 7f995a76bb80 10 client.25760 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-16T15:53:52.548 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.532+0000 7f995a76bb80 20 client.25760 populate_metadata read hostname 'smithi043' 2024-05-16T15:53:52.548 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.532+0000 7f995a76bb80 1 --2- 172.21.15.43:0/979069379 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x562516606070 0x562516608490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:53:52.548 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.532+0000 7f995a76bb80 4 client.25760 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-16T15:53:52.548 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.532+0000 7f995a76bb80 1 -- 172.21.15.43:0/979069379 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5625164db3c0 con 0x562516606070 2024-05-16T15:53:52.548 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.532+0000 7f994dc74700 1 --2- 172.21.15.43:0/979069379 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x562516606070 0x562516608490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:53:52.548 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.533+0000 7f99317fa700 10 client.25760 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:53:52.548 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.533+0000 7f994dc74700 1 --2- 172.21.15.43:0/979069379 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x562516606070 0x562516608490 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aee8b878a5adbcef server_cookie=5ba9d37be650fa77 in_seq=0 out_seq=0 2024-05-16T15:53:52.550 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.533+0000 7f99317fa700 1 -- 172.21.15.43:0/979069379 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5625164db3c0 con 0x562516606070 2024-05-16T15:53:52.550 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.533+0000 7f99317fa700 10 client.25760 handle_command_reply: tid=0 2024-05-16T15:53:52.550 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.533+0000 7f995a76bb80 1 client.25760 shutdown 2024-05-16T15:53:52.550 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.533+0000 7f995a76bb80 1 -- 172.21.15.43:0/979069379 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5625165871b0 msgr2=0x5625165a24e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:52.550 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.534+0000 7f995a76bb80 1 --2- 172.21.15.43:0/979069379 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5625165871b0 0x5625165a24e0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f9938034a90 tx=0x7f9938034ac0 comp rx=0 tx=0).stop 2024-05-16T15:53:52.550 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.534+0000 7f995a76bb80 1 -- 172.21.15.43:0/979069379 shutdown_connections 2024-05-16T15:53:52.550 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.534+0000 7f995a76bb80 1 --2- 172.21.15.43:0/979069379 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x562516606070 0x562516608490 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:52.550 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.534+0000 7f995a76bb80 1 --2- 172.21.15.43:0/979069379 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562516587ad0 0x5625165a2a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:52.551 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.534+0000 7f99317fa700 0 client.25760 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:53:52.551 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.534+0000 7f995a76bb80 1 --2- 172.21.15.43:0/979069379 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x562516581d50 0x562516593cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:52.551 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.534+0000 7f995a76bb80 1 --2- 172.21.15.43:0/979069379 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5625165871b0 0x5625165a24e0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:52.551 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.534+0000 7f995a76bb80 1 -- 172.21.15.43:0/979069379 >> 172.21.15.43:0/979069379 conn(0x5625164adb70 msgr2=0x562516588f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:52.551 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.534+0000 7f995a76bb80 1 -- 172.21.15.43:0/979069379 shutdown_connections 2024-05-16T15:53:52.551 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.534+0000 7f995a76bb80 1 -- 172.21.15.43:0/979069379 wait complete. 2024-05-16T15:53:52.551 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.535+0000 7f995a76bb80 20 client.25760 trim_cache size 0 max 16384 2024-05-16T15:53:52.551 INFO:teuthology.orchestra.run.smithi043.stdout:[] 2024-05-16T15:53:52.552 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.535+0000 7f994fed8700 1 -- 172.21.15.43:0/2572855386 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f99340b2880 msgr2=0x7f99340b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:52.552 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.535+0000 7f994fed8700 1 --2- 172.21.15.43:0/2572855386 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f99340b2880 0x7f99340b4d40 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f9948079980 tx=0x7f9938009260 comp rx=0 tx=0).stop 2024-05-16T15:53:52.552 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.535+0000 7f994fed8700 1 -- 172.21.15.43:0/2572855386 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9948102390 msgr2=0x7f99481a1900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:53:52.552 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.535+0000 7f994fed8700 1 --2- 172.21.15.43:0/2572855386 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9948102390 0x7f99481a1900 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f994400e340 tx=0x7f9944007f90 comp rx=0 tx=0).stop 2024-05-16T15:53:52.553 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.535+0000 7f994fed8700 1 -- 172.21.15.43:0/2572855386 shutdown_connections 2024-05-16T15:53:52.553 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.535+0000 7f994fed8700 1 --2- 172.21.15.43:0/2572855386 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9948108400 0x7f994819bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:52.553 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.535+0000 7f994fed8700 1 --2- 172.21.15.43:0/2572855386 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9948102390 0x7f99481a1900 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:52.553 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.535+0000 7f994fed8700 1 --2- 172.21.15.43:0/2572855386 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f99340b2880 0x7f99340b4d40 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:52.553 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.535+0000 7f994fed8700 1 --2- 172.21.15.43:0/2572855386 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9948102d50 0x7f99481a1e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:53:52.553 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.536+0000 7f994fed8700 1 -- 172.21.15.43:0/2572855386 >> 172.21.15.43:0/2572855386 conn(0x7f9948079310 msgr2=0x7f9948101060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:53:52.553 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.536+0000 7f994fed8700 1 -- 172.21.15.43:0/2572855386 shutdown_connections 2024-05-16T15:53:52.553 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:53:52.536+0000 7f994fed8700 1 -- 172.21.15.43:0/2572855386 wait complete. 2024-05-16T15:53:53.316 ERROR:tasks.fwd_scrub:rank 3 damaged: [{'damage_type': 'backtrace', 'id': 912622072, 'ino': 1099511633222, 'path': '/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/include/config.h'}, {'damage_type': 'backtrace', 'id': 2529095281, 'ino': 1099511633221, 'path': '/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/include/builddefs'}, {'damage_type': 'backtrace', 'id': 4065296486, 'ino': 1099511632699, 'path': '/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/include/config.h.in'}] 2024-05-16T15:53:53.317 ERROR:tasks.fwd_scrub:rank 2 damaged: [{'damage_type': 'backtrace', 'id': 29622020, 'ino': 1099511632695, 'path': '/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/autom4te.cache/traces.0'}, {'damage_type': 'backtrace', 'id': 299237525, 'ino': 1099511632679, 'path': '/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/mvtest'}, {'damage_type': 'backtrace', 'id': 422004311, 'ino': 1099511632671, 'path': '/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/compare-failures'}, {'damage_type': 'backtrace', 'id': 454817236, 'ino': 1099511632668, 'path': '/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/README.auto-qa'}, {'damage_type': 'backtrace', 'id': 758276497, 'ino': 1099511632694, 'path': '/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/autom4te.cache/output.0'}, {'damage_type': 'backtrace', 'id': 796854844, 'ino': 1099511632672, 'path': '/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/convert-group'}, {'damage_type': 'backtrace', 'id': 1321891300, 'ino': 1099511632698, 'path': '/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/autom4te.cache/traces.1'}, {'damage_type': 'backtrace', 'id': 1519923583, 'ino': 1099511632678, 'path': '/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/mkgroupfile'}, {'damage_type': 'backtrace', 'id': 1667191597, 'ino': 1099511632675, 'path': '/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/fs-walk'}, {'damage_type': 'backtrace', 'id': 1764808488, 'ino': 1099511632674, 'path': '/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/dm-logwrite-replay'}, {'damage_type': 'backtrace', 'id': 1790160663, 'ino': 1099511632685, 'path': '/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/m4/libtool.m4'}, {'damage_type': 'backtrace', 'id': 2498515203, 'ino': 1099511632687, 'path': '/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/m4/ltsugar.m4'}, {'damage_type': 'backtrace', 'id': 2824288573, 'ino': 1099511632670, 'path': '/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/auto-qa'}, {'damage_type': 'backtrace', 'id': 2894520236, 'ino': 1099511632691, 'path': '/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/autom4te.cache/requests'}, {'damage_type': 'backtrace', 'id': 2929954167, 'ino': 1099511632680, 'path': '/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/nextid'}, {'damage_type': 'backtrace', 'id': 2953510998, 'ino': 1099511632673, 'path': '/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/db-walk'}, {'damage_type': 'backtrace', 'id': 2976399319, 'ino': 1099511632677, 'path': '/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/interop'}, {'damage_type': 'backtrace', 'id': 3419030210, 'ino': 1099511632688, 'path': '/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/m4/ltversion.m4'}, {'damage_type': 'backtrace', 'id': 3610222296, 'ino': 1099511632686, 'path': '/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/m4/ltoptions.m4'}, {'damage_type': 'backtrace', 'id': 3827815669, 'ino': 1099511632669, 'path': '/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/ag-wipe'}, {'damage_type': 'backtrace', 'id': 3914510753, 'ino': 1099511632676, 'path': '/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tools/get_maintainer.pl'}, {'damage_type': 'backtrace', 'id': 3955989424, 'ino': 1099511632697, 'path': '/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/autom4te.cache/output.1'}, {'damage_type': 'backtrace', 'id': 4078570515, 'ino': 1099511632689, 'path': '/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/m4/lt~obsolete.m4'}] 2024-05-16T15:53:53.317 ERROR:tasks.fwd_scrub.fs.[cephfs]:exception: Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_ceph-c_ddbc91cbb025d4140650569b3f9e53bec459037d/qa/tasks/fwd_scrub.py", line 35, in _run self.do_scrub() File "/home/teuthworker/src/git.ceph.com_ceph-c_ddbc91cbb025d4140650569b3f9e53bec459037d/qa/tasks/fwd_scrub.py", line 48, in do_scrub self._scrub() File "/home/teuthworker/src/git.ceph.com_ceph-c_ddbc91cbb025d4140650569b3f9e53bec459037d/qa/tasks/fwd_scrub.py", line 70, in _scrub self._check_damage() File "/home/teuthworker/src/git.ceph.com_ceph-c_ddbc91cbb025d4140650569b3f9e53bec459037d/qa/tasks/fwd_scrub.py", line 81, in _check_damage raise RuntimeError(f"rank damage found: {types}") RuntimeError: rank damage found: {'backtrace'} 2024-05-16T15:53:53.726 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:53:53 smithi043 ceph-mon[31619]: pgmap v546: 129 pgs: 129 active+clean; 41 MiB data, 949 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 MiB/s rd, 4.4 MiB/s wr, 529 op/s 2024-05-16T15:53:53.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:53:53 smithi157 ceph-mon[35584]: pgmap v546: 129 pgs: 129 active+clean; 41 MiB data, 949 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 MiB/s rd, 4.4 MiB/s wr, 529 op/s 2024-05-16T15:53:53.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:53:53 smithi148 ceph-mon[34976]: pgmap v546: 129 pgs: 129 active+clean; 41 MiB data, 949 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 MiB/s rd, 4.4 MiB/s wr, 529 op/s 2024-05-16T15:53:55.726 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:53:55 smithi043 ceph-mon[31619]: pgmap v547: 129 pgs: 129 active+clean; 42 MiB data, 951 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 373 op/s 2024-05-16T15:53:55.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:53:55 smithi157 ceph-mon[35584]: pgmap v547: 129 pgs: 129 active+clean; 42 MiB data, 951 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 373 op/s 2024-05-16T15:53:55.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:53:55 smithi148 ceph-mon[34976]: pgmap v547: 129 pgs: 129 active+clean; 42 MiB data, 951 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 373 op/s 2024-05-16T15:53:57.726 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:53:57 smithi043 ceph-mon[31619]: pgmap v548: 129 pgs: 129 active+clean; 42 MiB data, 948 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 MiB/s rd, 4.2 MiB/s wr, 509 op/s 2024-05-16T15:53:57.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:53:57 smithi157 ceph-mon[35584]: pgmap v548: 129 pgs: 129 active+clean; 42 MiB data, 948 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 MiB/s rd, 4.2 MiB/s wr, 509 op/s 2024-05-16T15:53:57.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:53:57 smithi148 ceph-mon[34976]: pgmap v548: 129 pgs: 129 active+clean; 42 MiB data, 948 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 MiB/s rd, 4.2 MiB/s wr, 509 op/s 2024-05-16T15:53:59.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:53:59 smithi157 ceph-mon[35584]: pgmap v549: 129 pgs: 129 active+clean; 43 MiB data, 976 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 2.9 MiB/s wr, 420 op/s 2024-05-16T15:53:59.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:53:59 smithi148 ceph-mon[34976]: pgmap v549: 129 pgs: 129 active+clean; 43 MiB data, 976 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 2.9 MiB/s wr, 420 op/s 2024-05-16T15:53:59.976 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:53:59 smithi043 ceph-mon[31619]: pgmap v549: 129 pgs: 129 active+clean; 43 MiB data, 976 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 2.9 MiB/s wr, 420 op/s 2024-05-16T15:54:01.739 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:54:01 smithi148 ceph-mon[34976]: pgmap v550: 129 pgs: 129 active+clean; 43 MiB data, 980 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 2.9 MiB/s wr, 375 op/s 2024-05-16T15:54:01.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:54:01 smithi157 ceph-mon[35584]: pgmap v550: 129 pgs: 129 active+clean; 43 MiB data, 980 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 2.9 MiB/s wr, 375 op/s 2024-05-16T15:54:01.976 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:54:01 smithi043 ceph-mon[31619]: pgmap v550: 129 pgs: 129 active+clean; 43 MiB data, 980 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 2.9 MiB/s wr, 375 op/s 2024-05-16T15:54:03.284 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.268+0000 7ff41bbe5640 1 -- 172.21.15.43:0/3220218444 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff414105e70 msgr2=0x7ff414108260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:54:03.284 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.268+0000 7ff41bbe5640 1 --2- 172.21.15.43:0/3220218444 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff414105e70 0x7ff414108260 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7ff404009900 tx=0x7ff40402a410 comp rx=0 tx=0).stop 2024-05-16T15:54:03.284 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.268+0000 7ff41bbe5640 1 -- 172.21.15.43:0/3220218444 shutdown_connections 2024-05-16T15:54:03.284 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.268+0000 7ff41bbe5640 1 --2- 172.21.15.43:0/3220218444 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff4141087a0 0x7ff41410abf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:03.284 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.268+0000 7ff41bbe5640 1 --2- 172.21.15.43:0/3220218444 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff414105e70 0x7ff414108260 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:03.284 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.268+0000 7ff41bbe5640 1 --2- 172.21.15.43:0/3220218444 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff414103540 0x7ff414105930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:03.284 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.268+0000 7ff41bbe5640 1 -- 172.21.15.43:0/3220218444 >> 172.21.15.43:0/3220218444 conn(0x7ff4140fcf30 msgr2=0x7ff4140ff370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:54:03.284 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.268+0000 7ff41bbe5640 1 -- 172.21.15.43:0/3220218444 shutdown_connections 2024-05-16T15:54:03.284 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.268+0000 7ff41bbe5640 1 -- 172.21.15.43:0/3220218444 wait complete. 2024-05-16T15:54:03.284 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.269+0000 7ff41bbe5640 1 Processor -- start 2024-05-16T15:54:03.285 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.269+0000 7ff41bbe5640 1 -- start start 2024-05-16T15:54:03.285 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.269+0000 7ff41bbe5640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff414103540 0x7ff414198b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:03.285 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.269+0000 7ff41bbe5640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff414105e70 0x7ff414199040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:03.285 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.269+0000 7ff41bbe5640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff4141087a0 0x7ff4141a00b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:03.285 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.269+0000 7ff419981640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff414103540 0x7ff414198b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:03.285 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.269+0000 7ff41bbe5640 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7ff41410e420 con 0x7ff414103540 2024-05-16T15:54:03.285 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.269+0000 7ff41bbe5640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7ff41410e2a0 con 0x7ff4141087a0 2024-05-16T15:54:03.285 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.269+0000 7ff419981640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff414103540 0x7ff414198b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:39282/0 (socket says 172.21.15.43:39282) 2024-05-16T15:54:03.285 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.269+0000 7ff41bbe5640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7ff41410e5a0 con 0x7ff414105e70 2024-05-16T15:54:03.285 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.269+0000 7ff419981640 1 -- 172.21.15.43:0/1348128628 learned_addr learned my addr 172.21.15.43:0/1348128628 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:54:03.285 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.269+0000 7ff419180640 1 --2- 172.21.15.43:0/1348128628 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff414105e70 0x7ff414199040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:03.285 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.269+0000 7ff41a182640 1 --2- 172.21.15.43:0/1348128628 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff4141087a0 0x7ff4141a00b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:03.285 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.270+0000 7ff419981640 1 -- 172.21.15.43:0/1348128628 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff414105e70 msgr2=0x7ff414199040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:54:03.285 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.270+0000 7ff419981640 1 --2- 172.21.15.43:0/1348128628 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff414105e70 0x7ff414199040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:03.285 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.270+0000 7ff419981640 1 -- 172.21.15.43:0/1348128628 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff4141087a0 msgr2=0x7ff4141a00b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:54:03.285 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.270+0000 7ff419981640 1 --2- 172.21.15.43:0/1348128628 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff4141087a0 0x7ff4141a00b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:03.286 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.270+0000 7ff419981640 1 -- 172.21.15.43:0/1348128628 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4141a0720 con 0x7ff414103540 2024-05-16T15:54:03.286 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.270+0000 7ff419981640 1 --2- 172.21.15.43:0/1348128628 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff414103540 0x7ff414198b00 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7ff41000e9f0 tx=0x7ff41000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:54:03.286 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.270+0000 7ff40affd640 1 -- 172.21.15.43:0/1348128628 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff41000cd80 con 0x7ff414103540 2024-05-16T15:54:03.286 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.270+0000 7ff40affd640 1 -- 172.21.15.43:0/1348128628 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff4100108c0 con 0x7ff414103540 2024-05-16T15:54:03.286 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.270+0000 7ff40affd640 1 -- 172.21.15.43:0/1348128628 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4100187c0 con 0x7ff414103540 2024-05-16T15:54:03.286 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.270+0000 7ff41bbe5640 1 -- 172.21.15.43:0/1348128628 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4141a0a10 con 0x7ff414103540 2024-05-16T15:54:03.286 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.270+0000 7ff41bbe5640 1 -- 172.21.15.43:0/1348128628 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4141a0ee0 con 0x7ff414103540 2024-05-16T15:54:03.287 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.274+0000 7ff41e9d7740 1 Processor -- start 2024-05-16T15:54:03.287 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.274+0000 7ff41e9d7740 1 -- start start 2024-05-16T15:54:03.288 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.274+0000 7ff41e9d7740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5571aa0e01c0 0x5571aa0e05e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:03.289 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.274+0000 7ff41e9d7740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5571aa0e0bb0 0x5571aa0e56b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:03.289 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.274+0000 7ff41e9d7740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5571aa0e5d20 0x5571aa0e81b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:03.289 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.274+0000 7ff40affd640 1 -- 172.21.15.43:0/1348128628 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7ff410010430 con 0x7ff414103540 2024-05-16T15:54:03.289 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.274+0000 7ff41e9d7740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x5571aa0405d0 con 0x5571aa0e0bb0 2024-05-16T15:54:03.289 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.274+0000 7ff41e9d7740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x5571a9ff9890 con 0x5571aa0e01c0 2024-05-16T15:54:03.289 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.274+0000 7ff41e9d7740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x5571aa03c590 con 0x5571aa0e5d20 2024-05-16T15:54:03.289 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.274+0000 7ff41a182640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5571aa0e01c0 0x5571aa0e05e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:03.289 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.274+0000 7ff419180640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5571aa0e5d20 0x5571aa0e81b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:03.289 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.275+0000 7ff419180640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5571aa0e5d20 0x5571aa0e81b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:56800/0 (socket says 172.21.15.43:56800) 2024-05-16T15:54:03.289 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.275+0000 7ff41a182640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5571aa0e01c0 0x5571aa0e05e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:58070/0 (socket says 172.21.15.43:58070) 2024-05-16T15:54:03.289 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.275+0000 7ff419180640 1 -- 172.21.15.43:0/2224187837 learned_addr learned my addr 172.21.15.43:0/2224187837 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:54:03.289 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.275+0000 7ff419981640 1 --2- 172.21.15.43:0/2224187837 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5571aa0e0bb0 0x5571aa0e56b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:03.289 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.275+0000 7ff419180640 1 -- 172.21.15.43:0/2224187837 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5571aa0e01c0 msgr2=0x5571aa0e05e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:54:03.289 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.275+0000 7ff419180640 1 --2- 172.21.15.43:0/2224187837 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5571aa0e01c0 0x5571aa0e05e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:03.289 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.275+0000 7ff419180640 1 -- 172.21.15.43:0/2224187837 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5571aa0e0bb0 msgr2=0x5571aa0e56b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:54:03.290 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.275+0000 7ff419180640 1 --2- 172.21.15.43:0/2224187837 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5571aa0e0bb0 0x5571aa0e56b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:03.290 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.275+0000 7ff419180640 1 -- 172.21.15.43:0/2224187837 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5571a9d52210 con 0x5571aa0e5d20 2024-05-16T15:54:03.290 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.275+0000 7ff419180640 1 --2- 172.21.15.43:0/2224187837 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5571aa0e5d20 0x5571aa0e81b0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7ff41406bd40 tx=0x7ff404005dd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=da7abccf761c3313 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:54:03.290 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.275+0000 7ff3fffff640 1 -- 172.21.15.43:0/2224187837 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff404035030 con 0x5571aa0e5d20 2024-05-16T15:54:03.290 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.275+0000 7ff3fffff640 1 -- 172.21.15.43:0/2224187837 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff404040070 con 0x5571aa0e5d20 2024-05-16T15:54:03.290 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.275+0000 7ff3fffff640 1 -- 172.21.15.43:0/2224187837 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff404003810 con 0x5571aa0e5d20 2024-05-16T15:54:03.293 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.276+0000 7ff40affd640 1 --2- 172.21.15.43:0/1348128628 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ff4000b28a0 0x7ff4000b4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:03.293 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.276+0000 7ff41a182640 1 --2- 172.21.15.43:0/1348128628 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ff4000b28a0 0x7ff4000b4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:03.294 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.276+0000 7ff40affd640 1 -- 172.21.15.43:0/1348128628 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7ff4100e2920 con 0x7ff414103540 2024-05-16T15:54:03.294 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.276+0000 7ff41a182640 1 --2- 172.21.15.43:0/1348128628 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ff4000b28a0 0x7ff4000b4d60 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x5571aa0e1410 tx=0x7ff40c009500 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:54:03.294 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.276+0000 7ff41e9d7740 1 -- 172.21.15.43:0/2224187837 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5571aa0e5d20 msgr2=0x5571aa0e81b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:54:03.294 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.276+0000 7ff41e9d7740 1 --2- 172.21.15.43:0/2224187837 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5571aa0e5d20 0x5571aa0e81b0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7ff41406bd40 tx=0x7ff404005dd0 comp rx=0 tx=0).stop 2024-05-16T15:54:03.294 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.276+0000 7ff41e9d7740 1 -- 172.21.15.43:0/2224187837 shutdown_connections 2024-05-16T15:54:03.294 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.276+0000 7ff41e9d7740 1 --2- 172.21.15.43:0/2224187837 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5571aa0e5d20 0x5571aa0e81b0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:03.294 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.276+0000 7ff41e9d7740 1 --2- 172.21.15.43:0/2224187837 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5571aa0e0bb0 0x5571aa0e56b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:03.294 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.277+0000 7ff41e9d7740 1 --2- 172.21.15.43:0/2224187837 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5571aa0e01c0 0x5571aa0e05e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:03.294 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.277+0000 7ff41e9d7740 1 -- 172.21.15.43:0/2224187837 >> 172.21.15.43:0/2224187837 conn(0x5571aa0d7420 msgr2=0x5571aa0d7820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:54:03.294 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.277+0000 7ff41e9d7740 1 -- 172.21.15.43:0/2224187837 shutdown_connections 2024-05-16T15:54:03.294 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.277+0000 7ff41e9d7740 1 -- 172.21.15.43:0/2224187837 wait complete. 2024-05-16T15:54:03.294 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.277+0000 7ff41e9d7740 1 -- start start 2024-05-16T15:54:03.294 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.277+0000 7ff41e9d7740 1 Processor -- start 2024-05-16T15:54:03.295 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.278+0000 7ff41e9d7740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5571aa0e01c0 0x5571aa0ea340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:03.295 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.278+0000 7ff41e9d7740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5571aa0e0bb0 0x5571aa0ea880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:03.295 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.278+0000 7ff41e9d7740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5571aa0e5d20 0x5571aa0f18c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:03.295 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.278+0000 7ff41e9d7740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x5571aa0e8c70 con 0x5571aa0e5d20 2024-05-16T15:54:03.295 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.278+0000 7ff41e9d7740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x5571a9ffd370 con 0x5571aa0e01c0 2024-05-16T15:54:03.295 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.278+0000 7ff41e9d7740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x5571aa0e8df0 con 0x5571aa0e0bb0 2024-05-16T15:54:03.295 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.278+0000 7ff41e9d7740 10 client.0 _ll_register_callbacks cb 0x5571a9d51a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:54:03.295 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.278+0000 7ff41a182640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5571aa0e5d20 0x5571aa0f18c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:03.295 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.278+0000 7ff419180640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5571aa0e0bb0 0x5571aa0ea880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:03.295 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.278+0000 7ff419981640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5571aa0e01c0 0x5571aa0ea340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:03.295 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.278+0000 7ff41a182640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5571aa0e5d20 0x5571aa0f18c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:39304/0 (socket says 172.21.15.43:39304) 2024-05-16T15:54:03.295 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.278+0000 7ff41a182640 1 -- 172.21.15.43:0/1476284210 learned_addr learned my addr 172.21.15.43:0/1476284210 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:54:03.295 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.278+0000 7ff41a182640 1 -- 172.21.15.43:0/1476284210 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5571aa0e0bb0 msgr2=0x5571aa0ea880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:54:03.295 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.278+0000 7ff41a182640 1 --2- 172.21.15.43:0/1476284210 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5571aa0e0bb0 0x5571aa0ea880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:03.295 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.278+0000 7ff41a182640 1 -- 172.21.15.43:0/1476284210 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5571aa0e01c0 msgr2=0x5571aa0ea340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:54:03.295 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.278+0000 7ff41a182640 1 --2- 172.21.15.43:0/1476284210 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5571aa0e01c0 0x5571aa0ea340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:03.296 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.278+0000 7ff41a182640 1 -- 172.21.15.43:0/1476284210 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5571a9e1e620 con 0x5571aa0e5d20 2024-05-16T15:54:03.296 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.278+0000 7ff419180640 1 --2- 172.21.15.43:0/1476284210 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5571aa0e0bb0 0x5571aa0ea880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:54:03.296 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.278+0000 7ff419981640 1 --2- 172.21.15.43:0/1476284210 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5571aa0e01c0 0x5571aa0ea340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:54:03.296 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.278+0000 7ff41a182640 1 --2- 172.21.15.43:0/1476284210 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5571aa0e5d20 0x5571aa0f18c0 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7ff40c009cd0 tx=0x7ff40c004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e99b732b12e20d30 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:54:03.296 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.278+0000 7ff3fd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:54:03.296 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.278+0000 7ff3fd7fa640 1 -- 172.21.15.43:0/1476284210 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff40c00f830 con 0x5571aa0e5d20 2024-05-16T15:54:03.296 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.279+0000 7ff3fd7fa640 1 -- 172.21.15.43:0/1476284210 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7ff40c00f9d0 con 0x5571aa0e5d20 2024-05-16T15:54:03.296 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.279+0000 7ff41e9d7740 1 -- 172.21.15.43:0/1476284210 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff404040070 con 0x5571aa0e5d20 2024-05-16T15:54:03.296 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.279+0000 7ff3fd7fa640 1 -- 172.21.15.43:0/1476284210 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7ff40c00fbd0 con 0x5571aa0e5d20 2024-05-16T15:54:03.296 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.279+0000 7ff41e9d7740 10 client.16257 fetch_fsmap learned FSMap version 36 2024-05-16T15:54:03.296 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.279+0000 7ff41e9d7740 1 -- 172.21.15.43:0/1476284210 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x5571aa0f4970 con 0x5571aa0e5d20 2024-05-16T15:54:03.296 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.279+0000 7ff3fd7fa640 1 -- 172.21.15.43:0/1476284210 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff404040070 con 0x5571aa0e5d20 2024-05-16T15:54:03.296 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.279+0000 7ff3fd7fa640 1 -- 172.21.15.43:0/1476284210 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 36) ==== 8378+0+0 (secure 0 0 0) 0x7ff40c026070 con 0x5571aa0e5d20 2024-05-16T15:54:03.296 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.279+0000 7ff41e9d7740 10 client.16257 fetch_fsmap finished waiting for FSMap version 36 2024-05-16T15:54:03.296 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.279+0000 7ff41e9d7740 10 client.16257 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:54:03.297 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.279+0000 7ff41e9d7740 20 client.16257 populate_metadata read hostname 'smithi043' 2024-05-16T15:54:03.297 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.279+0000 7ff41e9d7740 1 --2- 172.21.15.43:0/1476284210 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5571aa0f61c0 0x5571aa0f8620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:03.297 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.279+0000 7ff41e9d7740 4 client.16257 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:54:03.297 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.279+0000 7ff41e9d7740 1 -- 172.21.15.43:0/1476284210 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5571aa04e1e0 con 0x5571aa0f61c0 2024-05-16T15:54:03.297 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.279+0000 7ff419981640 1 --2- 172.21.15.43:0/1476284210 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5571aa0f61c0 0x5571aa0f8620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:03.297 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.280+0000 7ff3fd7fa640 10 client.16257 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:54:03.297 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.280+0000 7ff419981640 1 --2- 172.21.15.43:0/1476284210 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5571aa0f61c0 0x5571aa0f8620 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f6fc023e5a02710c server_cookie=24604726483dab98 in_seq=0 out_seq=0 2024-05-16T15:54:03.298 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.281+0000 7ff3fd7fa640 1 -- 172.21.15.43:0/1476284210 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5571aa04e1e0 con 0x5571aa0f61c0 2024-05-16T15:54:03.298 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.281+0000 7ff3fd7fa640 10 client.16257 handle_command_reply: tid=0 2024-05-16T15:54:03.298 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.281+0000 7ff41e9d7740 1 client.16257 shutdown 2024-05-16T15:54:03.298 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.281+0000 7ff41e9d7740 1 -- 172.21.15.43:0/1476284210 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5571aa0e5d20 msgr2=0x5571aa0f18c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:54:03.298 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.281+0000 7ff41e9d7740 1 --2- 172.21.15.43:0/1476284210 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5571aa0e5d20 0x5571aa0f18c0 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7ff40c009cd0 tx=0x7ff40c004ab0 comp rx=0 tx=0).stop 2024-05-16T15:54:03.298 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.282+0000 7ff41e9d7740 1 -- 172.21.15.43:0/1476284210 shutdown_connections 2024-05-16T15:54:03.298 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.282+0000 7ff41e9d7740 1 --2- 172.21.15.43:0/1476284210 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5571aa0f61c0 0x5571aa0f8620 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:03.298 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.282+0000 7ff41e9d7740 1 --2- 172.21.15.43:0/1476284210 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5571aa0e5d20 0x5571aa0f18c0 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:03.298 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.282+0000 7ff41e9d7740 1 --2- 172.21.15.43:0/1476284210 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5571aa0e0bb0 0x5571aa0ea880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:03.299 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.282+0000 7ff41e9d7740 1 --2- 172.21.15.43:0/1476284210 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5571aa0e01c0 0x5571aa0ea340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:03.299 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.282+0000 7ff41e9d7740 1 -- 172.21.15.43:0/1476284210 >> 172.21.15.43:0/1476284210 conn(0x5571aa0d7420 msgr2=0x5571aa0d6580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:54:03.299 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.282+0000 7ff3fd7fa640 0 client.16257 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:54:03.299 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.282+0000 7ff41e9d7740 1 -- 172.21.15.43:0/1476284210 shutdown_connections 2024-05-16T15:54:03.299 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.282+0000 7ff41e9d7740 1 -- 172.21.15.43:0/1476284210 wait complete. 2024-05-16T15:54:03.299 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.282+0000 7ff41e9d7740 20 client.16257 trim_cache size 0 max 16384 2024-05-16T15:54:03.315 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.300+0000 7ff41e9d7740 1 Processor -- start 2024-05-16T15:54:03.316 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.301+0000 7ff41e9d7740 1 -- start start 2024-05-16T15:54:03.316 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.301+0000 7ff41e9d7740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5571aa0e01c0 0x5571aa0da330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:03.316 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.301+0000 7ff41e9d7740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5571aa0e0bb0 0x5571aa0f1880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:03.316 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.301+0000 7ff41e9d7740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5571aa0e5d20 0x5571aa0da870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:03.316 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.301+0000 7ff41e9d7740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7ff4141a9300 con 0x5571aa0e5d20 2024-05-16T15:54:03.316 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.301+0000 7ff41e9d7740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7ff4141aaf00 con 0x5571aa0e0bb0 2024-05-16T15:54:03.316 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.301+0000 7ff41e9d7740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7ff4141a99d0 con 0x5571aa0e01c0 2024-05-16T15:54:03.316 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.301+0000 7ff41a182640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5571aa0e5d20 0x5571aa0da870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:03.316 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.301+0000 7ff41a182640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5571aa0e5d20 0x5571aa0da870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:39310/0 (socket says 172.21.15.43:39310) 2024-05-16T15:54:03.316 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.301+0000 7ff419180640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5571aa0e0bb0 0x5571aa0f1880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:03.316 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.301+0000 7ff41a182640 1 -- 172.21.15.43:0/1272248496 learned_addr learned my addr 172.21.15.43:0/1272248496 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:54:03.316 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.301+0000 7ff419981640 1 --2- 172.21.15.43:0/1272248496 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5571aa0e01c0 0x5571aa0da330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:03.316 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.301+0000 7ff41a182640 1 -- 172.21.15.43:0/1272248496 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5571aa0e01c0 msgr2=0x5571aa0da330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:54:03.316 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.301+0000 7ff41a182640 1 --2- 172.21.15.43:0/1272248496 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5571aa0e01c0 0x5571aa0da330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:03.316 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.301+0000 7ff41a182640 1 -- 172.21.15.43:0/1272248496 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5571aa0e0bb0 msgr2=0x5571aa0f1880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:54:03.317 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.301+0000 7ff41a182640 1 --2- 172.21.15.43:0/1272248496 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5571aa0e0bb0 0x5571aa0f1880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:03.317 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.301+0000 7ff41a182640 1 -- 172.21.15.43:0/1272248496 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5571aa0d7250 con 0x5571aa0e5d20 2024-05-16T15:54:03.317 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.301+0000 7ff41a182640 1 --2- 172.21.15.43:0/1272248496 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5571aa0e5d20 0x5571aa0da870 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7ff40c005cc0 tx=0x7ff40c00ff00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5d2cea32eb0d195 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:54:03.317 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.302+0000 7ff3ff7fe640 1 -- 172.21.15.43:0/1272248496 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff40c00fa30 con 0x5571aa0e5d20 2024-05-16T15:54:03.317 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.302+0000 7ff3ff7fe640 1 -- 172.21.15.43:0/1272248496 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff40c01e6f0 con 0x5571aa0e5d20 2024-05-16T15:54:03.317 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.302+0000 7ff3ff7fe640 1 -- 172.21.15.43:0/1272248496 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff40c0286a0 con 0x5571aa0e5d20 2024-05-16T15:54:03.320 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.303+0000 7ff41e9d7740 1 -- 172.21.15.43:0/1272248496 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5571aa0e5d20 msgr2=0x5571aa0da870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:54:03.320 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.303+0000 7ff41e9d7740 1 --2- 172.21.15.43:0/1272248496 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5571aa0e5d20 0x5571aa0da870 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7ff40c005cc0 tx=0x7ff40c00ff00 comp rx=0 tx=0).stop 2024-05-16T15:54:03.320 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.303+0000 7ff41e9d7740 1 -- 172.21.15.43:0/1272248496 shutdown_connections 2024-05-16T15:54:03.320 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.303+0000 7ff41e9d7740 1 --2- 172.21.15.43:0/1272248496 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5571aa0e5d20 0x5571aa0da870 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:03.320 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.303+0000 7ff41e9d7740 1 --2- 172.21.15.43:0/1272248496 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5571aa0e0bb0 0x5571aa0f1880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:03.320 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.303+0000 7ff41e9d7740 1 --2- 172.21.15.43:0/1272248496 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5571aa0e01c0 0x5571aa0da330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:03.320 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.303+0000 7ff41e9d7740 1 -- 172.21.15.43:0/1272248496 >> 172.21.15.43:0/1272248496 conn(0x5571aa0d7420 msgr2=0x5571aa0e1d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:54:03.320 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.303+0000 7ff41e9d7740 1 -- 172.21.15.43:0/1272248496 shutdown_connections 2024-05-16T15:54:03.320 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.303+0000 7ff41e9d7740 1 -- 172.21.15.43:0/1272248496 wait complete. 2024-05-16T15:54:03.321 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.303+0000 7ff41e9d7740 1 -- start start 2024-05-16T15:54:03.321 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.303+0000 7ff41e9d7740 1 Processor -- start 2024-05-16T15:54:03.321 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.304+0000 7ff41e9d7740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5571aa0e01c0 0x5571aa0eeef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:03.321 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.304+0000 7ff41e9d7740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5571aa0e0bb0 0x5571aa0ef430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:03.321 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.304+0000 7ff41e9d7740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5571aa0e5d20 0x5571aa0f0440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:03.321 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.304+0000 7ff41e9d7740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7ff4141aa830 con 0x5571aa0e5d20 2024-05-16T15:54:03.321 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.304+0000 7ff41e9d7740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7ff4141aa0a0 con 0x5571aa0e01c0 2024-05-16T15:54:03.321 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.304+0000 7ff41e9d7740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7ff4141a72e0 con 0x5571aa0e0bb0 2024-05-16T15:54:03.321 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.304+0000 7ff41e9d7740 10 client.0 _ll_register_callbacks cb 0x7ff40c009e60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:54:03.321 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.304+0000 7ff41a182640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5571aa0e5d20 0x5571aa0f0440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:03.321 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.304+0000 7ff419981640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5571aa0e01c0 0x5571aa0eeef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:03.321 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.304+0000 7ff41a182640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5571aa0e5d20 0x5571aa0f0440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:39318/0 (socket says 172.21.15.43:39318) 2024-05-16T15:54:03.321 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.304+0000 7ff41a182640 1 -- 172.21.15.43:0/2802987252 learned_addr learned my addr 172.21.15.43:0/2802987252 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:54:03.321 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.304+0000 7ff419180640 1 --2- 172.21.15.43:0/2802987252 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5571aa0e0bb0 0x5571aa0ef430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:03.321 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.304+0000 7ff419981640 1 -- 172.21.15.43:0/2802987252 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5571aa0e0bb0 msgr2=0x5571aa0ef430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:54:03.321 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.304+0000 7ff419981640 1 --2- 172.21.15.43:0/2802987252 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5571aa0e0bb0 0x5571aa0ef430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:03.322 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.304+0000 7ff419981640 1 -- 172.21.15.43:0/2802987252 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5571aa0e5d20 msgr2=0x5571aa0f0440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:54:03.322 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.304+0000 7ff419981640 1 --2- 172.21.15.43:0/2802987252 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5571aa0e5d20 0x5571aa0f0440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:03.322 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.304+0000 7ff419981640 1 -- 172.21.15.43:0/2802987252 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5571aa0e1880 con 0x5571aa0e01c0 2024-05-16T15:54:03.322 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.304+0000 7ff41a182640 1 --2- 172.21.15.43:0/2802987252 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5571aa0e5d20 0x5571aa0f0440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:54:03.322 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.304+0000 7ff419180640 1 --2- 172.21.15.43:0/2802987252 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5571aa0e0bb0 0x5571aa0ef430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:54:03.322 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.305+0000 7ff419981640 1 --2- 172.21.15.43:0/2802987252 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5571aa0e01c0 0x5571aa0eeef0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7ff4100e00c0 tx=0x7ff4100cc040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ceb1a2eaa5ba7bca server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:54:03.322 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.305+0000 7ff3fd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.148:3300/0 2024-05-16T15:54:03.322 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.305+0000 7ff3fd7fa640 1 -- 172.21.15.43:0/2802987252 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4100c3060 con 0x5571aa0e01c0 2024-05-16T15:54:03.322 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.305+0000 7ff41e9d7740 1 -- 172.21.15.43:0/2802987252 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff40c01e6f0 con 0x5571aa0e01c0 2024-05-16T15:54:03.322 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.305+0000 7ff3fd7fa640 1 -- 172.21.15.43:0/2802987252 <== mon.2 v2:172.21.15.148:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7ff410010d50 con 0x5571aa0e01c0 2024-05-16T15:54:03.322 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.305+0000 7ff3fd7fa640 1 -- 172.21.15.43:0/2802987252 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7ff410010720 con 0x5571aa0e01c0 2024-05-16T15:54:03.322 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.305+0000 7ff41e9d7740 10 client.25778 fetch_fsmap learned FSMap version 36 2024-05-16T15:54:03.322 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.305+0000 7ff41e9d7740 1 -- 172.21.15.43:0/2802987252 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x5571aa0f1be0 con 0x5571aa0e01c0 2024-05-16T15:54:03.322 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.305+0000 7ff3fd7fa640 1 -- 172.21.15.43:0/2802987252 <== mon.2 v2:172.21.15.148:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff40c01e6f0 con 0x5571aa0e01c0 2024-05-16T15:54:03.322 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.305+0000 7ff3fd7fa640 1 -- 172.21.15.43:0/2802987252 <== mon.2 v2:172.21.15.148:3300/0 5 ==== fsmap(e 36) ==== 8378+0+0 (secure 0 0 0) 0x7ff4100a55b0 con 0x5571aa0e01c0 2024-05-16T15:54:03.323 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.305+0000 7ff41e9d7740 10 client.25778 fetch_fsmap finished waiting for FSMap version 36 2024-05-16T15:54:03.323 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.305+0000 7ff41e9d7740 10 client.25778 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:54:03.323 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.305+0000 7ff41e9d7740 20 client.25778 populate_metadata read hostname 'smithi043' 2024-05-16T15:54:03.323 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.305+0000 7ff41e9d7740 1 --2- 172.21.15.43:0/2802987252 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5571aa161270 0x5571aa163690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:03.323 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.305+0000 7ff41e9d7740 4 client.25778 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-16T15:54:03.323 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.305+0000 7ff41e9d7740 1 -- 172.21.15.43:0/2802987252 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5571aa048050 con 0x5571aa161270 2024-05-16T15:54:03.323 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.306+0000 7ff419180640 1 --2- 172.21.15.43:0/2802987252 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5571aa161270 0x5571aa163690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:03.323 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.306+0000 7ff3fd7fa640 10 client.25778 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:54:03.323 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.306+0000 7ff419180640 1 --2- 172.21.15.43:0/2802987252 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5571aa161270 0x5571aa163690 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e31821d77e4ec9df server_cookie=d9994995d6fa770d in_seq=0 out_seq=0 2024-05-16T15:54:03.333 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.319+0000 7ff3fd7fa640 1 -- 172.21.15.43:0/2802987252 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5571aa048050 con 0x5571aa161270 2024-05-16T15:54:03.333 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.319+0000 7ff3fd7fa640 10 client.25778 handle_command_reply: tid=0 2024-05-16T15:54:03.334 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.319+0000 7ff41e9d7740 1 client.25778 shutdown 2024-05-16T15:54:03.334 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.319+0000 7ff41e9d7740 1 -- 172.21.15.43:0/2802987252 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5571aa0e01c0 msgr2=0x5571aa0eeef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:54:03.334 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.319+0000 7ff41e9d7740 1 --2- 172.21.15.43:0/2802987252 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5571aa0e01c0 0x5571aa0eeef0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7ff4100e00c0 tx=0x7ff4100cc040 comp rx=0 tx=0).stop 2024-05-16T15:54:03.334 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.319+0000 7ff41e9d7740 1 -- 172.21.15.43:0/2802987252 shutdown_connections 2024-05-16T15:54:03.334 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.319+0000 7ff41e9d7740 1 --2- 172.21.15.43:0/2802987252 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5571aa161270 0x5571aa163690 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:03.334 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.319+0000 7ff41e9d7740 1 --2- 172.21.15.43:0/2802987252 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5571aa0e5d20 0x5571aa0f0440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:03.334 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.320+0000 7ff3fd7fa640 0 client.25778 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:54:03.334 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.320+0000 7ff41e9d7740 1 --2- 172.21.15.43:0/2802987252 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5571aa0e0bb0 0x5571aa0ef430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:03.334 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.320+0000 7ff41e9d7740 1 --2- 172.21.15.43:0/2802987252 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5571aa0e01c0 0x5571aa0eeef0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:03.334 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.320+0000 7ff41e9d7740 1 -- 172.21.15.43:0/2802987252 >> 172.21.15.43:0/2802987252 conn(0x5571aa0d7420 msgr2=0x5571aa0da330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:54:03.334 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.320+0000 7ff41e9d7740 1 -- 172.21.15.43:0/2802987252 shutdown_connections 2024-05-16T15:54:03.334 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.320+0000 7ff41e9d7740 1 -- 172.21.15.43:0/2802987252 wait complete. 2024-05-16T15:54:03.334 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.320+0000 7ff41e9d7740 20 client.25778 trim_cache size 0 max 16384 2024-05-16T15:54:03.335 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:{ 2024-05-16T15:54:03.335 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "message": "", 2024-05-16T15:54:03.335 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "return_code": 0 2024-05-16T15:54:03.335 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:} 2024-05-16T15:54:03.336 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.320+0000 7ff41bbe5640 1 -- 172.21.15.43:0/1348128628 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ff4000b28a0 msgr2=0x7ff4000b4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:54:03.336 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.320+0000 7ff41bbe5640 1 --2- 172.21.15.43:0/1348128628 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ff4000b28a0 0x7ff4000b4d60 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x5571aa0e1410 tx=0x7ff40c009500 comp rx=0 tx=0).stop 2024-05-16T15:54:03.336 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.320+0000 7ff41bbe5640 1 -- 172.21.15.43:0/1348128628 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff414103540 msgr2=0x7ff414198b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:54:03.336 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.320+0000 7ff41bbe5640 1 --2- 172.21.15.43:0/1348128628 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff414103540 0x7ff414198b00 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7ff41000e9f0 tx=0x7ff41000eeb0 comp rx=0 tx=0).stop 2024-05-16T15:54:03.336 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.320+0000 7ff41bbe5640 1 -- 172.21.15.43:0/1348128628 shutdown_connections 2024-05-16T15:54:03.336 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.320+0000 7ff41bbe5640 1 --2- 172.21.15.43:0/1348128628 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff4141087a0 0x7ff4141a00b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:03.336 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.320+0000 7ff41bbe5640 1 --2- 172.21.15.43:0/1348128628 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ff4000b28a0 0x7ff4000b4d60 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:03.336 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.320+0000 7ff41bbe5640 1 --2- 172.21.15.43:0/1348128628 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff414105e70 0x7ff414199040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:03.336 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.320+0000 7ff41bbe5640 1 --2- 172.21.15.43:0/1348128628 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff414103540 0x7ff414198b00 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:03.336 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.320+0000 7ff41bbe5640 1 -- 172.21.15.43:0/1348128628 >> 172.21.15.43:0/1348128628 conn(0x7ff4140fcf30 msgr2=0x7ff414105350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:54:03.337 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.321+0000 7ff41bbe5640 1 -- 172.21.15.43:0/1348128628 shutdown_connections 2024-05-16T15:54:03.337 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:03.321+0000 7ff41bbe5640 1 -- 172.21.15.43:0/1348128628 wait complete. 2024-05-16T15:54:03.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:54:03 smithi157 ceph-mon[35584]: pgmap v551: 129 pgs: 129 active+clean; 43 MiB data, 974 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 4.2 MiB/s wr, 507 op/s 2024-05-16T15:54:03.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:54:03 smithi148 ceph-mon[34976]: pgmap v551: 129 pgs: 129 active+clean; 43 MiB data, 974 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 4.2 MiB/s wr, 507 op/s 2024-05-16T15:54:03.976 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:54:03 smithi043 ceph-mon[31619]: pgmap v551: 129 pgs: 129 active+clean; 43 MiB data, 974 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 4.2 MiB/s wr, 507 op/s 2024-05-16T15:54:05.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:54:05 smithi157 ceph-mon[35584]: pgmap v552: 129 pgs: 129 active+clean; 44 MiB data, 1019 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 2.9 MiB/s wr, 385 op/s 2024-05-16T15:54:05.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:54:05 smithi148 ceph-mon[34976]: pgmap v552: 129 pgs: 129 active+clean; 44 MiB data, 1019 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 2.9 MiB/s wr, 385 op/s 2024-05-16T15:54:05.976 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:54:05 smithi043 ceph-mon[31619]: pgmap v552: 129 pgs: 129 active+clean; 44 MiB data, 1019 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 2.9 MiB/s wr, 385 op/s 2024-05-16T15:54:07.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:54:07 smithi157 ceph-mon[35584]: pgmap v553: 129 pgs: 129 active+clean; 44 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 MiB/s rd, 3.9 MiB/s wr, 489 op/s 2024-05-16T15:54:07.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:54:07 smithi148 ceph-mon[34976]: pgmap v553: 129 pgs: 129 active+clean; 44 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 MiB/s rd, 3.9 MiB/s wr, 489 op/s 2024-05-16T15:54:07.976 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:54:07 smithi043 ceph-mon[31619]: pgmap v553: 129 pgs: 129 active+clean; 44 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 MiB/s rd, 3.9 MiB/s wr, 489 op/s 2024-05-16T15:54:09.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:54:09 smithi157 ceph-mon[35584]: pgmap v554: 129 pgs: 129 active+clean; 41 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 395 op/s 2024-05-16T15:54:09.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:54:09 smithi148 ceph-mon[34976]: pgmap v554: 129 pgs: 129 active+clean; 41 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 395 op/s 2024-05-16T15:54:09.976 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:54:09 smithi043 ceph-mon[31619]: pgmap v554: 129 pgs: 129 active+clean; 41 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 395 op/s 2024-05-16T15:54:11.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:54:11 smithi157 ceph-mon[35584]: pgmap v555: 129 pgs: 129 active+clean; 41 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 351 op/s 2024-05-16T15:54:11.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:54:11 smithi148 ceph-mon[34976]: pgmap v555: 129 pgs: 129 active+clean; 41 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 351 op/s 2024-05-16T15:54:11.976 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:54:11 smithi043 ceph-mon[31619]: pgmap v555: 129 pgs: 129 active+clean; 41 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 351 op/s 2024-05-16T15:54:13.778 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:54:13 smithi043 ceph-mon[31619]: pgmap v556: 129 pgs: 129 active+clean; 41 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 MiB/s rd, 3.9 MiB/s wr, 490 op/s 2024-05-16T15:54:13.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:54:13 smithi157 ceph-mon[35584]: pgmap v556: 129 pgs: 129 active+clean; 41 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 MiB/s rd, 3.9 MiB/s wr, 490 op/s 2024-05-16T15:54:13.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:54:13 smithi148 ceph-mon[34976]: pgmap v556: 129 pgs: 129 active+clean; 41 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 MiB/s rd, 3.9 MiB/s wr, 490 op/s 2024-05-16T15:54:15.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:54:15 smithi157 ceph-mon[35584]: pgmap v557: 129 pgs: 129 active+clean; 42 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 383 op/s 2024-05-16T15:54:15.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:54:15 smithi148 ceph-mon[34976]: pgmap v557: 129 pgs: 129 active+clean; 42 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 383 op/s 2024-05-16T15:54:15.976 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:54:15 smithi043 ceph-mon[31619]: pgmap v557: 129 pgs: 129 active+clean; 42 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 383 op/s 2024-05-16T15:54:16.439 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.424+0000 7f05ec664640 1 -- 172.21.15.43:0/191446568 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f05e4105e80 msgr2=0x7f05e4108270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:54:16.439 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.424+0000 7f05ec664640 1 --2- 172.21.15.43:0/191446568 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f05e4105e80 0x7f05e4108270 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f05d4009900 tx=0x7f05d402a410 comp rx=0 tx=0).stop 2024-05-16T15:54:16.439 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.424+0000 7f05ec664640 1 -- 172.21.15.43:0/191446568 shutdown_connections 2024-05-16T15:54:16.439 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.424+0000 7f05ec664640 1 --2- 172.21.15.43:0/191446568 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f05e41087b0 0x7f05e410aba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:16.439 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.424+0000 7f05ec664640 1 --2- 172.21.15.43:0/191446568 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f05e4105e80 0x7f05e4108270 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:16.439 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.424+0000 7f05ec664640 1 --2- 172.21.15.43:0/191446568 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f05e4103550 0x7f05e4105940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:16.439 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.424+0000 7f05ec664640 1 -- 172.21.15.43:0/191446568 >> 172.21.15.43:0/191446568 conn(0x7f05e40fce80 msgr2=0x7f05e40ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:54:16.439 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.424+0000 7f05ec664640 1 -- 172.21.15.43:0/191446568 shutdown_connections 2024-05-16T15:54:16.440 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.424+0000 7f05ec664640 1 -- 172.21.15.43:0/191446568 wait complete. 2024-05-16T15:54:16.440 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.424+0000 7f05ec664640 1 Processor -- start 2024-05-16T15:54:16.440 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.424+0000 7f05ec664640 1 -- start start 2024-05-16T15:54:16.440 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.425+0000 7f05ec664640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f05e4103550 0x7f05e4198ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:16.440 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.425+0000 7f05ec664640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f05e4105e80 0x7f05e4199010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:16.440 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.425+0000 7f05ec664640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f05e41087b0 0x7f05e41a0080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:16.440 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.425+0000 7f05ec664640 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f05e410e3d0 con 0x7f05e41087b0 2024-05-16T15:54:16.440 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.425+0000 7f05ec664640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f05e410e250 con 0x7f05e4105e80 2024-05-16T15:54:16.440 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.425+0000 7f05ec664640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f05e410e550 con 0x7f05e4103550 2024-05-16T15:54:16.440 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.425+0000 7f05eac01640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f05e41087b0 0x7f05e41a0080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:16.440 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.425+0000 7f05ea400640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f05e4103550 0x7f05e4198ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:16.440 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.425+0000 7f05eac01640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f05e41087b0 0x7f05e41a0080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:49846/0 (socket says 172.21.15.43:49846) 2024-05-16T15:54:16.440 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.425+0000 7f05eac01640 1 -- 172.21.15.43:0/2449677806 learned_addr learned my addr 172.21.15.43:0/2449677806 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:54:16.440 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.425+0000 7f05e9bff640 1 --2- 172.21.15.43:0/2449677806 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f05e4105e80 0x7f05e4199010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:16.441 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.425+0000 7f05ea400640 1 -- 172.21.15.43:0/2449677806 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f05e4105e80 msgr2=0x7f05e4199010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:54:16.441 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.425+0000 7f05ea400640 1 --2- 172.21.15.43:0/2449677806 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f05e4105e80 0x7f05e4199010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:16.441 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.425+0000 7f05ea400640 1 -- 172.21.15.43:0/2449677806 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f05e41087b0 msgr2=0x7f05e41a0080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:54:16.441 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.425+0000 7f05ea400640 1 --2- 172.21.15.43:0/2449677806 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f05e41087b0 0x7f05e41a0080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:16.441 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.425+0000 7f05ea400640 1 -- 172.21.15.43:0/2449677806 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05e41a06f0 con 0x7f05e4103550 2024-05-16T15:54:16.441 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.425+0000 7f05eac01640 1 --2- 172.21.15.43:0/2449677806 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f05e41087b0 0x7f05e41a0080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:54:16.441 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.425+0000 7f05ea400640 1 --2- 172.21.15.43:0/2449677806 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f05e4103550 0x7f05e4198ad0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f05e000dab0 tx=0x7f05e000df70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:54:16.441 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.426+0000 7f05db7fe640 1 -- 172.21.15.43:0/2449677806 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05e000be30 con 0x7f05e4103550 2024-05-16T15:54:16.441 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.426+0000 7f05db7fe640 1 -- 172.21.15.43:0/2449677806 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f05e0003e00 con 0x7f05e4103550 2024-05-16T15:54:16.441 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.426+0000 7f05ec664640 1 -- 172.21.15.43:0/2449677806 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05e41a09e0 con 0x7f05e4103550 2024-05-16T15:54:16.441 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.426+0000 7f05db7fe640 1 -- 172.21.15.43:0/2449677806 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05e00106c0 con 0x7f05e4103550 2024-05-16T15:54:16.441 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.426+0000 7f05ec664640 1 -- 172.21.15.43:0/2449677806 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05e41a0f50 con 0x7f05e4103550 2024-05-16T15:54:16.447 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.428+0000 7f05db7fe640 1 -- 172.21.15.43:0/2449677806 <== mon.1 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f05e0004000 con 0x7f05e4103550 2024-05-16T15:54:16.447 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.429+0000 7f05ef37f740 1 Processor -- start 2024-05-16T15:54:16.447 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.429+0000 7f05ef37f740 1 -- start start 2024-05-16T15:54:16.447 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.429+0000 7f05ef37f740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560063f891c0 0x560063f895e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:16.447 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.429+0000 7f05ef37f740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560063f89bb0 0x560063f8e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:16.447 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.429+0000 7f05ef37f740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560063f8ed20 0x560063f911b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:16.448 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.429+0000 7f05ef37f740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x560063ee95d0 con 0x560063f891c0 2024-05-16T15:54:16.448 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.429+0000 7f05ef37f740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x560063ea2890 con 0x560063f8ed20 2024-05-16T15:54:16.448 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.429+0000 7f05ef37f740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x560063ee5590 con 0x560063f89bb0 2024-05-16T15:54:16.448 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.429+0000 7f05eac01640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560063f891c0 0x560063f895e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:16.448 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.429+0000 7f05eac01640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560063f891c0 0x560063f895e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:49862/0 (socket says 172.21.15.43:49862) 2024-05-16T15:54:16.448 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.429+0000 7f05eac01640 1 -- 172.21.15.43:0/949414881 learned_addr learned my addr 172.21.15.43:0/949414881 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:54:16.448 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.429+0000 7f05e9bff640 1 --2- 172.21.15.43:0/949414881 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560063f8ed20 0x560063f911b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:16.448 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.429+0000 7f05ea400640 1 --2- 172.21.15.43:0/949414881 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560063f89bb0 0x560063f8e6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:16.448 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.430+0000 7f05eac01640 1 -- 172.21.15.43:0/949414881 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560063f89bb0 msgr2=0x560063f8e6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:54:16.448 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.430+0000 7f05eac01640 1 --2- 172.21.15.43:0/949414881 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560063f89bb0 0x560063f8e6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:16.448 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.430+0000 7f05eac01640 1 -- 172.21.15.43:0/949414881 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560063f8ed20 msgr2=0x560063f911b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:54:16.448 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.430+0000 7f05eac01640 1 --2- 172.21.15.43:0/949414881 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560063f8ed20 0x560063f911b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:16.448 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.430+0000 7f05eac01640 1 -- 172.21.15.43:0/949414881 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560063bfb210 con 0x560063f891c0 2024-05-16T15:54:16.448 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.430+0000 7f05db7fe640 1 --2- 172.21.15.43:0/2449677806 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f05d00b2920 0x7f05d00b4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:16.449 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.430+0000 7f05eac01640 1 --2- 172.21.15.43:0/949414881 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560063f891c0 0x560063f895e0 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f05dc011570 tx=0x7f05dc011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f20f8f3deee3ab5 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:54:16.449 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.430+0000 7f05db7fe640 1 -- 172.21.15.43:0/2449677806 <== mon.1 v2:172.21.15.157:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f05e00e28d0 con 0x7f05e4103550 2024-05-16T15:54:16.449 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.430+0000 7f05d8bfe640 1 -- 172.21.15.43:0/949414881 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05dc01e070 con 0x560063f891c0 2024-05-16T15:54:16.449 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.430+0000 7f05d8bfe640 1 -- 172.21.15.43:0/949414881 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f05dc00fad0 con 0x560063f891c0 2024-05-16T15:54:16.449 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.430+0000 7f05d8bfe640 1 -- 172.21.15.43:0/949414881 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05dc019ae0 con 0x560063f891c0 2024-05-16T15:54:16.449 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.431+0000 7f05ea400640 1 --2- 172.21.15.43:0/2449677806 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f05d00b2920 0x7f05d00b4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:16.449 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.431+0000 7f05ef37f740 1 -- 172.21.15.43:0/949414881 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560063f891c0 msgr2=0x560063f895e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:54:16.449 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.431+0000 7f05ea400640 1 --2- 172.21.15.43:0/2449677806 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f05d00b2920 0x7f05d00b4de0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f05e00e0390 tx=0x7f05e00e6040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:54:16.449 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.431+0000 7f05ef37f740 1 --2- 172.21.15.43:0/949414881 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560063f891c0 0x560063f895e0 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f05dc011570 tx=0x7f05dc011a30 comp rx=0 tx=0).stop 2024-05-16T15:54:16.449 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.431+0000 7f05ef37f740 1 -- 172.21.15.43:0/949414881 shutdown_connections 2024-05-16T15:54:16.449 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.431+0000 7f05ef37f740 1 --2- 172.21.15.43:0/949414881 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560063f8ed20 0x560063f911b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:16.449 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.431+0000 7f05ef37f740 1 --2- 172.21.15.43:0/949414881 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560063f89bb0 0x560063f8e6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:16.449 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.431+0000 7f05ef37f740 1 --2- 172.21.15.43:0/949414881 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560063f891c0 0x560063f895e0 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:16.450 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.431+0000 7f05ef37f740 1 -- 172.21.15.43:0/949414881 >> 172.21.15.43:0/949414881 conn(0x560063f80420 msgr2=0x560063f80820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:54:16.450 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.432+0000 7f05ef37f740 1 -- 172.21.15.43:0/949414881 shutdown_connections 2024-05-16T15:54:16.450 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.432+0000 7f05ef37f740 1 -- 172.21.15.43:0/949414881 wait complete. 2024-05-16T15:54:16.450 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.432+0000 7f05ef37f740 1 -- start start 2024-05-16T15:54:16.450 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.432+0000 7f05ef37f740 1 Processor -- start 2024-05-16T15:54:16.450 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.432+0000 7f05ef37f740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560063f891c0 0x560063f933d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:16.450 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.432+0000 7f05ef37f740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560063f89bb0 0x560063f93910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:16.450 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.432+0000 7f05ef37f740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560063f8ed20 0x560063f9a950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:16.450 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.432+0000 7f05ef37f740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x560063f91cd0 con 0x560063f89bb0 2024-05-16T15:54:16.450 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.432+0000 7f05ef37f740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x560063ea6370 con 0x560063f8ed20 2024-05-16T15:54:16.450 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.432+0000 7f05ef37f740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x560063f91e50 con 0x560063f891c0 2024-05-16T15:54:16.450 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.432+0000 7f05ef37f740 10 client.0 _ll_register_callbacks cb 0x560063bfaa00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:54:16.450 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.432+0000 7f05e9bff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560063f89bb0 0x560063f93910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:16.450 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.432+0000 7f05e9bff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560063f89bb0 0x560063f93910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:49874/0 (socket says 172.21.15.43:49874) 2024-05-16T15:54:16.451 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.432+0000 7f05e9bff640 1 -- 172.21.15.43:0/1022824184 learned_addr learned my addr 172.21.15.43:0/1022824184 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:54:16.451 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.432+0000 7f05eac01640 1 --2- 172.21.15.43:0/1022824184 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560063f891c0 0x560063f933d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:16.451 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.432+0000 7f05eac01640 1 --2- 172.21.15.43:0/1022824184 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560063f8ed20 0x560063f9a950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:16.451 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.433+0000 7f05e9bff640 1 -- 172.21.15.43:0/1022824184 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560063f891c0 msgr2=0x560063f933d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:54:16.451 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.433+0000 7f05e9bff640 1 --2- 172.21.15.43:0/1022824184 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560063f891c0 0x560063f933d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:16.451 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.433+0000 7f05e9bff640 1 -- 172.21.15.43:0/1022824184 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560063f8ed20 msgr2=0x560063f9a950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:54:16.451 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.433+0000 7f05e9bff640 1 --2- 172.21.15.43:0/1022824184 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560063f8ed20 0x560063f9a950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:16.451 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.433+0000 7f05e9bff640 1 -- 172.21.15.43:0/1022824184 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560063cc7620 con 0x560063f89bb0 2024-05-16T15:54:16.451 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.433+0000 7f05eac01640 1 --2- 172.21.15.43:0/1022824184 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560063f891c0 0x560063f933d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:54:16.451 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.433+0000 7f05e9bff640 1 --2- 172.21.15.43:0/1022824184 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560063f89bb0 0x560063f93910 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f05d4009900 tx=0x7f05d40317a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab6dde5ac68e17b server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:54:16.451 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.433+0000 7f05cdffb640 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:54:16.451 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.433+0000 7f05cdffb640 1 -- 172.21.15.43:0/1022824184 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05d4035070 con 0x560063f89bb0 2024-05-16T15:54:16.451 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.433+0000 7f05cdffb640 1 -- 172.21.15.43:0/1022824184 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f05d4004240 con 0x560063f89bb0 2024-05-16T15:54:16.451 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.433+0000 7f05ef37f740 1 -- 172.21.15.43:0/1022824184 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f05dc00fad0 con 0x560063f89bb0 2024-05-16T15:54:16.452 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.433+0000 7f05cdffb640 1 -- 172.21.15.43:0/1022824184 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f05d404d050 con 0x560063f89bb0 2024-05-16T15:54:16.452 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.433+0000 7f05ef37f740 10 client.16275 fetch_fsmap learned FSMap version 36 2024-05-16T15:54:16.452 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.433+0000 7f05ef37f740 1 -- 172.21.15.43:0/1022824184 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x560063f9d9a0 con 0x560063f89bb0 2024-05-16T15:54:16.452 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.433+0000 7f05cdffb640 1 -- 172.21.15.43:0/1022824184 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f05dc00fad0 con 0x560063f89bb0 2024-05-16T15:54:16.452 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.434+0000 7f05cdffb640 1 -- 172.21.15.43:0/1022824184 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 36) ==== 8378+0+0 (secure 0 0 0) 0x7f05d403b430 con 0x560063f89bb0 2024-05-16T15:54:16.452 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.434+0000 7f05ef37f740 10 client.16275 fetch_fsmap finished waiting for FSMap version 36 2024-05-16T15:54:16.452 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.434+0000 7f05ef37f740 10 client.16275 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:54:16.452 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.434+0000 7f05ef37f740 20 client.16275 populate_metadata read hostname 'smithi043' 2024-05-16T15:54:16.452 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.434+0000 7f05ef37f740 1 --2- 172.21.15.43:0/1022824184 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x560063f9f1a0 0x560063fa15b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:16.452 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.434+0000 7f05ef37f740 4 client.16275 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:54:16.452 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.434+0000 7f05ef37f740 1 -- 172.21.15.43:0/1022824184 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560063ef71e0 con 0x560063f9f1a0 2024-05-16T15:54:16.452 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.434+0000 7f05eac01640 1 --2- 172.21.15.43:0/1022824184 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x560063f9f1a0 0x560063fa15b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:16.452 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.434+0000 7f05eac01640 1 --2- 172.21.15.43:0/1022824184 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x560063f9f1a0 0x560063fa15b0 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a977355afcc5b853 server_cookie=d29bbe90138c2e25 in_seq=0 out_seq=0 2024-05-16T15:54:16.452 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.434+0000 7f05cdffb640 10 client.16275 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:54:16.453 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.435+0000 7f05cdffb640 1 -- 172.21.15.43:0/1022824184 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x560063ef71e0 con 0x560063f9f1a0 2024-05-16T15:54:16.454 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.435+0000 7f05cdffb640 10 client.16275 handle_command_reply: tid=0 2024-05-16T15:54:16.454 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.435+0000 7f05ef37f740 1 client.16275 shutdown 2024-05-16T15:54:16.454 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.435+0000 7f05ef37f740 1 -- 172.21.15.43:0/1022824184 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560063f89bb0 msgr2=0x560063f93910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:54:16.454 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.435+0000 7f05ef37f740 1 --2- 172.21.15.43:0/1022824184 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560063f89bb0 0x560063f93910 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f05d4009900 tx=0x7f05d40317a0 comp rx=0 tx=0).stop 2024-05-16T15:54:16.454 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.435+0000 7f05ef37f740 1 -- 172.21.15.43:0/1022824184 shutdown_connections 2024-05-16T15:54:16.454 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.435+0000 7f05ef37f740 1 --2- 172.21.15.43:0/1022824184 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x560063f9f1a0 0x560063fa15b0 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:16.454 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.435+0000 7f05ef37f740 1 --2- 172.21.15.43:0/1022824184 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560063f8ed20 0x560063f9a950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:16.454 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.435+0000 7f05ef37f740 1 --2- 172.21.15.43:0/1022824184 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560063f89bb0 0x560063f93910 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:16.454 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.435+0000 7f05ef37f740 1 --2- 172.21.15.43:0/1022824184 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560063f891c0 0x560063f933d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:16.454 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.435+0000 7f05ef37f740 1 -- 172.21.15.43:0/1022824184 >> 172.21.15.43:0/1022824184 conn(0x560063f80420 msgr2=0x560063f7f580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:54:16.454 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.435+0000 7f05cdffb640 0 client.16275 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:54:16.454 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.435+0000 7f05ef37f740 1 -- 172.21.15.43:0/1022824184 shutdown_connections 2024-05-16T15:54:16.454 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.435+0000 7f05ef37f740 1 -- 172.21.15.43:0/1022824184 wait complete. 2024-05-16T15:54:16.455 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.436+0000 7f05ef37f740 20 client.16275 trim_cache size 0 max 16384 2024-05-16T15:54:16.470 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.453+0000 7f05ef37f740 1 Processor -- start 2024-05-16T15:54:16.470 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.453+0000 7f05ef37f740 1 -- start start 2024-05-16T15:54:16.470 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.453+0000 7f05ef37f740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560063f891c0 0x560063f933d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:16.470 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.453+0000 7f05ef37f740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560063f8ed20 0x560063f93910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:16.470 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.453+0000 7f05ef37f740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560063f9a910 0x560063f8add0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:16.470 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.453+0000 7f05ef37f740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f05e41a92a0 con 0x560063f8ed20 2024-05-16T15:54:16.470 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.453+0000 7f05ef37f740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f05e41aaea0 con 0x560063f891c0 2024-05-16T15:54:16.470 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.453+0000 7f05ef37f740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f05e41a9970 con 0x560063f9a910 2024-05-16T15:54:16.470 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.453+0000 7f05e9bff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560063f8ed20 0x560063f93910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:16.471 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.453+0000 7f05e9bff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560063f8ed20 0x560063f93910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:49884/0 (socket says 172.21.15.43:49884) 2024-05-16T15:54:16.471 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.453+0000 7f05e9bff640 1 -- 172.21.15.43:0/3792696904 learned_addr learned my addr 172.21.15.43:0/3792696904 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:54:16.471 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.453+0000 7f05eac01640 1 --2- 172.21.15.43:0/3792696904 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560063f891c0 0x560063f933d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:16.471 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.453+0000 7f05eac01640 1 --2- 172.21.15.43:0/3792696904 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560063f9a910 0x560063f8add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:16.471 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.453+0000 7f05e9bff640 1 -- 172.21.15.43:0/3792696904 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560063f9a910 msgr2=0x560063f8add0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:54:16.471 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.453+0000 7f05e9bff640 1 --2- 172.21.15.43:0/3792696904 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560063f9a910 0x560063f8add0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:16.471 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.453+0000 7f05e9bff640 1 -- 172.21.15.43:0/3792696904 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560063f891c0 msgr2=0x560063f933d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:54:16.471 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.453+0000 7f05e9bff640 1 --2- 172.21.15.43:0/3792696904 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560063f891c0 0x560063f933d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:16.471 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.454+0000 7f05e9bff640 1 -- 172.21.15.43:0/3792696904 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560063f80250 con 0x560063f8ed20 2024-05-16T15:54:16.471 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.454+0000 7f05e9bff640 1 --2- 172.21.15.43:0/3792696904 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560063f8ed20 0x560063f93910 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f05d402a930 tx=0x7f05d402a410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=358fcb1b908082b0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:54:16.471 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.454+0000 7f05cffff640 1 -- 172.21.15.43:0/3792696904 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05d4055030 con 0x560063f8ed20 2024-05-16T15:54:16.471 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.454+0000 7f05cffff640 1 -- 172.21.15.43:0/3792696904 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f05d4005850 con 0x560063f8ed20 2024-05-16T15:54:16.471 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.454+0000 7f05cffff640 1 -- 172.21.15.43:0/3792696904 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05d4000e60 con 0x560063f8ed20 2024-05-16T15:54:16.471 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.455+0000 7f05ef37f740 1 -- 172.21.15.43:0/3792696904 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560063f8ed20 msgr2=0x560063f93910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:54:16.471 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.455+0000 7f05ef37f740 1 --2- 172.21.15.43:0/3792696904 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560063f8ed20 0x560063f93910 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f05d402a930 tx=0x7f05d402a410 comp rx=0 tx=0).stop 2024-05-16T15:54:16.472 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.455+0000 7f05ef37f740 1 -- 172.21.15.43:0/3792696904 shutdown_connections 2024-05-16T15:54:16.472 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.455+0000 7f05ef37f740 1 --2- 172.21.15.43:0/3792696904 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560063f9a910 0x560063f8add0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:16.472 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.455+0000 7f05ef37f740 1 --2- 172.21.15.43:0/3792696904 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560063f8ed20 0x560063f93910 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:16.472 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.455+0000 7f05ef37f740 1 --2- 172.21.15.43:0/3792696904 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560063f891c0 0x560063f933d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:16.472 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.455+0000 7f05ef37f740 1 -- 172.21.15.43:0/3792696904 >> 172.21.15.43:0/3792696904 conn(0x560063f80420 msgr2=0x560063f7b3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:54:16.472 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.455+0000 7f05ef37f740 1 -- 172.21.15.43:0/3792696904 shutdown_connections 2024-05-16T15:54:16.472 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.455+0000 7f05ef37f740 1 -- 172.21.15.43:0/3792696904 wait complete. 2024-05-16T15:54:16.472 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.455+0000 7f05ef37f740 1 -- start start 2024-05-16T15:54:16.472 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.455+0000 7f05ef37f740 1 Processor -- start 2024-05-16T15:54:16.472 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.455+0000 7f05ef37f740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560063f891c0 0x560063f97630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:16.472 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.455+0000 7f05ef37f740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560063f8ed20 0x560063f97b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:16.472 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.455+0000 7f05ef37f740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560063f9a910 0x560063f98b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:16.472 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.455+0000 7f05ef37f740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f05e41aa7d0 con 0x560063f8ed20 2024-05-16T15:54:16.472 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.456+0000 7f05ef37f740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f05e41aa040 con 0x560063f891c0 2024-05-16T15:54:16.472 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.456+0000 7f05ef37f740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f05e41a7280 con 0x560063f9a910 2024-05-16T15:54:16.472 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.456+0000 7f05ef37f740 10 client.0 _ll_register_callbacks cb 0x7f05d4009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:54:16.472 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.456+0000 7f05eac01640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560063f891c0 0x560063f97630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:16.473 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.456+0000 7f05e9bff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560063f8ed20 0x560063f97b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:16.473 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.456+0000 7f05eac01640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560063f891c0 0x560063f97630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:55404/0 (socket says 172.21.15.43:55404) 2024-05-16T15:54:16.473 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.456+0000 7f05e9bff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560063f8ed20 0x560063f97b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:49894/0 (socket says 172.21.15.43:49894) 2024-05-16T15:54:16.473 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.456+0000 7f05eac01640 1 -- 172.21.15.43:0/1720016660 learned_addr learned my addr 172.21.15.43:0/1720016660 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:54:16.473 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.456+0000 7f05eac01640 1 --2- 172.21.15.43:0/1720016660 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560063f9a910 0x560063f98b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:16.473 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.456+0000 7f05e9bff640 1 -- 172.21.15.43:0/1720016660 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560063f9a910 msgr2=0x560063f98b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:54:16.473 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.456+0000 7f05e9bff640 1 --2- 172.21.15.43:0/1720016660 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560063f9a910 0x560063f98b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:16.473 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.456+0000 7f05e9bff640 1 -- 172.21.15.43:0/1720016660 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560063f891c0 msgr2=0x560063f97630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:54:16.473 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.456+0000 7f05e9bff640 1 --2- 172.21.15.43:0/1720016660 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560063f891c0 0x560063f97630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:16.473 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.456+0000 7f05e9bff640 1 -- 172.21.15.43:0/1720016660 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560063f99120 con 0x560063f8ed20 2024-05-16T15:54:16.473 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.456+0000 7f05e9bff640 1 --2- 172.21.15.43:0/1720016660 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560063f8ed20 0x560063f97b70 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x560063f8e390 tx=0x7f05d4005b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37b245fad35867fc server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:54:16.473 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.456+0000 7f05cdffb640 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:54:16.473 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.456+0000 7f05cdffb640 1 -- 172.21.15.43:0/1720016660 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05d4055070 con 0x560063f8ed20 2024-05-16T15:54:16.473 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.456+0000 7f05cdffb640 1 -- 172.21.15.43:0/1720016660 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f05d405a460 con 0x560063f8ed20 2024-05-16T15:54:16.473 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.456+0000 7f05ef37f740 1 -- 172.21.15.43:0/1720016660 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f05d4005850 con 0x560063f8ed20 2024-05-16T15:54:16.474 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.457+0000 7f05cdffb640 1 -- 172.21.15.43:0/1720016660 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f05d404a070 con 0x560063f8ed20 2024-05-16T15:54:16.474 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.457+0000 7f05ef37f740 10 client.16281 fetch_fsmap learned FSMap version 36 2024-05-16T15:54:16.474 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.457+0000 7f05ef37f740 1 -- 172.21.15.43:0/1720016660 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x560063f9a430 con 0x560063f8ed20 2024-05-16T15:54:16.474 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.457+0000 7f05cdffb640 1 -- 172.21.15.43:0/1720016660 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f05d4005850 con 0x560063f8ed20 2024-05-16T15:54:16.474 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.457+0000 7f05cdffb640 1 -- 172.21.15.43:0/1720016660 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 36) ==== 8378+0+0 (secure 0 0 0) 0x7f05d4051430 con 0x560063f8ed20 2024-05-16T15:54:16.474 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.457+0000 7f05ef37f740 10 client.16281 fetch_fsmap finished waiting for FSMap version 36 2024-05-16T15:54:16.474 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.457+0000 7f05ef37f740 10 client.16281 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:54:16.474 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.457+0000 7f05ef37f740 20 client.16281 populate_metadata read hostname 'smithi043' 2024-05-16T15:54:16.474 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.457+0000 7f05ef37f740 1 --2- 172.21.15.43:0/1720016660 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x56006400a020 0x56006400c440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:16.474 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.457+0000 7f05ef37f740 4 client.16281 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-16T15:54:16.474 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.457+0000 7f05ef37f740 1 -- 172.21.15.43:0/1720016660 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "flush journal"}) -- 0x560063ef1050 con 0x56006400a020 2024-05-16T15:54:16.474 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.457+0000 7f05eac01640 1 --2- 172.21.15.43:0/1720016660 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x56006400a020 0x56006400c440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:16.475 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.458+0000 7f05eac01640 1 --2- 172.21.15.43:0/1720016660 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x56006400a020 0x56006400c440 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e520ef659609e101 server_cookie=25b6ae4de200b4e2 in_seq=0 out_seq=0 2024-05-16T15:54:16.475 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.458+0000 7f05cdffb640 10 client.16281 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:54:16.487 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.474+0000 7f05cdffb640 1 -- 172.21.15.43:0/1720016660 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x560063ef1050 con 0x56006400a020 2024-05-16T15:54:16.487 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.474+0000 7f05cdffb640 10 client.16281 handle_command_reply: tid=0 2024-05-16T15:54:16.487 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.474+0000 7f05ef37f740 1 client.16281 shutdown 2024-05-16T15:54:16.487 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.474+0000 7f05ef37f740 1 -- 172.21.15.43:0/1720016660 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560063f8ed20 msgr2=0x560063f97b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:54:16.487 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.474+0000 7f05ef37f740 1 --2- 172.21.15.43:0/1720016660 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560063f8ed20 0x560063f97b70 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x560063f8e390 tx=0x7f05d4005b50 comp rx=0 tx=0).stop 2024-05-16T15:54:16.488 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.474+0000 7f05ef37f740 1 -- 172.21.15.43:0/1720016660 shutdown_connections 2024-05-16T15:54:16.488 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.474+0000 7f05ef37f740 1 --2- 172.21.15.43:0/1720016660 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x56006400a020 0x56006400c440 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:16.488 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.474+0000 7f05ef37f740 1 --2- 172.21.15.43:0/1720016660 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560063f9a910 0x560063f98b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:16.488 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.474+0000 7f05ef37f740 1 --2- 172.21.15.43:0/1720016660 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560063f8ed20 0x560063f97b70 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:16.488 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.474+0000 7f05ef37f740 1 --2- 172.21.15.43:0/1720016660 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560063f891c0 0x560063f97630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:16.488 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.474+0000 7f05ef37f740 1 -- 172.21.15.43:0/1720016660 >> 172.21.15.43:0/1720016660 conn(0x560063f80420 msgr2=0x560063f933a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:54:16.488 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.474+0000 7f05cdffb640 0 client.16281 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:54:16.488 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.474+0000 7f05ef37f740 1 -- 172.21.15.43:0/1720016660 shutdown_connections 2024-05-16T15:54:16.488 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.474+0000 7f05ef37f740 1 -- 172.21.15.43:0/1720016660 wait complete. 2024-05-16T15:54:16.488 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.474+0000 7f05ef37f740 20 client.16281 trim_cache size 0 max 16384 2024-05-16T15:54:16.488 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:{ 2024-05-16T15:54:16.488 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "message": "", 2024-05-16T15:54:16.489 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "return_code": 0 2024-05-16T15:54:16.489 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:} 2024-05-16T15:54:16.489 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.475+0000 7f05ec664640 1 -- 172.21.15.43:0/2449677806 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f05d00b2920 msgr2=0x7f05d00b4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:54:16.490 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.475+0000 7f05ec664640 1 --2- 172.21.15.43:0/2449677806 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f05d00b2920 0x7f05d00b4de0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f05e00e0390 tx=0x7f05e00e6040 comp rx=0 tx=0).stop 2024-05-16T15:54:16.490 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.475+0000 7f05ec664640 1 -- 172.21.15.43:0/2449677806 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f05e4103550 msgr2=0x7f05e4198ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:54:16.490 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.475+0000 7f05ec664640 1 --2- 172.21.15.43:0/2449677806 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f05e4103550 0x7f05e4198ad0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f05e000dab0 tx=0x7f05e000df70 comp rx=0 tx=0).stop 2024-05-16T15:54:16.490 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.475+0000 7f05ec664640 1 -- 172.21.15.43:0/2449677806 shutdown_connections 2024-05-16T15:54:16.490 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.475+0000 7f05ec664640 1 --2- 172.21.15.43:0/2449677806 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f05e41087b0 0x7f05e41a0080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:16.490 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.475+0000 7f05ec664640 1 --2- 172.21.15.43:0/2449677806 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f05e4105e80 0x7f05e4199010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:16.490 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.475+0000 7f05ec664640 1 --2- 172.21.15.43:0/2449677806 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f05d00b2920 0x7f05d00b4de0 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:16.490 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.475+0000 7f05ec664640 1 --2- 172.21.15.43:0/2449677806 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f05e4103550 0x7f05e4198ad0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:16.490 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.475+0000 7f05ec664640 1 -- 172.21.15.43:0/2449677806 >> 172.21.15.43:0/2449677806 conn(0x7f05e40fce80 msgr2=0x7f05e4103e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:54:16.490 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.475+0000 7f05ec664640 1 -- 172.21.15.43:0/2449677806 shutdown_connections 2024-05-16T15:54:16.490 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:16.475+0000 7f05ec664640 1 -- 172.21.15.43:0/2449677806 wait complete. 2024-05-16T15:54:17.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:54:17 smithi157 ceph-mon[35584]: pgmap v558: 129 pgs: 129 active+clean; 41 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 MiB/s rd, 3.6 MiB/s wr, 461 op/s 2024-05-16T15:54:17.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:54:17 smithi148 ceph-mon[34976]: pgmap v558: 129 pgs: 129 active+clean; 41 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 MiB/s rd, 3.6 MiB/s wr, 461 op/s 2024-05-16T15:54:17.976 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:54:17 smithi043 ceph-mon[31619]: pgmap v558: 129 pgs: 129 active+clean; 41 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 MiB/s rd, 3.6 MiB/s wr, 461 op/s 2024-05-16T15:54:19.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:54:19 smithi157 ceph-mon[35584]: pgmap v559: 129 pgs: 129 active+clean; 38 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 375 op/s 2024-05-16T15:54:19.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:54:19 smithi148 ceph-mon[34976]: pgmap v559: 129 pgs: 129 active+clean; 38 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 375 op/s 2024-05-16T15:54:19.976 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:54:19 smithi043 ceph-mon[31619]: pgmap v559: 129 pgs: 129 active+clean; 38 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 375 op/s 2024-05-16T15:54:21.847 INFO:tasks.workunit.client.0.smithi043.stdout:50000 write 0x39280 thru 0x48ee3 (0xfc64 bytes) 2024-05-16T15:54:21.848 INFO:tasks.workunit.client.0.smithi043.stdout:All 50000 operations completed A-OK! 2024-05-16T15:54:21.848 INFO:tasks.workunit.client.0.smithi043.stderr:+ ./fsx -z 10MB -N 50000 -p 10000 -l 10485760 2024-05-16T15:54:21.849 INFO:tasks.workunit.client.0.smithi043.stdout:Seed set to 1 2024-05-16T15:54:21.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:54:21 smithi157 ceph-mon[35584]: pgmap v560: 129 pgs: 129 active+clean; 38 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 332 op/s 2024-05-16T15:54:21.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:54:21 smithi148 ceph-mon[34976]: pgmap v560: 129 pgs: 129 active+clean; 38 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 332 op/s 2024-05-16T15:54:21.976 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:54:21 smithi043 ceph-mon[31619]: pgmap v560: 129 pgs: 129 active+clean; 38 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 332 op/s 2024-05-16T15:54:21.989 INFO:tasks.workunit.client.0.smithi043.stderr:main: filesystem does not support fallocate mode FALLOC_FL_COLLAPSE_RANGE, disabling! 2024-05-16T15:54:21.989 INFO:tasks.workunit.client.0.smithi043.stderr:main: filesystem does not support fallocate mode FALLOC_FL_INSERT_RANGE, disabling! 2024-05-16T15:54:21.989 INFO:tasks.workunit.client.0.smithi043.stderr:main: filesystem does not support clone range, disabling! 2024-05-16T15:54:21.989 INFO:tasks.workunit.client.0.smithi043.stderr:main: filesystem does not support dedupe range, disabling! 2024-05-16T15:54:21.992 INFO:tasks.workunit.client.0.smithi043.stdout:skipping zero length punch hole 2024-05-16T15:54:21.994 INFO:tasks.workunit.client.0.smithi043.stdout:truncating to largest ever: 0x81c806 2024-05-16T15:54:22.117 INFO:tasks.workunit.client.0.smithi043.stdout:truncating to largest ever: 0x9bc582 2024-05-16T15:54:22.138 INFO:tasks.workunit.client.0.smithi043.stdout:truncating to largest ever: 0x9eecbc 2024-05-16T15:54:22.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:54:22 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:54:22.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:54:22 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:54:22.976 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:54:22 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:54:23.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:54:23 smithi157 ceph-mon[35584]: pgmap v561: 129 pgs: 129 active+clean; 40 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 MiB/s rd, 3.8 MiB/s wr, 496 op/s 2024-05-16T15:54:23.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:54:23 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:54:23.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:54:23 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:54:23.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:54:23 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:54:23.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:54:23 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:54:23.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:54:23 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:54:23.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:54:23 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:54:23.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:54:23 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:54:23.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:54:23 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:54:23.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:54:23 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:54:23.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:54:23 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:54:23.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:54:23 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:54:23.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:54:23 smithi148 ceph-mon[34976]: pgmap v561: 129 pgs: 129 active+clean; 40 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 MiB/s rd, 3.8 MiB/s wr, 496 op/s 2024-05-16T15:54:23.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:54:23 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:54:23.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:54:23 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:54:23.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:54:23 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:54:23.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:54:23 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:54:23.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:54:23 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:54:23.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:54:23 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:54:23.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:54:23 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:54:23.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:54:23 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:54:23.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:54:23 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:54:23.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:54:23 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:54:23.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:54:23 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:54:23.976 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:54:23 smithi043 ceph-mon[31619]: pgmap v561: 129 pgs: 129 active+clean; 40 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 MiB/s rd, 3.8 MiB/s wr, 496 op/s 2024-05-16T15:54:23.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:54:23 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:54:23.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:54:23 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:54:23.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:54:23 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:54:23.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:54:23 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:54:23.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:54:23 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:54:23.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:54:23 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:54:23.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:54:23 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:54:23.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:54:23 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:54:23.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:54:23 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:54:23.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:54:23 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:54:23.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:54:23 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:54:24.645 INFO:tasks.workunit.client.0.smithi043.stdout:fallocating to largest ever: 0x9f2a70 2024-05-16T15:54:24.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:54:24 smithi157 ceph-mon[35584]: Adjusting osd_memory_target on smithi148 to 176.2M 2024-05-16T15:54:24.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:54:24 smithi157 ceph-mon[35584]: Unable to set osd_memory_target on smithi148 to 184769536: error parsing value: Value '184769536' is below minimum 939524096 2024-05-16T15:54:24.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:54:24 smithi157 ceph-mon[35584]: Adjusting osd_memory_target on smithi043 to 177.2M 2024-05-16T15:54:24.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:54:24 smithi157 ceph-mon[35584]: Unable to set osd_memory_target on smithi043 to 185879142: error parsing value: Value '185879142' is below minimum 939524096 2024-05-16T15:54:24.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:54:24 smithi148 ceph-mon[34976]: Adjusting osd_memory_target on smithi148 to 176.2M 2024-05-16T15:54:24.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:54:24 smithi148 ceph-mon[34976]: Unable to set osd_memory_target on smithi148 to 184769536: error parsing value: Value '184769536' is below minimum 939524096 2024-05-16T15:54:24.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:54:24 smithi148 ceph-mon[34976]: Adjusting osd_memory_target on smithi043 to 177.2M 2024-05-16T15:54:24.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:54:24 smithi148 ceph-mon[34976]: Unable to set osd_memory_target on smithi043 to 185879142: error parsing value: Value '185879142' is below minimum 939524096 2024-05-16T15:54:24.976 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:54:24 smithi043 ceph-mon[31619]: Adjusting osd_memory_target on smithi148 to 176.2M 2024-05-16T15:54:24.976 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:54:24 smithi043 ceph-mon[31619]: Unable to set osd_memory_target on smithi148 to 184769536: error parsing value: Value '184769536' is below minimum 939524096 2024-05-16T15:54:24.976 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:54:24 smithi043 ceph-mon[31619]: Adjusting osd_memory_target on smithi043 to 177.2M 2024-05-16T15:54:24.976 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:54:24 smithi043 ceph-mon[31619]: Unable to set osd_memory_target on smithi043 to 185879142: error parsing value: Value '185879142' is below minimum 939524096 2024-05-16T15:54:25.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:54:25 smithi157 ceph-mon[35584]: pgmap v562: 129 pgs: 129 active+clean; 43 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 372 op/s 2024-05-16T15:54:25.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:54:25 smithi148 ceph-mon[34976]: pgmap v562: 129 pgs: 129 active+clean; 43 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 372 op/s 2024-05-16T15:54:25.976 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:54:25 smithi043 ceph-mon[31619]: pgmap v562: 129 pgs: 129 active+clean; 43 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 372 op/s 2024-05-16T15:54:26.827 INFO:tasks.workunit.client.0.smithi043.stdout:copying to largest ever: 0x9fdd84 2024-05-16T15:54:27.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:54:27 smithi157 ceph-mon[35584]: pgmap v563: 129 pgs: 129 active+clean; 43 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 369 op/s 2024-05-16T15:54:27.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:54:27 smithi148 ceph-mon[34976]: pgmap v563: 129 pgs: 129 active+clean; 43 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 369 op/s 2024-05-16T15:54:27.976 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:54:27 smithi043 ceph-mon[31619]: pgmap v563: 129 pgs: 129 active+clean; 43 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 369 op/s 2024-05-16T15:54:29.605 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.590+0000 7f51a4647640 1 -- 172.21.15.43:0/2053682473 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f519c10d420 msgr2=0x7f519c10d840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:54:29.605 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.590+0000 7f51a4647640 1 --2- 172.21.15.43:0/2053682473 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f519c10d420 0x7f519c10d840 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f5198009860 tx=0x7f519802a340 comp rx=0 tx=0).stop 2024-05-16T15:54:29.606 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.590+0000 7f51a4647640 1 -- 172.21.15.43:0/2053682473 shutdown_connections 2024-05-16T15:54:29.606 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.590+0000 7f51a4647640 1 --2- 172.21.15.43:0/2053682473 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f519c10efd0 0x7f519c115860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:29.606 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.590+0000 7f51a4647640 1 --2- 172.21.15.43:0/2053682473 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f519c10e610 0x7f519c10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:29.606 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.590+0000 7f51a4647640 1 --2- 172.21.15.43:0/2053682473 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f519c10d420 0x7f519c10d840 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:29.606 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.590+0000 7f51a4647640 1 -- 172.21.15.43:0/2053682473 >> 172.21.15.43:0/2053682473 conn(0x7f519c06d5f0 msgr2=0x7f519c06da20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:54:29.606 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.590+0000 7f51a4647640 1 -- 172.21.15.43:0/2053682473 shutdown_connections 2024-05-16T15:54:29.606 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.591+0000 7f51a4647640 1 -- 172.21.15.43:0/2053682473 wait complete. 2024-05-16T15:54:29.606 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.591+0000 7f51a4647640 1 Processor -- start 2024-05-16T15:54:29.606 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.591+0000 7f51a4647640 1 -- start start 2024-05-16T15:54:29.606 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.591+0000 7f51a4647640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f519c10d420 0x7f519c1a34d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:29.606 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.591+0000 7f51a4647640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f519c10e610 0x7f519c1a3a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:29.606 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.591+0000 7f51a4647640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f519c10efd0 0x7f519c1aaa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:29.606 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.591+0000 7f51a4647640 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f519c118e10 con 0x7f519c10e610 2024-05-16T15:54:29.607 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.591+0000 7f51a4647640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f519c118c90 con 0x7f519c10d420 2024-05-16T15:54:29.607 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.591+0000 7f51a4647640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f519c118f90 con 0x7f519c10efd0 2024-05-16T15:54:29.607 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.592+0000 7f51a1be2640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f519c10e610 0x7f519c1a3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:29.607 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.592+0000 7f51a23e3640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f519c10d420 0x7f519c1a34d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:29.607 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.592+0000 7f51a2be4640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f519c10efd0 0x7f519c1aaa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:29.607 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.592+0000 7f51a1be2640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f519c10e610 0x7f519c1a3a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:60466/0 (socket says 172.21.15.43:60466) 2024-05-16T15:54:29.607 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.592+0000 7f51a23e3640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f519c10d420 0x7f519c1a34d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:55226/0 (socket says 172.21.15.43:55226) 2024-05-16T15:54:29.607 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.592+0000 7f51a1be2640 1 -- 172.21.15.43:0/255514309 learned_addr learned my addr 172.21.15.43:0/255514309 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:54:29.607 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.592+0000 7f51a2be4640 1 -- 172.21.15.43:0/255514309 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f519c10d420 msgr2=0x7f519c1a34d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:54:29.607 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.592+0000 7f51a2be4640 1 --2- 172.21.15.43:0/255514309 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f519c10d420 0x7f519c1a34d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:29.607 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.592+0000 7f51a2be4640 1 -- 172.21.15.43:0/255514309 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f519c10e610 msgr2=0x7f519c1a3a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:54:29.608 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.592+0000 7f51a2be4640 1 --2- 172.21.15.43:0/255514309 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f519c10e610 0x7f519c1a3a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:29.608 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.592+0000 7f51a2be4640 1 -- 172.21.15.43:0/255514309 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f519c1ab0f0 con 0x7f519c10efd0 2024-05-16T15:54:29.608 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.592+0000 7f51a1be2640 1 --2- 172.21.15.43:0/255514309 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f519c10e610 0x7f519c1a3a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:54:29.608 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.592+0000 7f51a2be4640 1 --2- 172.21.15.43:0/255514309 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f519c10efd0 0x7f519c1aaa80 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f519400efc0 tx=0x7f519400c800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:54:29.608 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.593+0000 7f51937fe640 1 -- 172.21.15.43:0/255514309 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5194003970 con 0x7f519c10efd0 2024-05-16T15:54:29.608 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.593+0000 7f51937fe640 1 -- 172.21.15.43:0/255514309 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5194004020 con 0x7f519c10efd0 2024-05-16T15:54:29.608 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.593+0000 7f51a4647640 1 -- 172.21.15.43:0/255514309 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f519c1ab3e0 con 0x7f519c10efd0 2024-05-16T15:54:29.608 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.593+0000 7f51937fe640 1 -- 172.21.15.43:0/255514309 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f519400b850 con 0x7f519c10efd0 2024-05-16T15:54:29.608 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.593+0000 7f51a4647640 1 -- 172.21.15.43:0/255514309 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f519c1ab930 con 0x7f519c10efd0 2024-05-16T15:54:29.609 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.597+0000 7f51a7364740 1 Processor -- start 2024-05-16T15:54:29.610 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.598+0000 7f51937fe640 1 -- 172.21.15.43:0/255514309 <== mon.1 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f519401d020 con 0x7f519c10efd0 2024-05-16T15:54:29.612 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.598+0000 7f51a7364740 1 -- start start 2024-05-16T15:54:29.612 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.598+0000 7f51a7364740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560aa51c55c0 0x560aa51c59e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:29.612 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.598+0000 7f51a7364740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560aa51c5fb0 0x560aa51caab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:29.612 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.598+0000 7f51a7364740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560aa51cb120 0x560aa51cd5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:29.613 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.598+0000 7f51a7364740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x560aa51215d0 con 0x560aa51cb120 2024-05-16T15:54:29.613 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.598+0000 7f51a7364740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x560aa50da890 con 0x560aa51c5fb0 2024-05-16T15:54:29.613 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.598+0000 7f51a7364740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x560aa511d590 con 0x560aa51c55c0 2024-05-16T15:54:29.613 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.599+0000 7f51a1be2640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560aa51cb120 0x560aa51cd5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:29.613 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.599+0000 7f51a23e3640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560aa51c5fb0 0x560aa51caab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:29.613 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.599+0000 7f51a23e3640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560aa51c5fb0 0x560aa51caab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:55230/0 (socket says 172.21.15.43:55230) 2024-05-16T15:54:29.613 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.599+0000 7f51a23e3640 1 -- 172.21.15.43:0/4070142255 learned_addr learned my addr 172.21.15.43:0/4070142255 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:54:29.613 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.599+0000 7f51a1be2640 1 --2- 172.21.15.43:0/4070142255 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560aa51c55c0 0x560aa51c59e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:29.613 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.599+0000 7f51a23e3640 1 -- 172.21.15.43:0/4070142255 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560aa51c55c0 msgr2=0x560aa51c59e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:54:29.613 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.599+0000 7f51a23e3640 1 --2- 172.21.15.43:0/4070142255 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560aa51c55c0 0x560aa51c59e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:29.613 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.599+0000 7f51a23e3640 1 -- 172.21.15.43:0/4070142255 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560aa51cb120 msgr2=0x560aa51cd5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:54:29.613 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.599+0000 7f51a23e3640 1 --2- 172.21.15.43:0/4070142255 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560aa51cb120 0x560aa51cd5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:29.613 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.599+0000 7f51a23e3640 1 -- 172.21.15.43:0/4070142255 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560aa4e33210 con 0x560aa51c5fb0 2024-05-16T15:54:29.613 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.599+0000 7f51a1be2640 1 --2- 172.21.15.43:0/4070142255 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560aa51cb120 0x560aa51cd5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:54:29.613 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.599+0000 7f51937fe640 1 --2- 172.21.15.43:0/255514309 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f51880b29a0 0x7f51880b4e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:29.614 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.599+0000 7f51a23e3640 1 --2- 172.21.15.43:0/4070142255 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560aa51c5fb0 0x560aa51caab0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f5198009830 tx=0x7f5198005b10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7f6a30faabc4647f server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:54:29.614 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.599+0000 7f51a1be2640 1 --2- 172.21.15.43:0/255514309 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f51880b29a0 0x7f51880b4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:29.614 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.599+0000 7f51937fe640 1 -- 172.21.15.43:0/255514309 <== mon.1 v2:172.21.15.157:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f51940e2430 con 0x7f519c10efd0 2024-05-16T15:54:29.614 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.600+0000 7f5190bfe640 1 -- 172.21.15.43:0/4070142255 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5198043070 con 0x560aa51c5fb0 2024-05-16T15:54:29.614 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.600+0000 7f5190bfe640 1 -- 172.21.15.43:0/4070142255 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f51980306b0 con 0x560aa51c5fb0 2024-05-16T15:54:29.614 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.600+0000 7f5190bfe640 1 -- 172.21.15.43:0/4070142255 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5198037040 con 0x560aa51c5fb0 2024-05-16T15:54:29.618 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.601+0000 7f51a7364740 1 -- 172.21.15.43:0/4070142255 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560aa51c5fb0 msgr2=0x560aa51caab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:54:29.618 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.601+0000 7f51a1be2640 1 --2- 172.21.15.43:0/255514309 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f51880b29a0 0x7f51880b4e60 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x560aa51c6810 tx=0x7f518c009870 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:54:29.618 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.601+0000 7f51a7364740 1 --2- 172.21.15.43:0/4070142255 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560aa51c5fb0 0x560aa51caab0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f5198009830 tx=0x7f5198005b10 comp rx=0 tx=0).stop 2024-05-16T15:54:29.618 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.601+0000 7f51a7364740 1 -- 172.21.15.43:0/4070142255 shutdown_connections 2024-05-16T15:54:29.618 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.601+0000 7f51a7364740 1 --2- 172.21.15.43:0/4070142255 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560aa51cb120 0x560aa51cd5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:29.618 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.601+0000 7f51a7364740 1 --2- 172.21.15.43:0/4070142255 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560aa51c5fb0 0x560aa51caab0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.601+0000 7f51a7364740 1 --2- 172.21.15.43:0/4070142255 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560aa51c55c0 0x560aa51c59e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.601+0000 7f51a7364740 1 -- 172.21.15.43:0/4070142255 >> 172.21.15.43:0/4070142255 conn(0x560aa51b8420 msgr2=0x560aa51b8820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:54:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.601+0000 7f51a7364740 1 -- 172.21.15.43:0/4070142255 shutdown_connections 2024-05-16T15:54:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.601+0000 7f51a7364740 1 -- 172.21.15.43:0/4070142255 wait complete. 2024-05-16T15:54:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.601+0000 7f51a7364740 1 -- start start 2024-05-16T15:54:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.601+0000 7f51a7364740 1 Processor -- start 2024-05-16T15:54:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.602+0000 7f51a7364740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560aa51c55c0 0x560aa51cf7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.602+0000 7f51a7364740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560aa51c5fb0 0x560aa51cfd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.602+0000 7f51a7364740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560aa51cb120 0x560aa51d6d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.602+0000 7f51a7364740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x560aa51ce070 con 0x560aa51cb120 2024-05-16T15:54:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.602+0000 7f51a7364740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x560aa50de370 con 0x560aa51c5fb0 2024-05-16T15:54:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.602+0000 7f51a7364740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x560aa51ce1f0 con 0x560aa51c55c0 2024-05-16T15:54:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.602+0000 7f51a7364740 10 client.0 _ll_register_callbacks cb 0x560aa4e32a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:54:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.602+0000 7f51a1be2640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560aa51c5fb0 0x560aa51cfd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.602+0000 7f51a2be4640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560aa51cb120 0x560aa51d6d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:29.620 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.602+0000 7f51a23e3640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560aa51c55c0 0x560aa51cf7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:29.620 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.602+0000 7f51a1be2640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560aa51c5fb0 0x560aa51cfd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:55234/0 (socket says 172.21.15.43:55234) 2024-05-16T15:54:29.620 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.602+0000 7f51a2be4640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560aa51cb120 0x560aa51d6d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:60476/0 (socket says 172.21.15.43:60476) 2024-05-16T15:54:29.620 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.602+0000 7f51a1be2640 1 -- 172.21.15.43:0/4180018523 learned_addr learned my addr 172.21.15.43:0/4180018523 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:54:29.620 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.602+0000 7f51a1be2640 1 -- 172.21.15.43:0/4180018523 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560aa51c55c0 msgr2=0x560aa51cf7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:54:29.620 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.602+0000 7f51a1be2640 1 --2- 172.21.15.43:0/4180018523 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560aa51c55c0 0x560aa51cf7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:29.620 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.602+0000 7f51a1be2640 1 -- 172.21.15.43:0/4180018523 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560aa51cb120 msgr2=0x560aa51d6d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:54:29.620 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.602+0000 7f51a1be2640 1 --2- 172.21.15.43:0/4180018523 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560aa51cb120 0x560aa51d6d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:29.620 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.602+0000 7f51a1be2640 1 -- 172.21.15.43:0/4180018523 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560aa4eff620 con 0x560aa51c5fb0 2024-05-16T15:54:29.620 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.602+0000 7f51a23e3640 1 --2- 172.21.15.43:0/4180018523 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560aa51c55c0 0x560aa51cf7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:54:29.620 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.602+0000 7f51a2be4640 1 --2- 172.21.15.43:0/4180018523 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560aa51cb120 0x560aa51d6d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:54:29.620 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.603+0000 7f51a1be2640 1 --2- 172.21.15.43:0/4180018523 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560aa51c5fb0 0x560aa51cfd10 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f518c009e60 tx=0x7f518c004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e2e81905dbe8c6f9 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:54:29.621 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.603+0000 7f5185ffb640 10 client.0 ms_handle_connect on v2:172.21.15.148:3300/0 2024-05-16T15:54:29.621 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.603+0000 7f5185ffb640 1 -- 172.21.15.43:0/4180018523 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f518c005020 con 0x560aa51c5fb0 2024-05-16T15:54:29.621 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.603+0000 7f51a7364740 1 -- 172.21.15.43:0/4180018523 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f51980306b0 con 0x560aa51c5fb0 2024-05-16T15:54:29.621 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.603+0000 7f5185ffb640 1 -- 172.21.15.43:0/4180018523 <== mon.2 v2:172.21.15.148:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f518c009040 con 0x560aa51c5fb0 2024-05-16T15:54:29.621 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.603+0000 7f5185ffb640 1 -- 172.21.15.43:0/4180018523 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f518c033050 con 0x560aa51c5fb0 2024-05-16T15:54:29.621 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.603+0000 7f51a7364740 10 client.25808 fetch_fsmap learned FSMap version 36 2024-05-16T15:54:29.621 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.603+0000 7f51a7364740 1 -- 172.21.15.43:0/4180018523 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x560aa51d9df0 con 0x560aa51c5fb0 2024-05-16T15:54:29.621 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.603+0000 7f5185ffb640 1 -- 172.21.15.43:0/4180018523 <== mon.2 v2:172.21.15.148:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f51980306b0 con 0x560aa51c5fb0 2024-05-16T15:54:29.621 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.603+0000 7f5185ffb640 1 -- 172.21.15.43:0/4180018523 <== mon.2 v2:172.21.15.148:3300/0 5 ==== fsmap(e 36) ==== 8378+0+0 (secure 0 0 0) 0x7f518c004a80 con 0x560aa51c5fb0 2024-05-16T15:54:29.621 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.603+0000 7f51a7364740 10 client.25808 fetch_fsmap finished waiting for FSMap version 36 2024-05-16T15:54:29.621 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.603+0000 7f51a7364740 10 client.25808 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:54:29.621 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.604+0000 7f51a7364740 20 client.25808 populate_metadata read hostname 'smithi043' 2024-05-16T15:54:29.621 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.604+0000 7f51a7364740 1 --2- 172.21.15.43:0/4180018523 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x560aa51db5e0 0x560aa51dda60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:29.621 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.604+0000 7f51a7364740 4 client.25808 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:54:29.621 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.604+0000 7f51a7364740 1 -- 172.21.15.43:0/4180018523 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560aa512f1e0 con 0x560aa51db5e0 2024-05-16T15:54:29.622 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.604+0000 7f51a23e3640 1 --2- 172.21.15.43:0/4180018523 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x560aa51db5e0 0x560aa51dda60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:29.622 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.604+0000 7f51a23e3640 1 --2- 172.21.15.43:0/4180018523 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x560aa51db5e0 0x560aa51dda60 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=74853282575b20fd server_cookie=1b931f5f41954e0b in_seq=0 out_seq=0 2024-05-16T15:54:29.622 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.604+0000 7f5185ffb640 10 client.25808 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:54:29.622 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.605+0000 7f5185ffb640 1 -- 172.21.15.43:0/4180018523 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x560aa512f1e0 con 0x560aa51db5e0 2024-05-16T15:54:29.622 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.605+0000 7f5185ffb640 10 client.25808 handle_command_reply: tid=0 2024-05-16T15:54:29.622 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.605+0000 7f51a7364740 1 client.25808 shutdown 2024-05-16T15:54:29.622 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.605+0000 7f51a7364740 1 -- 172.21.15.43:0/4180018523 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560aa51c5fb0 msgr2=0x560aa51cfd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:54:29.622 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.605+0000 7f51a7364740 1 --2- 172.21.15.43:0/4180018523 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560aa51c5fb0 0x560aa51cfd10 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f518c009e60 tx=0x7f518c004730 comp rx=0 tx=0).stop 2024-05-16T15:54:29.622 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.605+0000 7f51a7364740 1 -- 172.21.15.43:0/4180018523 shutdown_connections 2024-05-16T15:54:29.622 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.605+0000 7f51a7364740 1 --2- 172.21.15.43:0/4180018523 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x560aa51db5e0 0x560aa51dda60 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:29.622 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.605+0000 7f51a7364740 1 --2- 172.21.15.43:0/4180018523 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560aa51cb120 0x560aa51d6d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:29.622 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.605+0000 7f51a7364740 1 --2- 172.21.15.43:0/4180018523 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560aa51c5fb0 0x560aa51cfd10 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:29.622 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.605+0000 7f5185ffb640 0 client.25808 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:54:29.622 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.605+0000 7f51a7364740 1 --2- 172.21.15.43:0/4180018523 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560aa51c55c0 0x560aa51cf7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:29.623 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.605+0000 7f51a7364740 1 -- 172.21.15.43:0/4180018523 >> 172.21.15.43:0/4180018523 conn(0x560aa51b8420 msgr2=0x560aa51b7580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:54:29.623 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.605+0000 7f51a7364740 1 -- 172.21.15.43:0/4180018523 shutdown_connections 2024-05-16T15:54:29.623 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.605+0000 7f51a7364740 1 -- 172.21.15.43:0/4180018523 wait complete. 2024-05-16T15:54:29.623 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.605+0000 7f51a7364740 20 client.25808 trim_cache size 0 max 16384 2024-05-16T15:54:29.648 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.626+0000 7f51a7364740 1 Processor -- start 2024-05-16T15:54:29.648 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.626+0000 7f51a7364740 1 -- start start 2024-05-16T15:54:29.649 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.626+0000 7f51a7364740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560aa51c55c0 0x560aa51b33e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:29.649 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.626+0000 7f51a7364740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560aa51c5fb0 0x560aa51d6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:29.649 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.626+0000 7f51a7364740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560aa51cb120 0x560aa51c7230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:29.649 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.626+0000 7f51a7364740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f519c1b1990 con 0x560aa51c55c0 2024-05-16T15:54:29.649 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.626+0000 7f51a7364740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f519c1b3590 con 0x560aa51cb120 2024-05-16T15:54:29.649 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.626+0000 7f51a7364740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f519c1b2060 con 0x560aa51c5fb0 2024-05-16T15:54:29.650 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.627+0000 7f51a2be4640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560aa51cb120 0x560aa51c7230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:29.650 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.627+0000 7f51a2be4640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560aa51cb120 0x560aa51c7230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:55238/0 (socket says 172.21.15.43:55238) 2024-05-16T15:54:29.650 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.627+0000 7f51a2be4640 1 -- 172.21.15.43:0/3261044288 learned_addr learned my addr 172.21.15.43:0/3261044288 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:54:29.650 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.627+0000 7f51a1be2640 1 --2- 172.21.15.43:0/3261044288 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560aa51c5fb0 0x560aa51d6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:29.650 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.627+0000 7f51a23e3640 1 --2- 172.21.15.43:0/3261044288 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560aa51c55c0 0x560aa51b33e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:29.651 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.627+0000 7f51a1be2640 1 -- 172.21.15.43:0/3261044288 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560aa51cb120 msgr2=0x560aa51c7230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:54:29.651 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.627+0000 7f51a1be2640 1 --2- 172.21.15.43:0/3261044288 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560aa51cb120 0x560aa51c7230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:29.651 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.627+0000 7f51a1be2640 1 -- 172.21.15.43:0/3261044288 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560aa51c55c0 msgr2=0x560aa51b33e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:54:29.651 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.627+0000 7f51a1be2640 1 --2- 172.21.15.43:0/3261044288 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560aa51c55c0 0x560aa51b33e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:29.651 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.627+0000 7f51a1be2640 1 -- 172.21.15.43:0/3261044288 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560aa51d9bf0 con 0x560aa51c5fb0 2024-05-16T15:54:29.651 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.627+0000 7f51a23e3640 1 --2- 172.21.15.43:0/3261044288 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560aa51c55c0 0x560aa51b33e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:54:29.652 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.627+0000 7f51a1be2640 1 --2- 172.21.15.43:0/3261044288 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560aa51c5fb0 0x560aa51d6d10 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f518c004e40 tx=0x7f518c01ef80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6697dac6dcda825b server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:54:29.652 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.627+0000 7f5187fff640 1 -- 172.21.15.43:0/3261044288 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f518c005c70 con 0x560aa51c5fb0 2024-05-16T15:54:29.652 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.627+0000 7f5187fff640 1 -- 172.21.15.43:0/3261044288 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f518c004c30 con 0x560aa51c5fb0 2024-05-16T15:54:29.652 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.627+0000 7f5187fff640 1 -- 172.21.15.43:0/3261044288 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f518c005360 con 0x560aa51c5fb0 2024-05-16T15:54:29.652 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.628+0000 7f51a7364740 1 -- 172.21.15.43:0/3261044288 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560aa51c5fb0 msgr2=0x560aa51d6d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:54:29.652 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.628+0000 7f51a7364740 1 --2- 172.21.15.43:0/3261044288 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560aa51c5fb0 0x560aa51d6d10 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f518c004e40 tx=0x7f518c01ef80 comp rx=0 tx=0).stop 2024-05-16T15:54:29.653 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.628+0000 7f51a7364740 1 -- 172.21.15.43:0/3261044288 shutdown_connections 2024-05-16T15:54:29.653 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.628+0000 7f51a7364740 1 --2- 172.21.15.43:0/3261044288 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560aa51cb120 0x560aa51c7230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:29.653 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.628+0000 7f51a7364740 1 --2- 172.21.15.43:0/3261044288 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560aa51c5fb0 0x560aa51d6d10 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:29.653 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.628+0000 7f51a7364740 1 --2- 172.21.15.43:0/3261044288 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560aa51c55c0 0x560aa51b33e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:29.653 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.629+0000 7f51a7364740 1 -- 172.21.15.43:0/3261044288 >> 172.21.15.43:0/3261044288 conn(0x560aa51b8420 msgr2=0x560aa51b8800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:54:29.653 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.629+0000 7f51a7364740 1 -- 172.21.15.43:0/3261044288 shutdown_connections 2024-05-16T15:54:29.654 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.629+0000 7f51a7364740 1 -- 172.21.15.43:0/3261044288 wait complete. 2024-05-16T15:54:29.654 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.629+0000 7f51a7364740 1 -- start start 2024-05-16T15:54:29.654 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.629+0000 7f51a7364740 1 Processor -- start 2024-05-16T15:54:29.654 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.629+0000 7f51a7364740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560aa51c55c0 0x560aa51d39a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:29.654 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.630+0000 7f51a7364740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560aa51c5fb0 0x560aa51d3ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:29.654 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.630+0000 7f51a7364740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560aa51cb120 0x560aa5243f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:29.655 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.630+0000 7f51a7364740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f519c1b2ec0 con 0x560aa51cb120 2024-05-16T15:54:29.655 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.630+0000 7f51a7364740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f519c1b2730 con 0x560aa51c5fb0 2024-05-16T15:54:29.657 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.630+0000 7f51a7364740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f519c1af970 con 0x560aa51c55c0 2024-05-16T15:54:29.657 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.630+0000 7f51a7364740 10 client.0 _ll_register_callbacks cb 0x7f518c005a90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:54:29.657 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.630+0000 7f51a2be4640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560aa51cb120 0x560aa5243f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:29.657 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.630+0000 7f51a1be2640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560aa51c5fb0 0x560aa51d3ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:29.657 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.630+0000 7f51a1be2640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560aa51c5fb0 0x560aa51d3ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:55242/0 (socket says 172.21.15.43:55242) 2024-05-16T15:54:29.658 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.630+0000 7f51a2be4640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560aa51cb120 0x560aa5243f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:60484/0 (socket says 172.21.15.43:60484) 2024-05-16T15:54:29.658 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.630+0000 7f51a1be2640 1 -- 172.21.15.43:0/747406380 learned_addr learned my addr 172.21.15.43:0/747406380 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:54:29.658 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.630+0000 7f51a23e3640 1 --2- 172.21.15.43:0/747406380 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560aa51c55c0 0x560aa51d39a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:29.658 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.630+0000 7f51a1be2640 1 -- 172.21.15.43:0/747406380 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560aa51c55c0 msgr2=0x560aa51d39a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:54:29.658 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.630+0000 7f51a1be2640 1 --2- 172.21.15.43:0/747406380 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560aa51c55c0 0x560aa51d39a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:29.659 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.630+0000 7f51a1be2640 1 -- 172.21.15.43:0/747406380 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560aa51cb120 msgr2=0x560aa5243f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:54:29.659 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.630+0000 7f51a1be2640 1 --2- 172.21.15.43:0/747406380 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560aa51cb120 0x560aa5243f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:29.659 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.630+0000 7f51a1be2640 1 -- 172.21.15.43:0/747406380 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560aa51d6f60 con 0x560aa51c5fb0 2024-05-16T15:54:29.659 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.630+0000 7f51a2be4640 1 --2- 172.21.15.43:0/747406380 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560aa51cb120 0x560aa5243f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:54:29.659 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.630+0000 7f51a1be2640 1 --2- 172.21.15.43:0/747406380 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560aa51c5fb0 0x560aa51d3ee0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f518c006010 tx=0x7f518c004960 comp rx=0 tx=0).ready entity=mon.2 client_cookie=22cebf1c5b8f3918 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:54:29.659 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.630+0000 7f5185ffb640 10 client.0 ms_handle_connect on v2:172.21.15.148:3300/0 2024-05-16T15:54:29.659 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.631+0000 7f5185ffb640 1 -- 172.21.15.43:0/747406380 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f518c005c70 con 0x560aa51c5fb0 2024-05-16T15:54:29.660 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.631+0000 7f51a7364740 1 -- 172.21.15.43:0/747406380 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x560aa5129050 con 0x560aa51c5fb0 2024-05-16T15:54:29.660 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.631+0000 7f5185ffb640 1 -- 172.21.15.43:0/747406380 <== mon.2 v2:172.21.15.148:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f518c01a050 con 0x560aa51c5fb0 2024-05-16T15:54:29.660 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.631+0000 7f5185ffb640 1 -- 172.21.15.43:0/747406380 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f518c003df0 con 0x560aa51c5fb0 2024-05-16T15:54:29.660 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.631+0000 7f51a7364740 10 client.25814 fetch_fsmap learned FSMap version 36 2024-05-16T15:54:29.660 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.631+0000 7f51a7364740 1 -- 172.21.15.43:0/747406380 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x560aa5245470 con 0x560aa51c5fb0 2024-05-16T15:54:29.660 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.631+0000 7f5185ffb640 1 -- 172.21.15.43:0/747406380 <== mon.2 v2:172.21.15.148:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x560aa5129050 con 0x560aa51c5fb0 2024-05-16T15:54:29.661 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.631+0000 7f5185ffb640 1 -- 172.21.15.43:0/747406380 <== mon.2 v2:172.21.15.148:3300/0 5 ==== fsmap(e 36) ==== 8378+0+0 (secure 0 0 0) 0x7f518c0289a0 con 0x560aa51c5fb0 2024-05-16T15:54:29.661 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.631+0000 7f51a7364740 10 client.25814 fetch_fsmap finished waiting for FSMap version 36 2024-05-16T15:54:29.661 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.631+0000 7f51a7364740 10 client.25814 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:54:29.661 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.631+0000 7f51a7364740 20 client.25814 populate_metadata read hostname 'smithi043' 2024-05-16T15:54:29.661 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.631+0000 7f51a7364740 1 --2- 172.21.15.43:0/747406380 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x560aa5245df0 0x560aa5248210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:29.661 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.631+0000 7f51a7364740 4 client.25814 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-16T15:54:29.662 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.631+0000 7f51a7364740 1 -- 172.21.15.43:0/747406380 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "flush journal"}) -- 0x560aa50a45f0 con 0x560aa5245df0 2024-05-16T15:54:29.662 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.632+0000 7f51a23e3640 1 --2- 172.21.15.43:0/747406380 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x560aa5245df0 0x560aa5248210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:29.662 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.633+0000 7f51a23e3640 1 --2- 172.21.15.43:0/747406380 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x560aa5245df0 0x560aa5248210 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e3890234e1bf3c34 server_cookie=3b400179e1429b57 in_seq=0 out_seq=0 2024-05-16T15:54:29.662 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.633+0000 7f5185ffb640 10 client.25814 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:54:29.664 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.648+0000 7f5185ffb640 1 -- 172.21.15.43:0/747406380 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x560aa50a45f0 con 0x560aa5245df0 2024-05-16T15:54:29.664 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.648+0000 7f5185ffb640 10 client.25814 handle_command_reply: tid=0 2024-05-16T15:54:29.664 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.648+0000 7f51a7364740 1 client.25814 shutdown 2024-05-16T15:54:29.664 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.648+0000 7f51a7364740 1 -- 172.21.15.43:0/747406380 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560aa51c5fb0 msgr2=0x560aa51d3ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:54:29.665 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.648+0000 7f51a7364740 1 --2- 172.21.15.43:0/747406380 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560aa51c5fb0 0x560aa51d3ee0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f518c006010 tx=0x7f518c004960 comp rx=0 tx=0).stop 2024-05-16T15:54:29.665 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.648+0000 7f51a7364740 1 -- 172.21.15.43:0/747406380 shutdown_connections 2024-05-16T15:54:29.665 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.648+0000 7f51a7364740 1 --2- 172.21.15.43:0/747406380 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x560aa5245df0 0x560aa5248210 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:29.665 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.648+0000 7f51a7364740 1 --2- 172.21.15.43:0/747406380 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x560aa51cb120 0x560aa5243f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:29.665 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.648+0000 7f51a7364740 1 --2- 172.21.15.43:0/747406380 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560aa51c5fb0 0x560aa51d3ee0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:29.665 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.648+0000 7f51a7364740 1 --2- 172.21.15.43:0/747406380 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560aa51c55c0 0x560aa51d39a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:29.666 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.648+0000 7f5185ffb640 0 client.25814 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:54:29.666 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.648+0000 7f51a7364740 1 -- 172.21.15.43:0/747406380 >> 172.21.15.43:0/747406380 conn(0x560aa51b8420 msgr2=0x560aa51b33e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:54:29.666 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.649+0000 7f51a7364740 1 -- 172.21.15.43:0/747406380 shutdown_connections 2024-05-16T15:54:29.666 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.649+0000 7f51a7364740 1 -- 172.21.15.43:0/747406380 wait complete. 2024-05-16T15:54:29.666 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.649+0000 7f51a7364740 20 client.25814 trim_cache size 0 max 16384 2024-05-16T15:54:29.667 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:{ 2024-05-16T15:54:29.667 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "message": "", 2024-05-16T15:54:29.667 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "return_code": 0 2024-05-16T15:54:29.667 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:} 2024-05-16T15:54:29.669 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.649+0000 7f51a4647640 1 -- 172.21.15.43:0/255514309 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f51880b29a0 msgr2=0x7f51880b4e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:54:29.669 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.650+0000 7f51a4647640 1 --2- 172.21.15.43:0/255514309 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f51880b29a0 0x7f51880b4e60 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x560aa51c6810 tx=0x7f518c009870 comp rx=0 tx=0).stop 2024-05-16T15:54:29.670 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.650+0000 7f51a4647640 1 -- 172.21.15.43:0/255514309 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f519c10efd0 msgr2=0x7f519c1aaa80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:54:29.670 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.650+0000 7f51a4647640 1 --2- 172.21.15.43:0/255514309 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f519c10efd0 0x7f519c1aaa80 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f519400efc0 tx=0x7f519400c800 comp rx=0 tx=0).stop 2024-05-16T15:54:29.670 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.650+0000 7f51a4647640 1 -- 172.21.15.43:0/255514309 shutdown_connections 2024-05-16T15:54:29.670 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.650+0000 7f51a4647640 1 --2- 172.21.15.43:0/255514309 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f51880b29a0 0x7f51880b4e60 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:29.670 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.650+0000 7f51a4647640 1 --2- 172.21.15.43:0/255514309 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f519c10efd0 0x7f519c1aaa80 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:29.670 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.650+0000 7f51a4647640 1 --2- 172.21.15.43:0/255514309 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f519c10e610 0x7f519c1a3a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:29.670 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.650+0000 7f51a4647640 1 --2- 172.21.15.43:0/255514309 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f519c10d420 0x7f519c1a34d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:29.670 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.650+0000 7f51a4647640 1 -- 172.21.15.43:0/255514309 >> 172.21.15.43:0/255514309 conn(0x7f519c06d5f0 msgr2=0x7f519c1119e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:54:29.670 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.650+0000 7f51a4647640 1 -- 172.21.15.43:0/255514309 shutdown_connections 2024-05-16T15:54:29.671 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:29.650+0000 7f51a4647640 1 -- 172.21.15.43:0/255514309 wait complete. 2024-05-16T15:54:29.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:54:29 smithi157 ceph-mon[35584]: pgmap v564: 129 pgs: 129 active+clean; 47 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 3.3 MiB/s wr, 480 op/s 2024-05-16T15:54:29.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:54:29 smithi148 ceph-mon[34976]: pgmap v564: 129 pgs: 129 active+clean; 47 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 3.3 MiB/s wr, 480 op/s 2024-05-16T15:54:29.976 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:54:29 smithi043 ceph-mon[31619]: pgmap v564: 129 pgs: 129 active+clean; 47 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 3.3 MiB/s wr, 480 op/s 2024-05-16T15:54:31.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:54:31 smithi157 ceph-mon[35584]: pgmap v565: 129 pgs: 129 active+clean; 47 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 3.3 MiB/s wr, 438 op/s 2024-05-16T15:54:31.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:54:31 smithi148 ceph-mon[34976]: pgmap v565: 129 pgs: 129 active+clean; 47 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 3.3 MiB/s wr, 438 op/s 2024-05-16T15:54:31.976 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:54:31 smithi043 ceph-mon[31619]: pgmap v565: 129 pgs: 129 active+clean; 47 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 3.3 MiB/s wr, 438 op/s 2024-05-16T15:54:33.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:54:33 smithi157 ceph-mon[35584]: pgmap v566: 129 pgs: 129 active+clean; 48 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 MiB/s rd, 3.9 MiB/s wr, 527 op/s 2024-05-16T15:54:33.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:54:33 smithi148 ceph-mon[34976]: pgmap v566: 129 pgs: 129 active+clean; 48 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 MiB/s rd, 3.9 MiB/s wr, 527 op/s 2024-05-16T15:54:33.976 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:54:33 smithi043 ceph-mon[31619]: pgmap v566: 129 pgs: 129 active+clean; 48 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 MiB/s rd, 3.9 MiB/s wr, 527 op/s 2024-05-16T15:54:35.130 INFO:tasks.workunit.client.0.smithi043.stdout:truncating to largest ever: 0x9ff7e4 2024-05-16T15:54:35.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:54:35 smithi157 ceph-mon[35584]: pgmap v567: 129 pgs: 129 active+clean; 48 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 MiB/s rd, 3.5 MiB/s wr, 520 op/s 2024-05-16T15:54:35.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:54:35 smithi148 ceph-mon[34976]: pgmap v567: 129 pgs: 129 active+clean; 48 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 MiB/s rd, 3.5 MiB/s wr, 520 op/s 2024-05-16T15:54:35.976 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:54:35 smithi043 ceph-mon[31619]: pgmap v567: 129 pgs: 129 active+clean; 48 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 MiB/s rd, 3.5 MiB/s wr, 520 op/s 2024-05-16T15:54:36.775 INFO:tasks.workunit.client.0.smithi043.stdout:10000 write 0x723fbd thru 0x733aaa (0xfaee bytes) 2024-05-16T15:54:37.709 INFO:tasks.workunit.client.0.smithi043.stdout:fallocating to largest ever: 0xa00000 2024-05-16T15:54:37.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:54:37 smithi157 ceph-mon[35584]: pgmap v568: 129 pgs: 129 active+clean; 48 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 MiB/s rd, 3.4 MiB/s wr, 507 op/s 2024-05-16T15:54:37.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:54:37 smithi148 ceph-mon[34976]: pgmap v568: 129 pgs: 129 active+clean; 48 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 MiB/s rd, 3.4 MiB/s wr, 507 op/s 2024-05-16T15:54:37.976 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:54:37 smithi043 ceph-mon[31619]: pgmap v568: 129 pgs: 129 active+clean; 48 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 MiB/s rd, 3.4 MiB/s wr, 507 op/s 2024-05-16T15:54:39.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:54:39 smithi157 ceph-mon[35584]: pgmap v569: 129 pgs: 129 active+clean; 48 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 13 MiB/s rd, 4.8 MiB/s wr, 723 op/s 2024-05-16T15:54:39.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:54:39 smithi148 ceph-mon[34976]: pgmap v569: 129 pgs: 129 active+clean; 48 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 13 MiB/s rd, 4.8 MiB/s wr, 723 op/s 2024-05-16T15:54:39.976 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:54:39 smithi043 ceph-mon[31619]: pgmap v569: 129 pgs: 129 active+clean; 48 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 13 MiB/s rd, 4.8 MiB/s wr, 723 op/s 2024-05-16T15:54:41.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:54:41 smithi157 ceph-mon[35584]: pgmap v570: 129 pgs: 129 active+clean; 48 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 MiB/s rd, 3.2 MiB/s wr, 488 op/s 2024-05-16T15:54:41.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:54:41 smithi148 ceph-mon[34976]: pgmap v570: 129 pgs: 129 active+clean; 48 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 MiB/s rd, 3.2 MiB/s wr, 488 op/s 2024-05-16T15:54:41.976 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:54:41 smithi043 ceph-mon[31619]: pgmap v570: 129 pgs: 129 active+clean; 48 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 MiB/s rd, 3.2 MiB/s wr, 488 op/s 2024-05-16T15:54:42.776 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.762+0000 7f0ac821d640 1 -- 172.21.15.43:0/3777206598 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0ac0105dc0 msgr2=0x7f0ac01081b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:54:42.777 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.762+0000 7f0ac821d640 1 --2- 172.21.15.43:0/3777206598 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0ac0105dc0 0x7f0ac01081b0 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f0ab0009900 tx=0x7f0ab002a410 comp rx=0 tx=0).stop 2024-05-16T15:54:42.777 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.762+0000 7f0ac821d640 1 -- 172.21.15.43:0/3777206598 shutdown_connections 2024-05-16T15:54:42.777 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.762+0000 7f0ac821d640 1 --2- 172.21.15.43:0/3777206598 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0ac01086f0 0x7f0ac010ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:42.777 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.762+0000 7f0ac821d640 1 --2- 172.21.15.43:0/3777206598 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0ac0105dc0 0x7f0ac01081b0 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:42.777 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.762+0000 7f0ac821d640 1 --2- 172.21.15.43:0/3777206598 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0ac0103490 0x7f0ac0105880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:42.777 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.762+0000 7f0ac821d640 1 -- 172.21.15.43:0/3777206598 >> 172.21.15.43:0/3777206598 conn(0x7f0ac00fce80 msgr2=0x7f0ac00ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:54:42.777 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.762+0000 7f0ac821d640 1 -- 172.21.15.43:0/3777206598 shutdown_connections 2024-05-16T15:54:42.777 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.762+0000 7f0ac821d640 1 -- 172.21.15.43:0/3777206598 wait complete. 2024-05-16T15:54:42.777 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.763+0000 7f0ac821d640 1 Processor -- start 2024-05-16T15:54:42.777 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.763+0000 7f0ac821d640 1 -- start start 2024-05-16T15:54:42.778 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.763+0000 7f0ac821d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0ac0103490 0x7f0ac019ad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:42.778 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.763+0000 7f0ac821d640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0ac0105dc0 0x7f0ac019b270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:42.778 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.763+0000 7f0ac821d640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0ac01086f0 0x7f0ac01a22a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:42.778 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.763+0000 7f0ac821d640 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f0ac010e400 con 0x7f0ac0105dc0 2024-05-16T15:54:42.778 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.763+0000 7f0ac821d640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f0ac010e280 con 0x7f0ac01086f0 2024-05-16T15:54:42.778 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.763+0000 7f0ac821d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f0ac010e580 con 0x7f0ac0103490 2024-05-16T15:54:42.778 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.763+0000 7f0ac57b8640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0ac0105dc0 0x7f0ac019b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:42.778 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.763+0000 7f0ac5fb9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0ac0103490 0x7f0ac019ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:42.778 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.763+0000 7f0ac57b8640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0ac0105dc0 0x7f0ac019b270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:45492/0 (socket says 172.21.15.43:45492) 2024-05-16T15:54:42.778 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.763+0000 7f0ac57b8640 1 -- 172.21.15.43:0/773028541 learned_addr learned my addr 172.21.15.43:0/773028541 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:54:42.778 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.763+0000 7f0ac5fb9640 1 --2- 172.21.15.43:0/773028541 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0ac0103490 0x7f0ac019ad30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:44972/0 (socket says 172.21.15.43:44972) 2024-05-16T15:54:42.778 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.763+0000 7f0ac67ba640 1 --2- 172.21.15.43:0/773028541 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0ac01086f0 0x7f0ac01a22a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:42.779 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.764+0000 7f0ac5fb9640 1 -- 172.21.15.43:0/773028541 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0ac01086f0 msgr2=0x7f0ac01a22a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:54:42.779 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.764+0000 7f0ac5fb9640 1 --2- 172.21.15.43:0/773028541 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0ac01086f0 0x7f0ac01a22a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:42.779 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.764+0000 7f0ac5fb9640 1 -- 172.21.15.43:0/773028541 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0ac0105dc0 msgr2=0x7f0ac019b270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:54:42.779 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.764+0000 7f0ac5fb9640 1 --2- 172.21.15.43:0/773028541 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0ac0105dc0 0x7f0ac019b270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:42.779 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.764+0000 7f0ac5fb9640 1 -- 172.21.15.43:0/773028541 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ac01a2940 con 0x7f0ac0103490 2024-05-16T15:54:42.779 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.764+0000 7f0ac57b8640 1 --2- 172.21.15.43:0/773028541 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0ac0105dc0 0x7f0ac019b270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:54:42.779 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.764+0000 7f0ac5fb9640 1 --2- 172.21.15.43:0/773028541 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0ac0103490 0x7f0ac019ad30 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f0abc00e9f0 tx=0x7f0abc00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:54:42.779 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.764+0000 7f0ab6ffd640 1 -- 172.21.15.43:0/773028541 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0abc00ccc0 con 0x7f0ac0103490 2024-05-16T15:54:42.780 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.764+0000 7f0ac821d640 1 -- 172.21.15.43:0/773028541 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ac01a2c30 con 0x7f0ac0103490 2024-05-16T15:54:42.780 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.764+0000 7f0ab6ffd640 1 -- 172.21.15.43:0/773028541 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0abc005020 con 0x7f0ac0103490 2024-05-16T15:54:42.780 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.764+0000 7f0ab6ffd640 1 -- 172.21.15.43:0/773028541 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0abc00ce60 con 0x7f0ac0103490 2024-05-16T15:54:42.780 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.764+0000 7f0ac821d640 1 -- 172.21.15.43:0/773028541 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ac01a3130 con 0x7f0ac0103490 2024-05-16T15:54:42.782 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.767+0000 7f0acb00e740 1 Processor -- start 2024-05-16T15:54:42.782 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.768+0000 7f0ab6ffd640 1 -- 172.21.15.43:0/773028541 <== mon.1 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f0abc004a40 con 0x7f0ac0103490 2024-05-16T15:54:42.783 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.768+0000 7f0acb00e740 1 -- start start 2024-05-16T15:54:42.783 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.768+0000 7f0acb00e740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f6f35475c0 0x55f6f35479e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:42.783 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.768+0000 7f0acb00e740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f6f3547fb0 0x55f6f354cab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:42.783 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.768+0000 7f0acb00e740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f6f354d120 0x55f6f354f5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:42.783 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.768+0000 7f0acb00e740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55f6f34a35d0 con 0x55f6f3547fb0 2024-05-16T15:54:42.783 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.768+0000 7f0acb00e740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55f6f345c890 con 0x55f6f35475c0 2024-05-16T15:54:42.783 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.768+0000 7f0acb00e740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55f6f349f590 con 0x55f6f354d120 2024-05-16T15:54:42.783 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.768+0000 7f0ac5fb9640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f6f3547fb0 0x55f6f354cab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:42.783 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.768+0000 7f0ac67ba640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f6f35475c0 0x55f6f35479e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:42.783 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.768+0000 7f0ac67ba640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f6f35475c0 0x55f6f35479e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:59830/0 (socket says 172.21.15.43:59830) 2024-05-16T15:54:42.783 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.768+0000 7f0ac5fb9640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f6f3547fb0 0x55f6f354cab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:45506/0 (socket says 172.21.15.43:45506) 2024-05-16T15:54:42.783 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.768+0000 7f0ac67ba640 1 -- 172.21.15.43:0/2616084698 learned_addr learned my addr 172.21.15.43:0/2616084698 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:54:42.784 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.768+0000 7f0ac57b8640 1 --2- 172.21.15.43:0/2616084698 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f6f354d120 0x55f6f354f5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:42.784 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.769+0000 7f0ac67ba640 1 -- 172.21.15.43:0/2616084698 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f6f354d120 msgr2=0x55f6f354f5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:54:42.784 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.769+0000 7f0ac67ba640 1 --2- 172.21.15.43:0/2616084698 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f6f354d120 0x55f6f354f5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:42.784 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.769+0000 7f0ac67ba640 1 -- 172.21.15.43:0/2616084698 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f6f3547fb0 msgr2=0x55f6f354cab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:54:42.784 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.769+0000 7f0ac67ba640 1 --2- 172.21.15.43:0/2616084698 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f6f3547fb0 0x55f6f354cab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:42.784 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.769+0000 7f0ac67ba640 1 -- 172.21.15.43:0/2616084698 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f6f31b5210 con 0x55f6f35475c0 2024-05-16T15:54:42.784 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.769+0000 7f0ab6ffd640 1 --2- 172.21.15.43:0/773028541 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f0aac0b28a0 0x7f0aac0b4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:42.784 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.769+0000 7f0ac67ba640 1 --2- 172.21.15.43:0/2616084698 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f6f35475c0 0x55f6f35479e0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f0ab8009fd0 tx=0x7f0ab80118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a901223a6eda8ef5 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:54:42.784 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.769+0000 7f0aabfff640 1 -- 172.21.15.43:0/2616084698 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ab801e070 con 0x55f6f35475c0 2024-05-16T15:54:42.784 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.770+0000 7f0ab6ffd640 1 -- 172.21.15.43:0/773028541 <== mon.1 v2:172.21.15.157:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f0abc0e25b0 con 0x7f0ac0103490 2024-05-16T15:54:42.784 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.770+0000 7f0aabfff640 1 -- 172.21.15.43:0/2616084698 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0ab8003c30 con 0x55f6f35475c0 2024-05-16T15:54:42.784 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.770+0000 7f0aabfff640 1 -- 172.21.15.43:0/2616084698 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ab800f830 con 0x55f6f35475c0 2024-05-16T15:54:42.784 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.770+0000 7f0ac5fb9640 1 --2- 172.21.15.43:0/773028541 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f0aac0b28a0 0x7f0aac0b4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:42.789 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.770+0000 7f0acb00e740 1 -- 172.21.15.43:0/2616084698 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f6f35475c0 msgr2=0x55f6f35479e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:54:42.789 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.770+0000 7f0acb00e740 1 --2- 172.21.15.43:0/2616084698 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f6f35475c0 0x55f6f35479e0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f0ab8009fd0 tx=0x7f0ab80118d0 comp rx=0 tx=0).stop 2024-05-16T15:54:42.789 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.770+0000 7f0ac5fb9640 1 --2- 172.21.15.43:0/773028541 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f0aac0b28a0 0x7f0aac0b4d60 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f0abc0e0070 tx=0x7f0abc005460 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:54:42.789 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.771+0000 7f0acb00e740 1 -- 172.21.15.43:0/2616084698 shutdown_connections 2024-05-16T15:54:42.789 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.771+0000 7f0acb00e740 1 --2- 172.21.15.43:0/2616084698 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f6f354d120 0x55f6f354f5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:42.789 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.771+0000 7f0acb00e740 1 --2- 172.21.15.43:0/2616084698 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f6f3547fb0 0x55f6f354cab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:42.789 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.771+0000 7f0acb00e740 1 --2- 172.21.15.43:0/2616084698 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f6f35475c0 0x55f6f35479e0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:42.789 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.771+0000 7f0acb00e740 1 -- 172.21.15.43:0/2616084698 >> 172.21.15.43:0/2616084698 conn(0x55f6f353a420 msgr2=0x55f6f353a820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:54:42.789 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.771+0000 7f0acb00e740 1 -- 172.21.15.43:0/2616084698 shutdown_connections 2024-05-16T15:54:42.790 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.771+0000 7f0acb00e740 1 -- 172.21.15.43:0/2616084698 wait complete. 2024-05-16T15:54:42.790 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.771+0000 7f0acb00e740 1 -- start start 2024-05-16T15:54:42.790 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.771+0000 7f0acb00e740 1 Processor -- start 2024-05-16T15:54:42.790 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.772+0000 7f0acb00e740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f6f35475c0 0x55f6f3551860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:42.790 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.772+0000 7f0acb00e740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f6f3547fb0 0x55f6f3551da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:42.790 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.772+0000 7f0acb00e740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f6f354d120 0x55f6f3558d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:42.790 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.772+0000 7f0ac67ba640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f6f35475c0 0x55f6f3551860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:42.790 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.772+0000 7f0ac67ba640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f6f35475c0 0x55f6f3551860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:59834/0 (socket says 172.21.15.43:59834) 2024-05-16T15:54:42.790 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.772+0000 7f0ac67ba640 1 -- 172.21.15.43:0/2733075661 learned_addr learned my addr 172.21.15.43:0/2733075661 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:54:42.790 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.772+0000 7f0acb00e740 1 -- 172.21.15.43:0/2733075661 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55f6f35500d0 con 0x55f6f354d120 2024-05-16T15:54:42.790 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.772+0000 7f0acb00e740 1 -- 172.21.15.43:0/2733075661 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55f6f3460370 con 0x55f6f35475c0 2024-05-16T15:54:42.790 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.772+0000 7f0acb00e740 1 -- 172.21.15.43:0/2733075661 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55f6f3550250 con 0x55f6f3547fb0 2024-05-16T15:54:42.790 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.772+0000 7f0ac67ba640 1 --2- 172.21.15.43:0/2733075661 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f6f354d120 0x55f6f3558d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:42.790 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.772+0000 7f0ac57b8640 1 --2- 172.21.15.43:0/2733075661 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f6f3547fb0 0x55f6f3551da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:42.791 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.772+0000 7f0acb00e740 10 client.0 _ll_register_callbacks cb 0x55f6f31b4a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:54:42.791 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.772+0000 7f0ac67ba640 1 -- 172.21.15.43:0/2733075661 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f6f3547fb0 msgr2=0x55f6f3551da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:54:42.791 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.772+0000 7f0ac67ba640 1 --2- 172.21.15.43:0/2733075661 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f6f3547fb0 0x55f6f3551da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:42.791 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.772+0000 7f0ac67ba640 1 -- 172.21.15.43:0/2733075661 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f6f354d120 msgr2=0x55f6f3558d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:54:42.791 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.772+0000 7f0ac67ba640 1 --2- 172.21.15.43:0/2733075661 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f6f354d120 0x55f6f3558d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:42.791 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.772+0000 7f0ac67ba640 1 -- 172.21.15.43:0/2733075661 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f6f3281620 con 0x55f6f35475c0 2024-05-16T15:54:42.791 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.772+0000 7f0acb00e740 1 -- 172.21.15.43:0/2733075661 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0ab8003c30 con 0x55f6f35475c0 2024-05-16T15:54:42.791 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.773+0000 7f0ac67ba640 1 --2- 172.21.15.43:0/2733075661 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f6f35475c0 0x55f6f3551860 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f0ab8009270 tx=0x7f0ab8000f40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=df2b72d3be5522b0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:54:42.791 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.773+0000 7f0aa97fa640 10 client.25826 ms_handle_connect on v2:172.21.15.148:3300/0 2024-05-16T15:54:42.791 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.773+0000 7f0aa97fa640 1 -- 172.21.15.43:0/2733075661 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ab801e030 con 0x55f6f35475c0 2024-05-16T15:54:42.791 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.773+0000 7f0aa97fa640 1 -- 172.21.15.43:0/2733075661 <== mon.2 v2:172.21.15.148:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f0ab800f750 con 0x55f6f35475c0 2024-05-16T15:54:42.791 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.773+0000 7f0aa97fa640 1 -- 172.21.15.43:0/2733075661 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f0ab800f990 con 0x55f6f35475c0 2024-05-16T15:54:42.791 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.773+0000 7f0acb00e740 10 client.25826 fetch_fsmap learned FSMap version 36 2024-05-16T15:54:42.791 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.773+0000 7f0acb00e740 1 -- 172.21.15.43:0/2733075661 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({fsmap=36}) -- 0x55f6f355ba50 con 0x55f6f35475c0 2024-05-16T15:54:42.792 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.773+0000 7f0aa97fa640 1 -- 172.21.15.43:0/2733075661 <== mon.2 v2:172.21.15.148:3300/0 4 ==== fsmap(e 36) ==== 8378+0+0 (secure 0 0 0) 0x7f0ab800fb30 con 0x55f6f35475c0 2024-05-16T15:54:42.792 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.773+0000 7f0acb00e740 10 client.25826 fetch_fsmap finished waiting for FSMap version 36 2024-05-16T15:54:42.792 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.773+0000 7f0acb00e740 10 client.25826 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:54:42.792 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.773+0000 7f0acb00e740 20 client.25826 populate_metadata read hostname 'smithi043' 2024-05-16T15:54:42.792 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.773+0000 7f0acb00e740 1 --2- 172.21.15.43:0/2733075661 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55f6f355cfa0 0x55f6f355f390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:42.792 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.774+0000 7f0acb00e740 4 client.25826 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:54:42.792 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.774+0000 7f0acb00e740 1 -- 172.21.15.43:0/2733075661 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f6f34b11e0 con 0x55f6f355cfa0 2024-05-16T15:54:42.792 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.774+0000 7f0ac57b8640 1 --2- 172.21.15.43:0/2733075661 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55f6f355cfa0 0x55f6f355f390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:42.792 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.774+0000 7f0ac57b8640 1 --2- 172.21.15.43:0/2733075661 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55f6f355cfa0 0x55f6f355f390 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=70882a6fb5150e67 server_cookie=6b040c75818d707b in_seq=0 out_seq=0 2024-05-16T15:54:42.792 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.774+0000 7f0aa97fa640 10 client.25826 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:54:42.792 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.775+0000 7f0aa97fa640 1 -- 172.21.15.43:0/2733075661 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55f6f34b11e0 con 0x55f6f355cfa0 2024-05-16T15:54:42.792 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.775+0000 7f0aa97fa640 10 client.25826 handle_command_reply: tid=0 2024-05-16T15:54:42.792 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.775+0000 7f0acb00e740 1 client.25826 shutdown 2024-05-16T15:54:42.792 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.775+0000 7f0acb00e740 1 -- 172.21.15.43:0/2733075661 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f6f35475c0 msgr2=0x55f6f3551860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:54:42.792 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.775+0000 7f0acb00e740 1 --2- 172.21.15.43:0/2733075661 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f6f35475c0 0x55f6f3551860 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f0ab8009270 tx=0x7f0ab8000f40 comp rx=0 tx=0).stop 2024-05-16T15:54:42.793 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.775+0000 7f0acb00e740 1 -- 172.21.15.43:0/2733075661 shutdown_connections 2024-05-16T15:54:42.793 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.775+0000 7f0acb00e740 1 --2- 172.21.15.43:0/2733075661 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55f6f355cfa0 0x55f6f355f390 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:42.793 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.775+0000 7f0acb00e740 1 --2- 172.21.15.43:0/2733075661 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f6f354d120 0x55f6f3558d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:42.793 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.775+0000 7f0acb00e740 1 --2- 172.21.15.43:0/2733075661 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f6f3547fb0 0x55f6f3551da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:42.793 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.775+0000 7f0aa97fa640 0 client.25826 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:54:42.793 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.775+0000 7f0acb00e740 1 --2- 172.21.15.43:0/2733075661 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f6f35475c0 0x55f6f3551860 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:42.793 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.775+0000 7f0acb00e740 1 -- 172.21.15.43:0/2733075661 >> 172.21.15.43:0/2733075661 conn(0x55f6f353a420 msgr2=0x55f6f3539580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:54:42.793 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.775+0000 7f0acb00e740 1 -- 172.21.15.43:0/2733075661 shutdown_connections 2024-05-16T15:54:42.793 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.775+0000 7f0acb00e740 1 -- 172.21.15.43:0/2733075661 wait complete. 2024-05-16T15:54:42.793 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.775+0000 7f0acb00e740 20 client.25826 trim_cache size 0 max 16384 2024-05-16T15:54:42.809 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.796+0000 7f0acb00e740 1 Processor -- start 2024-05-16T15:54:42.809 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.796+0000 7f0acb00e740 1 -- start start 2024-05-16T15:54:42.810 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.796+0000 7f0acb00e740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f6f35475c0 0x55f6f3551b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:42.810 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.796+0000 7f0acb00e740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f6f3547fb0 0x55f6f3558d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:42.810 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.796+0000 7f0acb00e740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f6f354d120 0x55f6f3563c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:42.810 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.796+0000 7f0acb00e740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f0ac01a91d0 con 0x55f6f3547fb0 2024-05-16T15:54:42.810 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.796+0000 7f0acb00e740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f0ac01aadd0 con 0x55f6f35475c0 2024-05-16T15:54:42.810 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.796+0000 7f0acb00e740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f0ac01a98a0 con 0x55f6f354d120 2024-05-16T15:54:42.810 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.797+0000 7f0ac57b8640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f6f3547fb0 0x55f6f3558d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:42.810 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.797+0000 7f0ac57b8640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f6f3547fb0 0x55f6f3558d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:45538/0 (socket says 172.21.15.43:45538) 2024-05-16T15:54:42.810 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.797+0000 7f0ac57b8640 1 -- 172.21.15.43:0/3988425151 learned_addr learned my addr 172.21.15.43:0/3988425151 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:54:42.810 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.797+0000 7f0ac67ba640 1 --2- 172.21.15.43:0/3988425151 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f6f354d120 0x55f6f3563c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:42.810 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.797+0000 7f0ac67ba640 1 --2- 172.21.15.43:0/3988425151 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f6f35475c0 0x55f6f3551b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:42.812 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.797+0000 7f0ac57b8640 1 -- 172.21.15.43:0/3988425151 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f6f354d120 msgr2=0x55f6f3563c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:54:42.812 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.797+0000 7f0ac57b8640 1 --2- 172.21.15.43:0/3988425151 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f6f354d120 0x55f6f3563c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:42.812 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.797+0000 7f0ac57b8640 1 -- 172.21.15.43:0/3988425151 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f6f35475c0 msgr2=0x55f6f3551b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:54:42.812 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.797+0000 7f0ac57b8640 1 --2- 172.21.15.43:0/3988425151 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f6f35475c0 0x55f6f3551b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:42.812 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.797+0000 7f0ac57b8640 1 -- 172.21.15.43:0/3988425151 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f6f353a250 con 0x55f6f3547fb0 2024-05-16T15:54:42.812 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.797+0000 7f0ac67ba640 1 --2- 172.21.15.43:0/3988425151 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f6f35475c0 0x55f6f3551b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:54:42.812 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.798+0000 7f0ac57b8640 1 --2- 172.21.15.43:0/3988425151 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f6f3547fb0 0x55f6f3558d00 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f0ab0005ab0 tx=0x7f0ab0031ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51d555fc52ac6b07 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:54:42.812 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.798+0000 7f0aab7fe640 1 -- 172.21.15.43:0/3988425151 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ab0035040 con 0x55f6f3547fb0 2024-05-16T15:54:42.813 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.798+0000 7f0aab7fe640 1 -- 172.21.15.43:0/3988425151 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0ab0046850 con 0x55f6f3547fb0 2024-05-16T15:54:42.813 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.798+0000 7f0aab7fe640 1 -- 172.21.15.43:0/3988425151 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ab0003930 con 0x55f6f3547fb0 2024-05-16T15:54:42.813 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.799+0000 7f0acb00e740 1 -- 172.21.15.43:0/3988425151 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f6f3547fb0 msgr2=0x55f6f3558d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:54:42.813 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.799+0000 7f0acb00e740 1 --2- 172.21.15.43:0/3988425151 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f6f3547fb0 0x55f6f3558d00 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f0ab0005ab0 tx=0x7f0ab0031ea0 comp rx=0 tx=0).stop 2024-05-16T15:54:42.813 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.799+0000 7f0acb00e740 1 -- 172.21.15.43:0/3988425151 shutdown_connections 2024-05-16T15:54:42.813 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.799+0000 7f0acb00e740 1 --2- 172.21.15.43:0/3988425151 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f6f354d120 0x55f6f3563c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:42.813 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.799+0000 7f0acb00e740 1 --2- 172.21.15.43:0/3988425151 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f6f3547fb0 0x55f6f3558d00 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:42.813 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.799+0000 7f0acb00e740 1 --2- 172.21.15.43:0/3988425151 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f6f35475c0 0x55f6f3551b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:42.813 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.799+0000 7f0acb00e740 1 -- 172.21.15.43:0/3988425151 >> 172.21.15.43:0/3988425151 conn(0x55f6f353a420 msgr2=0x55f6f3551470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:54:42.813 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.799+0000 7f0acb00e740 1 -- 172.21.15.43:0/3988425151 shutdown_connections 2024-05-16T15:54:42.813 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.799+0000 7f0acb00e740 1 -- 172.21.15.43:0/3988425151 wait complete. 2024-05-16T15:54:42.813 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.799+0000 7f0acb00e740 1 -- start start 2024-05-16T15:54:42.813 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.799+0000 7f0acb00e740 1 Processor -- start 2024-05-16T15:54:42.816 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.800+0000 7f0acb00e740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f6f35475c0 0x55f6f3555ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:42.816 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.800+0000 7f0acb00e740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f6f3547fb0 0x55f6f3556410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:42.817 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.800+0000 7f0acb00e740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f6f354d120 0x55f6f35573d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:42.817 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.800+0000 7f0acb00e740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f0ac01aa700 con 0x55f6f35475c0 2024-05-16T15:54:42.817 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.800+0000 7f0acb00e740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f0ac01a9f70 con 0x55f6f354d120 2024-05-16T15:54:42.817 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.800+0000 7f0acb00e740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f0ac01a71b0 con 0x55f6f3547fb0 2024-05-16T15:54:42.817 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.800+0000 7f0ac67ba640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f6f35475c0 0x55f6f3555ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:42.817 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.800+0000 7f0ac67ba640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f6f35475c0 0x55f6f3555ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:45542/0 (socket says 172.21.15.43:45542) 2024-05-16T15:54:42.817 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.800+0000 7f0ac67ba640 1 -- 172.21.15.43:0/1537761147 learned_addr learned my addr 172.21.15.43:0/1537761147 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:54:42.817 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.800+0000 7f0ac57b8640 1 --2- 172.21.15.43:0/1537761147 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f6f3547fb0 0x55f6f3556410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:42.817 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.800+0000 7f0acb00e740 10 client.0 _ll_register_callbacks cb 0x7f0ab801c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:54:42.817 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.800+0000 7f0ac67ba640 1 --2- 172.21.15.43:0/1537761147 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f6f354d120 0x55f6f35573d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:42.817 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.800+0000 7f0ac67ba640 1 -- 172.21.15.43:0/1537761147 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f6f3547fb0 msgr2=0x55f6f3556410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:54:42.817 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.800+0000 7f0ac67ba640 1 --2- 172.21.15.43:0/1537761147 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f6f3547fb0 0x55f6f3556410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:42.817 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.800+0000 7f0ac67ba640 1 -- 172.21.15.43:0/1537761147 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f6f354d120 msgr2=0x55f6f35573d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:54:42.817 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.800+0000 7f0ac67ba640 1 --2- 172.21.15.43:0/1537761147 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f6f354d120 0x55f6f35573d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:42.818 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.800+0000 7f0ac67ba640 1 -- 172.21.15.43:0/1537761147 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f6f35579c0 con 0x55f6f35475c0 2024-05-16T15:54:42.818 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.801+0000 7f0ac67ba640 1 --2- 172.21.15.43:0/1537761147 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f6f35475c0 0x55f6f3555ed0 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f0ab8009990 tx=0x7f0ab8003e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b39105171d9bfd1 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:54:42.818 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.801+0000 7f0aa97fa640 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:54:42.818 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.801+0000 7f0aa97fa640 1 -- 172.21.15.43:0/1537761147 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ab801e040 con 0x55f6f35475c0 2024-05-16T15:54:42.818 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.801+0000 7f0acb00e740 1 -- 172.21.15.43:0/1537761147 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0ab0046850 con 0x55f6f35475c0 2024-05-16T15:54:42.818 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.801+0000 7f0aa97fa640 1 -- 172.21.15.43:0/1537761147 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f0ab8032450 con 0x55f6f35475c0 2024-05-16T15:54:42.818 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.801+0000 7f0aa97fa640 1 -- 172.21.15.43:0/1537761147 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f0ab8047050 con 0x55f6f35475c0 2024-05-16T15:54:42.818 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.801+0000 7f0acb00e740 10 client.16317 fetch_fsmap learned FSMap version 36 2024-05-16T15:54:42.818 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.801+0000 7f0acb00e740 1 -- 172.21.15.43:0/1537761147 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x55f6f3558c90 con 0x55f6f35475c0 2024-05-16T15:54:42.818 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.802+0000 7f0aa97fa640 1 -- 172.21.15.43:0/1537761147 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0ab0046850 con 0x55f6f35475c0 2024-05-16T15:54:42.818 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.802+0000 7f0aa97fa640 1 -- 172.21.15.43:0/1537761147 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 36) ==== 8378+0+0 (secure 0 0 0) 0x7f0ab8019630 con 0x55f6f35475c0 2024-05-16T15:54:42.818 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.802+0000 7f0acb00e740 10 client.16317 fetch_fsmap finished waiting for FSMap version 36 2024-05-16T15:54:42.818 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.802+0000 7f0acb00e740 10 client.16317 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:54:42.819 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.802+0000 7f0acb00e740 20 client.16317 populate_metadata read hostname 'smithi043' 2024-05-16T15:54:42.819 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.802+0000 7f0acb00e740 1 --2- 172.21.15.43:0/1537761147 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55f6f35c7c50 0x55f6f35ca070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:42.819 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.802+0000 7f0acb00e740 4 client.16317 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-16T15:54:42.819 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.802+0000 7f0acb00e740 1 -- 172.21.15.43:0/1537761147 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f6f34ab050 con 0x55f6f35c7c50 2024-05-16T15:54:42.819 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.802+0000 7f0ac57b8640 1 --2- 172.21.15.43:0/1537761147 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55f6f35c7c50 0x55f6f35ca070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:42.819 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.803+0000 7f0aa97fa640 10 client.16317 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:54:42.819 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.803+0000 7f0ac57b8640 1 --2- 172.21.15.43:0/1537761147 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55f6f35c7c50 0x55f6f35ca070 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=14e788d905f4f0d2 server_cookie=a973cb5a3c8a9105 in_seq=0 out_seq=0 2024-05-16T15:54:42.835 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.822+0000 7f0aa97fa640 1 -- 172.21.15.43:0/1537761147 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55f6f34ab050 con 0x55f6f35c7c50 2024-05-16T15:54:42.835 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.822+0000 7f0aa97fa640 10 client.16317 handle_command_reply: tid=0 2024-05-16T15:54:42.835 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.822+0000 7f0acb00e740 1 client.16317 shutdown 2024-05-16T15:54:42.835 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.822+0000 7f0acb00e740 1 -- 172.21.15.43:0/1537761147 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f6f35475c0 msgr2=0x55f6f3555ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:54:42.835 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.822+0000 7f0acb00e740 1 --2- 172.21.15.43:0/1537761147 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f6f35475c0 0x55f6f3555ed0 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f0ab8009990 tx=0x7f0ab8003e60 comp rx=0 tx=0).stop 2024-05-16T15:54:42.836 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.823+0000 7f0acb00e740 1 -- 172.21.15.43:0/1537761147 shutdown_connections 2024-05-16T15:54:42.837 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.823+0000 7f0acb00e740 1 --2- 172.21.15.43:0/1537761147 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55f6f35c7c50 0x55f6f35ca070 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:42.837 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.823+0000 7f0acb00e740 1 --2- 172.21.15.43:0/1537761147 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f6f354d120 0x55f6f35573d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:42.837 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.823+0000 7f0acb00e740 1 --2- 172.21.15.43:0/1537761147 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f6f3547fb0 0x55f6f3556410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:42.837 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.823+0000 7f0acb00e740 1 --2- 172.21.15.43:0/1537761147 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55f6f35475c0 0x55f6f3555ed0 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:42.837 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.823+0000 7f0aa97fa640 0 client.16317 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:54:42.837 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.823+0000 7f0acb00e740 1 -- 172.21.15.43:0/1537761147 >> 172.21.15.43:0/1537761147 conn(0x55f6f353a420 msgr2=0x55f6f3538cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:54:42.837 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.823+0000 7f0acb00e740 1 -- 172.21.15.43:0/1537761147 shutdown_connections 2024-05-16T15:54:42.837 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.824+0000 7f0acb00e740 1 -- 172.21.15.43:0/1537761147 wait complete. 2024-05-16T15:54:42.838 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.825+0000 7f0acb00e740 20 client.16317 trim_cache size 0 max 16384 2024-05-16T15:54:42.838 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:{ 2024-05-16T15:54:42.838 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "message": "", 2024-05-16T15:54:42.838 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "return_code": 0 2024-05-16T15:54:42.838 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:} 2024-05-16T15:54:42.839 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.826+0000 7f0ac821d640 1 -- 172.21.15.43:0/773028541 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f0aac0b28a0 msgr2=0x7f0aac0b4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:54:42.839 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.826+0000 7f0ac821d640 1 --2- 172.21.15.43:0/773028541 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f0aac0b28a0 0x7f0aac0b4d60 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f0abc0e0070 tx=0x7f0abc005460 comp rx=0 tx=0).stop 2024-05-16T15:54:42.839 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.826+0000 7f0ac821d640 1 -- 172.21.15.43:0/773028541 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0ac0103490 msgr2=0x7f0ac019ad30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:54:42.839 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.826+0000 7f0ac821d640 1 --2- 172.21.15.43:0/773028541 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0ac0103490 0x7f0ac019ad30 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f0abc00e9f0 tx=0x7f0abc00eeb0 comp rx=0 tx=0).stop 2024-05-16T15:54:42.839 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.826+0000 7f0ac821d640 1 -- 172.21.15.43:0/773028541 shutdown_connections 2024-05-16T15:54:42.839 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.826+0000 7f0ac821d640 1 --2- 172.21.15.43:0/773028541 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0ac01086f0 0x7f0ac01a22a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:42.839 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.826+0000 7f0ac821d640 1 --2- 172.21.15.43:0/773028541 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f0ac0105dc0 0x7f0ac019b270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:42.840 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.826+0000 7f0ac821d640 1 --2- 172.21.15.43:0/773028541 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f0aac0b28a0 0x7f0aac0b4d60 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:42.840 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.826+0000 7f0ac821d640 1 --2- 172.21.15.43:0/773028541 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0ac0103490 0x7f0ac019ad30 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:42.840 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.826+0000 7f0ac821d640 1 -- 172.21.15.43:0/773028541 >> 172.21.15.43:0/773028541 conn(0x7f0ac00fce80 msgr2=0x7f0ac0102cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:54:42.840 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.826+0000 7f0ac821d640 1 -- 172.21.15.43:0/773028541 shutdown_connections 2024-05-16T15:54:42.840 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:42.826+0000 7f0ac821d640 1 -- 172.21.15.43:0/773028541 wait complete. 2024-05-16T15:54:43.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:54:43 smithi157 ceph-mon[35584]: pgmap v571: 129 pgs: 129 active+clean; 51 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 3.9 MiB/s wr, 575 op/s 2024-05-16T15:54:43.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:54:43 smithi148 ceph-mon[34976]: pgmap v571: 129 pgs: 129 active+clean; 51 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 3.9 MiB/s wr, 575 op/s 2024-05-16T15:54:43.976 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:54:43 smithi043 ceph-mon[31619]: pgmap v571: 129 pgs: 129 active+clean; 51 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 3.9 MiB/s wr, 575 op/s 2024-05-16T15:54:45.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:54:45 smithi157 ceph-mon[35584]: pgmap v572: 129 pgs: 129 active+clean; 50 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 4.2 MiB/s wr, 640 op/s 2024-05-16T15:54:45.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:54:45 smithi148 ceph-mon[34976]: pgmap v572: 129 pgs: 129 active+clean; 50 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 4.2 MiB/s wr, 640 op/s 2024-05-16T15:54:45.976 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:54:45 smithi043 ceph-mon[31619]: pgmap v572: 129 pgs: 129 active+clean; 50 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 4.2 MiB/s wr, 640 op/s 2024-05-16T15:54:47.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:54:47 smithi157 ceph-mon[35584]: pgmap v573: 129 pgs: 129 active+clean; 50 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 MiB/s rd, 3.3 MiB/s wr, 485 op/s 2024-05-16T15:54:47.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:54:47 smithi148 ceph-mon[34976]: pgmap v573: 129 pgs: 129 active+clean; 50 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 MiB/s rd, 3.3 MiB/s wr, 485 op/s 2024-05-16T15:54:47.976 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:54:47 smithi043 ceph-mon[31619]: pgmap v573: 129 pgs: 129 active+clean; 50 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 MiB/s rd, 3.3 MiB/s wr, 485 op/s 2024-05-16T15:54:49.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:54:49 smithi157 ceph-mon[35584]: pgmap v574: 129 pgs: 129 active+clean; 45 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 14 MiB/s rd, 4.7 MiB/s wr, 709 op/s 2024-05-16T15:54:49.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:54:49 smithi148 ceph-mon[34976]: pgmap v574: 129 pgs: 129 active+clean; 45 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 14 MiB/s rd, 4.7 MiB/s wr, 709 op/s 2024-05-16T15:54:49.976 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:54:49 smithi043 ceph-mon[31619]: pgmap v574: 129 pgs: 129 active+clean; 45 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 14 MiB/s rd, 4.7 MiB/s wr, 709 op/s 2024-05-16T15:54:51.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:54:51 smithi157 ceph-mon[35584]: pgmap v575: 129 pgs: 129 active+clean; 45 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 MiB/s rd, 3.1 MiB/s wr, 471 op/s 2024-05-16T15:54:51.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:54:51 smithi148 ceph-mon[34976]: pgmap v575: 129 pgs: 129 active+clean; 45 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 MiB/s rd, 3.1 MiB/s wr, 471 op/s 2024-05-16T15:54:51.976 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:54:51 smithi043 ceph-mon[31619]: pgmap v575: 129 pgs: 129 active+clean; 45 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 MiB/s rd, 3.1 MiB/s wr, 471 op/s 2024-05-16T15:54:53.080 INFO:tasks.workunit.client.0.smithi043.stdout:20000 mapread 0x1c4208 thru 0x1c56d4 (0x14cd bytes) 2024-05-16T15:54:53.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:54:53 smithi157 ceph-mon[35584]: pgmap v576: 129 pgs: 129 active+clean; 44 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 544 op/s 2024-05-16T15:54:53.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:54:53 smithi148 ceph-mon[34976]: pgmap v576: 129 pgs: 129 active+clean; 44 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 544 op/s 2024-05-16T15:54:53.976 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:54:53 smithi043 ceph-mon[31619]: pgmap v576: 129 pgs: 129 active+clean; 44 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 544 op/s 2024-05-16T15:54:55.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:54:55 smithi157 ceph-mon[35584]: pgmap v577: 129 pgs: 129 active+clean; 47 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 3.8 MiB/s wr, 597 op/s 2024-05-16T15:54:55.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:54:55 smithi148 ceph-mon[34976]: pgmap v577: 129 pgs: 129 active+clean; 47 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 3.8 MiB/s wr, 597 op/s 2024-05-16T15:54:55.949 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.934+0000 7f82088fc640 1 -- 172.21.15.43:0/1989292718 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f82041045d0 msgr2=0x7f820410ae60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:54:55.949 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.934+0000 7f82088fc640 1 --2- 172.21.15.43:0/1989292718 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f82041045d0 0x7f820410ae60 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f81fc009ca0 tx=0x7f81fc02a8c0 comp rx=0 tx=0).stop 2024-05-16T15:54:55.949 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.934+0000 7f82088fc640 1 -- 172.21.15.43:0/1989292718 shutdown_connections 2024-05-16T15:54:55.949 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.934+0000 7f82088fc640 1 --2- 172.21.15.43:0/1989292718 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f82041045d0 0x7f820410ae60 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:55.950 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.934+0000 7f82088fc640 1 --2- 172.21.15.43:0/1989292718 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8204103c10 0x7f8204104090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:55.950 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.934+0000 7f82088fc640 1 --2- 172.21.15.43:0/1989292718 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8204102a20 0x7f8204102e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:55.950 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.934+0000 7f82088fc640 1 -- 172.21.15.43:0/1989292718 >> 172.21.15.43:0/1989292718 conn(0x7f82040fdf70 msgr2=0x7f82041003d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:54:55.950 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.934+0000 7f82088fc640 1 -- 172.21.15.43:0/1989292718 shutdown_connections 2024-05-16T15:54:55.950 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.934+0000 7f82088fc640 1 -- 172.21.15.43:0/1989292718 wait complete. 2024-05-16T15:54:55.950 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.935+0000 7f82088fc640 1 Processor -- start 2024-05-16T15:54:55.950 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.935+0000 7f82088fc640 1 -- start start 2024-05-16T15:54:55.950 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.935+0000 7f82088fc640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8204102a20 0x7f8204198a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:55.950 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.935+0000 7f82088fc640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8204103c10 0x7f8204198fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:55.950 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.935+0000 7f82088fc640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82041045d0 0x7f820419fff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:55.950 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.935+0000 7f82088fc640 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f820410e450 con 0x7f8204102a20 2024-05-16T15:54:55.950 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.935+0000 7f82088fc640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f820410e2d0 con 0x7f8204103c10 2024-05-16T15:54:55.950 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.935+0000 7f82088fc640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f820410e5d0 con 0x7f82041045d0 2024-05-16T15:54:55.950 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.935+0000 7f820259c640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8204102a20 0x7f8204198a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:55.951 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.935+0000 7f820259c640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8204102a20 0x7f8204198a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:48636/0 (socket says 172.21.15.43:48636) 2024-05-16T15:54:55.951 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.935+0000 7f820259c640 1 -- 172.21.15.43:0/3941461692 learned_addr learned my addr 172.21.15.43:0/3941461692 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:54:55.951 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.935+0000 7f81fbfff640 1 --2- 172.21.15.43:0/3941461692 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8204103c10 0x7f8204198fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:55.951 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.935+0000 7f8202d9d640 1 --2- 172.21.15.43:0/3941461692 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82041045d0 0x7f820419fff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:55.951 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.935+0000 7f820259c640 1 -- 172.21.15.43:0/3941461692 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82041045d0 msgr2=0x7f820419fff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:54:55.951 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.935+0000 7f820259c640 1 --2- 172.21.15.43:0/3941461692 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82041045d0 0x7f820419fff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:55.951 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.935+0000 7f820259c640 1 -- 172.21.15.43:0/3941461692 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8204103c10 msgr2=0x7f8204198fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:54:55.951 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.936+0000 7f820259c640 1 --2- 172.21.15.43:0/3941461692 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8204103c10 0x7f8204198fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:55.951 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.936+0000 7f820259c640 1 -- 172.21.15.43:0/3941461692 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82041a0660 con 0x7f8204102a20 2024-05-16T15:54:55.951 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.936+0000 7f820259c640 1 --2- 172.21.15.43:0/3941461692 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8204102a20 0x7f8204198a90 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f81f400e9c0 tx=0x7f81f400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:54:55.951 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.936+0000 7f81fb7fe640 1 -- 172.21.15.43:0/3941461692 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81f400cd80 con 0x7f8204102a20 2024-05-16T15:54:55.951 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.936+0000 7f82088fc640 1 -- 172.21.15.43:0/3941461692 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82041a0950 con 0x7f8204102a20 2024-05-16T15:54:55.951 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.936+0000 7f81fb7fe640 1 -- 172.21.15.43:0/3941461692 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f81f40035f0 con 0x7f8204102a20 2024-05-16T15:54:55.952 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.936+0000 7f81fb7fe640 1 -- 172.21.15.43:0/3941461692 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81f40044c0 con 0x7f8204102a20 2024-05-16T15:54:55.952 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.936+0000 7f82088fc640 1 -- 172.21.15.43:0/3941461692 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82041a0e50 con 0x7f8204102a20 2024-05-16T15:54:55.958 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.939+0000 7f81fb7fe640 1 -- 172.21.15.43:0/3941461692 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f81f4004000 con 0x7f8204102a20 2024-05-16T15:54:55.958 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.939+0000 7f820b613740 1 Processor -- start 2024-05-16T15:54:55.959 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.939+0000 7f820b613740 1 -- start start 2024-05-16T15:54:55.959 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.939+0000 7f820b613740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55afa337c1c0 0x55afa337c5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:55.959 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.939+0000 7f820b613740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55afa337cbb0 0x55afa33816b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:55.959 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.939+0000 7f820b613740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55afa3381d20 0x55afa33841b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:55.959 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.939+0000 7f820b613740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55afa32dc5d0 con 0x55afa337cbb0 2024-05-16T15:54:55.959 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.939+0000 7f820b613740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55afa3295890 con 0x55afa337c1c0 2024-05-16T15:54:55.959 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.939+0000 7f820b613740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55afa32d8590 con 0x55afa3381d20 2024-05-16T15:54:55.959 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.939+0000 7f820259c640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55afa337cbb0 0x55afa33816b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:55.959 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.939+0000 7f8202d9d640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55afa337c1c0 0x55afa337c5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:55.959 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.939+0000 7f81fbfff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55afa3381d20 0x55afa33841b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:55.959 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.939+0000 7f820259c640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55afa337cbb0 0x55afa33816b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:48652/0 (socket says 172.21.15.43:48652) 2024-05-16T15:54:55.959 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.939+0000 7f820259c640 1 -- 172.21.15.43:0/4289302170 learned_addr learned my addr 172.21.15.43:0/4289302170 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:54:55.959 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.940+0000 7f820259c640 1 -- 172.21.15.43:0/4289302170 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55afa3381d20 msgr2=0x55afa33841b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:54:55.959 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.940+0000 7f820259c640 1 --2- 172.21.15.43:0/4289302170 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55afa3381d20 0x55afa33841b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:55.960 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.940+0000 7f820259c640 1 -- 172.21.15.43:0/4289302170 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55afa337c1c0 msgr2=0x55afa337c5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:54:55.960 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.940+0000 7f820259c640 1 --2- 172.21.15.43:0/4289302170 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55afa337c1c0 0x55afa337c5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:55.960 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.940+0000 7f820259c640 1 -- 172.21.15.43:0/4289302170 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55afa2fee210 con 0x55afa337cbb0 2024-05-16T15:54:55.960 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.940+0000 7f8202d9d640 1 --2- 172.21.15.43:0/4289302170 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55afa337c1c0 0x55afa337c5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:54:55.960 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.940+0000 7f81fb7fe640 1 --2- 172.21.15.43:0/3941461692 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f81f00b28a0 0x7f81f00b4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:55.960 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.940+0000 7f8202d9d640 1 --2- 172.21.15.43:0/3941461692 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f81f00b28a0 0x7f81f00b4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:55.960 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.940+0000 7f81fb7fe640 1 -- 172.21.15.43:0/3941461692 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f81f40e29f0 con 0x7f8204102a20 2024-05-16T15:54:55.960 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.940+0000 7f820259c640 1 --2- 172.21.15.43:0/4289302170 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55afa337cbb0 0x55afa33816b0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f81f40e8a60 tx=0x7f81f40e8b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55497c3641cf2956 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:54:55.960 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.940+0000 7f81f8ff9640 1 -- 172.21.15.43:0/4289302170 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81f40a5b20 con 0x55afa337cbb0 2024-05-16T15:54:55.960 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.940+0000 7f81f8ff9640 1 -- 172.21.15.43:0/4289302170 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f81f40a9770 con 0x55afa337cbb0 2024-05-16T15:54:55.960 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.940+0000 7f81f8ff9640 1 -- 172.21.15.43:0/4289302170 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81f40a93d0 con 0x55afa337cbb0 2024-05-16T15:54:55.960 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.940+0000 7f8202d9d640 1 --2- 172.21.15.43:0/3941461692 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f81f00b28a0 0x7f81f00b4d60 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f81fc005cc0 tx=0x7f81fc005c30 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:54:55.960 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.941+0000 7f820b613740 1 -- 172.21.15.43:0/4289302170 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55afa337cbb0 msgr2=0x55afa33816b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:54:55.960 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.941+0000 7f820b613740 1 --2- 172.21.15.43:0/4289302170 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55afa337cbb0 0x55afa33816b0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f81f40e8a60 tx=0x7f81f40e8b50 comp rx=0 tx=0).stop 2024-05-16T15:54:55.960 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.941+0000 7f820b613740 1 -- 172.21.15.43:0/4289302170 shutdown_connections 2024-05-16T15:54:55.961 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.941+0000 7f820b613740 1 --2- 172.21.15.43:0/4289302170 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55afa3381d20 0x55afa33841b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:55.961 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.941+0000 7f820b613740 1 --2- 172.21.15.43:0/4289302170 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55afa337cbb0 0x55afa33816b0 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:55.961 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.941+0000 7f820b613740 1 --2- 172.21.15.43:0/4289302170 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55afa337c1c0 0x55afa337c5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:55.961 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.941+0000 7f820b613740 1 -- 172.21.15.43:0/4289302170 >> 172.21.15.43:0/4289302170 conn(0x55afa3377830 msgr2=0x55afa3377c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:54:55.961 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.941+0000 7f820b613740 1 -- 172.21.15.43:0/4289302170 shutdown_connections 2024-05-16T15:54:55.961 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.941+0000 7f820b613740 1 -- 172.21.15.43:0/4289302170 wait complete. 2024-05-16T15:54:55.961 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.942+0000 7f820b613740 1 -- start start 2024-05-16T15:54:55.961 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.942+0000 7f820b613740 1 Processor -- start 2024-05-16T15:54:55.961 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.942+0000 7f820b613740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55afa337c1c0 0x55afa33863b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:55.961 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.942+0000 7f820b613740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55afa337cbb0 0x55afa33868f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:55.961 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.942+0000 7f820b613740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55afa3381d20 0x55afa338d930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:55.961 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.942+0000 7f820b613740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55afa3384cd0 con 0x55afa337c1c0 2024-05-16T15:54:55.961 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.942+0000 7f820b613740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55afa3299370 con 0x55afa3381d20 2024-05-16T15:54:55.961 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.942+0000 7f820b613740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55afa3384e50 con 0x55afa337cbb0 2024-05-16T15:54:55.961 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.942+0000 7f820b613740 10 client.0 _ll_register_callbacks cb 0x55afa2feda00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:54:55.962 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.942+0000 7f820259c640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55afa337c1c0 0x55afa33863b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:55.962 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.942+0000 7f820259c640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55afa337c1c0 0x55afa33863b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:48658/0 (socket says 172.21.15.43:48658) 2024-05-16T15:54:55.962 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.942+0000 7f820259c640 1 -- 172.21.15.43:0/3957912533 learned_addr learned my addr 172.21.15.43:0/3957912533 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:54:55.962 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.942+0000 7f81fbfff640 1 --2- 172.21.15.43:0/3957912533 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55afa337cbb0 0x55afa33868f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:55.962 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.942+0000 7f8202d9d640 1 --2- 172.21.15.43:0/3957912533 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55afa3381d20 0x55afa338d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:55.962 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.942+0000 7f820259c640 1 -- 172.21.15.43:0/3957912533 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55afa337cbb0 msgr2=0x55afa33868f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:54:55.962 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.942+0000 7f820259c640 1 --2- 172.21.15.43:0/3957912533 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55afa337cbb0 0x55afa33868f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:55.962 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.942+0000 7f820259c640 1 -- 172.21.15.43:0/3957912533 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55afa3381d20 msgr2=0x55afa338d930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:54:55.962 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.942+0000 7f820259c640 1 --2- 172.21.15.43:0/3957912533 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55afa3381d20 0x55afa338d930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:55.962 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.942+0000 7f820259c640 1 -- 172.21.15.43:0/3957912533 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55afa30ba620 con 0x55afa337c1c0 2024-05-16T15:54:55.962 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.942+0000 7f8202d9d640 1 --2- 172.21.15.43:0/3957912533 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55afa3381d20 0x55afa338d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:54:55.962 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.942+0000 7f820259c640 1 --2- 172.21.15.43:0/3957912533 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55afa337c1c0 0x55afa33863b0 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f81f40e8190 tx=0x7f81f4003de0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f30cd85fd4862f9 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:54:55.962 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.942+0000 7f81e9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:54:55.962 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.943+0000 7f81e9ffb640 1 -- 172.21.15.43:0/3957912533 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81f40a95b0 con 0x55afa337c1c0 2024-05-16T15:54:55.963 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.943+0000 7f820b613740 1 -- 172.21.15.43:0/3957912533 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f81f40a9770 con 0x55afa337c1c0 2024-05-16T15:54:55.963 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.943+0000 7f81e9ffb640 1 -- 172.21.15.43:0/3957912533 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f81f4091040 con 0x55afa337c1c0 2024-05-16T15:54:55.963 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.943+0000 7f81e9ffb640 1 -- 172.21.15.43:0/3957912533 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f81f406e050 con 0x55afa337c1c0 2024-05-16T15:54:55.963 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.943+0000 7f820b613740 10 client.16329 fetch_fsmap learned FSMap version 36 2024-05-16T15:54:55.963 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.943+0000 7f820b613740 1 -- 172.21.15.43:0/3957912533 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x55afa3390910 con 0x55afa337c1c0 2024-05-16T15:54:55.963 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.943+0000 7f81e9ffb640 1 -- 172.21.15.43:0/3957912533 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f81f40a9770 con 0x55afa337c1c0 2024-05-16T15:54:55.963 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.943+0000 7f81e9ffb640 1 -- 172.21.15.43:0/3957912533 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 36) ==== 8378+0+0 (secure 0 0 0) 0x7f81f40a9ec0 con 0x55afa337c1c0 2024-05-16T15:54:55.963 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.943+0000 7f820b613740 10 client.16329 fetch_fsmap finished waiting for FSMap version 36 2024-05-16T15:54:55.963 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.944+0000 7f820b613740 10 client.16329 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:54:55.963 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.944+0000 7f820b613740 20 client.16329 populate_metadata read hostname 'smithi043' 2024-05-16T15:54:55.963 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.944+0000 7f820b613740 1 --2- 172.21.15.43:0/3957912533 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55afa3391c60 0x55afa3394050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:55.963 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.944+0000 7f820b613740 4 client.16329 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:54:55.963 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.944+0000 7f820b613740 1 -- 172.21.15.43:0/3957912533 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55afa32ea1e0 con 0x55afa3391c60 2024-05-16T15:54:55.964 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.944+0000 7f81fbfff640 1 --2- 172.21.15.43:0/3957912533 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55afa3391c60 0x55afa3394050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:55.964 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.944+0000 7f81e9ffb640 10 client.16329 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:54:55.964 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.944+0000 7f81fbfff640 1 --2- 172.21.15.43:0/3957912533 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55afa3391c60 0x55afa3394050 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f2a0a037d46ec333 server_cookie=9272cd05941b75da in_seq=0 out_seq=0 2024-05-16T15:54:55.964 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.945+0000 7f81e9ffb640 1 -- 172.21.15.43:0/3957912533 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55afa32ea1e0 con 0x55afa3391c60 2024-05-16T15:54:55.964 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.945+0000 7f81e9ffb640 10 client.16329 handle_command_reply: tid=0 2024-05-16T15:54:55.964 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.945+0000 7f820b613740 1 client.16329 shutdown 2024-05-16T15:54:55.964 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.945+0000 7f820b613740 1 -- 172.21.15.43:0/3957912533 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55afa337c1c0 msgr2=0x55afa33863b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:54:55.964 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.945+0000 7f820b613740 1 --2- 172.21.15.43:0/3957912533 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55afa337c1c0 0x55afa33863b0 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f81f40e8190 tx=0x7f81f4003de0 comp rx=0 tx=0).stop 2024-05-16T15:54:55.964 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.945+0000 7f820b613740 1 -- 172.21.15.43:0/3957912533 shutdown_connections 2024-05-16T15:54:55.964 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.945+0000 7f820b613740 1 --2- 172.21.15.43:0/3957912533 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55afa3391c60 0x55afa3394050 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:55.964 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.945+0000 7f820b613740 1 --2- 172.21.15.43:0/3957912533 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55afa3381d20 0x55afa338d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:55.964 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.945+0000 7f820b613740 1 --2- 172.21.15.43:0/3957912533 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55afa337cbb0 0x55afa33868f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:55.965 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.945+0000 7f820b613740 1 --2- 172.21.15.43:0/3957912533 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55afa337c1c0 0x55afa33863b0 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:55.965 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.945+0000 7f81e9ffb640 0 client.16329 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:54:55.965 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.945+0000 7f820b613740 1 -- 172.21.15.43:0/3957912533 >> 172.21.15.43:0/3957912533 conn(0x55afa3377830 msgr2=0x55afa3372580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:54:55.965 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.945+0000 7f820b613740 1 -- 172.21.15.43:0/3957912533 shutdown_connections 2024-05-16T15:54:55.965 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.945+0000 7f820b613740 1 -- 172.21.15.43:0/3957912533 wait complete. 2024-05-16T15:54:55.965 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.945+0000 7f820b613740 20 client.16329 trim_cache size 0 max 16384 2024-05-16T15:54:55.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:54:55 smithi043 ceph-mon[31619]: pgmap v577: 129 pgs: 129 active+clean; 47 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 3.8 MiB/s wr, 597 op/s 2024-05-16T15:54:55.979 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.964+0000 7f820b613740 1 Processor -- start 2024-05-16T15:54:55.979 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.964+0000 7f820b613740 1 -- start start 2024-05-16T15:54:55.979 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.964+0000 7f820b613740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55afa337c1c0 0x55afa337ae50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:55.979 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.964+0000 7f820b613740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55afa337cbb0 0x55afa338d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:55.979 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.964+0000 7f820b613740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55afa3381d20 0x55afa3385fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:55.979 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.964+0000 7f820b613740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f82041a92a0 con 0x55afa337c1c0 2024-05-16T15:54:55.979 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.964+0000 7f820b613740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f82041aaea0 con 0x55afa337cbb0 2024-05-16T15:54:55.979 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.964+0000 7f820b613740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f82041a9970 con 0x55afa3381d20 2024-05-16T15:54:55.979 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.965+0000 7f820259c640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55afa337c1c0 0x55afa337ae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:55.979 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.965+0000 7f820259c640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55afa337c1c0 0x55afa337ae50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:48662/0 (socket says 172.21.15.43:48662) 2024-05-16T15:54:55.979 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.965+0000 7f820259c640 1 -- 172.21.15.43:0/3543264741 learned_addr learned my addr 172.21.15.43:0/3543264741 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:54:55.979 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.965+0000 7f81fbfff640 1 --2- 172.21.15.43:0/3543264741 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55afa337cbb0 0x55afa338d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:55.980 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.965+0000 7f8202d9d640 1 --2- 172.21.15.43:0/3543264741 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55afa3381d20 0x55afa3385fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:55.980 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.965+0000 7f81fbfff640 1 -- 172.21.15.43:0/3543264741 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55afa3381d20 msgr2=0x55afa3385fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:54:55.980 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.965+0000 7f81fbfff640 1 --2- 172.21.15.43:0/3543264741 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55afa3381d20 0x55afa3385fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:55.980 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.965+0000 7f81fbfff640 1 -- 172.21.15.43:0/3543264741 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55afa337c1c0 msgr2=0x55afa337ae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:54:55.980 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.965+0000 7f81fbfff640 1 --2- 172.21.15.43:0/3543264741 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55afa337c1c0 0x55afa337ae50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:55.980 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.965+0000 7f81fbfff640 1 -- 172.21.15.43:0/3543264741 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55afa3377660 con 0x55afa337cbb0 2024-05-16T15:54:55.980 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.965+0000 7f8202d9d640 1 --2- 172.21.15.43:0/3543264741 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55afa3381d20 0x55afa3385fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:54:55.980 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.965+0000 7f820259c640 1 --2- 172.21.15.43:0/3543264741 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55afa337c1c0 0x55afa337ae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:54:55.980 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.965+0000 7f81fbfff640 1 --2- 172.21.15.43:0/3543264741 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55afa337cbb0 0x55afa338d8c0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x55afa3394890 tx=0x7f81ec005f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9d7f6369b6b467bd server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:54:55.980 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.966+0000 7f81ebfff640 1 -- 172.21.15.43:0/3543264741 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81ec01e620 con 0x55afa337cbb0 2024-05-16T15:54:55.980 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.966+0000 7f81ebfff640 1 -- 172.21.15.43:0/3543264741 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f81ec01ec50 con 0x55afa337cbb0 2024-05-16T15:54:55.980 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.966+0000 7f81ebfff640 1 -- 172.21.15.43:0/3543264741 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81ec01f750 con 0x55afa337cbb0 2024-05-16T15:54:55.983 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.966+0000 7f820b613740 1 -- 172.21.15.43:0/3543264741 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55afa337cbb0 msgr2=0x55afa338d8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:54:55.983 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.966+0000 7f820b613740 1 --2- 172.21.15.43:0/3543264741 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55afa337cbb0 0x55afa338d8c0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x55afa3394890 tx=0x7f81ec005f90 comp rx=0 tx=0).stop 2024-05-16T15:54:55.984 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.966+0000 7f820b613740 1 -- 172.21.15.43:0/3543264741 shutdown_connections 2024-05-16T15:54:55.984 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.966+0000 7f820b613740 1 --2- 172.21.15.43:0/3543264741 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55afa3381d20 0x55afa3385fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:55.984 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.966+0000 7f820b613740 1 --2- 172.21.15.43:0/3543264741 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55afa337cbb0 0x55afa338d8c0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:55.984 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.966+0000 7f820b613740 1 --2- 172.21.15.43:0/3543264741 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55afa337c1c0 0x55afa337ae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:55.984 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.966+0000 7f820b613740 1 -- 172.21.15.43:0/3543264741 >> 172.21.15.43:0/3543264741 conn(0x55afa3377830 msgr2=0x55afa337a740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:54:55.984 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.967+0000 7f820b613740 1 -- 172.21.15.43:0/3543264741 shutdown_connections 2024-05-16T15:54:55.984 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.967+0000 7f820b613740 1 -- 172.21.15.43:0/3543264741 wait complete. 2024-05-16T15:54:55.984 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.967+0000 7f820b613740 1 -- start start 2024-05-16T15:54:55.984 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.967+0000 7f820b613740 1 Processor -- start 2024-05-16T15:54:55.984 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.967+0000 7f820b613740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55afa337c1c0 0x55afa338b420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:55.984 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.967+0000 7f820b613740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55afa337cbb0 0x55afa338b960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:55.984 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.967+0000 7f820b613740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55afa3381d20 0x55afa338c920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:55.984 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.967+0000 7f820b613740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f82041aa7d0 con 0x55afa337cbb0 2024-05-16T15:54:55.984 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.967+0000 7f820b613740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f82041aa040 con 0x55afa3381d20 2024-05-16T15:54:55.984 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.967+0000 7f820b613740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f82041a7220 con 0x55afa337c1c0 2024-05-16T15:54:55.985 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.967+0000 7f820b613740 10 client.0 _ll_register_callbacks cb 0x7f81f40e7020 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:54:55.985 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.968+0000 7f81fbfff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55afa337cbb0 0x55afa338b960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:55.985 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.968+0000 7f8202d9d640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55afa3381d20 0x55afa338c920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:55.985 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.968+0000 7f81fbfff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55afa337cbb0 0x55afa338b960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:48668/0 (socket says 172.21.15.43:48668) 2024-05-16T15:54:55.985 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.968+0000 7f81fbfff640 1 -- 172.21.15.43:0/334837380 learned_addr learned my addr 172.21.15.43:0/334837380 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:54:55.985 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.968+0000 7f820259c640 1 --2- 172.21.15.43:0/334837380 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55afa337c1c0 0x55afa338b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:55.985 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.968+0000 7f8202d9d640 1 -- 172.21.15.43:0/334837380 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55afa337c1c0 msgr2=0x55afa338b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:54:55.985 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.968+0000 7f8202d9d640 1 --2- 172.21.15.43:0/334837380 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55afa337c1c0 0x55afa338b420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:55.985 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.968+0000 7f8202d9d640 1 -- 172.21.15.43:0/334837380 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55afa337cbb0 msgr2=0x55afa338b960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:54:55.985 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.968+0000 7f8202d9d640 1 --2- 172.21.15.43:0/334837380 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55afa337cbb0 0x55afa338b960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:55.985 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.968+0000 7f8202d9d640 1 -- 172.21.15.43:0/334837380 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55afa338cf10 con 0x55afa3381d20 2024-05-16T15:54:55.985 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.968+0000 7f8202d9d640 1 --2- 172.21.15.43:0/334837380 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55afa3381d20 0x55afa338c920 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f81fc006010 tx=0x7f81fc0095c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=325ec6dd0f2a508 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:54:55.985 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.968+0000 7f81e9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.148:3300/0 2024-05-16T15:54:55.985 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.968+0000 7f81e9ffb640 1 -- 172.21.15.43:0/334837380 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81fc059060 con 0x55afa3381d20 2024-05-16T15:54:55.986 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.969+0000 7f81e9ffb640 1 -- 172.21.15.43:0/334837380 <== mon.2 v2:172.21.15.148:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f81fc004250 con 0x55afa3381d20 2024-05-16T15:54:55.986 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.969+0000 7f820b613740 1 -- 172.21.15.43:0/334837380 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f81ec01ec50 con 0x55afa3381d20 2024-05-16T15:54:55.986 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.969+0000 7f81e9ffb640 1 -- 172.21.15.43:0/334837380 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f81fc004450 con 0x55afa3381d20 2024-05-16T15:54:55.986 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.969+0000 7f820b613740 10 client.25850 fetch_fsmap learned FSMap version 36 2024-05-16T15:54:55.986 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.969+0000 7f820b613740 1 -- 172.21.15.43:0/334837380 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x55afa33fc960 con 0x55afa3381d20 2024-05-16T15:54:55.986 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.969+0000 7f81e9ffb640 1 -- 172.21.15.43:0/334837380 <== mon.2 v2:172.21.15.148:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f81ec01ec50 con 0x55afa3381d20 2024-05-16T15:54:55.986 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.969+0000 7f81e9ffb640 1 -- 172.21.15.43:0/334837380 <== mon.2 v2:172.21.15.148:3300/0 5 ==== fsmap(e 36) ==== 8378+0+0 (secure 0 0 0) 0x7f81fc030ca0 con 0x55afa3381d20 2024-05-16T15:54:55.986 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.969+0000 7f820b613740 10 client.25850 fetch_fsmap finished waiting for FSMap version 36 2024-05-16T15:54:55.986 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.969+0000 7f820b613740 10 client.25850 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:54:55.986 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.969+0000 7f820b613740 20 client.25850 populate_metadata read hostname 'smithi043' 2024-05-16T15:54:55.986 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.969+0000 7f820b613740 1 --2- 172.21.15.43:0/334837380 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55afa33fd3a0 0x55afa33ff7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:54:55.986 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.969+0000 7f820b613740 4 client.25850 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-16T15:54:55.986 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.969+0000 7f820b613740 1 -- 172.21.15.43:0/334837380 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55afa32e4050 con 0x55afa33fd3a0 2024-05-16T15:54:55.987 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.970+0000 7f820259c640 1 --2- 172.21.15.43:0/334837380 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55afa33fd3a0 0x55afa33ff7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:54:55.987 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.970+0000 7f81e9ffb640 10 client.25850 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:54:55.987 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.970+0000 7f820259c640 1 --2- 172.21.15.43:0/334837380 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55afa33fd3a0 0x55afa33ff7c0 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=95344547e0924367 server_cookie=e529184545501024 in_seq=0 out_seq=0 2024-05-16T15:54:56.000 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.988+0000 7f81e9ffb640 1 -- 172.21.15.43:0/334837380 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55afa32e4050 con 0x55afa33fd3a0 2024-05-16T15:54:56.000 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.988+0000 7f81e9ffb640 10 client.25850 handle_command_reply: tid=0 2024-05-16T15:54:56.000 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.988+0000 7f820b613740 1 client.25850 shutdown 2024-05-16T15:54:56.002 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.988+0000 7f820b613740 1 -- 172.21.15.43:0/334837380 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55afa3381d20 msgr2=0x55afa338c920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:54:56.002 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.988+0000 7f820b613740 1 --2- 172.21.15.43:0/334837380 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55afa3381d20 0x55afa338c920 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f81fc006010 tx=0x7f81fc0095c0 comp rx=0 tx=0).stop 2024-05-16T15:54:56.002 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.988+0000 7f820b613740 1 -- 172.21.15.43:0/334837380 shutdown_connections 2024-05-16T15:54:56.002 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.988+0000 7f820b613740 1 --2- 172.21.15.43:0/334837380 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55afa33fd3a0 0x55afa33ff7c0 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:56.002 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.988+0000 7f820b613740 1 --2- 172.21.15.43:0/334837380 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55afa3381d20 0x55afa338c920 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:56.002 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.988+0000 7f820b613740 1 --2- 172.21.15.43:0/334837380 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55afa337cbb0 0x55afa338b960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:56.002 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.988+0000 7f820b613740 1 --2- 172.21.15.43:0/334837380 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55afa337c1c0 0x55afa338b420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:56.002 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.988+0000 7f820b613740 1 -- 172.21.15.43:0/334837380 >> 172.21.15.43:0/334837380 conn(0x55afa3377830 msgr2=0x55afa3385fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:54:56.002 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.988+0000 7f81e9ffb640 0 client.25850 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:54:56.002 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.989+0000 7f820b613740 1 -- 172.21.15.43:0/334837380 shutdown_connections 2024-05-16T15:54:56.002 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.989+0000 7f820b613740 1 -- 172.21.15.43:0/334837380 wait complete. 2024-05-16T15:54:56.002 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.989+0000 7f820b613740 20 client.25850 trim_cache size 0 max 16384 2024-05-16T15:54:56.003 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:{ 2024-05-16T15:54:56.003 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "message": "", 2024-05-16T15:54:56.003 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "return_code": 0 2024-05-16T15:54:56.003 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:} 2024-05-16T15:54:56.004 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.990+0000 7f82088fc640 1 -- 172.21.15.43:0/3941461692 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f81f00b28a0 msgr2=0x7f81f00b4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:54:56.004 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.990+0000 7f82088fc640 1 --2- 172.21.15.43:0/3941461692 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f81f00b28a0 0x7f81f00b4d60 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f81fc005cc0 tx=0x7f81fc005c30 comp rx=0 tx=0).stop 2024-05-16T15:54:56.004 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.990+0000 7f82088fc640 1 -- 172.21.15.43:0/3941461692 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8204102a20 msgr2=0x7f8204198a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:54:56.004 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.990+0000 7f82088fc640 1 --2- 172.21.15.43:0/3941461692 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8204102a20 0x7f8204198a90 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f81f400e9c0 tx=0x7f81f400ee80 comp rx=0 tx=0).stop 2024-05-16T15:54:56.004 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.990+0000 7f82088fc640 1 -- 172.21.15.43:0/3941461692 shutdown_connections 2024-05-16T15:54:56.004 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.990+0000 7f82088fc640 1 --2- 172.21.15.43:0/3941461692 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f81f00b28a0 0x7f81f00b4d60 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:56.004 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.990+0000 7f82088fc640 1 --2- 172.21.15.43:0/3941461692 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82041045d0 0x7f820419fff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:56.004 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.990+0000 7f82088fc640 1 --2- 172.21.15.43:0/3941461692 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8204103c10 0x7f8204198fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:56.004 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.990+0000 7f82088fc640 1 --2- 172.21.15.43:0/3941461692 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8204102a20 0x7f8204198a90 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:54:56.004 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.990+0000 7f82088fc640 1 -- 172.21.15.43:0/3941461692 >> 172.21.15.43:0/3941461692 conn(0x7f82040fdf70 msgr2=0x7f8204106f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:54:56.004 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.990+0000 7f82088fc640 1 -- 172.21.15.43:0/3941461692 shutdown_connections 2024-05-16T15:54:56.004 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:54:55.990+0000 7f82088fc640 1 -- 172.21.15.43:0/3941461692 wait complete. 2024-05-16T15:54:57.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:54:57 smithi157 ceph-mon[35584]: pgmap v578: 129 pgs: 129 active+clean; 47 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 MiB/s rd, 2.8 MiB/s wr, 444 op/s 2024-05-16T15:54:57.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:54:57 smithi148 ceph-mon[34976]: pgmap v578: 129 pgs: 129 active+clean; 47 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 MiB/s rd, 2.8 MiB/s wr, 444 op/s 2024-05-16T15:54:57.976 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:54:57 smithi043 ceph-mon[31619]: pgmap v578: 129 pgs: 129 active+clean; 47 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 MiB/s rd, 2.8 MiB/s wr, 444 op/s 2024-05-16T15:54:59.930 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:54:59 smithi157 ceph-mon[35584]: pgmap v579: 129 pgs: 129 active+clean; 42 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 658 op/s 2024-05-16T15:54:59.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:54:59 smithi148 ceph-mon[34976]: pgmap v579: 129 pgs: 129 active+clean; 42 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 658 op/s 2024-05-16T15:54:59.976 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:54:59 smithi043 ceph-mon[31619]: pgmap v579: 129 pgs: 129 active+clean; 42 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 658 op/s 2024-05-16T15:55:01.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:55:01 smithi157 ceph-mon[35584]: pgmap v580: 129 pgs: 129 active+clean; 42 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 MiB/s rd, 2.7 MiB/s wr, 432 op/s 2024-05-16T15:55:01.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:55:01 smithi148 ceph-mon[34976]: pgmap v580: 129 pgs: 129 active+clean; 42 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 MiB/s rd, 2.7 MiB/s wr, 432 op/s 2024-05-16T15:55:01.976 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:55:01 smithi043 ceph-mon[31619]: pgmap v580: 129 pgs: 129 active+clean; 42 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 MiB/s rd, 2.7 MiB/s wr, 432 op/s 2024-05-16T15:55:03.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:55:03 smithi157 ceph-mon[35584]: pgmap v581: 129 pgs: 129 active+clean; 41 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 510 op/s 2024-05-16T15:55:03.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:55:03 smithi148 ceph-mon[34976]: pgmap v581: 129 pgs: 129 active+clean; 41 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 510 op/s 2024-05-16T15:55:03.976 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:55:03 smithi043 ceph-mon[31619]: pgmap v581: 129 pgs: 129 active+clean; 41 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 510 op/s 2024-05-16T15:55:05.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:55:05 smithi157 ceph-mon[35584]: pgmap v582: 129 pgs: 129 active+clean; 40 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 3.6 MiB/s wr, 572 op/s 2024-05-16T15:55:05.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:55:05 smithi148 ceph-mon[34976]: pgmap v582: 129 pgs: 129 active+clean; 40 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 3.6 MiB/s wr, 572 op/s 2024-05-16T15:55:05.976 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:55:05 smithi043 ceph-mon[31619]: pgmap v582: 129 pgs: 129 active+clean; 40 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 3.6 MiB/s wr, 572 op/s 2024-05-16T15:55:07.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:55:07 smithi157 ceph-mon[35584]: pgmap v583: 129 pgs: 129 active+clean; 40 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 MiB/s rd, 2.8 MiB/s wr, 434 op/s 2024-05-16T15:55:07.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:55:07 smithi148 ceph-mon[34976]: pgmap v583: 129 pgs: 129 active+clean; 40 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 MiB/s rd, 2.8 MiB/s wr, 434 op/s 2024-05-16T15:55:07.976 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:55:07 smithi043 ceph-mon[31619]: pgmap v583: 129 pgs: 129 active+clean; 40 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 MiB/s rd, 2.8 MiB/s wr, 434 op/s 2024-05-16T15:55:09.120 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.106+0000 7faf72854640 1 -- 172.21.15.43:0/1282731052 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7faf6c102b00 msgr2=0x7faf6c102f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:55:09.120 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.106+0000 7faf72854640 1 --2- 172.21.15.43:0/1282731052 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7faf6c102b00 0x7faf6c102f80 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7faf60009900 tx=0x7faf6002a410 comp rx=0 tx=0).stop 2024-05-16T15:55:09.120 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.106+0000 7faf72854640 1 -- 172.21.15.43:0/1282731052 shutdown_connections 2024-05-16T15:55:09.120 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.106+0000 7faf72854640 1 --2- 172.21.15.43:0/1282731052 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faf6c1034c0 0x7faf6c109d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:09.120 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.106+0000 7faf72854640 1 --2- 172.21.15.43:0/1282731052 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7faf6c102b00 0x7faf6c102f80 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:09.120 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.106+0000 7faf72854640 1 --2- 172.21.15.43:0/1282731052 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7faf6c101910 0x7faf6c101d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:09.120 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.106+0000 7faf72854640 1 -- 172.21.15.43:0/1282731052 >> 172.21.15.43:0/1282731052 conn(0x7faf6c0fce80 msgr2=0x7faf6c0ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:55:09.120 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.106+0000 7faf72854640 1 -- 172.21.15.43:0/1282731052 shutdown_connections 2024-05-16T15:55:09.120 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.106+0000 7faf72854640 1 -- 172.21.15.43:0/1282731052 wait complete. 2024-05-16T15:55:09.121 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.107+0000 7faf72854640 1 Processor -- start 2024-05-16T15:55:09.121 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.107+0000 7faf72854640 1 -- start start 2024-05-16T15:55:09.122 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.107+0000 7faf72854640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7faf6c101910 0x7faf6c197a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:09.122 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.108+0000 7faf72854640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faf6c102b00 0x7faf6c197f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:09.123 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.108+0000 7faf72854640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7faf6c1034c0 0x7faf6c19f000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:09.123 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.108+0000 7faf72854640 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7faf6c10d2d0 con 0x7faf6c101910 2024-05-16T15:55:09.123 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.108+0000 7faf72854640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7faf6c10d150 con 0x7faf6c1034c0 2024-05-16T15:55:09.123 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.108+0000 7faf72854640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7faf6c10d450 con 0x7faf6c102b00 2024-05-16T15:55:09.123 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.108+0000 7faf6bfff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7faf6c101910 0x7faf6c197a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:09.123 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.108+0000 7faf6bfff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7faf6c101910 0x7faf6c197a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:39654/0 (socket says 172.21.15.43:39654) 2024-05-16T15:55:09.123 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.108+0000 7faf6bfff640 1 -- 172.21.15.43:0/2175754705 learned_addr learned my addr 172.21.15.43:0/2175754705 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:55:09.123 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.108+0000 7faf70df1640 1 --2- 172.21.15.43:0/2175754705 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7faf6c1034c0 0x7faf6c19f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:09.123 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.108+0000 7faf6b7fe640 1 --2- 172.21.15.43:0/2175754705 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faf6c102b00 0x7faf6c197f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:09.123 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.108+0000 7faf6bfff640 1 -- 172.21.15.43:0/2175754705 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faf6c102b00 msgr2=0x7faf6c197f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:55:09.123 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.108+0000 7faf6bfff640 1 --2- 172.21.15.43:0/2175754705 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faf6c102b00 0x7faf6c197f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:09.123 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.108+0000 7faf6bfff640 1 -- 172.21.15.43:0/2175754705 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7faf6c1034c0 msgr2=0x7faf6c19f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:55:09.123 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.108+0000 7faf6bfff640 1 --2- 172.21.15.43:0/2175754705 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7faf6c1034c0 0x7faf6c19f000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:09.123 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.108+0000 7faf6bfff640 1 -- 172.21.15.43:0/2175754705 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf6c06a160 con 0x7faf6c101910 2024-05-16T15:55:09.123 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.108+0000 7faf6bfff640 1 --2- 172.21.15.43:0/2175754705 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7faf6c101910 0x7faf6c197a50 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7faf5c00e9c0 tx=0x7faf5c00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:55:09.124 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.109+0000 7faf697fa640 1 -- 172.21.15.43:0/2175754705 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf5c00cd80 con 0x7faf6c101910 2024-05-16T15:55:09.124 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.109+0000 7faf697fa640 1 -- 172.21.15.43:0/2175754705 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7faf5c0044b0 con 0x7faf6c101910 2024-05-16T15:55:09.124 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.109+0000 7faf72854640 1 -- 172.21.15.43:0/2175754705 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf6c06a450 con 0x7faf6c101910 2024-05-16T15:55:09.124 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.109+0000 7faf697fa640 1 -- 172.21.15.43:0/2175754705 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf5c010430 con 0x7faf6c101910 2024-05-16T15:55:09.124 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.109+0000 7faf72854640 1 -- 172.21.15.43:0/2175754705 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf6c06a910 con 0x7faf6c101910 2024-05-16T15:55:09.127 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.112+0000 7faf7556a740 1 Processor -- start 2024-05-16T15:55:09.127 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.113+0000 7faf7556a740 1 -- start start 2024-05-16T15:55:09.127 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.113+0000 7faf697fa640 1 -- 172.21.15.43:0/2175754705 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7faf5c003f20 con 0x7faf6c101910 2024-05-16T15:55:09.127 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.113+0000 7faf7556a740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ee7ff82db0 0x55ee7ff831d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:09.127 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.113+0000 7faf7556a740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee7ff837a0 0x55ee7ff882a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:09.127 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.113+0000 7faf7556a740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ee7ff88910 0x55ee7ff8ada0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:09.127 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.113+0000 7faf7556a740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55ee7fee75d0 con 0x55ee7ff88910 2024-05-16T15:55:09.127 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.113+0000 7faf7556a740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55ee7fea0890 con 0x55ee7ff82db0 2024-05-16T15:55:09.127 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.113+0000 7faf7556a740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55ee7fee3590 con 0x55ee7ff837a0 2024-05-16T15:55:09.127 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.113+0000 7faf6bfff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee7ff837a0 0x55ee7ff882a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:09.127 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.113+0000 7faf6b7fe640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ee7ff88910 0x55ee7ff8ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:09.127 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.113+0000 7faf6bfff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee7ff837a0 0x55ee7ff882a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:59988/0 (socket says 172.21.15.43:59988) 2024-05-16T15:55:09.127 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.113+0000 7faf6bfff640 1 -- 172.21.15.43:0/499107955 learned_addr learned my addr 172.21.15.43:0/499107955 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:55:09.127 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.113+0000 7faf70df1640 1 --2- 172.21.15.43:0/499107955 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ee7ff82db0 0x55ee7ff831d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:09.128 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.113+0000 7faf6bfff640 1 -- 172.21.15.43:0/499107955 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ee7ff82db0 msgr2=0x55ee7ff831d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:55:09.128 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.113+0000 7faf6bfff640 1 --2- 172.21.15.43:0/499107955 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ee7ff82db0 0x55ee7ff831d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:09.128 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.113+0000 7faf6bfff640 1 -- 172.21.15.43:0/499107955 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ee7ff88910 msgr2=0x55ee7ff8ada0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:55:09.128 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.113+0000 7faf6bfff640 1 --2- 172.21.15.43:0/499107955 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ee7ff88910 0x55ee7ff8ada0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:09.128 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.113+0000 7faf6bfff640 1 -- 172.21.15.43:0/499107955 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ee7fbf9210 con 0x55ee7ff837a0 2024-05-16T15:55:09.128 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.114+0000 7faf6bfff640 1 --2- 172.21.15.43:0/499107955 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee7ff837a0 0x55ee7ff882a0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7faf5c0e8a90 tx=0x7faf5c0e8f50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c5207f0d1c6bbb73 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:55:09.128 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.114+0000 7faf697fa640 1 --2- 172.21.15.43:0/2175754705 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7faf540b29f0 0x7faf540b4eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:09.130 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.114+0000 7faf70df1640 1 --2- 172.21.15.43:0/2175754705 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7faf540b29f0 0x7faf540b4eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:09.130 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.114+0000 7faf527fc640 1 -- 172.21.15.43:0/499107955 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf5c0f1070 con 0x55ee7ff837a0 2024-05-16T15:55:09.130 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.114+0000 7faf527fc640 1 -- 172.21.15.43:0/499107955 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7faf5c0a9650 con 0x55ee7ff837a0 2024-05-16T15:55:09.130 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.114+0000 7faf527fc640 1 -- 172.21.15.43:0/499107955 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf5c0a9910 con 0x55ee7ff837a0 2024-05-16T15:55:09.130 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.114+0000 7faf697fa640 1 -- 172.21.15.43:0/2175754705 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7faf5c0e2930 con 0x7faf6c101910 2024-05-16T15:55:09.130 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.115+0000 7faf70df1640 1 --2- 172.21.15.43:0/2175754705 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7faf540b29f0 0x7faf540b4eb0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x55ee7ff84000 tx=0x7faf64009500 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:55:09.130 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.115+0000 7faf7556a740 1 -- 172.21.15.43:0/499107955 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee7ff837a0 msgr2=0x55ee7ff882a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:55:09.130 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.115+0000 7faf7556a740 1 --2- 172.21.15.43:0/499107955 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee7ff837a0 0x55ee7ff882a0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7faf5c0e8a90 tx=0x7faf5c0e8f50 comp rx=0 tx=0).stop 2024-05-16T15:55:09.130 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.115+0000 7faf7556a740 1 -- 172.21.15.43:0/499107955 shutdown_connections 2024-05-16T15:55:09.130 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.115+0000 7faf7556a740 1 --2- 172.21.15.43:0/499107955 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ee7ff88910 0x55ee7ff8ada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:09.130 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.115+0000 7faf7556a740 1 --2- 172.21.15.43:0/499107955 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee7ff837a0 0x55ee7ff882a0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:09.131 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.115+0000 7faf7556a740 1 --2- 172.21.15.43:0/499107955 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ee7ff82db0 0x55ee7ff831d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:09.131 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.115+0000 7faf7556a740 1 -- 172.21.15.43:0/499107955 >> 172.21.15.43:0/499107955 conn(0x55ee7ff7e420 msgr2=0x55ee7ff7e820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:55:09.131 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.115+0000 7faf7556a740 1 -- 172.21.15.43:0/499107955 shutdown_connections 2024-05-16T15:55:09.131 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.115+0000 7faf7556a740 1 -- 172.21.15.43:0/499107955 wait complete. 2024-05-16T15:55:09.131 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.116+0000 7faf7556a740 1 -- start start 2024-05-16T15:55:09.131 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.116+0000 7faf7556a740 1 Processor -- start 2024-05-16T15:55:09.131 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.116+0000 7faf7556a740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ee7ff82db0 0x55ee7ff8cf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:09.131 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.116+0000 7faf7556a740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee7ff837a0 0x55ee7ff8d480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:09.131 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.116+0000 7faf7556a740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ee7ff88910 0x55ee7ff944c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:09.131 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.116+0000 7faf7556a740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55ee7ff8b8c0 con 0x55ee7ff88910 2024-05-16T15:55:09.131 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.116+0000 7faf7556a740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55ee7fea4370 con 0x55ee7ff82db0 2024-05-16T15:55:09.131 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.116+0000 7faf7556a740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55ee7ff8ba40 con 0x55ee7ff837a0 2024-05-16T15:55:09.131 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.116+0000 7faf7556a740 10 client.0 _ll_register_callbacks cb 0x55ee7fbf8a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:55:09.131 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.116+0000 7faf6bfff640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ee7ff82db0 0x55ee7ff8cf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:09.133 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.116+0000 7faf6bfff640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ee7ff82db0 0x55ee7ff8cf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:49238/0 (socket says 172.21.15.43:49238) 2024-05-16T15:55:09.133 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.117+0000 7faf6bfff640 1 -- 172.21.15.43:0/1222787147 learned_addr learned my addr 172.21.15.43:0/1222787147 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:55:09.133 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.117+0000 7faf6b7fe640 1 --2- 172.21.15.43:0/1222787147 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee7ff837a0 0x55ee7ff8d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:09.133 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.117+0000 7faf70df1640 1 --2- 172.21.15.43:0/1222787147 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ee7ff88910 0x55ee7ff944c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:09.133 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.117+0000 7faf6bfff640 1 -- 172.21.15.43:0/1222787147 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee7ff837a0 msgr2=0x55ee7ff8d480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:55:09.133 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.117+0000 7faf6bfff640 1 --2- 172.21.15.43:0/1222787147 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee7ff837a0 0x55ee7ff8d480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:09.133 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.117+0000 7faf6bfff640 1 -- 172.21.15.43:0/1222787147 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ee7ff88910 msgr2=0x55ee7ff944c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:55:09.133 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.117+0000 7faf6bfff640 1 --2- 172.21.15.43:0/1222787147 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ee7ff88910 0x55ee7ff944c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:09.133 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.117+0000 7faf6bfff640 1 -- 172.21.15.43:0/1222787147 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ee7fcc5620 con 0x55ee7ff82db0 2024-05-16T15:55:09.135 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.117+0000 7faf6bfff640 1 --2- 172.21.15.43:0/1222787147 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ee7ff82db0 0x55ee7ff8cf40 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7faf5c0604d0 tx=0x7faf5c0e2bb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4b2e444ee8557f8d server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:55:09.135 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.117+0000 7faf4b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.148:3300/0 2024-05-16T15:55:09.135 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.117+0000 7faf4b7fe640 1 -- 172.21.15.43:0/1222787147 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf5c060c60 con 0x55ee7ff82db0 2024-05-16T15:55:09.136 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.117+0000 7faf4b7fe640 1 -- 172.21.15.43:0/1222787147 <== mon.2 v2:172.21.15.148:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7faf5c0e0130 con 0x55ee7ff82db0 2024-05-16T15:55:09.136 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.117+0000 7faf7556a740 1 -- 172.21.15.43:0/1222787147 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faf5c0a9650 con 0x55ee7ff82db0 2024-05-16T15:55:09.136 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.118+0000 7faf4b7fe640 1 -- 172.21.15.43:0/1222787147 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7faf5c05fbf0 con 0x55ee7ff82db0 2024-05-16T15:55:09.136 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.118+0000 7faf7556a740 10 client.25862 fetch_fsmap learned FSMap version 36 2024-05-16T15:55:09.136 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.118+0000 7faf7556a740 1 -- 172.21.15.43:0/1222787147 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x55ee7ff974a0 con 0x55ee7ff82db0 2024-05-16T15:55:09.136 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.118+0000 7faf4b7fe640 1 -- 172.21.15.43:0/1222787147 <== mon.2 v2:172.21.15.148:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7faf5c0a9650 con 0x55ee7ff82db0 2024-05-16T15:55:09.136 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.118+0000 7faf4b7fe640 1 -- 172.21.15.43:0/1222787147 <== mon.2 v2:172.21.15.148:3300/0 5 ==== fsmap(e 36) ==== 8378+0+0 (secure 0 0 0) 0x7faf5c0eac70 con 0x55ee7ff82db0 2024-05-16T15:55:09.136 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.119+0000 7faf7556a740 10 client.25862 fetch_fsmap finished waiting for FSMap version 36 2024-05-16T15:55:09.136 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.119+0000 7faf7556a740 10 client.25862 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:55:09.136 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.119+0000 7faf7556a740 20 client.25862 populate_metadata read hostname 'smithi043' 2024-05-16T15:55:09.136 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.119+0000 7faf7556a740 1 --2- 172.21.15.43:0/1222787147 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55ee7ff987f0 0x55ee7ff9abe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:09.136 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.120+0000 7faf7556a740 4 client.25862 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:55:09.136 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.120+0000 7faf7556a740 1 -- 172.21.15.43:0/1222787147 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ee7fef51e0 con 0x55ee7ff987f0 2024-05-16T15:55:09.136 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.120+0000 7faf6b7fe640 1 --2- 172.21.15.43:0/1222787147 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55ee7ff987f0 0x55ee7ff9abe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:09.137 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.120+0000 7faf4b7fe640 10 client.25862 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:55:09.137 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.120+0000 7faf6b7fe640 1 --2- 172.21.15.43:0/1222787147 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55ee7ff987f0 0x55ee7ff9abe0 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8c671f3e5ace5f21 server_cookie=9690cd8f9f0e3ff7 in_seq=0 out_seq=0 2024-05-16T15:55:09.137 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.121+0000 7faf4b7fe640 1 -- 172.21.15.43:0/1222787147 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55ee7fef51e0 con 0x55ee7ff987f0 2024-05-16T15:55:09.137 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.121+0000 7faf4b7fe640 10 client.25862 handle_command_reply: tid=0 2024-05-16T15:55:09.137 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.121+0000 7faf7556a740 1 client.25862 shutdown 2024-05-16T15:55:09.137 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.122+0000 7faf7556a740 1 -- 172.21.15.43:0/1222787147 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ee7ff82db0 msgr2=0x55ee7ff8cf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:55:09.137 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.122+0000 7faf7556a740 1 --2- 172.21.15.43:0/1222787147 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ee7ff82db0 0x55ee7ff8cf40 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7faf5c0604d0 tx=0x7faf5c0e2bb0 comp rx=0 tx=0).stop 2024-05-16T15:55:09.137 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.122+0000 7faf7556a740 1 -- 172.21.15.43:0/1222787147 shutdown_connections 2024-05-16T15:55:09.137 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.122+0000 7faf7556a740 1 --2- 172.21.15.43:0/1222787147 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55ee7ff987f0 0x55ee7ff9abe0 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:09.137 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.122+0000 7faf7556a740 1 --2- 172.21.15.43:0/1222787147 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ee7ff88910 0x55ee7ff944c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:09.137 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.122+0000 7faf7556a740 1 --2- 172.21.15.43:0/1222787147 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee7ff837a0 0x55ee7ff8d480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:09.137 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.122+0000 7faf7556a740 1 --2- 172.21.15.43:0/1222787147 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ee7ff82db0 0x55ee7ff8cf40 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:09.137 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.122+0000 7faf7556a740 1 -- 172.21.15.43:0/1222787147 >> 172.21.15.43:0/1222787147 conn(0x55ee7ff7e420 msgr2=0x55ee7ff7d580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:55:09.137 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.122+0000 7faf4b7fe640 0 client.25862 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:55:09.137 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.122+0000 7faf7556a740 1 -- 172.21.15.43:0/1222787147 shutdown_connections 2024-05-16T15:55:09.138 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.122+0000 7faf7556a740 1 -- 172.21.15.43:0/1222787147 wait complete. 2024-05-16T15:55:09.138 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.122+0000 7faf7556a740 20 client.25862 trim_cache size 0 max 16384 2024-05-16T15:55:09.157 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.143+0000 7faf7556a740 1 Processor -- start 2024-05-16T15:55:09.157 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.143+0000 7faf7556a740 1 -- start start 2024-05-16T15:55:09.157 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.143+0000 7faf7556a740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ee7ff82db0 0x55ee7ff81100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:09.157 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.143+0000 7faf7556a740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ee7ff837a0 0x55ee7ff94450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:09.157 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.143+0000 7faf7556a740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee7ff88910 0x55ee7ff81640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:09.157 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.143+0000 7faf7556a740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7faf6c1ad870 con 0x55ee7ff82db0 2024-05-16T15:55:09.157 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.143+0000 7faf7556a740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7faf6c1af470 con 0x55ee7ff837a0 2024-05-16T15:55:09.157 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.143+0000 7faf7556a740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7faf6c1adf40 con 0x55ee7ff88910 2024-05-16T15:55:09.157 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.143+0000 7faf6bfff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ee7ff82db0 0x55ee7ff81100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:09.157 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.143+0000 7faf6bfff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ee7ff82db0 0x55ee7ff81100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:39674/0 (socket says 172.21.15.43:39674) 2024-05-16T15:55:09.158 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.143+0000 7faf6bfff640 1 -- 172.21.15.43:0/3546029210 learned_addr learned my addr 172.21.15.43:0/3546029210 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:55:09.158 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.143+0000 7faf6b7fe640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ee7ff837a0 0x55ee7ff94450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:09.158 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.143+0000 7faf70df1640 1 --2- 172.21.15.43:0/3546029210 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee7ff88910 0x55ee7ff81640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:09.158 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.144+0000 7faf6bfff640 1 -- 172.21.15.43:0/3546029210 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee7ff88910 msgr2=0x55ee7ff81640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:55:09.158 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.144+0000 7faf6bfff640 1 --2- 172.21.15.43:0/3546029210 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee7ff88910 0x55ee7ff81640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:09.158 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.144+0000 7faf6bfff640 1 -- 172.21.15.43:0/3546029210 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ee7ff837a0 msgr2=0x55ee7ff94450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:55:09.158 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.144+0000 7faf6bfff640 1 --2- 172.21.15.43:0/3546029210 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ee7ff837a0 0x55ee7ff94450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:09.158 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.144+0000 7faf6bfff640 1 -- 172.21.15.43:0/3546029210 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ee7ff7e250 con 0x55ee7ff82db0 2024-05-16T15:55:09.158 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.144+0000 7faf6b7fe640 1 --2- 172.21.15.43:0/3546029210 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ee7ff837a0 0x55ee7ff94450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:55:09.158 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.144+0000 7faf6bfff640 1 --2- 172.21.15.43:0/3546029210 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ee7ff82db0 0x55ee7ff81100 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7faf5c0a6db0 tx=0x7faf5c0adf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7dcd3de5e4025fc5 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:55:09.158 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.144+0000 7faf51ffb640 1 -- 172.21.15.43:0/3546029210 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf5c0c3070 con 0x55ee7ff82db0 2024-05-16T15:55:09.158 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.144+0000 7faf51ffb640 1 -- 172.21.15.43:0/3546029210 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7faf5c0ea730 con 0x55ee7ff82db0 2024-05-16T15:55:09.158 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.144+0000 7faf51ffb640 1 -- 172.21.15.43:0/3546029210 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf5c0f1070 con 0x55ee7ff82db0 2024-05-16T15:55:09.160 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.145+0000 7faf7556a740 1 -- 172.21.15.43:0/3546029210 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ee7ff82db0 msgr2=0x55ee7ff81100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:55:09.160 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.145+0000 7faf7556a740 1 --2- 172.21.15.43:0/3546029210 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ee7ff82db0 0x55ee7ff81100 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7faf5c0a6db0 tx=0x7faf5c0adf90 comp rx=0 tx=0).stop 2024-05-16T15:55:09.160 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.145+0000 7faf7556a740 1 -- 172.21.15.43:0/3546029210 shutdown_connections 2024-05-16T15:55:09.160 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.145+0000 7faf7556a740 1 --2- 172.21.15.43:0/3546029210 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee7ff88910 0x55ee7ff81640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:09.160 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.145+0000 7faf7556a740 1 --2- 172.21.15.43:0/3546029210 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ee7ff837a0 0x55ee7ff94450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:09.160 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.145+0000 7faf7556a740 1 --2- 172.21.15.43:0/3546029210 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ee7ff82db0 0x55ee7ff81100 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:09.160 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.145+0000 7faf7556a740 1 -- 172.21.15.43:0/3546029210 >> 172.21.15.43:0/3546029210 conn(0x55ee7ff7e420 msgr2=0x55ee7ff84920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:55:09.161 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.145+0000 7faf7556a740 1 -- 172.21.15.43:0/3546029210 shutdown_connections 2024-05-16T15:55:09.161 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.145+0000 7faf7556a740 1 -- 172.21.15.43:0/3546029210 wait complete. 2024-05-16T15:55:09.161 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.145+0000 7faf7556a740 1 -- start start 2024-05-16T15:55:09.161 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.145+0000 7faf7556a740 1 Processor -- start 2024-05-16T15:55:09.161 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.146+0000 7faf7556a740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ee7ff82db0 0x55ee7ff917b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:09.161 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.146+0000 7faf7556a740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ee7ff837a0 0x55ee7ff91cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:09.161 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.146+0000 7faf6bfff640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ee7ff82db0 0x55ee7ff917b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:09.161 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.146+0000 7faf6bfff640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ee7ff82db0 0x55ee7ff917b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:49250/0 (socket says 172.21.15.43:49250) 2024-05-16T15:55:09.161 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.146+0000 7faf6b7fe640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ee7ff837a0 0x55ee7ff91cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:09.161 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.146+0000 7faf6b7fe640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ee7ff837a0 0x55ee7ff91cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:39686/0 (socket says 172.21.15.43:39686) 2024-05-16T15:55:09.161 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.146+0000 7faf6bfff640 1 -- 172.21.15.43:0/3104857387 learned_addr learned my addr 172.21.15.43:0/3104857387 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:55:09.161 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.146+0000 7faf7556a740 1 --2- 172.21.15.43:0/3104857387 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee7ff88910 0x55ee7ff92cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:09.161 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.146+0000 7faf7556a740 1 -- 172.21.15.43:0/3104857387 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7faf6c1aeda0 con 0x55ee7ff837a0 2024-05-16T15:55:09.161 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.146+0000 7faf7556a740 1 -- 172.21.15.43:0/3104857387 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7faf6c1ae610 con 0x55ee7ff82db0 2024-05-16T15:55:09.162 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.146+0000 7faf7556a740 1 -- 172.21.15.43:0/3104857387 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7faf6c1ab850 con 0x55ee7ff88910 2024-05-16T15:55:09.162 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.146+0000 7faf7556a740 10 client.0 _ll_register_callbacks cb 0x7faf640093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:55:09.162 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.146+0000 7faf70df1640 1 --2- 172.21.15.43:0/3104857387 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee7ff88910 0x55ee7ff92cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:09.162 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.147+0000 7faf6bfff640 1 -- 172.21.15.43:0/3104857387 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee7ff88910 msgr2=0x55ee7ff92cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:55:09.162 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.147+0000 7faf6bfff640 1 --2- 172.21.15.43:0/3104857387 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee7ff88910 0x55ee7ff92cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:09.162 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.147+0000 7faf6bfff640 1 -- 172.21.15.43:0/3104857387 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ee7ff837a0 msgr2=0x55ee7ff91cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:55:09.162 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.147+0000 7faf6bfff640 1 --2- 172.21.15.43:0/3104857387 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ee7ff837a0 0x55ee7ff91cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:09.162 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.147+0000 7faf6bfff640 1 -- 172.21.15.43:0/3104857387 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ee7ff932a0 con 0x55ee7ff82db0 2024-05-16T15:55:09.162 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.147+0000 7faf6bfff640 1 --2- 172.21.15.43:0/3104857387 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ee7ff82db0 0x55ee7ff917b0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7faf5c0eb010 tx=0x7faf5c000bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=da3219c3b5ae2ef6 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:55:09.162 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.147+0000 7faf4b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.148:3300/0 2024-05-16T15:55:09.162 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.147+0000 7faf4b7fe640 1 -- 172.21.15.43:0/3104857387 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf5c0c3030 con 0x55ee7ff82db0 2024-05-16T15:55:09.162 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.147+0000 7faf4b7fe640 1 -- 172.21.15.43:0/3104857387 <== mon.2 v2:172.21.15.148:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7faf5c0a6130 con 0x55ee7ff82db0 2024-05-16T15:55:09.162 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.147+0000 7faf7556a740 1 -- 172.21.15.43:0/3104857387 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faf5c0ea730 con 0x55ee7ff82db0 2024-05-16T15:55:09.164 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.148+0000 7faf4b7fe640 1 -- 172.21.15.43:0/3104857387 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7faf5c0f1070 con 0x55ee7ff82db0 2024-05-16T15:55:09.164 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.148+0000 7faf7556a740 10 client.25868 fetch_fsmap learned FSMap version 36 2024-05-16T15:55:09.164 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.148+0000 7faf7556a740 1 -- 172.21.15.43:0/3104857387 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x55ee7ff932a0 con 0x55ee7ff82db0 2024-05-16T15:55:09.164 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.148+0000 7faf4b7fe640 1 -- 172.21.15.43:0/3104857387 <== mon.2 v2:172.21.15.148:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7faf5c0a9650 con 0x55ee7ff82db0 2024-05-16T15:55:09.164 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.149+0000 7faf4b7fe640 1 -- 172.21.15.43:0/3104857387 <== mon.2 v2:172.21.15.148:3300/0 5 ==== fsmap(e 36) ==== 8378+0+0 (secure 0 0 0) 0x7faf5c0eac70 con 0x55ee7ff82db0 2024-05-16T15:55:09.164 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.149+0000 7faf7556a740 10 client.25868 fetch_fsmap finished waiting for FSMap version 36 2024-05-16T15:55:09.164 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.149+0000 7faf7556a740 10 client.25868 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:55:09.164 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.149+0000 7faf7556a740 20 client.25868 populate_metadata read hostname 'smithi043' 2024-05-16T15:55:09.164 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.149+0000 7faf7556a740 1 --2- 172.21.15.43:0/3104857387 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55ee80014120 0x55ee80016540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:09.164 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.149+0000 7faf7556a740 4 client.25868 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-16T15:55:09.164 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.149+0000 7faf7556a740 1 -- 172.21.15.43:0/3104857387 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7faf5c0ea730 con 0x55ee80014120 2024-05-16T15:55:09.164 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.150+0000 7faf6b7fe640 1 --2- 172.21.15.43:0/3104857387 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55ee80014120 0x55ee80016540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:09.164 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.151+0000 7faf4b7fe640 10 client.25868 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:55:09.165 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.151+0000 7faf6b7fe640 1 --2- 172.21.15.43:0/3104857387 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55ee80014120 0x55ee80016540 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e4c054dc8b091a04 server_cookie=f0b6ae1a8fe9ac35 in_seq=0 out_seq=0 2024-05-16T15:55:09.185 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.171+0000 7faf4b7fe640 1 -- 172.21.15.43:0/3104857387 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7faf5c0ea730 con 0x55ee80014120 2024-05-16T15:55:09.185 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.171+0000 7faf4b7fe640 10 client.25868 handle_command_reply: tid=0 2024-05-16T15:55:09.185 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.171+0000 7faf7556a740 1 client.25868 shutdown 2024-05-16T15:55:09.185 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.171+0000 7faf7556a740 1 -- 172.21.15.43:0/3104857387 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ee7ff82db0 msgr2=0x55ee7ff917b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:55:09.185 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.171+0000 7faf7556a740 1 --2- 172.21.15.43:0/3104857387 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ee7ff82db0 0x55ee7ff917b0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7faf5c0eb010 tx=0x7faf5c000bc0 comp rx=0 tx=0).stop 2024-05-16T15:55:09.185 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.171+0000 7faf7556a740 1 -- 172.21.15.43:0/3104857387 shutdown_connections 2024-05-16T15:55:09.185 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.171+0000 7faf7556a740 1 --2- 172.21.15.43:0/3104857387 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55ee80014120 0x55ee80016540 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:09.185 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.171+0000 7faf7556a740 1 --2- 172.21.15.43:0/3104857387 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee7ff88910 0x55ee7ff92cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:09.185 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.171+0000 7faf4b7fe640 0 client.25868 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:55:09.185 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.171+0000 7faf7556a740 1 --2- 172.21.15.43:0/3104857387 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55ee7ff837a0 0x55ee7ff91cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:09.185 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.171+0000 7faf7556a740 1 --2- 172.21.15.43:0/3104857387 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ee7ff82db0 0x55ee7ff917b0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:09.186 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.171+0000 7faf7556a740 1 -- 172.21.15.43:0/3104857387 >> 172.21.15.43:0/3104857387 conn(0x55ee7ff7e420 msgr2=0x55ee7ff8cb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:55:09.186 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.172+0000 7faf7556a740 1 -- 172.21.15.43:0/3104857387 shutdown_connections 2024-05-16T15:55:09.186 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.172+0000 7faf7556a740 1 -- 172.21.15.43:0/3104857387 wait complete. 2024-05-16T15:55:09.186 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.172+0000 7faf7556a740 20 client.25868 trim_cache size 0 max 16384 2024-05-16T15:55:09.186 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:{ 2024-05-16T15:55:09.186 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "message": "", 2024-05-16T15:55:09.186 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "return_code": 0 2024-05-16T15:55:09.186 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:} 2024-05-16T15:55:09.187 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.172+0000 7faf72854640 1 -- 172.21.15.43:0/2175754705 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7faf540b29f0 msgr2=0x7faf540b4eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:55:09.187 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.172+0000 7faf72854640 1 --2- 172.21.15.43:0/2175754705 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7faf540b29f0 0x7faf540b4eb0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x55ee7ff84000 tx=0x7faf64009500 comp rx=0 tx=0).stop 2024-05-16T15:55:09.187 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.172+0000 7faf72854640 1 -- 172.21.15.43:0/2175754705 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7faf6c101910 msgr2=0x7faf6c197a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:55:09.187 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.172+0000 7faf72854640 1 --2- 172.21.15.43:0/2175754705 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7faf6c101910 0x7faf6c197a50 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7faf5c00e9c0 tx=0x7faf5c00ee80 comp rx=0 tx=0).stop 2024-05-16T15:55:09.187 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.173+0000 7faf72854640 1 -- 172.21.15.43:0/2175754705 shutdown_connections 2024-05-16T15:55:09.187 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.173+0000 7faf72854640 1 --2- 172.21.15.43:0/2175754705 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7faf6c1034c0 0x7faf6c19f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:09.187 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.173+0000 7faf72854640 1 --2- 172.21.15.43:0/2175754705 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7faf540b29f0 0x7faf540b4eb0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:09.187 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.173+0000 7faf72854640 1 --2- 172.21.15.43:0/2175754705 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faf6c102b00 0x7faf6c197f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:09.187 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.173+0000 7faf72854640 1 --2- 172.21.15.43:0/2175754705 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7faf6c101910 0x7faf6c197a50 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:09.188 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.173+0000 7faf72854640 1 -- 172.21.15.43:0/2175754705 >> 172.21.15.43:0/2175754705 conn(0x7faf6c0fce80 msgr2=0x7faf6c105ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:55:09.188 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.173+0000 7faf72854640 1 -- 172.21.15.43:0/2175754705 shutdown_connections 2024-05-16T15:55:09.188 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:09.173+0000 7faf72854640 1 -- 172.21.15.43:0/2175754705 wait complete. 2024-05-16T15:55:09.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:55:09 smithi157 ceph-mon[35584]: pgmap v584: 129 pgs: 129 active+clean; 46 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 631 op/s 2024-05-16T15:55:09.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:55:09 smithi148 ceph-mon[34976]: pgmap v584: 129 pgs: 129 active+clean; 46 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 631 op/s 2024-05-16T15:55:09.976 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:55:09 smithi043 ceph-mon[31619]: pgmap v584: 129 pgs: 129 active+clean; 46 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 631 op/s 2024-05-16T15:55:10.799 INFO:tasks.workunit.client.0.smithi043.stdout:30000 mapread 0x3fc9cb thru 0x4052a3 (0x88d9 bytes) 2024-05-16T15:55:11.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:55:11 smithi157 ceph-mon[35584]: pgmap v585: 129 pgs: 129 active+clean; 46 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 MiB/s rd, 2.8 MiB/s wr, 416 op/s 2024-05-16T15:55:11.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:55:11 smithi148 ceph-mon[34976]: pgmap v585: 129 pgs: 129 active+clean; 46 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 MiB/s rd, 2.8 MiB/s wr, 416 op/s 2024-05-16T15:55:11.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:55:11 smithi043 ceph-mon[31619]: pgmap v585: 129 pgs: 129 active+clean; 46 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 MiB/s rd, 2.8 MiB/s wr, 416 op/s 2024-05-16T15:55:13.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:55:13 smithi157 ceph-mon[35584]: pgmap v586: 129 pgs: 129 active+clean; 46 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 492 op/s 2024-05-16T15:55:13.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:55:13 smithi148 ceph-mon[34976]: pgmap v586: 129 pgs: 129 active+clean; 46 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 492 op/s 2024-05-16T15:55:13.976 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:55:13 smithi043 ceph-mon[31619]: pgmap v586: 129 pgs: 129 active+clean; 46 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 492 op/s 2024-05-16T15:55:15.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:55:15 smithi157 ceph-mon[35584]: pgmap v587: 129 pgs: 129 active+clean; 50 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 MiB/s rd, 3.5 MiB/s wr, 539 op/s 2024-05-16T15:55:15.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:55:15 smithi148 ceph-mon[34976]: pgmap v587: 129 pgs: 129 active+clean; 50 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 MiB/s rd, 3.5 MiB/s wr, 539 op/s 2024-05-16T15:55:15.976 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:55:15 smithi043 ceph-mon[31619]: pgmap v587: 129 pgs: 129 active+clean; 50 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 MiB/s rd, 3.5 MiB/s wr, 539 op/s 2024-05-16T15:55:17.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:55:17 smithi157 ceph-mon[35584]: pgmap v588: 129 pgs: 129 active+clean; 50 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 7.6 MiB/s rd, 2.6 MiB/s wr, 405 op/s 2024-05-16T15:55:17.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:55:17 smithi148 ceph-mon[34976]: pgmap v588: 129 pgs: 129 active+clean; 50 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 7.6 MiB/s rd, 2.6 MiB/s wr, 405 op/s 2024-05-16T15:55:17.976 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:55:17 smithi043 ceph-mon[31619]: pgmap v588: 129 pgs: 129 active+clean; 50 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 7.6 MiB/s rd, 2.6 MiB/s wr, 405 op/s 2024-05-16T15:55:19.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:55:19 smithi157 ceph-mon[35584]: pgmap v589: 129 pgs: 129 active+clean; 48 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 616 op/s 2024-05-16T15:55:19.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:55:19 smithi148 ceph-mon[34976]: pgmap v589: 129 pgs: 129 active+clean; 48 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 616 op/s 2024-05-16T15:55:19.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:55:19 smithi043 ceph-mon[31619]: pgmap v589: 129 pgs: 129 active+clean; 48 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 616 op/s 2024-05-16T15:55:21.927 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:55:21 smithi157 ceph-mon[35584]: pgmap v590: 129 pgs: 129 active+clean; 48 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 MiB/s rd, 2.8 MiB/s wr, 417 op/s 2024-05-16T15:55:21.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:55:21 smithi148 ceph-mon[34976]: pgmap v590: 129 pgs: 129 active+clean; 48 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 MiB/s rd, 2.8 MiB/s wr, 417 op/s 2024-05-16T15:55:21.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:55:21 smithi043 ceph-mon[31619]: pgmap v590: 129 pgs: 129 active+clean; 48 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 MiB/s rd, 2.8 MiB/s wr, 417 op/s 2024-05-16T15:55:22.300 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.287+0000 7f8a4a2da640 1 -- 172.21.15.43:0/3332191166 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8a44102b00 msgr2=0x7f8a44102f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:55:22.301 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.287+0000 7f8a4a2da640 1 --2- 172.21.15.43:0/3332191166 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8a44102b00 0x7f8a44102f80 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f8a2c009900 tx=0x7f8a2c02a410 comp rx=0 tx=0).stop 2024-05-16T15:55:22.301 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.287+0000 7f8a4a2da640 1 -- 172.21.15.43:0/3332191166 shutdown_connections 2024-05-16T15:55:22.301 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.287+0000 7f8a4a2da640 1 --2- 172.21.15.43:0/3332191166 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8a441034c0 0x7f8a44109d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:22.301 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.287+0000 7f8a4a2da640 1 --2- 172.21.15.43:0/3332191166 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8a44102b00 0x7f8a44102f80 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:22.301 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.287+0000 7f8a4a2da640 1 --2- 172.21.15.43:0/3332191166 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8a44101910 0x7f8a44101d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:22.301 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.287+0000 7f8a4a2da640 1 -- 172.21.15.43:0/3332191166 >> 172.21.15.43:0/3332191166 conn(0x7f8a440fce80 msgr2=0x7f8a440ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:55:22.301 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.287+0000 7f8a4a2da640 1 -- 172.21.15.43:0/3332191166 shutdown_connections 2024-05-16T15:55:22.301 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.287+0000 7f8a4a2da640 1 -- 172.21.15.43:0/3332191166 wait complete. 2024-05-16T15:55:22.301 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.287+0000 7f8a4a2da640 1 Processor -- start 2024-05-16T15:55:22.301 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.288+0000 7f8a4a2da640 1 -- start start 2024-05-16T15:55:22.303 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.288+0000 7f8a4a2da640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8a44101910 0x7f8a4406abe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:22.303 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.288+0000 7f8a4a2da640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8a44102b00 0x7f8a4419b5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:22.303 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.288+0000 7f8a4a2da640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8a441034c0 0x7f8a4419bc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:22.303 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.288+0000 7f8a4a2da640 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f8a4410d2d0 con 0x7f8a44102b00 2024-05-16T15:55:22.304 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.288+0000 7f8a4a2da640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f8a4410d150 con 0x7f8a441034c0 2024-05-16T15:55:22.304 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.288+0000 7f8a4a2da640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f8a4410d450 con 0x7f8a44101910 2024-05-16T15:55:22.304 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.288+0000 7f8a437fe640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8a44102b00 0x7f8a4419b5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:22.304 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.288+0000 7f8a437fe640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8a44102b00 0x7f8a4419b5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:47832/0 (socket says 172.21.15.43:47832) 2024-05-16T15:55:22.304 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.288+0000 7f8a43fff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8a44101910 0x7f8a4406abe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:22.304 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.288+0000 7f8a437fe640 1 -- 172.21.15.43:0/192549420 learned_addr learned my addr 172.21.15.43:0/192549420 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:55:22.304 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.288+0000 7f8a48877640 1 --2- 172.21.15.43:0/192549420 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8a441034c0 0x7f8a4419bc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:22.304 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.288+0000 7f8a437fe640 1 -- 172.21.15.43:0/192549420 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8a44101910 msgr2=0x7f8a4406abe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:55:22.304 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.289+0000 7f8a437fe640 1 --2- 172.21.15.43:0/192549420 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8a44101910 0x7f8a4406abe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:22.304 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.289+0000 7f8a437fe640 1 -- 172.21.15.43:0/192549420 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8a441034c0 msgr2=0x7f8a4419bc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:55:22.304 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.289+0000 7f8a437fe640 1 --2- 172.21.15.43:0/192549420 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8a441034c0 0x7f8a4419bc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:22.304 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.289+0000 7f8a437fe640 1 -- 172.21.15.43:0/192549420 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a4419c500 con 0x7f8a44102b00 2024-05-16T15:55:22.304 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.289+0000 7f8a43fff640 1 --2- 172.21.15.43:0/192549420 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8a44101910 0x7f8a4406abe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:55:22.305 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.289+0000 7f8a48877640 1 --2- 172.21.15.43:0/192549420 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8a441034c0 0x7f8a4419bc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:55:22.305 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.289+0000 7f8a437fe640 1 --2- 172.21.15.43:0/192549420 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8a44102b00 0x7f8a4419b5e0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f8a2c009a20 tx=0x7f8a2c0040c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:55:22.305 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.289+0000 7f8a417fa640 1 -- 172.21.15.43:0/192549420 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a2c03f030 con 0x7f8a44102b00 2024-05-16T15:55:22.305 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.289+0000 7f8a417fa640 1 -- 172.21.15.43:0/192549420 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8a2c003a80 con 0x7f8a44102b00 2024-05-16T15:55:22.305 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.289+0000 7f8a417fa640 1 -- 172.21.15.43:0/192549420 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a2c035070 con 0x7f8a44102b00 2024-05-16T15:55:22.305 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.289+0000 7f8a4a2da640 1 -- 172.21.15.43:0/192549420 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a4419c790 con 0x7f8a44102b00 2024-05-16T15:55:22.305 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.289+0000 7f8a4a2da640 1 -- 172.21.15.43:0/192549420 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a4419cc80 con 0x7f8a44102b00 2024-05-16T15:55:22.310 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.292+0000 7f8a4cff9740 1 Processor -- start 2024-05-16T15:55:22.310 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.292+0000 7f8a4cff9740 1 -- start start 2024-05-16T15:55:22.310 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.292+0000 7f8a4cff9740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55693ddaddb0 0x55693ddae1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:22.311 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.292+0000 7f8a4cff9740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55693ddae7a0 0x55693ddb32a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:22.311 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.292+0000 7f8a4cff9740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55693ddb3910 0x55693ddb5da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:22.311 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.292+0000 7f8a4cff9740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55693dd125d0 con 0x55693ddb3910 2024-05-16T15:55:22.311 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.292+0000 7f8a4cff9740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55693dccb890 con 0x55693ddaddb0 2024-05-16T15:55:22.311 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.292+0000 7f8a4cff9740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55693dd0e590 con 0x55693ddae7a0 2024-05-16T15:55:22.311 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.292+0000 7f8a417fa640 1 -- 172.21.15.43:0/192549420 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f8a2c042030 con 0x7f8a44102b00 2024-05-16T15:55:22.311 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.292+0000 7f8a48877640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55693ddaddb0 0x55693ddae1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:22.311 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.292+0000 7f8a48877640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55693ddaddb0 0x55693ddae1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:48086/0 (socket says 172.21.15.43:48086) 2024-05-16T15:55:22.311 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.292+0000 7f8a43fff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55693ddae7a0 0x55693ddb32a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:22.311 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.292+0000 7f8a48877640 1 -- 172.21.15.43:0/2365950332 learned_addr learned my addr 172.21.15.43:0/2365950332 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:55:22.311 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.292+0000 7f8a437fe640 1 --2- 172.21.15.43:0/2365950332 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55693ddb3910 0x55693ddb5da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:22.311 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.292+0000 7f8a48877640 1 -- 172.21.15.43:0/2365950332 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55693ddae7a0 msgr2=0x55693ddb32a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:55:22.311 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.292+0000 7f8a48877640 1 --2- 172.21.15.43:0/2365950332 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55693ddae7a0 0x55693ddb32a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:22.311 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.292+0000 7f8a48877640 1 -- 172.21.15.43:0/2365950332 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55693ddb3910 msgr2=0x55693ddb5da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:55:22.312 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.292+0000 7f8a48877640 1 --2- 172.21.15.43:0/2365950332 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55693ddb3910 0x55693ddb5da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:22.312 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.292+0000 7f8a48877640 1 -- 172.21.15.43:0/2365950332 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55693da24210 con 0x55693ddaddb0 2024-05-16T15:55:22.312 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.292+0000 7f8a437fe640 1 --2- 172.21.15.43:0/2365950332 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55693ddb3910 0x55693ddb5da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:55:22.312 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.292+0000 7f8a43fff640 1 --2- 172.21.15.43:0/2365950332 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55693ddae7a0 0x55693ddb32a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:55:22.312 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.293+0000 7f8a48877640 1 --2- 172.21.15.43:0/2365950332 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55693ddaddb0 0x55693ddae1d0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f8a3c009fd0 tx=0x7f8a3c010860 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ad964ec897c61eb4 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:55:22.312 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.293+0000 7f8a3a7fc640 1 -- 172.21.15.43:0/2365950332 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a3c011700 con 0x55693ddaddb0 2024-05-16T15:55:22.312 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.293+0000 7f8a3a7fc640 1 -- 172.21.15.43:0/2365950332 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8a3c011d30 con 0x55693ddaddb0 2024-05-16T15:55:22.312 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.293+0000 7f8a417fa640 1 --2- 172.21.15.43:0/192549420 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f8a300b28a0 0x7f8a300b4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:22.312 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.293+0000 7f8a3a7fc640 1 -- 172.21.15.43:0/2365950332 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a3c01bdd0 con 0x55693ddaddb0 2024-05-16T15:55:22.312 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.293+0000 7f8a43fff640 1 --2- 172.21.15.43:0/192549420 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f8a300b28a0 0x7f8a300b4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:22.312 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.293+0000 7f8a417fa640 1 -- 172.21.15.43:0/192549420 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f8a2c102c10 con 0x7f8a44102b00 2024-05-16T15:55:22.312 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.294+0000 7f8a4cff9740 1 -- 172.21.15.43:0/2365950332 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55693ddaddb0 msgr2=0x55693ddae1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:55:22.312 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.294+0000 7f8a4cff9740 1 --2- 172.21.15.43:0/2365950332 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55693ddaddb0 0x55693ddae1d0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f8a3c009fd0 tx=0x7f8a3c010860 comp rx=0 tx=0).stop 2024-05-16T15:55:22.312 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.294+0000 7f8a43fff640 1 --2- 172.21.15.43:0/192549420 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f8a300b28a0 0x7f8a300b4d60 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x55693ddaeba0 tx=0x7f8a3400b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:55:22.312 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.294+0000 7f8a4cff9740 1 -- 172.21.15.43:0/2365950332 shutdown_connections 2024-05-16T15:55:22.313 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.294+0000 7f8a4cff9740 1 --2- 172.21.15.43:0/2365950332 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55693ddb3910 0x55693ddb5da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:22.313 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.294+0000 7f8a4cff9740 1 --2- 172.21.15.43:0/2365950332 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55693ddae7a0 0x55693ddb32a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:22.313 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.294+0000 7f8a4cff9740 1 --2- 172.21.15.43:0/2365950332 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55693ddaddb0 0x55693ddae1d0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:22.313 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.294+0000 7f8a4cff9740 1 -- 172.21.15.43:0/2365950332 >> 172.21.15.43:0/2365950332 conn(0x55693dda9420 msgr2=0x55693dda9820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:55:22.313 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.294+0000 7f8a4cff9740 1 -- 172.21.15.43:0/2365950332 shutdown_connections 2024-05-16T15:55:22.313 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.294+0000 7f8a4cff9740 1 -- 172.21.15.43:0/2365950332 wait complete. 2024-05-16T15:55:22.313 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.294+0000 7f8a4cff9740 1 -- start start 2024-05-16T15:55:22.313 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.294+0000 7f8a4cff9740 1 Processor -- start 2024-05-16T15:55:22.313 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.295+0000 7f8a4cff9740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55693ddaddb0 0x55693ddb8030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:22.313 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.295+0000 7f8a4cff9740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55693ddae7a0 0x55693ddb8570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:22.313 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.295+0000 7f8a4cff9740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55693ddb3910 0x55693ddbf5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:22.313 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.295+0000 7f8a4cff9740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55693ddb68c0 con 0x55693ddb3910 2024-05-16T15:55:22.313 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.295+0000 7f8a4cff9740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55693dccf370 con 0x55693ddae7a0 2024-05-16T15:55:22.313 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.295+0000 7f8a4cff9740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55693ddb6a40 con 0x55693ddaddb0 2024-05-16T15:55:22.313 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.295+0000 7f8a437fe640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55693ddae7a0 0x55693ddb8570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:22.314 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.295+0000 7f8a4cff9740 10 client.0 _ll_register_callbacks cb 0x55693da23a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:55:22.314 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.295+0000 7f8a43fff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55693ddaddb0 0x55693ddb8030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:22.314 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.295+0000 7f8a437fe640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55693ddae7a0 0x55693ddb8570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:48096/0 (socket says 172.21.15.43:48096) 2024-05-16T15:55:22.314 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.295+0000 7f8a437fe640 1 -- 172.21.15.43:0/221138509 learned_addr learned my addr 172.21.15.43:0/221138509 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:55:22.314 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.295+0000 7f8a48877640 1 --2- 172.21.15.43:0/221138509 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55693ddb3910 0x55693ddbf5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:22.314 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.295+0000 7f8a43fff640 1 -- 172.21.15.43:0/221138509 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55693ddae7a0 msgr2=0x55693ddb8570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:55:22.314 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.295+0000 7f8a43fff640 1 --2- 172.21.15.43:0/221138509 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55693ddae7a0 0x55693ddb8570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:22.314 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.295+0000 7f8a43fff640 1 -- 172.21.15.43:0/221138509 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55693ddb3910 msgr2=0x55693ddbf5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:55:22.314 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.295+0000 7f8a43fff640 1 --2- 172.21.15.43:0/221138509 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55693ddb3910 0x55693ddbf5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:22.314 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.295+0000 7f8a43fff640 1 -- 172.21.15.43:0/221138509 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55693daf0620 con 0x55693ddaddb0 2024-05-16T15:55:22.314 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.296+0000 7f8a43fff640 1 --2- 172.21.15.43:0/221138509 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55693ddaddb0 0x55693ddb8030 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x55693ddaf210 tx=0x7f8a34004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=15e1c7f4dc9683eb server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:55:22.314 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.296+0000 7f8a237fe640 10 client.0 ms_handle_connect on v2:172.21.15.157:3300/0 2024-05-16T15:55:22.314 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.296+0000 7f8a237fe640 1 -- 172.21.15.43:0/221138509 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a3402c060 con 0x55693ddaddb0 2024-05-16T15:55:22.314 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.296+0000 7f8a237fe640 1 -- 172.21.15.43:0/221138509 <== mon.1 v2:172.21.15.157:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f8a34017030 con 0x55693ddaddb0 2024-05-16T15:55:22.315 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.296+0000 7f8a4cff9740 1 -- 172.21.15.43:0/221138509 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8a3c011d30 con 0x55693ddaddb0 2024-05-16T15:55:22.315 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.297+0000 7f8a237fe640 1 -- 172.21.15.43:0/221138509 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f8a34033050 con 0x55693ddaddb0 2024-05-16T15:55:22.315 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.297+0000 7f8a4cff9740 10 client.25927 fetch_fsmap learned FSMap version 36 2024-05-16T15:55:22.315 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.297+0000 7f8a4cff9740 1 -- 172.21.15.43:0/221138509 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x55693ddc2660 con 0x55693ddaddb0 2024-05-16T15:55:22.315 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.297+0000 7f8a237fe640 1 -- 172.21.15.43:0/221138509 <== mon.1 v2:172.21.15.157:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8a3c011d30 con 0x55693ddaddb0 2024-05-16T15:55:22.315 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.297+0000 7f8a237fe640 1 -- 172.21.15.43:0/221138509 <== mon.1 v2:172.21.15.157:3300/0 5 ==== fsmap(e 36) ==== 8378+0+0 (secure 0 0 0) 0x7f8a34027a70 con 0x55693ddaddb0 2024-05-16T15:55:22.315 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.297+0000 7f8a4cff9740 10 client.25927 fetch_fsmap finished waiting for FSMap version 36 2024-05-16T15:55:22.315 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.297+0000 7f8a4cff9740 10 client.25927 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:55:22.315 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.297+0000 7f8a4cff9740 20 client.25927 populate_metadata read hostname 'smithi043' 2024-05-16T15:55:22.315 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.297+0000 7f8a4cff9740 1 --2- 172.21.15.43:0/221138509 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55693ddc42f0 0x55693ddc6770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:22.315 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.297+0000 7f8a4cff9740 4 client.25927 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:55:22.315 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.297+0000 7f8a4cff9740 1 -- 172.21.15.43:0/221138509 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55693dd201e0 con 0x55693ddc42f0 2024-05-16T15:55:22.315 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.298+0000 7f8a437fe640 1 --2- 172.21.15.43:0/221138509 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55693ddc42f0 0x55693ddc6770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:22.316 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.298+0000 7f8a237fe640 10 client.25927 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:55:22.317 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.298+0000 7f8a437fe640 1 --2- 172.21.15.43:0/221138509 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55693ddc42f0 0x55693ddc6770 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=746d7245291e169d server_cookie=f69985ec57ec8af3 in_seq=0 out_seq=0 2024-05-16T15:55:22.317 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.299+0000 7f8a237fe640 1 -- 172.21.15.43:0/221138509 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55693dd201e0 con 0x55693ddc42f0 2024-05-16T15:55:22.317 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.299+0000 7f8a237fe640 10 client.25927 handle_command_reply: tid=0 2024-05-16T15:55:22.317 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.299+0000 7f8a4cff9740 1 client.25927 shutdown 2024-05-16T15:55:22.317 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.300+0000 7f8a4cff9740 1 -- 172.21.15.43:0/221138509 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55693ddaddb0 msgr2=0x55693ddb8030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:55:22.317 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.300+0000 7f8a4cff9740 1 --2- 172.21.15.43:0/221138509 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55693ddaddb0 0x55693ddb8030 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x55693ddaf210 tx=0x7f8a34004730 comp rx=0 tx=0).stop 2024-05-16T15:55:22.317 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.300+0000 7f8a4cff9740 1 -- 172.21.15.43:0/221138509 shutdown_connections 2024-05-16T15:55:22.317 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.300+0000 7f8a4cff9740 1 --2- 172.21.15.43:0/221138509 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55693ddc42f0 0x55693ddc6770 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:22.317 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.300+0000 7f8a4cff9740 1 --2- 172.21.15.43:0/221138509 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55693ddb3910 0x55693ddbf5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:22.317 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.300+0000 7f8a4cff9740 1 --2- 172.21.15.43:0/221138509 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55693ddae7a0 0x55693ddb8570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:22.317 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.300+0000 7f8a4cff9740 1 --2- 172.21.15.43:0/221138509 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55693ddaddb0 0x55693ddb8030 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:22.317 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.300+0000 7f8a237fe640 0 client.25927 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:55:22.317 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.300+0000 7f8a4cff9740 1 -- 172.21.15.43:0/221138509 >> 172.21.15.43:0/221138509 conn(0x55693dda9420 msgr2=0x55693dda8580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:55:22.317 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.300+0000 7f8a4cff9740 1 -- 172.21.15.43:0/221138509 shutdown_connections 2024-05-16T15:55:22.318 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.300+0000 7f8a4cff9740 1 -- 172.21.15.43:0/221138509 wait complete. 2024-05-16T15:55:22.318 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.300+0000 7f8a4cff9740 20 client.25927 trim_cache size 0 max 16384 2024-05-16T15:55:22.336 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.321+0000 7f8a4cff9740 1 Processor -- start 2024-05-16T15:55:22.336 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.321+0000 7f8a4cff9740 1 -- start start 2024-05-16T15:55:22.336 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.322+0000 7f8a4cff9740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55693ddaddb0 0x55693ddb2fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:22.336 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.322+0000 7f8a4cff9740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55693ddae7a0 0x55693ddb7c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:22.336 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.322+0000 7f8a4cff9740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55693ddb3910 0x55693ddb8180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:22.336 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.322+0000 7f8a4cff9740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f8a441b1af0 con 0x55693ddae7a0 2024-05-16T15:55:22.336 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.322+0000 7f8a4cff9740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f8a441b36f0 con 0x55693ddb3910 2024-05-16T15:55:22.336 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.322+0000 7f8a4cff9740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f8a441b21c0 con 0x55693ddaddb0 2024-05-16T15:55:22.336 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.322+0000 7f8a437fe640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55693ddae7a0 0x55693ddb7c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:22.336 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.322+0000 7f8a437fe640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55693ddae7a0 0x55693ddb7c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:47862/0 (socket says 172.21.15.43:47862) 2024-05-16T15:55:22.336 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.322+0000 7f8a48877640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55693ddb3910 0x55693ddb8180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:22.336 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.322+0000 7f8a437fe640 1 -- 172.21.15.43:0/3716158149 learned_addr learned my addr 172.21.15.43:0/3716158149 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:55:22.336 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.322+0000 7f8a43fff640 1 --2- 172.21.15.43:0/3716158149 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55693ddaddb0 0x55693ddb2fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:22.337 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.322+0000 7f8a437fe640 1 -- 172.21.15.43:0/3716158149 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55693ddaddb0 msgr2=0x55693ddb2fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:55:22.337 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.322+0000 7f8a437fe640 1 --2- 172.21.15.43:0/3716158149 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55693ddaddb0 0x55693ddb2fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:22.337 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.322+0000 7f8a437fe640 1 -- 172.21.15.43:0/3716158149 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55693ddb3910 msgr2=0x55693ddb8180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:55:22.337 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.322+0000 7f8a437fe640 1 --2- 172.21.15.43:0/3716158149 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55693ddb3910 0x55693ddb8180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:22.337 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.322+0000 7f8a437fe640 1 -- 172.21.15.43:0/3716158149 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55693ddaf470 con 0x55693ddae7a0 2024-05-16T15:55:22.337 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.322+0000 7f8a437fe640 1 --2- 172.21.15.43:0/3716158149 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55693ddae7a0 0x55693ddb7c40 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f8a2c003fd0 tx=0x7f8a2c04b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab9b44198ebd7916 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:55:22.337 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.322+0000 7f8a39ffb640 1 -- 172.21.15.43:0/3716158149 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a2c049040 con 0x55693ddae7a0 2024-05-16T15:55:22.337 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.323+0000 7f8a39ffb640 1 -- 172.21.15.43:0/3716158149 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8a2c0c9990 con 0x55693ddae7a0 2024-05-16T15:55:22.337 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.323+0000 7f8a39ffb640 1 -- 172.21.15.43:0/3716158149 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a2c0035f0 con 0x55693ddae7a0 2024-05-16T15:55:22.341 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.324+0000 7f8a4cff9740 1 -- 172.21.15.43:0/3716158149 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55693ddae7a0 msgr2=0x55693ddb7c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:55:22.341 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.324+0000 7f8a4cff9740 1 --2- 172.21.15.43:0/3716158149 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55693ddae7a0 0x55693ddb7c40 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f8a2c003fd0 tx=0x7f8a2c04b000 comp rx=0 tx=0).stop 2024-05-16T15:55:22.341 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.324+0000 7f8a4cff9740 1 -- 172.21.15.43:0/3716158149 shutdown_connections 2024-05-16T15:55:22.341 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.324+0000 7f8a4cff9740 1 --2- 172.21.15.43:0/3716158149 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55693ddb3910 0x55693ddb8180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:22.341 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.324+0000 7f8a4cff9740 1 --2- 172.21.15.43:0/3716158149 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55693ddae7a0 0x55693ddb7c40 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:22.341 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.324+0000 7f8a4cff9740 1 --2- 172.21.15.43:0/3716158149 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55693ddaddb0 0x55693ddb2fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:22.341 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.324+0000 7f8a4cff9740 1 -- 172.21.15.43:0/3716158149 >> 172.21.15.43:0/3716158149 conn(0x55693dda9420 msgr2=0x55693dda43e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:55:22.341 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.324+0000 7f8a4cff9740 1 -- 172.21.15.43:0/3716158149 shutdown_connections 2024-05-16T15:55:22.341 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.324+0000 7f8a4cff9740 1 -- 172.21.15.43:0/3716158149 wait complete. 2024-05-16T15:55:22.341 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.324+0000 7f8a4cff9740 1 -- start start 2024-05-16T15:55:22.341 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.324+0000 7f8a4cff9740 1 Processor -- start 2024-05-16T15:55:22.341 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.325+0000 7f8a4cff9740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55693ddaddb0 0x55693ddbc150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:22.341 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.325+0000 7f8a4cff9740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55693ddae7a0 0x55693ddbc690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:22.341 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.325+0000 7f8a4cff9740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55693ddb3910 0x55693ddbd6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:22.342 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.325+0000 7f8a4cff9740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f8a441b3020 con 0x55693ddaddb0 2024-05-16T15:55:22.342 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.325+0000 7f8a4cff9740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f8a441b2890 con 0x55693ddb3910 2024-05-16T15:55:22.342 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.325+0000 7f8a4cff9740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f8a441afad0 con 0x55693ddae7a0 2024-05-16T15:55:22.342 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.325+0000 7f8a43fff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55693ddaddb0 0x55693ddbc150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:22.342 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.325+0000 7f8a4cff9740 10 client.0 _ll_register_callbacks cb 0x7f8a3400bcd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:55:22.342 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.325+0000 7f8a43fff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55693ddaddb0 0x55693ddbc150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:47874/0 (socket says 172.21.15.43:47874) 2024-05-16T15:55:22.342 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.325+0000 7f8a43fff640 1 -- 172.21.15.43:0/410566138 learned_addr learned my addr 172.21.15.43:0/410566138 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:55:22.342 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.325+0000 7f8a437fe640 1 --2- 172.21.15.43:0/410566138 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55693ddae7a0 0x55693ddbc690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:22.342 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.325+0000 7f8a48877640 1 --2- 172.21.15.43:0/410566138 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55693ddb3910 0x55693ddbd6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:22.342 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.325+0000 7f8a437fe640 1 -- 172.21.15.43:0/410566138 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55693ddb3910 msgr2=0x55693ddbd6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:55:22.342 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.325+0000 7f8a437fe640 1 --2- 172.21.15.43:0/410566138 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55693ddb3910 0x55693ddbd6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:22.342 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.325+0000 7f8a437fe640 1 -- 172.21.15.43:0/410566138 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55693ddaddb0 msgr2=0x55693ddbc150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:55:22.342 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.325+0000 7f8a437fe640 1 --2- 172.21.15.43:0/410566138 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55693ddaddb0 0x55693ddbc150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:22.342 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.325+0000 7f8a437fe640 1 -- 172.21.15.43:0/410566138 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55693ddbdc90 con 0x55693ddae7a0 2024-05-16T15:55:22.342 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.326+0000 7f8a437fe640 1 --2- 172.21.15.43:0/410566138 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55693ddae7a0 0x55693ddbc690 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f8a2c003fd0 tx=0x7f8a2c0c96b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=81927d866a962b2f server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:55:22.343 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.326+0000 7f8a237fe640 10 client.0 ms_handle_connect on v2:172.21.15.157:3300/0 2024-05-16T15:55:22.343 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.326+0000 7f8a237fe640 1 -- 172.21.15.43:0/410566138 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a2c049040 con 0x55693ddae7a0 2024-05-16T15:55:22.343 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.326+0000 7f8a237fe640 1 -- 172.21.15.43:0/410566138 <== mon.1 v2:172.21.15.157:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f8a2c0c6470 con 0x55693ddae7a0 2024-05-16T15:55:22.343 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.326+0000 7f8a4cff9740 1 -- 172.21.15.43:0/410566138 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8a2c0c9990 con 0x55693ddae7a0 2024-05-16T15:55:22.343 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.326+0000 7f8a237fe640 1 -- 172.21.15.43:0/410566138 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f8a2c0ca580 con 0x55693ddae7a0 2024-05-16T15:55:22.343 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.326+0000 7f8a4cff9740 10 client.25933 fetch_fsmap learned FSMap version 36 2024-05-16T15:55:22.343 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.326+0000 7f8a4cff9740 1 -- 172.21.15.43:0/410566138 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x55693ddbefa0 con 0x55693ddae7a0 2024-05-16T15:55:22.343 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.327+0000 7f8a237fe640 1 -- 172.21.15.43:0/410566138 <== mon.1 v2:172.21.15.157:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8a2c0c9990 con 0x55693ddae7a0 2024-05-16T15:55:22.343 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.327+0000 7f8a237fe640 1 -- 172.21.15.43:0/410566138 <== mon.1 v2:172.21.15.157:3300/0 5 ==== fsmap(e 36) ==== 8378+0+0 (secure 0 0 0) 0x7f8a2c109070 con 0x55693ddae7a0 2024-05-16T15:55:22.343 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.327+0000 7f8a4cff9740 10 client.25933 fetch_fsmap finished waiting for FSMap version 36 2024-05-16T15:55:22.343 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.327+0000 7f8a4cff9740 10 client.25933 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:55:22.343 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.327+0000 7f8a4cff9740 20 client.25933 populate_metadata read hostname 'smithi043' 2024-05-16T15:55:22.343 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.327+0000 7f8a4cff9740 1 --2- 172.21.15.43:0/410566138 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55693de2f170 0x55693de31590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:22.343 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.327+0000 7f8a4cff9740 4 client.25933 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-16T15:55:22.344 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.327+0000 7f8a4cff9740 1 -- 172.21.15.43:0/410566138 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55693dd1a050 con 0x55693de2f170 2024-05-16T15:55:22.344 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.327+0000 7f8a43fff640 1 --2- 172.21.15.43:0/410566138 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55693de2f170 0x55693de31590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:22.344 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.328+0000 7f8a237fe640 10 client.25933 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:55:22.344 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.328+0000 7f8a43fff640 1 --2- 172.21.15.43:0/410566138 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55693de2f170 0x55693de31590 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3b32ccf41b92648 server_cookie=e874230f9f86d18e in_seq=0 out_seq=0 2024-05-16T15:55:22.354 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.340+0000 7f8a237fe640 1 -- 172.21.15.43:0/410566138 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55693dd1a050 con 0x55693de2f170 2024-05-16T15:55:22.354 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.340+0000 7f8a237fe640 10 client.25933 handle_command_reply: tid=0 2024-05-16T15:55:22.354 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.340+0000 7f8a4cff9740 1 client.25933 shutdown 2024-05-16T15:55:22.354 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.340+0000 7f8a4cff9740 1 -- 172.21.15.43:0/410566138 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55693ddae7a0 msgr2=0x55693ddbc690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:55:22.354 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.340+0000 7f8a4cff9740 1 --2- 172.21.15.43:0/410566138 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55693ddae7a0 0x55693ddbc690 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f8a2c003fd0 tx=0x7f8a2c0c96b0 comp rx=0 tx=0).stop 2024-05-16T15:55:22.354 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.340+0000 7f8a4cff9740 1 -- 172.21.15.43:0/410566138 shutdown_connections 2024-05-16T15:55:22.354 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.340+0000 7f8a4cff9740 1 --2- 172.21.15.43:0/410566138 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55693de2f170 0x55693de31590 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:22.354 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.340+0000 7f8a4cff9740 1 --2- 172.21.15.43:0/410566138 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55693ddb3910 0x55693ddbd6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:22.354 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.340+0000 7f8a237fe640 0 client.25933 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:55:22.355 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.340+0000 7f8a4cff9740 1 --2- 172.21.15.43:0/410566138 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55693ddae7a0 0x55693ddbc690 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:22.355 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.340+0000 7f8a4cff9740 1 --2- 172.21.15.43:0/410566138 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55693ddaddb0 0x55693ddbc150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:22.355 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.341+0000 7f8a4cff9740 1 -- 172.21.15.43:0/410566138 >> 172.21.15.43:0/410566138 conn(0x55693dda9420 msgr2=0x55693ddaf980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:55:22.355 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.341+0000 7f8a4cff9740 1 -- 172.21.15.43:0/410566138 shutdown_connections 2024-05-16T15:55:22.355 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.341+0000 7f8a4cff9740 1 -- 172.21.15.43:0/410566138 wait complete. 2024-05-16T15:55:22.355 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.341+0000 7f8a4cff9740 20 client.25933 trim_cache size 0 max 16384 2024-05-16T15:55:22.355 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:{ 2024-05-16T15:55:22.355 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "message": "", 2024-05-16T15:55:22.355 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "return_code": 0 2024-05-16T15:55:22.355 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:} 2024-05-16T15:55:22.356 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.341+0000 7f8a4a2da640 1 -- 172.21.15.43:0/192549420 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f8a300b28a0 msgr2=0x7f8a300b4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:55:22.356 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.341+0000 7f8a4a2da640 1 --2- 172.21.15.43:0/192549420 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f8a300b28a0 0x7f8a300b4d60 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x55693ddaeba0 tx=0x7f8a3400b410 comp rx=0 tx=0).stop 2024-05-16T15:55:22.356 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.341+0000 7f8a4a2da640 1 -- 172.21.15.43:0/192549420 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8a44102b00 msgr2=0x7f8a4419b5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:55:22.356 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.341+0000 7f8a4a2da640 1 --2- 172.21.15.43:0/192549420 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8a44102b00 0x7f8a4419b5e0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f8a2c009a20 tx=0x7f8a2c0040c0 comp rx=0 tx=0).stop 2024-05-16T15:55:22.356 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.341+0000 7f8a4a2da640 1 -- 172.21.15.43:0/192549420 shutdown_connections 2024-05-16T15:55:22.356 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.341+0000 7f8a4a2da640 1 --2- 172.21.15.43:0/192549420 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8a441034c0 0x7f8a4419bc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:22.356 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.342+0000 7f8a4a2da640 1 --2- 172.21.15.43:0/192549420 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f8a44102b00 0x7f8a4419b5e0 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:22.356 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.342+0000 7f8a4a2da640 1 --2- 172.21.15.43:0/192549420 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f8a300b28a0 0x7f8a300b4d60 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:22.357 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.342+0000 7f8a4a2da640 1 --2- 172.21.15.43:0/192549420 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8a44101910 0x7f8a4406abe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:22.357 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.342+0000 7f8a4a2da640 1 -- 172.21.15.43:0/192549420 >> 172.21.15.43:0/192549420 conn(0x7f8a440fce80 msgr2=0x7f8a44105ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:55:22.357 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.342+0000 7f8a4a2da640 1 -- 172.21.15.43:0/192549420 shutdown_connections 2024-05-16T15:55:22.357 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:22.342+0000 7f8a4a2da640 1 -- 172.21.15.43:0/192549420 wait complete. 2024-05-16T15:55:23.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:55:23 smithi157 ceph-mon[35584]: pgmap v591: 129 pgs: 129 active+clean; 47 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 3.4 MiB/s wr, 499 op/s 2024-05-16T15:55:23.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:55:23 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:55:23.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:55:23 smithi148 ceph-mon[34976]: pgmap v591: 129 pgs: 129 active+clean; 47 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 3.4 MiB/s wr, 499 op/s 2024-05-16T15:55:23.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:55:23 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:55:23.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:55:23 smithi043 ceph-mon[31619]: pgmap v591: 129 pgs: 129 active+clean; 47 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 3.4 MiB/s wr, 499 op/s 2024-05-16T15:55:23.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:55:23 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:55:24.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:55:24 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:55:24.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:55:24 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:55:24.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:55:24 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:55:24.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:55:24 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:55:24.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:55:24 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:55:24.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:55:24 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:55:24.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:55:24 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:55:24.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:55:24 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:55:24.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:55:24 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:55:24.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:55:24 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:55:24.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:55:24 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:55:24.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:55:24 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:55:24.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:55:24 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:55:24.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:55:24 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:55:24.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:55:24 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:55:24.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:55:24 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:55:24.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:55:24 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:55:24.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:55:24 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-16T15:55:24.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:55:24 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:55:24.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:55:24 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:55:24.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:55:24 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:55:25.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:55:25 smithi157 ceph-mon[35584]: Adjusting osd_memory_target on smithi157 to 176.2M 2024-05-16T15:55:25.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:55:25 smithi157 ceph-mon[35584]: Unable to set osd_memory_target on smithi157 to 184768819: error parsing value: Value '184768819' is below minimum 939524096 2024-05-16T15:55:25.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:55:25 smithi157 ceph-mon[35584]: pgmap v592: 129 pgs: 129 active+clean; 45 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 MiB/s rd, 3.8 MiB/s wr, 555 op/s 2024-05-16T15:55:25.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:55:25 smithi148 ceph-mon[34976]: Adjusting osd_memory_target on smithi157 to 176.2M 2024-05-16T15:55:25.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:55:25 smithi148 ceph-mon[34976]: Unable to set osd_memory_target on smithi157 to 184768819: error parsing value: Value '184768819' is below minimum 939524096 2024-05-16T15:55:25.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:55:25 smithi148 ceph-mon[34976]: pgmap v592: 129 pgs: 129 active+clean; 45 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 MiB/s rd, 3.8 MiB/s wr, 555 op/s 2024-05-16T15:55:25.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:55:25 smithi043 ceph-mon[31619]: Adjusting osd_memory_target on smithi157 to 176.2M 2024-05-16T15:55:25.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:55:25 smithi043 ceph-mon[31619]: Unable to set osd_memory_target on smithi157 to 184768819: error parsing value: Value '184768819' is below minimum 939524096 2024-05-16T15:55:25.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:55:25 smithi043 ceph-mon[31619]: pgmap v592: 129 pgs: 129 active+clean; 45 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 MiB/s rd, 3.8 MiB/s wr, 555 op/s 2024-05-16T15:55:27.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:55:27 smithi157 ceph-mon[35584]: pgmap v593: 129 pgs: 129 active+clean; 45 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 MiB/s rd, 3.0 MiB/s wr, 431 op/s 2024-05-16T15:55:27.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:55:27 smithi148 ceph-mon[34976]: pgmap v593: 129 pgs: 129 active+clean; 45 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 MiB/s rd, 3.0 MiB/s wr, 431 op/s 2024-05-16T15:55:27.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:55:27 smithi043 ceph-mon[31619]: pgmap v593: 129 pgs: 129 active+clean; 45 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 MiB/s rd, 3.0 MiB/s wr, 431 op/s 2024-05-16T15:55:29.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:55:29 smithi157 ceph-mon[35584]: pgmap v594: 129 pgs: 129 active+clean; 47 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 4.3 MiB/s wr, 628 op/s 2024-05-16T15:55:29.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:55:29 smithi148 ceph-mon[34976]: pgmap v594: 129 pgs: 129 active+clean; 47 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 4.3 MiB/s wr, 628 op/s 2024-05-16T15:55:29.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:55:29 smithi043 ceph-mon[31619]: pgmap v594: 129 pgs: 129 active+clean; 47 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 4.3 MiB/s wr, 628 op/s 2024-05-16T15:55:31.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:55:31 smithi157 ceph-mon[35584]: pgmap v595: 129 pgs: 129 active+clean; 47 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 MiB/s rd, 2.8 MiB/s wr, 416 op/s 2024-05-16T15:55:31.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:55:31 smithi148 ceph-mon[34976]: pgmap v595: 129 pgs: 129 active+clean; 47 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 MiB/s rd, 2.8 MiB/s wr, 416 op/s 2024-05-16T15:55:31.976 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:55:31 smithi043 ceph-mon[31619]: pgmap v595: 129 pgs: 129 active+clean; 47 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 MiB/s rd, 2.8 MiB/s wr, 416 op/s 2024-05-16T15:55:33.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:55:33 smithi157 ceph-mon[35584]: pgmap v596: 129 pgs: 129 active+clean; 47 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 MiB/s rd, 3.3 MiB/s wr, 490 op/s 2024-05-16T15:55:33.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:55:33 smithi148 ceph-mon[34976]: pgmap v596: 129 pgs: 129 active+clean; 47 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 MiB/s rd, 3.3 MiB/s wr, 490 op/s 2024-05-16T15:55:33.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:55:33 smithi043 ceph-mon[31619]: pgmap v596: 129 pgs: 129 active+clean; 47 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 MiB/s rd, 3.3 MiB/s wr, 490 op/s 2024-05-16T15:55:35.478 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.463+0000 7ff697d22640 1 -- 172.21.15.43:0/2171593375 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff690103490 msgr2=0x7ff690105880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:55:35.479 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.463+0000 7ff697d22640 1 --2- 172.21.15.43:0/2171593375 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff690103490 0x7ff690105880 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7ff68c009860 tx=0x7ff68c02a340 comp rx=0 tx=0).stop 2024-05-16T15:55:35.479 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.463+0000 7ff697d22640 1 -- 172.21.15.43:0/2171593375 shutdown_connections 2024-05-16T15:55:35.479 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.463+0000 7ff697d22640 1 --2- 172.21.15.43:0/2171593375 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff6901086f0 0x7ff69010ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:35.479 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.463+0000 7ff697d22640 1 --2- 172.21.15.43:0/2171593375 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff690105dc0 0x7ff6901081b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:35.479 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.463+0000 7ff697d22640 1 --2- 172.21.15.43:0/2171593375 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff690103490 0x7ff690105880 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:35.479 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.463+0000 7ff697d22640 1 -- 172.21.15.43:0/2171593375 >> 172.21.15.43:0/2171593375 conn(0x7ff6900fce80 msgr2=0x7ff6900ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:55:35.479 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.463+0000 7ff697d22640 1 -- 172.21.15.43:0/2171593375 shutdown_connections 2024-05-16T15:55:35.479 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.463+0000 7ff697d22640 1 -- 172.21.15.43:0/2171593375 wait complete. 2024-05-16T15:55:35.479 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.464+0000 7ff697d22640 1 Processor -- start 2024-05-16T15:55:35.479 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.464+0000 7ff697d22640 1 -- start start 2024-05-16T15:55:35.479 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.464+0000 7ff697d22640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff690103490 0x7ff690198ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:35.479 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.464+0000 7ff697d22640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff690105dc0 0x7ff690199010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:35.479 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.464+0000 7ff697d22640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff6901086f0 0x7ff6901a0080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:35.480 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.464+0000 7ff697d22640 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7ff69010e3f0 con 0x7ff690105dc0 2024-05-16T15:55:35.480 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.464+0000 7ff697d22640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7ff69010e270 con 0x7ff690103490 2024-05-16T15:55:35.480 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.464+0000 7ff697d22640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7ff69010e570 con 0x7ff6901086f0 2024-05-16T15:55:35.480 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.464+0000 7ff6952bd640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff690105dc0 0x7ff690199010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:35.480 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.464+0000 7ff695abe640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff690103490 0x7ff690198ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:35.480 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.464+0000 7ff6952bd640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff690105dc0 0x7ff690199010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:44266/0 (socket says 172.21.15.43:44266) 2024-05-16T15:55:35.480 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.464+0000 7ff6952bd640 1 -- 172.21.15.43:0/4262143867 learned_addr learned my addr 172.21.15.43:0/4262143867 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:55:35.480 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.464+0000 7ff6962bf640 1 --2- 172.21.15.43:0/4262143867 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff6901086f0 0x7ff6901a0080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:35.480 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.464+0000 7ff6952bd640 1 -- 172.21.15.43:0/4262143867 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff6901086f0 msgr2=0x7ff6901a0080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:55:35.480 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.464+0000 7ff6952bd640 1 --2- 172.21.15.43:0/4262143867 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff6901086f0 0x7ff6901a0080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:35.480 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.464+0000 7ff6952bd640 1 -- 172.21.15.43:0/4262143867 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff690103490 msgr2=0x7ff690198ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:55:35.480 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.464+0000 7ff6952bd640 1 --2- 172.21.15.43:0/4262143867 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff690103490 0x7ff690198ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:35.480 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.464+0000 7ff6952bd640 1 -- 172.21.15.43:0/4262143867 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6901a06f0 con 0x7ff690105dc0 2024-05-16T15:55:35.480 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.465+0000 7ff695abe640 1 --2- 172.21.15.43:0/4262143867 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff690103490 0x7ff690198ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:55:35.480 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.465+0000 7ff6952bd640 1 --2- 172.21.15.43:0/4262143867 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff690105dc0 0x7ff690199010 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7ff68000e9a0 tx=0x7ff68000ee60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:55:35.481 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.465+0000 7ff686ffd640 1 -- 172.21.15.43:0/4262143867 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff68000cd80 con 0x7ff690105dc0 2024-05-16T15:55:35.481 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.465+0000 7ff686ffd640 1 -- 172.21.15.43:0/4262143867 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff6800035f0 con 0x7ff690105dc0 2024-05-16T15:55:35.481 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.465+0000 7ff697d22640 1 -- 172.21.15.43:0/4262143867 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6901a09e0 con 0x7ff690105dc0 2024-05-16T15:55:35.481 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.465+0000 7ff686ffd640 1 -- 172.21.15.43:0/4262143867 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff680010690 con 0x7ff690105dc0 2024-05-16T15:55:35.481 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.465+0000 7ff697d22640 1 -- 172.21.15.43:0/4262143867 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6901a0f30 con 0x7ff690105dc0 2024-05-16T15:55:35.482 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.468+0000 7ff69aa3d740 1 Processor -- start 2024-05-16T15:55:35.482 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.468+0000 7ff69aa3d740 1 -- start start 2024-05-16T15:55:35.482 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.468+0000 7ff69aa3d740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b5b2c241c0 0x55b5b2c245e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:35.483 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.468+0000 7ff686ffd640 1 -- 172.21.15.43:0/4262143867 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7ff680004000 con 0x7ff690105dc0 2024-05-16T15:55:35.483 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.468+0000 7ff69aa3d740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b5b2c24bb0 0x55b5b2c296b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:35.483 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.468+0000 7ff69aa3d740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b5b2c29d20 0x55b5b2c2c1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:35.483 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.468+0000 7ff69aa3d740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55b5b2b845d0 con 0x55b5b2c241c0 2024-05-16T15:55:35.483 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.468+0000 7ff69aa3d740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55b5b2b3d890 con 0x55b5b2c24bb0 2024-05-16T15:55:35.483 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.468+0000 7ff69aa3d740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55b5b2b80590 con 0x55b5b2c29d20 2024-05-16T15:55:35.483 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.468+0000 7ff695abe640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b5b2c24bb0 0x55b5b2c296b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:35.483 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.468+0000 7ff6962bf640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b5b2c241c0 0x55b5b2c245e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:35.483 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.468+0000 7ff6952bd640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b5b2c29d20 0x55b5b2c2c1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:35.483 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.468+0000 7ff695abe640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b5b2c24bb0 0x55b5b2c296b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:58800/0 (socket says 172.21.15.43:58800) 2024-05-16T15:55:35.483 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.468+0000 7ff695abe640 1 -- 172.21.15.43:0/2342392532 learned_addr learned my addr 172.21.15.43:0/2342392532 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:55:35.483 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.469+0000 7ff695abe640 1 -- 172.21.15.43:0/2342392532 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b5b2c29d20 msgr2=0x55b5b2c2c1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:55:35.483 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.469+0000 7ff695abe640 1 --2- 172.21.15.43:0/2342392532 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b5b2c29d20 0x55b5b2c2c1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:35.483 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.469+0000 7ff695abe640 1 -- 172.21.15.43:0/2342392532 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b5b2c241c0 msgr2=0x55b5b2c245e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:55:35.484 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.469+0000 7ff695abe640 1 --2- 172.21.15.43:0/2342392532 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b5b2c241c0 0x55b5b2c245e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:35.484 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.469+0000 7ff695abe640 1 -- 172.21.15.43:0/2342392532 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b5b2896210 con 0x55b5b2c24bb0 2024-05-16T15:55:35.484 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.469+0000 7ff695abe640 1 --2- 172.21.15.43:0/2342392532 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b5b2c24bb0 0x55b5b2c296b0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7ff68c005e00 tx=0x7ff68c0303b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=533a6a1ef3357d1 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:55:35.484 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.469+0000 7ff686ffd640 1 --2- 172.21.15.43:0/4262143867 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ff67c0b28a0 0x7ff67c0b4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:35.484 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.469+0000 7ff67bfff640 1 -- 172.21.15.43:0/2342392532 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff68c037040 con 0x55b5b2c24bb0 2024-05-16T15:55:35.484 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.469+0000 7ff67bfff640 1 -- 172.21.15.43:0/2342392532 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff68c02ad00 con 0x55b5b2c24bb0 2024-05-16T15:55:35.484 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.469+0000 7ff67bfff640 1 -- 172.21.15.43:0/2342392532 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff68c0327f0 con 0x55b5b2c24bb0 2024-05-16T15:55:35.487 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.470+0000 7ff6962bf640 1 --2- 172.21.15.43:0/4262143867 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ff67c0b28a0 0x7ff67c0b4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:35.488 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.470+0000 7ff686ffd640 1 -- 172.21.15.43:0/4262143867 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7ff6800e28a0 con 0x7ff690105dc0 2024-05-16T15:55:35.488 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.470+0000 7ff69aa3d740 1 -- 172.21.15.43:0/2342392532 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b5b2c24bb0 msgr2=0x55b5b2c296b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:55:35.488 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.470+0000 7ff6962bf640 1 --2- 172.21.15.43:0/4262143867 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ff67c0b28a0 0x7ff67c0b4d60 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x55b5b2c25410 tx=0x7ff688009500 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:55:35.488 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.470+0000 7ff69aa3d740 1 --2- 172.21.15.43:0/2342392532 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b5b2c24bb0 0x55b5b2c296b0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7ff68c005e00 tx=0x7ff68c0303b0 comp rx=0 tx=0).stop 2024-05-16T15:55:35.488 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.470+0000 7ff69aa3d740 1 -- 172.21.15.43:0/2342392532 shutdown_connections 2024-05-16T15:55:35.488 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.470+0000 7ff69aa3d740 1 --2- 172.21.15.43:0/2342392532 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b5b2c29d20 0x55b5b2c2c1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:35.488 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.470+0000 7ff69aa3d740 1 --2- 172.21.15.43:0/2342392532 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b5b2c24bb0 0x55b5b2c296b0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:35.488 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.470+0000 7ff69aa3d740 1 --2- 172.21.15.43:0/2342392532 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b5b2c241c0 0x55b5b2c245e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:35.488 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.470+0000 7ff69aa3d740 1 -- 172.21.15.43:0/2342392532 >> 172.21.15.43:0/2342392532 conn(0x55b5b2c1b420 msgr2=0x55b5b2c1b820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:55:35.488 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.471+0000 7ff69aa3d740 1 -- 172.21.15.43:0/2342392532 shutdown_connections 2024-05-16T15:55:35.488 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.471+0000 7ff69aa3d740 1 -- 172.21.15.43:0/2342392532 wait complete. 2024-05-16T15:55:35.488 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.471+0000 7ff69aa3d740 1 -- start start 2024-05-16T15:55:35.488 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.471+0000 7ff69aa3d740 1 Processor -- start 2024-05-16T15:55:35.488 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.471+0000 7ff69aa3d740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b5b2c241c0 0x55b5b2c2e320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:35.489 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.471+0000 7ff69aa3d740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b5b2c24bb0 0x55b5b2c2e860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:35.489 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.471+0000 7ff69aa3d740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b5b2c29d20 0x55b5b2c358a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:35.489 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.471+0000 7ff69aa3d740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55b5b2c2cc70 con 0x55b5b2c241c0 2024-05-16T15:55:35.489 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.471+0000 7ff69aa3d740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55b5b2b41370 con 0x55b5b2c24bb0 2024-05-16T15:55:35.489 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.471+0000 7ff69aa3d740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55b5b2c2cdf0 con 0x55b5b2c29d20 2024-05-16T15:55:35.489 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.472+0000 7ff695abe640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b5b2c241c0 0x55b5b2c2e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:35.489 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.472+0000 7ff695abe640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b5b2c241c0 0x55b5b2c2e320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:44278/0 (socket says 172.21.15.43:44278) 2024-05-16T15:55:35.489 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.472+0000 7ff695abe640 1 -- 172.21.15.43:0/677461831 learned_addr learned my addr 172.21.15.43:0/677461831 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:55:35.489 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.472+0000 7ff69aa3d740 10 client.0 _ll_register_callbacks cb 0x55b5b2895a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:55:35.489 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.472+0000 7ff6962bf640 1 --2- 172.21.15.43:0/677461831 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b5b2c29d20 0x55b5b2c358a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:35.489 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.472+0000 7ff6952bd640 1 --2- 172.21.15.43:0/677461831 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b5b2c24bb0 0x55b5b2c2e860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:35.489 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.472+0000 7ff695abe640 1 -- 172.21.15.43:0/677461831 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b5b2c29d20 msgr2=0x55b5b2c358a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:55:35.489 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.472+0000 7ff695abe640 1 --2- 172.21.15.43:0/677461831 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b5b2c29d20 0x55b5b2c358a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:35.489 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.472+0000 7ff695abe640 1 -- 172.21.15.43:0/677461831 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b5b2c24bb0 msgr2=0x55b5b2c2e860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:55:35.489 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.472+0000 7ff695abe640 1 --2- 172.21.15.43:0/677461831 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b5b2c24bb0 0x55b5b2c2e860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:35.490 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.472+0000 7ff695abe640 1 -- 172.21.15.43:0/677461831 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b5b2962620 con 0x55b5b2c241c0 2024-05-16T15:55:35.490 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.472+0000 7ff6952bd640 1 --2- 172.21.15.43:0/677461831 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b5b2c24bb0 0x55b5b2c2e860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:55:35.490 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.472+0000 7ff695abe640 1 --2- 172.21.15.43:0/677461831 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b5b2c241c0 0x55b5b2c2e320 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7ff68c035040 tx=0x7ff68c0044e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb3323b1c80f34aa server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:55:35.490 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.472+0000 7ff6797fa640 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:55:35.490 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.472+0000 7ff6797fa640 1 -- 172.21.15.43:0/677461831 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff68c037030 con 0x55b5b2c241c0 2024-05-16T15:55:35.490 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.472+0000 7ff69aa3d740 1 -- 172.21.15.43:0/677461831 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff68c02ad00 con 0x55b5b2c241c0 2024-05-16T15:55:35.490 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.472+0000 7ff6797fa640 1 -- 172.21.15.43:0/677461831 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7ff68c0304b0 con 0x55b5b2c241c0 2024-05-16T15:55:35.490 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.473+0000 7ff6797fa640 1 -- 172.21.15.43:0/677461831 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7ff68c058050 con 0x55b5b2c241c0 2024-05-16T15:55:35.490 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.473+0000 7ff69aa3d740 10 client.16383 fetch_fsmap learned FSMap version 36 2024-05-16T15:55:35.490 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.473+0000 7ff69aa3d740 1 -- 172.21.15.43:0/677461831 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x55b5b2c38880 con 0x55b5b2c241c0 2024-05-16T15:55:35.490 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.473+0000 7ff6797fa640 1 -- 172.21.15.43:0/677461831 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff68c02ad00 con 0x55b5b2c241c0 2024-05-16T15:55:35.490 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.473+0000 7ff6797fa640 1 -- 172.21.15.43:0/677461831 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 36) ==== 8378+0+0 (secure 0 0 0) 0x7ff68c003780 con 0x55b5b2c241c0 2024-05-16T15:55:35.490 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.473+0000 7ff69aa3d740 10 client.16383 fetch_fsmap finished waiting for FSMap version 36 2024-05-16T15:55:35.491 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.473+0000 7ff69aa3d740 10 client.16383 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:55:35.491 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.473+0000 7ff69aa3d740 20 client.16383 populate_metadata read hostname 'smithi043' 2024-05-16T15:55:35.491 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.474+0000 7ff69aa3d740 1 --2- 172.21.15.43:0/677461831 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55b5b2c39c20 0x55b5b2c3c050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:35.491 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.474+0000 7ff69aa3d740 4 client.16383 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:55:35.491 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.474+0000 7ff69aa3d740 1 -- 172.21.15.43:0/677461831 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b5b2b921e0 con 0x55b5b2c39c20 2024-05-16T15:55:35.491 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.474+0000 7ff6952bd640 1 --2- 172.21.15.43:0/677461831 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55b5b2c39c20 0x55b5b2c3c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:35.491 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.474+0000 7ff6797fa640 10 client.16383 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:55:35.491 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.474+0000 7ff6952bd640 1 --2- 172.21.15.43:0/677461831 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55b5b2c39c20 0x55b5b2c3c050 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eacb046041f026b9 server_cookie=f5ab8306c7a44328 in_seq=0 out_seq=0 2024-05-16T15:55:35.492 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.475+0000 7ff6797fa640 1 -- 172.21.15.43:0/677461831 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55b5b2b921e0 con 0x55b5b2c39c20 2024-05-16T15:55:35.493 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.475+0000 7ff6797fa640 10 client.16383 handle_command_reply: tid=0 2024-05-16T15:55:35.493 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.475+0000 7ff69aa3d740 1 client.16383 shutdown 2024-05-16T15:55:35.493 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.475+0000 7ff69aa3d740 1 -- 172.21.15.43:0/677461831 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b5b2c241c0 msgr2=0x55b5b2c2e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:55:35.493 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.475+0000 7ff69aa3d740 1 --2- 172.21.15.43:0/677461831 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b5b2c241c0 0x55b5b2c2e320 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7ff68c035040 tx=0x7ff68c0044e0 comp rx=0 tx=0).stop 2024-05-16T15:55:35.493 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.475+0000 7ff69aa3d740 1 -- 172.21.15.43:0/677461831 shutdown_connections 2024-05-16T15:55:35.493 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.475+0000 7ff69aa3d740 1 --2- 172.21.15.43:0/677461831 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55b5b2c39c20 0x55b5b2c3c050 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:35.493 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.476+0000 7ff69aa3d740 1 --2- 172.21.15.43:0/677461831 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b5b2c29d20 0x55b5b2c358a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:35.493 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.476+0000 7ff6797fa640 0 client.16383 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:55:35.493 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.476+0000 7ff69aa3d740 1 --2- 172.21.15.43:0/677461831 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b5b2c24bb0 0x55b5b2c2e860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:35.493 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.476+0000 7ff69aa3d740 1 --2- 172.21.15.43:0/677461831 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b5b2c241c0 0x55b5b2c2e320 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:35.493 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.476+0000 7ff69aa3d740 1 -- 172.21.15.43:0/677461831 >> 172.21.15.43:0/677461831 conn(0x55b5b2c1b420 msgr2=0x55b5b2c1a580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:55:35.493 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.476+0000 7ff69aa3d740 1 -- 172.21.15.43:0/677461831 shutdown_connections 2024-05-16T15:55:35.493 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.476+0000 7ff69aa3d740 1 -- 172.21.15.43:0/677461831 wait complete. 2024-05-16T15:55:35.493 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.476+0000 7ff69aa3d740 20 client.16383 trim_cache size 0 max 16384 2024-05-16T15:55:35.511 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.497+0000 7ff69aa3d740 1 Processor -- start 2024-05-16T15:55:35.511 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.497+0000 7ff69aa3d740 1 -- start start 2024-05-16T15:55:35.511 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.497+0000 7ff69aa3d740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b5b2c241c0 0x55b5b2c1a400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:35.511 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.497+0000 7ff69aa3d740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b5b2c24bb0 0x55b5b2c1a940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:35.512 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.497+0000 7ff69aa3d740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b5b2c29d20 0x55b5b2c40950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:35.512 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.497+0000 7ff69aa3d740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7ff6901a9250 con 0x55b5b2c24bb0 2024-05-16T15:55:35.512 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.497+0000 7ff69aa3d740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7ff6901aae50 con 0x55b5b2c29d20 2024-05-16T15:55:35.512 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.497+0000 7ff69aa3d740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7ff6901a9920 con 0x55b5b2c241c0 2024-05-16T15:55:35.512 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.497+0000 7ff6952bd640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b5b2c24bb0 0x55b5b2c1a940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:35.512 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.498+0000 7ff695abe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b5b2c241c0 0x55b5b2c1a400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:35.512 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.498+0000 7ff6952bd640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b5b2c24bb0 0x55b5b2c1a940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:44282/0 (socket says 172.21.15.43:44282) 2024-05-16T15:55:35.512 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.498+0000 7ff6952bd640 1 -- 172.21.15.43:0/3337104159 learned_addr learned my addr 172.21.15.43:0/3337104159 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:55:35.512 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.498+0000 7ff6962bf640 1 --2- 172.21.15.43:0/3337104159 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b5b2c29d20 0x55b5b2c40950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:35.512 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.498+0000 7ff695abe640 1 -- 172.21.15.43:0/3337104159 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b5b2c29d20 msgr2=0x55b5b2c40950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:55:35.512 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.498+0000 7ff695abe640 1 --2- 172.21.15.43:0/3337104159 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b5b2c29d20 0x55b5b2c40950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:35.512 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.498+0000 7ff695abe640 1 -- 172.21.15.43:0/3337104159 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b5b2c24bb0 msgr2=0x55b5b2c1a940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:55:35.512 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.498+0000 7ff695abe640 1 --2- 172.21.15.43:0/3337104159 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b5b2c24bb0 0x55b5b2c1a940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:35.512 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.498+0000 7ff695abe640 1 -- 172.21.15.43:0/3337104159 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b5b2c1b250 con 0x55b5b2c241c0 2024-05-16T15:55:35.512 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.498+0000 7ff695abe640 1 --2- 172.21.15.43:0/3337104159 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b5b2c241c0 0x55b5b2c1a400 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7ff68c003b50 tx=0x7ff68c0058d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f39e1855d22ad6e3 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:55:35.513 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.498+0000 7ff67b7fe640 1 -- 172.21.15.43:0/3337104159 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff68c055020 con 0x55b5b2c241c0 2024-05-16T15:55:35.513 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.498+0000 7ff67b7fe640 1 -- 172.21.15.43:0/3337104159 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff68c030d40 con 0x55b5b2c241c0 2024-05-16T15:55:35.513 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.498+0000 7ff67b7fe640 1 -- 172.21.15.43:0/3337104159 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff68c037030 con 0x55b5b2c241c0 2024-05-16T15:55:35.515 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.499+0000 7ff69aa3d740 1 -- 172.21.15.43:0/3337104159 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b5b2c241c0 msgr2=0x55b5b2c1a400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:55:35.516 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.499+0000 7ff69aa3d740 1 --2- 172.21.15.43:0/3337104159 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b5b2c241c0 0x55b5b2c1a400 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7ff68c003b50 tx=0x7ff68c0058d0 comp rx=0 tx=0).stop 2024-05-16T15:55:35.516 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.499+0000 7ff69aa3d740 1 -- 172.21.15.43:0/3337104159 shutdown_connections 2024-05-16T15:55:35.516 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.499+0000 7ff69aa3d740 1 --2- 172.21.15.43:0/3337104159 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b5b2c29d20 0x55b5b2c40950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:35.516 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.499+0000 7ff69aa3d740 1 --2- 172.21.15.43:0/3337104159 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b5b2c24bb0 0x55b5b2c1a940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:35.516 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.499+0000 7ff69aa3d740 1 --2- 172.21.15.43:0/3337104159 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b5b2c241c0 0x55b5b2c1a400 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:35.516 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.499+0000 7ff69aa3d740 1 -- 172.21.15.43:0/3337104159 >> 172.21.15.43:0/3337104159 conn(0x55b5b2c1b420 msgr2=0x55b5b2c19cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:55:35.516 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.499+0000 7ff69aa3d740 1 -- 172.21.15.43:0/3337104159 shutdown_connections 2024-05-16T15:55:35.516 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.499+0000 7ff69aa3d740 1 -- 172.21.15.43:0/3337104159 wait complete. 2024-05-16T15:55:35.516 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.499+0000 7ff69aa3d740 1 -- start start 2024-05-16T15:55:35.516 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.500+0000 7ff69aa3d740 1 Processor -- start 2024-05-16T15:55:35.516 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.500+0000 7ff69aa3d740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b5b2c241c0 0x55b5b2c32ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:35.516 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.500+0000 7ff69aa3d740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b5b2c24bb0 0x55b5b2c33000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:35.516 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.500+0000 7ff69aa3d740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b5b2c29d20 0x55b5b2c34010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:35.516 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.500+0000 7ff69aa3d740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7ff6901aa780 con 0x55b5b2c241c0 2024-05-16T15:55:35.517 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.500+0000 7ff69aa3d740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7ff6901a9ff0 con 0x55b5b2c24bb0 2024-05-16T15:55:35.517 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.500+0000 7ff69aa3d740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7ff6901a7230 con 0x55b5b2c29d20 2024-05-16T15:55:35.517 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.500+0000 7ff69aa3d740 10 client.0 _ll_register_callbacks cb 0x7ff688009b30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:55:35.517 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.500+0000 7ff695abe640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b5b2c241c0 0x55b5b2c32ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:35.517 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.500+0000 7ff695abe640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b5b2c241c0 0x55b5b2c32ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:44284/0 (socket says 172.21.15.43:44284) 2024-05-16T15:55:35.517 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.500+0000 7ff695abe640 1 -- 172.21.15.43:0/2083796031 learned_addr learned my addr 172.21.15.43:0/2083796031 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:55:35.517 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.500+0000 7ff6952bd640 1 --2- 172.21.15.43:0/2083796031 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b5b2c24bb0 0x55b5b2c33000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:35.517 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.500+0000 7ff6962bf640 1 --2- 172.21.15.43:0/2083796031 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b5b2c29d20 0x55b5b2c34010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:35.517 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.500+0000 7ff695abe640 1 -- 172.21.15.43:0/2083796031 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b5b2c29d20 msgr2=0x55b5b2c34010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:55:35.517 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.500+0000 7ff695abe640 1 --2- 172.21.15.43:0/2083796031 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b5b2c29d20 0x55b5b2c34010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:35.517 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.501+0000 7ff695abe640 1 -- 172.21.15.43:0/2083796031 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b5b2c24bb0 msgr2=0x55b5b2c33000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:55:35.517 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.501+0000 7ff695abe640 1 --2- 172.21.15.43:0/2083796031 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b5b2c24bb0 0x55b5b2c33000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:35.517 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.501+0000 7ff695abe640 1 -- 172.21.15.43:0/2083796031 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b5b2c2cf30 con 0x55b5b2c241c0 2024-05-16T15:55:35.517 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.501+0000 7ff6952bd640 1 --2- 172.21.15.43:0/2083796031 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b5b2c24bb0 0x55b5b2c33000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:55:35.517 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.501+0000 7ff695abe640 1 --2- 172.21.15.43:0/2083796031 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b5b2c241c0 0x55b5b2c32ac0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7ff68c004650 tx=0x7ff68c005d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fdbd9397db574859 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:55:35.518 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.501+0000 7ff6797fa640 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:55:35.518 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.501+0000 7ff6797fa640 1 -- 172.21.15.43:0/2083796031 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff68c037030 con 0x55b5b2c241c0 2024-05-16T15:55:35.518 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.501+0000 7ff6797fa640 1 -- 172.21.15.43:0/2083796031 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7ff68c0037f0 con 0x55b5b2c241c0 2024-05-16T15:55:35.518 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.501+0000 7ff69aa3d740 1 -- 172.21.15.43:0/2083796031 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff68c030d40 con 0x55b5b2c241c0 2024-05-16T15:55:35.518 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.501+0000 7ff6797fa640 1 -- 172.21.15.43:0/2083796031 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7ff68c06c050 con 0x55b5b2c241c0 2024-05-16T15:55:35.518 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.501+0000 7ff69aa3d740 10 client.16389 fetch_fsmap learned FSMap version 36 2024-05-16T15:55:35.518 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.501+0000 7ff69aa3d740 1 -- 172.21.15.43:0/2083796031 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x55b5b2c1c0f0 con 0x55b5b2c241c0 2024-05-16T15:55:35.518 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.501+0000 7ff6797fa640 1 -- 172.21.15.43:0/2083796031 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff68c030d40 con 0x55b5b2c241c0 2024-05-16T15:55:35.518 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.502+0000 7ff6797fa640 1 -- 172.21.15.43:0/2083796031 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 36) ==== 8378+0+0 (secure 0 0 0) 0x7ff68c032c70 con 0x55b5b2c241c0 2024-05-16T15:55:35.518 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.502+0000 7ff69aa3d740 10 client.16389 fetch_fsmap finished waiting for FSMap version 36 2024-05-16T15:55:35.518 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.502+0000 7ff69aa3d740 10 client.16389 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:55:35.518 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.502+0000 7ff69aa3d740 20 client.16389 populate_metadata read hostname 'smithi043' 2024-05-16T15:55:35.518 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.502+0000 7ff69aa3d740 1 --2- 172.21.15.43:0/2083796031 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55b5b2c39c20 0x55b5b2ca6f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:35.518 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.502+0000 7ff69aa3d740 4 client.16389 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-16T15:55:35.518 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.502+0000 7ff69aa3d740 1 -- 172.21.15.43:0/2083796031 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b5b2b8c050 con 0x55b5b2c39c20 2024-05-16T15:55:35.519 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.502+0000 7ff6952bd640 1 --2- 172.21.15.43:0/2083796031 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55b5b2c39c20 0x55b5b2ca6f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:35.519 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.502+0000 7ff6797fa640 10 client.16389 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:55:35.519 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.502+0000 7ff6952bd640 1 --2- 172.21.15.43:0/2083796031 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55b5b2c39c20 0x55b5b2ca6f50 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9b6b0abb337177aa server_cookie=51ff24d4c39aff47 in_seq=0 out_seq=0 2024-05-16T15:55:35.527 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.514+0000 7ff6797fa640 1 -- 172.21.15.43:0/2083796031 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55b5b2b8c050 con 0x55b5b2c39c20 2024-05-16T15:55:35.528 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.514+0000 7ff6797fa640 10 client.16389 handle_command_reply: tid=0 2024-05-16T15:55:35.528 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.514+0000 7ff69aa3d740 1 client.16389 shutdown 2024-05-16T15:55:35.528 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.514+0000 7ff69aa3d740 1 -- 172.21.15.43:0/2083796031 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b5b2c241c0 msgr2=0x55b5b2c32ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:55:35.528 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.514+0000 7ff69aa3d740 1 --2- 172.21.15.43:0/2083796031 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b5b2c241c0 0x55b5b2c32ac0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7ff68c004650 tx=0x7ff68c005d50 comp rx=0 tx=0).stop 2024-05-16T15:55:35.528 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.514+0000 7ff69aa3d740 1 -- 172.21.15.43:0/2083796031 shutdown_connections 2024-05-16T15:55:35.528 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.514+0000 7ff69aa3d740 1 --2- 172.21.15.43:0/2083796031 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55b5b2c39c20 0x55b5b2ca6f50 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:35.528 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.514+0000 7ff69aa3d740 1 --2- 172.21.15.43:0/2083796031 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b5b2c29d20 0x55b5b2c34010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:35.528 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.514+0000 7ff69aa3d740 1 --2- 172.21.15.43:0/2083796031 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b5b2c24bb0 0x55b5b2c33000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:35.528 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.514+0000 7ff6797fa640 0 client.16389 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:55:35.528 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.514+0000 7ff69aa3d740 1 --2- 172.21.15.43:0/2083796031 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55b5b2c241c0 0x55b5b2c32ac0 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:35.528 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.514+0000 7ff69aa3d740 1 -- 172.21.15.43:0/2083796031 >> 172.21.15.43:0/2083796031 conn(0x55b5b2c1b420 msgr2=0x55b5b2c1a580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:55:35.528 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.514+0000 7ff69aa3d740 1 -- 172.21.15.43:0/2083796031 shutdown_connections 2024-05-16T15:55:35.528 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.514+0000 7ff69aa3d740 1 -- 172.21.15.43:0/2083796031 wait complete. 2024-05-16T15:55:35.528 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.515+0000 7ff69aa3d740 20 client.16389 trim_cache size 0 max 16384 2024-05-16T15:55:35.529 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:{ 2024-05-16T15:55:35.529 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "message": "", 2024-05-16T15:55:35.529 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "return_code": 0 2024-05-16T15:55:35.529 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:} 2024-05-16T15:55:35.530 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.515+0000 7ff697d22640 1 -- 172.21.15.43:0/4262143867 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ff67c0b28a0 msgr2=0x7ff67c0b4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:55:35.530 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.515+0000 7ff697d22640 1 --2- 172.21.15.43:0/4262143867 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ff67c0b28a0 0x7ff67c0b4d60 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x55b5b2c25410 tx=0x7ff688009500 comp rx=0 tx=0).stop 2024-05-16T15:55:35.530 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.515+0000 7ff697d22640 1 -- 172.21.15.43:0/4262143867 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff690105dc0 msgr2=0x7ff690199010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:55:35.530 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.515+0000 7ff697d22640 1 --2- 172.21.15.43:0/4262143867 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff690105dc0 0x7ff690199010 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7ff68000e9a0 tx=0x7ff68000ee60 comp rx=0 tx=0).stop 2024-05-16T15:55:35.530 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.515+0000 7ff697d22640 1 -- 172.21.15.43:0/4262143867 shutdown_connections 2024-05-16T15:55:35.530 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.515+0000 7ff697d22640 1 --2- 172.21.15.43:0/4262143867 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ff67c0b28a0 0x7ff67c0b4d60 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:35.530 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.515+0000 7ff697d22640 1 --2- 172.21.15.43:0/4262143867 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff6901086f0 0x7ff6901a0080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:35.530 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.515+0000 7ff697d22640 1 --2- 172.21.15.43:0/4262143867 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff690105dc0 0x7ff690199010 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:35.530 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.515+0000 7ff697d22640 1 --2- 172.21.15.43:0/4262143867 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff690103490 0x7ff690198ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:35.530 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.515+0000 7ff697d22640 1 -- 172.21.15.43:0/4262143867 >> 172.21.15.43:0/4262143867 conn(0x7ff6900fce80 msgr2=0x7ff690104010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:55:35.530 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.515+0000 7ff697d22640 1 -- 172.21.15.43:0/4262143867 shutdown_connections 2024-05-16T15:55:35.530 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:35.515+0000 7ff697d22640 1 -- 172.21.15.43:0/4262143867 wait complete. 2024-05-16T15:55:35.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:55:35 smithi157 ceph-mon[35584]: pgmap v597: 129 pgs: 129 active+clean; 47 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 MiB/s rd, 3.4 MiB/s wr, 524 op/s 2024-05-16T15:55:35.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:55:35 smithi148 ceph-mon[34976]: pgmap v597: 129 pgs: 129 active+clean; 47 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 MiB/s rd, 3.4 MiB/s wr, 524 op/s 2024-05-16T15:55:35.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:55:35 smithi043 ceph-mon[31619]: pgmap v597: 129 pgs: 129 active+clean; 47 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 MiB/s rd, 3.4 MiB/s wr, 524 op/s 2024-05-16T15:55:37.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:55:37 smithi157 ceph-mon[35584]: pgmap v598: 129 pgs: 129 active+clean; 47 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 MiB/s rd, 2.5 MiB/s wr, 396 op/s 2024-05-16T15:55:37.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:55:37 smithi148 ceph-mon[34976]: pgmap v598: 129 pgs: 129 active+clean; 47 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 MiB/s rd, 2.5 MiB/s wr, 396 op/s 2024-05-16T15:55:37.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:55:37 smithi043 ceph-mon[31619]: pgmap v598: 129 pgs: 129 active+clean; 47 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 MiB/s rd, 2.5 MiB/s wr, 396 op/s 2024-05-16T15:55:39.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:55:39 smithi157 ceph-mon[35584]: pgmap v599: 129 pgs: 129 active+clean; 44 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 3.9 MiB/s wr, 568 op/s 2024-05-16T15:55:39.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:55:39 smithi148 ceph-mon[34976]: pgmap v599: 129 pgs: 129 active+clean; 44 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 3.9 MiB/s wr, 568 op/s 2024-05-16T15:55:39.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:55:39 smithi043 ceph-mon[31619]: pgmap v599: 129 pgs: 129 active+clean; 44 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 3.9 MiB/s wr, 568 op/s 2024-05-16T15:55:40.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:55:40 smithi157 ceph-mon[35584]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:55:40.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:55:40 smithi148 ceph-mon[34976]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:55:40.976 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:55:40 smithi043 ceph-mon[31619]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:55:41.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:55:41 smithi157 ceph-mon[35584]: pgmap v600: 129 pgs: 129 active+clean; 45 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 2.6 MiB/s wr, 405 op/s 2024-05-16T15:55:41.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:55:41 smithi148 ceph-mon[34976]: pgmap v600: 129 pgs: 129 active+clean; 45 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 2.6 MiB/s wr, 405 op/s 2024-05-16T15:55:41.976 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:55:41 smithi043 ceph-mon[31619]: pgmap v600: 129 pgs: 129 active+clean; 45 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 2.6 MiB/s wr, 405 op/s 2024-05-16T15:55:43.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:55:43 smithi157 ceph-mon[35584]: pgmap v601: 129 pgs: 129 active+clean; 42 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 MiB/s rd, 3.2 MiB/s wr, 475 op/s 2024-05-16T15:55:43.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:55:43 smithi148 ceph-mon[34976]: pgmap v601: 129 pgs: 129 active+clean; 42 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 MiB/s rd, 3.2 MiB/s wr, 475 op/s 2024-05-16T15:55:43.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:55:43 smithi043 ceph-mon[31619]: pgmap v601: 129 pgs: 129 active+clean; 42 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 MiB/s rd, 3.2 MiB/s wr, 475 op/s 2024-05-16T15:55:45.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:55:45 smithi157 ceph-mon[35584]: pgmap v602: 129 pgs: 129 active+clean; 44 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 MiB/s rd, 3.5 MiB/s wr, 489 op/s 2024-05-16T15:55:45.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:55:45 smithi157 ceph-mon[35584]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:55:45.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:55:45 smithi148 ceph-mon[34976]: pgmap v602: 129 pgs: 129 active+clean; 44 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 MiB/s rd, 3.5 MiB/s wr, 489 op/s 2024-05-16T15:55:45.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:55:45 smithi148 ceph-mon[34976]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:55:45.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:55:45 smithi043 ceph-mon[31619]: pgmap v602: 129 pgs: 129 active+clean; 44 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 MiB/s rd, 3.5 MiB/s wr, 489 op/s 2024-05-16T15:55:45.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:55:45 smithi043 ceph-mon[31619]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:55:47.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:55:47 smithi157 ceph-mon[35584]: pgmap v603: 129 pgs: 129 active+clean; 45 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 MiB/s rd, 2.9 MiB/s wr, 408 op/s 2024-05-16T15:55:47.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:55:47 smithi148 ceph-mon[34976]: pgmap v603: 129 pgs: 129 active+clean; 45 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 MiB/s rd, 2.9 MiB/s wr, 408 op/s 2024-05-16T15:55:47.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:55:47 smithi043 ceph-mon[31619]: pgmap v603: 129 pgs: 129 active+clean; 45 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 MiB/s rd, 2.9 MiB/s wr, 408 op/s 2024-05-16T15:55:48.083 INFO:tasks.workunit.client.0.smithi043.stdout:All 50000 operations completed A-OK! 2024-05-16T15:55:48.083 INFO:tasks.workunit.client.0.smithi043.stderr:+ ./fsx -z 100MB -N 50000 -p 10000 -l 104857600 2024-05-16T15:55:48.085 INFO:tasks.workunit.client.0.smithi043.stdout:Seed set to 1 2024-05-16T15:55:48.625 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.609+0000 7fa7876c4640 1 -- 172.21.15.43:0/2662718761 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa780102b00 msgr2=0x7fa780102f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:55:48.625 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.609+0000 7fa7876c4640 1 --2- 172.21.15.43:0/2662718761 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa780102b00 0x7fa780102f80 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7fa770009900 tx=0x7fa77002a410 comp rx=0 tx=0).stop 2024-05-16T15:55:48.625 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.609+0000 7fa7876c4640 1 -- 172.21.15.43:0/2662718761 shutdown_connections 2024-05-16T15:55:48.625 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.609+0000 7fa7876c4640 1 --2- 172.21.15.43:0/2662718761 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa7801034c0 0x7fa780109d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:48.625 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.609+0000 7fa7876c4640 1 --2- 172.21.15.43:0/2662718761 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa780102b00 0x7fa780102f80 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:48.625 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.609+0000 7fa7876c4640 1 --2- 172.21.15.43:0/2662718761 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa780101910 0x7fa780101d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:48.626 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.609+0000 7fa7876c4640 1 -- 172.21.15.43:0/2662718761 >> 172.21.15.43:0/2662718761 conn(0x7fa7800fce80 msgr2=0x7fa7800ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:55:48.626 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.610+0000 7fa7876c4640 1 -- 172.21.15.43:0/2662718761 shutdown_connections 2024-05-16T15:55:48.626 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.610+0000 7fa7876c4640 1 -- 172.21.15.43:0/2662718761 wait complete. 2024-05-16T15:55:48.626 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.610+0000 7fa7876c4640 1 Processor -- start 2024-05-16T15:55:48.626 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.610+0000 7fa7876c4640 1 -- start start 2024-05-16T15:55:48.626 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.610+0000 7fa7876c4640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa780101910 0x7fa78006abd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:48.626 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.610+0000 7fa7876c4640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa780102b00 0x7fa78019d890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:48.626 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.610+0000 7fa7876c4640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa7801034c0 0x7fa78019feb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:48.626 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.610+0000 7fa7876c4640 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fa78010d2f0 con 0x7fa780102b00 2024-05-16T15:55:48.626 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.610+0000 7fa7876c4640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fa78010d170 con 0x7fa780101910 2024-05-16T15:55:48.626 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.610+0000 7fa7876c4640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fa78010d470 con 0x7fa7801034c0 2024-05-16T15:55:48.626 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.610+0000 7fa784c5f640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa780102b00 0x7fa78019d890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:48.626 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.610+0000 7fa784c5f640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa780102b00 0x7fa78019d890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:36914/0 (socket says 172.21.15.43:36914) 2024-05-16T15:55:48.627 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.610+0000 7fa784c5f640 1 -- 172.21.15.43:0/1814157151 learned_addr learned my addr 172.21.15.43:0/1814157151 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:55:48.627 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.611+0000 7fa785c61640 1 --2- 172.21.15.43:0/1814157151 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa7801034c0 0x7fa78019feb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:48.627 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.611+0000 7fa785460640 1 --2- 172.21.15.43:0/1814157151 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa780101910 0x7fa78006abd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:48.627 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.611+0000 7fa784c5f640 1 -- 172.21.15.43:0/1814157151 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa7801034c0 msgr2=0x7fa78019feb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:55:48.627 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.611+0000 7fa784c5f640 1 --2- 172.21.15.43:0/1814157151 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa7801034c0 0x7fa78019feb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:48.627 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.611+0000 7fa784c5f640 1 -- 172.21.15.43:0/1814157151 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa780101910 msgr2=0x7fa78006abd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:55:48.627 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.611+0000 7fa784c5f640 1 --2- 172.21.15.43:0/1814157151 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa780101910 0x7fa78006abd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:48.627 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.611+0000 7fa784c5f640 1 -- 172.21.15.43:0/1814157151 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7801a07c0 con 0x7fa780102b00 2024-05-16T15:55:48.627 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.611+0000 7fa784c5f640 1 --2- 172.21.15.43:0/1814157151 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa780102b00 0x7fa78019d890 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7fa770009a20 tx=0x7fa7700040c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:55:48.627 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.611+0000 7fa7767fc640 1 -- 172.21.15.43:0/1814157151 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa77003f030 con 0x7fa780102b00 2024-05-16T15:55:48.627 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.611+0000 7fa7767fc640 1 -- 172.21.15.43:0/1814157151 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa770003a80 con 0x7fa780102b00 2024-05-16T15:55:48.627 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.611+0000 7fa7876c4640 1 -- 172.21.15.43:0/1814157151 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7801a09f0 con 0x7fa780102b00 2024-05-16T15:55:48.627 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.611+0000 7fa7767fc640 1 -- 172.21.15.43:0/1814157151 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa770035070 con 0x7fa780102b00 2024-05-16T15:55:48.628 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.611+0000 7fa7876c4640 1 -- 172.21.15.43:0/1814157151 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7801a0ee0 con 0x7fa780102b00 2024-05-16T15:55:48.634 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.614+0000 7fa78a3da740 1 Processor -- start 2024-05-16T15:55:48.634 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.614+0000 7fa78a3da740 1 -- start start 2024-05-16T15:55:48.634 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.614+0000 7fa78a3da740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559bb1d32db0 0x559bb1d331d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:48.634 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.614+0000 7fa78a3da740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559bb1d337a0 0x559bb1d382a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:48.634 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.614+0000 7fa78a3da740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x559bb1d38910 0x559bb1d3ada0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:48.634 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.614+0000 7fa78a3da740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x559bb1c975d0 con 0x559bb1d38910 2024-05-16T15:55:48.634 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.614+0000 7fa78a3da740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x559bb1c50890 con 0x559bb1d337a0 2024-05-16T15:55:48.634 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.614+0000 7fa78a3da740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x559bb1c93590 con 0x559bb1d32db0 2024-05-16T15:55:48.634 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.614+0000 7fa785460640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559bb1d337a0 0x559bb1d382a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:48.635 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.614+0000 7fa785460640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559bb1d337a0 0x559bb1d382a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:36634/0 (socket says 172.21.15.43:36634) 2024-05-16T15:55:48.635 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.614+0000 7fa785460640 1 -- 172.21.15.43:0/3289486705 learned_addr learned my addr 172.21.15.43:0/3289486705 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:55:48.635 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.614+0000 7fa785c61640 1 --2- 172.21.15.43:0/3289486705 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559bb1d32db0 0x559bb1d331d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:48.635 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.615+0000 7fa785460640 1 -- 172.21.15.43:0/3289486705 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559bb1d32db0 msgr2=0x559bb1d331d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:55:48.635 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.615+0000 7fa785460640 1 --2- 172.21.15.43:0/3289486705 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559bb1d32db0 0x559bb1d331d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:48.635 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.615+0000 7fa785460640 1 -- 172.21.15.43:0/3289486705 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x559bb1d38910 msgr2=0x559bb1d3ada0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-16T15:55:48.635 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.615+0000 7fa785460640 1 --2- 172.21.15.43:0/3289486705 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x559bb1d38910 0x559bb1d3ada0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:48.635 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.615+0000 7fa785460640 1 -- 172.21.15.43:0/3289486705 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559bb19a9210 con 0x559bb1d337a0 2024-05-16T15:55:48.635 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.615+0000 7fa7767fc640 1 -- 172.21.15.43:0/1814157151 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fa770042030 con 0x7fa780102b00 2024-05-16T15:55:48.635 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.615+0000 7fa785460640 1 --2- 172.21.15.43:0/3289486705 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559bb1d337a0 0x559bb1d382a0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fa77c009ca0 tx=0x7fa77c011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c16595d5e30ce714 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:55:48.635 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.615+0000 7fa76b7fe640 1 -- 172.21.15.43:0/3289486705 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa77c004220 con 0x559bb1d337a0 2024-05-16T15:55:48.635 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.615+0000 7fa76b7fe640 1 -- 172.21.15.43:0/3289486705 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa77c0043c0 con 0x559bb1d337a0 2024-05-16T15:55:48.635 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.615+0000 7fa76b7fe640 1 -- 172.21.15.43:0/3289486705 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa77c019760 con 0x559bb1d337a0 2024-05-16T15:55:48.635 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.615+0000 7fa7767fc640 1 --2- 172.21.15.43:0/1814157151 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fa76c0b28a0 0x7fa76c0b4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:48.636 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.616+0000 7fa785c61640 1 --2- 172.21.15.43:0/1814157151 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fa76c0b28a0 0x7fa76c0b4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:48.636 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.616+0000 7fa7767fc640 1 -- 172.21.15.43:0/1814157151 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7fa770102b60 con 0x7fa780102b00 2024-05-16T15:55:48.636 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.616+0000 7fa78a3da740 1 -- 172.21.15.43:0/3289486705 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559bb1d337a0 msgr2=0x559bb1d382a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:55:48.636 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.616+0000 7fa78a3da740 1 --2- 172.21.15.43:0/3289486705 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559bb1d337a0 0x559bb1d382a0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fa77c009ca0 tx=0x7fa77c011810 comp rx=0 tx=0).stop 2024-05-16T15:55:48.636 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.616+0000 7fa78a3da740 1 -- 172.21.15.43:0/3289486705 shutdown_connections 2024-05-16T15:55:48.636 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.616+0000 7fa78a3da740 1 --2- 172.21.15.43:0/3289486705 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x559bb1d38910 0x559bb1d3ada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:48.636 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.616+0000 7fa78a3da740 1 --2- 172.21.15.43:0/3289486705 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559bb1d337a0 0x559bb1d382a0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:48.636 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.616+0000 7fa78a3da740 1 --2- 172.21.15.43:0/3289486705 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559bb1d32db0 0x559bb1d331d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:48.636 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.616+0000 7fa78a3da740 1 -- 172.21.15.43:0/3289486705 >> 172.21.15.43:0/3289486705 conn(0x559bb1d2e420 msgr2=0x559bb1d2e820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:55:48.636 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.616+0000 7fa785c61640 1 --2- 172.21.15.43:0/1814157151 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fa76c0b28a0 0x7fa76c0b4d60 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x559bb1d34000 tx=0x7fa7780096a0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:55:48.636 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.616+0000 7fa78a3da740 1 -- 172.21.15.43:0/3289486705 shutdown_connections 2024-05-16T15:55:48.636 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.616+0000 7fa78a3da740 1 -- 172.21.15.43:0/3289486705 wait complete. 2024-05-16T15:55:48.636 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.616+0000 7fa78a3da740 1 -- start start 2024-05-16T15:55:48.636 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.617+0000 7fa78a3da740 1 Processor -- start 2024-05-16T15:55:48.636 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.617+0000 7fa78a3da740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559bb1d32db0 0x559bb1d3d030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:48.637 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.617+0000 7fa78a3da740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x559bb1d337a0 0x559bb1d3d570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:48.637 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.617+0000 7fa78a3da740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559bb1d38910 0x559bb1d445b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:48.637 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.617+0000 7fa78a3da740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x559bb1d3b8c0 con 0x559bb1d337a0 2024-05-16T15:55:48.637 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.617+0000 7fa78a3da740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x559bb1c54370 con 0x559bb1d38910 2024-05-16T15:55:48.637 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.617+0000 7fa78a3da740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x559bb1d3ba40 con 0x559bb1d32db0 2024-05-16T15:55:48.637 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.617+0000 7fa78a3da740 10 client.0 _ll_register_callbacks cb 0x559bb19a8a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:55:48.637 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.617+0000 7fa784c5f640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x559bb1d337a0 0x559bb1d3d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:48.637 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.617+0000 7fa784c5f640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x559bb1d337a0 0x559bb1d3d570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:36928/0 (socket says 172.21.15.43:36928) 2024-05-16T15:55:48.637 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.617+0000 7fa785460640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559bb1d32db0 0x559bb1d3d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:48.637 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.617+0000 7fa784c5f640 1 -- 172.21.15.43:0/2167516908 learned_addr learned my addr 172.21.15.43:0/2167516908 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:55:48.637 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.617+0000 7fa785c61640 1 --2- 172.21.15.43:0/2167516908 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559bb1d38910 0x559bb1d445b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:48.637 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.617+0000 7fa784c5f640 1 -- 172.21.15.43:0/2167516908 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559bb1d32db0 msgr2=0x559bb1d3d030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:55:48.637 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.617+0000 7fa784c5f640 1 --2- 172.21.15.43:0/2167516908 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559bb1d32db0 0x559bb1d3d030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:48.637 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.617+0000 7fa784c5f640 1 -- 172.21.15.43:0/2167516908 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559bb1d38910 msgr2=0x559bb1d445b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:55:48.638 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.617+0000 7fa784c5f640 1 --2- 172.21.15.43:0/2167516908 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559bb1d38910 0x559bb1d445b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:48.638 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.617+0000 7fa784c5f640 1 -- 172.21.15.43:0/2167516908 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559bb1a75620 con 0x559bb1d337a0 2024-05-16T15:55:48.638 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.618+0000 7fa784c5f640 1 --2- 172.21.15.43:0/2167516908 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x559bb1d337a0 0x559bb1d3d570 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7fa7700c9e10 tx=0x7fa7700c9d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae6c094833fd46ea server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:55:48.638 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.618+0000 7fa768ff9640 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:55:48.638 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.618+0000 7fa768ff9640 1 -- 172.21.15.43:0/2167516908 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa770049040 con 0x559bb1d337a0 2024-05-16T15:55:48.638 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.618+0000 7fa768ff9640 1 -- 172.21.15.43:0/2167516908 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7fa7700e4450 con 0x559bb1d337a0 2024-05-16T15:55:48.638 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.618+0000 7fa78a3da740 1 -- 172.21.15.43:0/2167516908 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa77c0043c0 con 0x559bb1d337a0 2024-05-16T15:55:48.638 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.618+0000 7fa768ff9640 1 -- 172.21.15.43:0/2167516908 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=38) ==== 24+0+0 (secure 0 0 0) 0x7fa7700c9e80 con 0x559bb1d337a0 2024-05-16T15:55:48.638 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.618+0000 7fa78a3da740 10 client.16398 fetch_fsmap learned FSMap version 38 2024-05-16T15:55:48.638 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.618+0000 7fa78a3da740 1 -- 172.21.15.43:0/2167516908 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=38,monmap=4+}) -- 0x559bb1d47590 con 0x559bb1d337a0 2024-05-16T15:55:48.638 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.618+0000 7fa768ff9640 1 -- 172.21.15.43:0/2167516908 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa77c0043c0 con 0x559bb1d337a0 2024-05-16T15:55:48.638 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.618+0000 7fa768ff9640 1 -- 172.21.15.43:0/2167516908 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 38) ==== 8362+0+0 (secure 0 0 0) 0x7fa770003cc0 con 0x559bb1d337a0 2024-05-16T15:55:48.638 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.618+0000 7fa78a3da740 10 client.16398 fetch_fsmap finished waiting for FSMap version 38 2024-05-16T15:55:48.638 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.618+0000 7fa78a3da740 10 client.16398 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:55:48.639 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.618+0000 7fa78a3da740 20 client.16398 populate_metadata read hostname 'smithi043' 2024-05-16T15:55:48.639 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.618+0000 7fa78a3da740 1 --2- 172.21.15.43:0/2167516908 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x559bb1d48dc0 0x559bb1d4b1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:48.639 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.618+0000 7fa78a3da740 4 client.16398 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:55:48.639 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.618+0000 7fa78a3da740 1 -- 172.21.15.43:0/2167516908 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559bb1ca51e0 con 0x559bb1d48dc0 2024-05-16T15:55:48.639 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.619+0000 7fa785460640 1 --2- 172.21.15.43:0/2167516908 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x559bb1d48dc0 0x559bb1d4b1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:48.639 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.619+0000 7fa768ff9640 10 client.16398 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:55:48.639 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.619+0000 7fa785460640 1 --2- 172.21.15.43:0/2167516908 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x559bb1d48dc0 0x559bb1d4b1e0 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=abce2cccaa885608 server_cookie=21acb3601bb69f97 in_seq=0 out_seq=0 2024-05-16T15:55:48.639 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.620+0000 7fa768ff9640 1 -- 172.21.15.43:0/2167516908 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x559bb1ca51e0 con 0x559bb1d48dc0 2024-05-16T15:55:48.639 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.620+0000 7fa768ff9640 10 client.16398 handle_command_reply: tid=0 2024-05-16T15:55:48.639 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.620+0000 7fa78a3da740 1 client.16398 shutdown 2024-05-16T15:55:48.639 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.620+0000 7fa78a3da740 1 -- 172.21.15.43:0/2167516908 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x559bb1d337a0 msgr2=0x559bb1d3d570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:55:48.639 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.620+0000 7fa78a3da740 1 --2- 172.21.15.43:0/2167516908 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x559bb1d337a0 0x559bb1d3d570 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7fa7700c9e10 tx=0x7fa7700c9d40 comp rx=0 tx=0).stop 2024-05-16T15:55:48.639 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.620+0000 7fa78a3da740 1 -- 172.21.15.43:0/2167516908 shutdown_connections 2024-05-16T15:55:48.639 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.620+0000 7fa78a3da740 1 --2- 172.21.15.43:0/2167516908 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x559bb1d48dc0 0x559bb1d4b1e0 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:48.639 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.620+0000 7fa78a3da740 1 --2- 172.21.15.43:0/2167516908 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559bb1d38910 0x559bb1d445b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:48.640 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.620+0000 7fa78a3da740 1 --2- 172.21.15.43:0/2167516908 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x559bb1d337a0 0x559bb1d3d570 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:48.640 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.620+0000 7fa768ff9640 0 client.16398 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:55:48.640 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.620+0000 7fa78a3da740 1 --2- 172.21.15.43:0/2167516908 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559bb1d32db0 0x559bb1d3d030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:48.640 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.620+0000 7fa78a3da740 1 -- 172.21.15.43:0/2167516908 >> 172.21.15.43:0/2167516908 conn(0x559bb1d2e420 msgr2=0x559bb1d2d580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:55:48.640 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.620+0000 7fa78a3da740 1 -- 172.21.15.43:0/2167516908 shutdown_connections 2024-05-16T15:55:48.640 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.620+0000 7fa78a3da740 1 -- 172.21.15.43:0/2167516908 wait complete. 2024-05-16T15:55:48.640 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.620+0000 7fa78a3da740 20 client.16398 trim_cache size 0 max 16384 2024-05-16T15:55:48.649 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.635+0000 7fa78a3da740 1 Processor -- start 2024-05-16T15:55:48.650 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.635+0000 7fa78a3da740 1 -- start start 2024-05-16T15:55:48.650 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.635+0000 7fa78a3da740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559bb1d32db0 0x559bb1d2ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:48.650 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.636+0000 7fa78a3da740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x559bb1d337a0 0x559bb1d44570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:48.650 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.636+0000 7fa78a3da740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559bb1d38910 0x559bb1d2d230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:48.650 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.636+0000 7fa78a3da740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fa7801ab3c0 con 0x559bb1d337a0 2024-05-16T15:55:48.650 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.636+0000 7fa78a3da740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fa7801acf00 con 0x559bb1d32db0 2024-05-16T15:55:48.650 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.636+0000 7fa78a3da740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fa7801aba90 con 0x559bb1d38910 2024-05-16T15:55:48.650 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.636+0000 7fa784c5f640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x559bb1d337a0 0x559bb1d44570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:48.650 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.636+0000 7fa784c5f640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x559bb1d337a0 0x559bb1d44570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:36934/0 (socket says 172.21.15.43:36934) 2024-05-16T15:55:48.650 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.636+0000 7fa784c5f640 1 -- 172.21.15.43:0/2941194446 learned_addr learned my addr 172.21.15.43:0/2941194446 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:55:48.650 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.636+0000 7fa784c5f640 1 -- 172.21.15.43:0/2941194446 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559bb1d38910 msgr2=0x559bb1d2d230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:55:48.650 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.636+0000 7fa784c5f640 1 --2- 172.21.15.43:0/2941194446 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559bb1d38910 0x559bb1d2d230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:48.650 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.636+0000 7fa785460640 1 --2- 172.21.15.43:0/2941194446 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559bb1d32db0 0x559bb1d2ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:48.651 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.636+0000 7fa784c5f640 1 -- 172.21.15.43:0/2941194446 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559bb1d32db0 msgr2=0x559bb1d2ccf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:55:48.651 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.636+0000 7fa784c5f640 1 --2- 172.21.15.43:0/2941194446 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559bb1d32db0 0x559bb1d2ccf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:48.651 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.636+0000 7fa784c5f640 1 -- 172.21.15.43:0/2941194446 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559bb1d2f0f0 con 0x559bb1d337a0 2024-05-16T15:55:48.651 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.636+0000 7fa784c5f640 1 --2- 172.21.15.43:0/2941194446 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x559bb1d337a0 0x559bb1d44570 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7fa7700c9b30 tx=0x7fa77003b460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b24af49464d57480 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:55:48.651 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.636+0000 7fa76affd640 1 -- 172.21.15.43:0/2941194446 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa770049070 con 0x559bb1d337a0 2024-05-16T15:55:48.651 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.636+0000 7fa76affd640 1 -- 172.21.15.43:0/2941194446 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa7700ce180 con 0x559bb1d337a0 2024-05-16T15:55:48.651 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.636+0000 7fa76affd640 1 -- 172.21.15.43:0/2941194446 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7700d2960 con 0x559bb1d337a0 2024-05-16T15:55:48.654 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.637+0000 7fa78a3da740 1 -- 172.21.15.43:0/2941194446 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x559bb1d337a0 msgr2=0x559bb1d44570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:55:48.654 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.637+0000 7fa78a3da740 1 --2- 172.21.15.43:0/2941194446 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x559bb1d337a0 0x559bb1d44570 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7fa7700c9b30 tx=0x7fa77003b460 comp rx=0 tx=0).stop 2024-05-16T15:55:48.654 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.637+0000 7fa78a3da740 1 -- 172.21.15.43:0/2941194446 shutdown_connections 2024-05-16T15:55:48.654 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.637+0000 7fa78a3da740 1 --2- 172.21.15.43:0/2941194446 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559bb1d38910 0x559bb1d2d230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:48.654 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.637+0000 7fa78a3da740 1 --2- 172.21.15.43:0/2941194446 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x559bb1d337a0 0x559bb1d44570 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:48.654 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.637+0000 7fa78a3da740 1 --2- 172.21.15.43:0/2941194446 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559bb1d32db0 0x559bb1d2ccf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:48.654 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.637+0000 7fa78a3da740 1 -- 172.21.15.43:0/2941194446 >> 172.21.15.43:0/2941194446 conn(0x559bb1d2e420 msgr2=0x559bb1d349e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:55:48.655 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.637+0000 7fa78a3da740 1 -- 172.21.15.43:0/2941194446 shutdown_connections 2024-05-16T15:55:48.655 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.637+0000 7fa78a3da740 1 -- 172.21.15.43:0/2941194446 wait complete. 2024-05-16T15:55:48.655 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.637+0000 7fa78a3da740 1 -- start start 2024-05-16T15:55:48.655 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.638+0000 7fa78a3da740 1 Processor -- start 2024-05-16T15:55:48.655 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.638+0000 7fa78a3da740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559bb1d32db0 0x559bb1d42320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:48.655 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.638+0000 7fa78a3da740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x559bb1d337a0 0x559bb1d42860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:48.655 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.638+0000 7fa78a3da740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559bb1d38910 0x559bb1d43870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:48.655 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.638+0000 7fa78a3da740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fa7801ac830 con 0x559bb1d337a0 2024-05-16T15:55:48.655 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.638+0000 7fa78a3da740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fa7801ac160 con 0x559bb1d38910 2024-05-16T15:55:48.655 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.638+0000 7fa78a3da740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fa7801a93a0 con 0x559bb1d32db0 2024-05-16T15:55:48.655 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.638+0000 7fa78a3da740 10 client.0 _ll_register_callbacks cb 0x7fa7700ec040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:55:48.656 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.638+0000 7fa784c5f640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x559bb1d337a0 0x559bb1d42860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:48.656 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.638+0000 7fa784c5f640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x559bb1d337a0 0x559bb1d42860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:36938/0 (socket says 172.21.15.43:36938) 2024-05-16T15:55:48.656 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.638+0000 7fa784c5f640 1 -- 172.21.15.43:0/3691170072 learned_addr learned my addr 172.21.15.43:0/3691170072 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:55:48.656 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.638+0000 7fa785460640 1 --2- 172.21.15.43:0/3691170072 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559bb1d32db0 0x559bb1d42320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:48.656 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.638+0000 7fa784c5f640 1 -- 172.21.15.43:0/3691170072 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559bb1d32db0 msgr2=0x559bb1d42320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:55:48.656 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.638+0000 7fa784c5f640 1 --2- 172.21.15.43:0/3691170072 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559bb1d32db0 0x559bb1d42320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:48.656 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.638+0000 7fa784c5f640 1 -- 172.21.15.43:0/3691170072 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559bb1d38910 msgr2=0x559bb1d43870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:55:48.656 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.638+0000 7fa785c61640 1 --2- 172.21.15.43:0/3691170072 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559bb1d38910 0x559bb1d43870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:48.656 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.638+0000 7fa784c5f640 1 --2- 172.21.15.43:0/3691170072 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559bb1d38910 0x559bb1d43870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:48.656 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.638+0000 7fa784c5f640 1 -- 172.21.15.43:0/3691170072 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559bb1d43e60 con 0x559bb1d337a0 2024-05-16T15:55:48.656 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.639+0000 7fa784c5f640 1 --2- 172.21.15.43:0/3691170072 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x559bb1d337a0 0x559bb1d42860 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7fa770032a50 tx=0x7fa77002a410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f75e5e40cb9da7b server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:55:48.656 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.639+0000 7fa768ff9640 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:55:48.656 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.639+0000 7fa768ff9640 1 -- 172.21.15.43:0/3691170072 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa770049070 con 0x559bb1d337a0 2024-05-16T15:55:48.656 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.639+0000 7fa768ff9640 1 -- 172.21.15.43:0/3691170072 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7fa7700b0170 con 0x559bb1d337a0 2024-05-16T15:55:48.656 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.639+0000 7fa78a3da740 1 -- 172.21.15.43:0/3691170072 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa7700ce180 con 0x559bb1d337a0 2024-05-16T15:55:48.656 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.639+0000 7fa768ff9640 1 -- 172.21.15.43:0/3691170072 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=38) ==== 24+0+0 (secure 0 0 0) 0x7fa7700c95f0 con 0x559bb1d337a0 2024-05-16T15:55:48.657 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.639+0000 7fa78a3da740 10 client.16404 fetch_fsmap learned FSMap version 38 2024-05-16T15:55:48.657 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.639+0000 7fa78a3da740 1 -- 172.21.15.43:0/3691170072 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=38,monmap=4+}) -- 0x559bb1db3cf0 con 0x559bb1d337a0 2024-05-16T15:55:48.657 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.639+0000 7fa768ff9640 1 -- 172.21.15.43:0/3691170072 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa7700ce180 con 0x559bb1d337a0 2024-05-16T15:55:48.657 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.639+0000 7fa768ff9640 1 -- 172.21.15.43:0/3691170072 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 38) ==== 8362+0+0 (secure 0 0 0) 0x7fa7700c8b50 con 0x559bb1d337a0 2024-05-16T15:55:48.657 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.639+0000 7fa78a3da740 10 client.16404 fetch_fsmap finished waiting for FSMap version 38 2024-05-16T15:55:48.657 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.639+0000 7fa78a3da740 10 client.16404 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:55:48.657 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.639+0000 7fa78a3da740 20 client.16404 populate_metadata read hostname 'smithi043' 2024-05-16T15:55:48.657 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.639+0000 7fa78a3da740 1 --2- 172.21.15.43:0/3691170072 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x559bb1db4390 0x559bb1db67b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:55:48.657 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.639+0000 7fa78a3da740 4 client.16404 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-16T15:55:48.657 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.639+0000 7fa78a3da740 1 -- 172.21.15.43:0/3691170072 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "flush journal"}) -- 0x559bb1c9f050 con 0x559bb1db4390 2024-05-16T15:55:48.657 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.639+0000 7fa785460640 1 --2- 172.21.15.43:0/3691170072 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x559bb1db4390 0x559bb1db67b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:55:48.657 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.640+0000 7fa785460640 1 --2- 172.21.15.43:0/3691170072 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x559bb1db4390 0x559bb1db67b0 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=22bcbd1d1f552850 server_cookie=87b2121f58c170b1 in_seq=0 out_seq=0 2024-05-16T15:55:48.658 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.640+0000 7fa768ff9640 10 client.16404 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:55:48.671 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.657+0000 7fa768ff9640 1 -- 172.21.15.43:0/3691170072 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x559bb1c9f050 con 0x559bb1db4390 2024-05-16T15:55:48.671 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.657+0000 7fa768ff9640 10 client.16404 handle_command_reply: tid=0 2024-05-16T15:55:48.671 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.657+0000 7fa78a3da740 1 client.16404 shutdown 2024-05-16T15:55:48.671 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.657+0000 7fa78a3da740 1 -- 172.21.15.43:0/3691170072 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x559bb1d337a0 msgr2=0x559bb1d42860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:55:48.671 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.657+0000 7fa78a3da740 1 --2- 172.21.15.43:0/3691170072 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x559bb1d337a0 0x559bb1d42860 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7fa770032a50 tx=0x7fa77002a410 comp rx=0 tx=0).stop 2024-05-16T15:55:48.671 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.657+0000 7fa78a3da740 1 -- 172.21.15.43:0/3691170072 shutdown_connections 2024-05-16T15:55:48.671 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.657+0000 7fa78a3da740 1 --2- 172.21.15.43:0/3691170072 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x559bb1db4390 0x559bb1db67b0 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:48.671 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.657+0000 7fa78a3da740 1 --2- 172.21.15.43:0/3691170072 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559bb1d38910 0x559bb1d43870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:48.671 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.657+0000 7fa768ff9640 0 client.16404 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:55:48.671 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.657+0000 7fa78a3da740 1 --2- 172.21.15.43:0/3691170072 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x559bb1d337a0 0x559bb1d42860 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:48.671 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.657+0000 7fa78a3da740 1 --2- 172.21.15.43:0/3691170072 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559bb1d32db0 0x559bb1d42320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:48.672 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.657+0000 7fa78a3da740 1 -- 172.21.15.43:0/3691170072 >> 172.21.15.43:0/3691170072 conn(0x559bb1d2e420 msgr2=0x559bb1d31330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:55:48.672 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.658+0000 7fa78a3da740 1 -- 172.21.15.43:0/3691170072 shutdown_connections 2024-05-16T15:55:48.672 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.658+0000 7fa78a3da740 1 -- 172.21.15.43:0/3691170072 wait complete. 2024-05-16T15:55:48.672 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.658+0000 7fa78a3da740 20 client.16404 trim_cache size 0 max 16384 2024-05-16T15:55:48.672 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:{ 2024-05-16T15:55:48.672 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "message": "", 2024-05-16T15:55:48.672 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "return_code": 0 2024-05-16T15:55:48.672 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:} 2024-05-16T15:55:48.673 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.658+0000 7fa7876c4640 1 -- 172.21.15.43:0/1814157151 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fa76c0b28a0 msgr2=0x7fa76c0b4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:55:48.673 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.658+0000 7fa7876c4640 1 --2- 172.21.15.43:0/1814157151 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fa76c0b28a0 0x7fa76c0b4d60 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x559bb1d34000 tx=0x7fa7780096a0 comp rx=0 tx=0).stop 2024-05-16T15:55:48.673 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.658+0000 7fa7876c4640 1 -- 172.21.15.43:0/1814157151 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa780102b00 msgr2=0x7fa78019d890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:55:48.673 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.658+0000 7fa7876c4640 1 --2- 172.21.15.43:0/1814157151 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa780102b00 0x7fa78019d890 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7fa770009a20 tx=0x7fa7700040c0 comp rx=0 tx=0).stop 2024-05-16T15:55:48.673 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.658+0000 7fa7876c4640 1 -- 172.21.15.43:0/1814157151 shutdown_connections 2024-05-16T15:55:48.673 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.658+0000 7fa7876c4640 1 --2- 172.21.15.43:0/1814157151 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fa76c0b28a0 0x7fa76c0b4d60 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:48.673 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.658+0000 7fa7876c4640 1 --2- 172.21.15.43:0/1814157151 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa7801034c0 0x7fa78019feb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:48.673 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.658+0000 7fa7876c4640 1 --2- 172.21.15.43:0/1814157151 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa780102b00 0x7fa78019d890 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:48.673 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.658+0000 7fa7876c4640 1 --2- 172.21.15.43:0/1814157151 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa780101910 0x7fa78006abd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:55:48.673 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.658+0000 7fa7876c4640 1 -- 172.21.15.43:0/1814157151 >> 172.21.15.43:0/1814157151 conn(0x7fa7800fce80 msgr2=0x7fa780105ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:55:48.673 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.658+0000 7fa7876c4640 1 -- 172.21.15.43:0/1814157151 shutdown_connections 2024-05-16T15:55:48.674 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:55:48.658+0000 7fa7876c4640 1 -- 172.21.15.43:0/1814157151 wait complete. 2024-05-16T15:55:49.295 INFO:tasks.workunit.client.0.smithi043.stderr:main: filesystem does not support fallocate mode FALLOC_FL_COLLAPSE_RANGE, disabling! 2024-05-16T15:55:49.295 INFO:tasks.workunit.client.0.smithi043.stderr:main: filesystem does not support fallocate mode FALLOC_FL_INSERT_RANGE, disabling! 2024-05-16T15:55:49.295 INFO:tasks.workunit.client.0.smithi043.stderr:main: filesystem does not support clone range, disabling! 2024-05-16T15:55:49.295 INFO:tasks.workunit.client.0.smithi043.stderr:main: filesystem does not support dedupe range, disabling! 2024-05-16T15:55:49.299 INFO:tasks.workunit.client.0.smithi043.stdout:skipping zero size read 2024-05-16T15:55:49.311 INFO:tasks.workunit.client.0.smithi043.stdout:truncating to largest ever: 0x1c37b90 2024-05-16T15:55:49.322 INFO:tasks.workunit.client.0.smithi043.stdout:truncating to largest ever: 0x5bd330d 2024-05-16T15:55:49.340 INFO:tasks.workunit.client.0.smithi043.stdout:copying to largest ever: 0x637bf99 2024-05-16T15:55:49.641 INFO:tasks.workunit.client.0.smithi043.stdout:copying to largest ever: 0x63d9b9c 2024-05-16T15:55:49.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:55:49 smithi157 ceph-mon[35584]: pgmap v604: 129 pgs: 129 active+clean; 47 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 549 op/s 2024-05-16T15:55:49.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:55:49 smithi148 ceph-mon[34976]: pgmap v604: 129 pgs: 129 active+clean; 47 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 549 op/s 2024-05-16T15:55:49.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:55:49 smithi043 ceph-mon[31619]: pgmap v604: 129 pgs: 129 active+clean; 47 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 549 op/s 2024-05-16T15:55:51.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:55:51 smithi157 ceph-mon[35584]: pgmap v605: 129 pgs: 129 active+clean; 48 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 MiB/s rd, 2.8 MiB/s wr, 405 op/s 2024-05-16T15:55:51.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:55:51 smithi148 ceph-mon[34976]: pgmap v605: 129 pgs: 129 active+clean; 48 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 MiB/s rd, 2.8 MiB/s wr, 405 op/s 2024-05-16T15:55:51.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:55:51 smithi043 ceph-mon[31619]: pgmap v605: 129 pgs: 129 active+clean; 48 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 MiB/s rd, 2.8 MiB/s wr, 405 op/s 2024-05-16T15:55:53.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:55:53 smithi157 ceph-mon[35584]: pgmap v606: 129 pgs: 129 active+clean; 48 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 7.5 MiB/s rd, 3.0 MiB/s wr, 410 op/s 2024-05-16T15:55:53.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:55:53 smithi148 ceph-mon[34976]: pgmap v606: 129 pgs: 129 active+clean; 48 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 7.5 MiB/s rd, 3.0 MiB/s wr, 410 op/s 2024-05-16T15:55:53.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:55:53 smithi043 ceph-mon[31619]: pgmap v606: 129 pgs: 129 active+clean; 48 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 7.5 MiB/s rd, 3.0 MiB/s wr, 410 op/s 2024-05-16T15:55:55.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:55:55 smithi157 ceph-mon[35584]: pgmap v607: 129 pgs: 129 active+clean; 60 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 2.9 MiB/s wr, 459 op/s 2024-05-16T15:55:55.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:55:55 smithi148 ceph-mon[34976]: pgmap v607: 129 pgs: 129 active+clean; 60 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 2.9 MiB/s wr, 459 op/s 2024-05-16T15:55:55.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:55:55 smithi043 ceph-mon[31619]: pgmap v607: 129 pgs: 129 active+clean; 60 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 2.9 MiB/s wr, 459 op/s 2024-05-16T15:55:56.708 INFO:tasks.workunit.client.0.smithi043.stdout:copying to largest ever: 0x63ee1da 2024-05-16T15:55:57.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:55:57 smithi157 ceph-mon[35584]: pgmap v608: 129 pgs: 129 active+clean; 62 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 MiB/s rd, 2.4 MiB/s wr, 460 op/s 2024-05-16T15:55:57.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:55:57 smithi148 ceph-mon[34976]: pgmap v608: 129 pgs: 129 active+clean; 62 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 MiB/s rd, 2.4 MiB/s wr, 460 op/s 2024-05-16T15:55:57.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:55:57 smithi043 ceph-mon[31619]: pgmap v608: 129 pgs: 129 active+clean; 62 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 MiB/s rd, 2.4 MiB/s wr, 460 op/s 2024-05-16T15:55:59.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:55:59 smithi157 ceph-mon[35584]: pgmap v609: 129 pgs: 129 active+clean; 64 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 MiB/s rd, 3.2 MiB/s wr, 617 op/s 2024-05-16T15:55:59.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:55:59 smithi148 ceph-mon[34976]: pgmap v609: 129 pgs: 129 active+clean; 64 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 MiB/s rd, 3.2 MiB/s wr, 617 op/s 2024-05-16T15:55:59.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:55:59 smithi043 ceph-mon[31619]: pgmap v609: 129 pgs: 129 active+clean; 64 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 MiB/s rd, 3.2 MiB/s wr, 617 op/s 2024-05-16T15:56:01.789 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.776+0000 7f72cb17f640 1 -- 172.21.15.43:0/3031754424 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f72c41099b0 msgr2=0x7f72c410bde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:56:01.789 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.776+0000 7f72cb17f640 1 --2- 172.21.15.43:0/3031754424 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f72c41099b0 0x7f72c410bde0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f72b8009860 tx=0x7f72b802a340 comp rx=0 tx=0).stop 2024-05-16T15:56:01.790 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.776+0000 7f72cb17f640 1 -- 172.21.15.43:0/3031754424 shutdown_connections 2024-05-16T15:56:01.790 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.776+0000 7f72cb17f640 1 --2- 172.21.15.43:0/3031754424 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f72c410c7a0 0x7f72c4115640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:01.790 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.776+0000 7f72cb17f640 1 --2- 172.21.15.43:0/3031754424 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f72c410c320 0x7f72c41130f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:01.791 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.776+0000 7f72cb17f640 1 --2- 172.21.15.43:0/3031754424 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f72c41099b0 0x7f72c410bde0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:01.791 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.776+0000 7f72cb17f640 1 -- 172.21.15.43:0/3031754424 >> 172.21.15.43:0/3031754424 conn(0x7f72c406fbe0 msgr2=0x7f72c4072020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:56:01.791 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.777+0000 7f72cb17f640 1 -- 172.21.15.43:0/3031754424 shutdown_connections 2024-05-16T15:56:01.791 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.777+0000 7f72cb17f640 1 -- 172.21.15.43:0/3031754424 wait complete. 2024-05-16T15:56:01.791 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.777+0000 7f72cb17f640 1 Processor -- start 2024-05-16T15:56:01.791 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.777+0000 7f72cb17f640 1 -- start start 2024-05-16T15:56:01.792 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.778+0000 7f72cb17f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f72c41099b0 0x7f72c41a32f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:01.792 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.778+0000 7f72cb17f640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f72c410c320 0x7f72c41a3830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:01.793 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.778+0000 7f72cb17f640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f72c410c7a0 0x7f72c41aa8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:01.793 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.778+0000 7f72cb17f640 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f72c4118e90 con 0x7f72c410c7a0 2024-05-16T15:56:01.793 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.778+0000 7f72cb17f640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f72c4118d10 con 0x7f72c410c320 2024-05-16T15:56:01.793 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.778+0000 7f72cb17f640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f72c4119010 con 0x7f72c41099b0 2024-05-16T15:56:01.793 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.778+0000 7f72c3fff640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f72c410c320 0x7f72c41a3830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:01.793 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.778+0000 7f72c971c640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f72c410c7a0 0x7f72c41aa8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:01.793 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.778+0000 7f72c3fff640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f72c410c320 0x7f72c41a3830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:51456/0 (socket says 172.21.15.43:51456) 2024-05-16T15:56:01.793 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.778+0000 7f72c3fff640 1 -- 172.21.15.43:0/312398704 learned_addr learned my addr 172.21.15.43:0/312398704 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:56:01.793 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.778+0000 7f72c8f1b640 1 --2- 172.21.15.43:0/312398704 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f72c41099b0 0x7f72c41a32f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:01.793 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.778+0000 7f72c3fff640 1 -- 172.21.15.43:0/312398704 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f72c41099b0 msgr2=0x7f72c41a32f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:56:01.793 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.778+0000 7f72c3fff640 1 --2- 172.21.15.43:0/312398704 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f72c41099b0 0x7f72c41a32f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:01.793 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.778+0000 7f72c3fff640 1 -- 172.21.15.43:0/312398704 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f72c410c7a0 msgr2=0x7f72c41aa8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:56:01.793 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.778+0000 7f72c3fff640 1 --2- 172.21.15.43:0/312398704 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f72c410c7a0 0x7f72c41aa8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:01.793 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.778+0000 7f72c3fff640 1 -- 172.21.15.43:0/312398704 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72c41aaf10 con 0x7f72c410c320 2024-05-16T15:56:01.793 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.779+0000 7f72c3fff640 1 --2- 172.21.15.43:0/312398704 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f72c410c320 0x7f72c41a3830 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f72b000e9f0 tx=0x7f72b000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:56:01.794 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.779+0000 7f72c1ffb640 1 -- 172.21.15.43:0/312398704 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72b000ccc0 con 0x7f72c410c320 2024-05-16T15:56:01.794 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.779+0000 7f72c1ffb640 1 -- 172.21.15.43:0/312398704 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f72b00035f0 con 0x7f72c410c320 2024-05-16T15:56:01.794 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.779+0000 7f72cb17f640 1 -- 172.21.15.43:0/312398704 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72c41ab200 con 0x7f72c410c320 2024-05-16T15:56:01.794 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.779+0000 7f72c1ffb640 1 -- 172.21.15.43:0/312398704 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72b000ce60 con 0x7f72c410c320 2024-05-16T15:56:01.794 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.779+0000 7f72cb17f640 1 -- 172.21.15.43:0/312398704 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72c41ab7a0 con 0x7f72c410c320 2024-05-16T15:56:01.797 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.782+0000 7f72c1ffb640 1 -- 172.21.15.43:0/312398704 <== mon.2 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f72b0004000 con 0x7f72c410c320 2024-05-16T15:56:01.797 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.782+0000 7f72cdf74740 1 Processor -- start 2024-05-16T15:56:01.797 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.783+0000 7f72cdf74740 1 -- start start 2024-05-16T15:56:01.797 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.783+0000 7f72cdf74740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556e8fe4edb0 0x556e8fe4f1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:01.797 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.783+0000 7f72cdf74740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556e8fe4f7a0 0x556e8fe542a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:01.797 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.783+0000 7f72cdf74740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556e8fe54910 0x556e8fe56da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:01.797 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.783+0000 7f72cdf74740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x556e8fdb35d0 con 0x556e8fe4edb0 2024-05-16T15:56:01.797 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.783+0000 7f72cdf74740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x556e8fd6c890 con 0x556e8fe54910 2024-05-16T15:56:01.797 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.783+0000 7f72cdf74740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x556e8fdaf590 con 0x556e8fe4f7a0 2024-05-16T15:56:01.797 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.783+0000 7f72c971c640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556e8fe4edb0 0x556e8fe4f1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:01.797 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.783+0000 7f72c3fff640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556e8fe54910 0x556e8fe56da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:01.798 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.783+0000 7f72c3fff640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556e8fe54910 0x556e8fe56da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:51466/0 (socket says 172.21.15.43:51466) 2024-05-16T15:56:01.798 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.783+0000 7f72c3fff640 1 -- 172.21.15.43:0/1085772148 learned_addr learned my addr 172.21.15.43:0/1085772148 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:56:01.798 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.783+0000 7f72c971c640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556e8fe4edb0 0x556e8fe4f1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:36438/0 (socket says 172.21.15.43:36438) 2024-05-16T15:56:01.798 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.783+0000 7f72c8f1b640 1 --2- 172.21.15.43:0/1085772148 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556e8fe4f7a0 0x556e8fe542a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:01.798 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.783+0000 7f72c3fff640 1 -- 172.21.15.43:0/1085772148 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556e8fe4f7a0 msgr2=0x556e8fe542a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:56:01.798 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.783+0000 7f72c3fff640 1 --2- 172.21.15.43:0/1085772148 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556e8fe4f7a0 0x556e8fe542a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:01.798 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.783+0000 7f72c3fff640 1 -- 172.21.15.43:0/1085772148 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556e8fe4edb0 msgr2=0x556e8fe4f1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:56:01.798 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.783+0000 7f72c3fff640 1 --2- 172.21.15.43:0/1085772148 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556e8fe4edb0 0x556e8fe4f1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:01.798 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.783+0000 7f72c3fff640 1 -- 172.21.15.43:0/1085772148 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556e8fac5210 con 0x556e8fe54910 2024-05-16T15:56:01.798 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.783+0000 7f72c8f1b640 1 --2- 172.21.15.43:0/1085772148 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556e8fe4f7a0 0x556e8fe542a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:56:01.798 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.783+0000 7f72c971c640 1 --2- 172.21.15.43:0/1085772148 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556e8fe4edb0 0x556e8fe4f1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:56:01.798 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.783+0000 7f72c1ffb640 1 --2- 172.21.15.43:0/312398704 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f72b40b2970 0x7f72b40b4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:01.798 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.784+0000 7f72c3fff640 1 --2- 172.21.15.43:0/1085772148 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556e8fe54910 0x556e8fe56da0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f72b00e8a90 tx=0x7f72b00e8b80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4c3a52866118032b server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:56:01.798 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.784+0000 7f72c971c640 1 --2- 172.21.15.43:0/312398704 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f72b40b2970 0x7f72b40b4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:01.799 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.784+0000 7f72c1ffb640 1 -- 172.21.15.43:0/312398704 <== mon.2 v2:172.21.15.148:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f72b00e27d0 con 0x7f72c410c320 2024-05-16T15:56:01.800 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.784+0000 7f72aeffd640 1 -- 172.21.15.43:0/1085772148 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72b00a58a0 con 0x556e8fe54910 2024-05-16T15:56:01.800 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.784+0000 7f72aeffd640 1 -- 172.21.15.43:0/1085772148 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f72b00a94f0 con 0x556e8fe54910 2024-05-16T15:56:01.800 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.784+0000 7f72aeffd640 1 -- 172.21.15.43:0/1085772148 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72b00a9150 con 0x556e8fe54910 2024-05-16T15:56:01.800 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.784+0000 7f72c971c640 1 --2- 172.21.15.43:0/312398704 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f72b40b2970 0x7f72b40b4e30 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f72bc009fd0 tx=0x7f72bc00d040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:56:01.800 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.785+0000 7f72cdf74740 1 -- 172.21.15.43:0/1085772148 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556e8fe54910 msgr2=0x556e8fe56da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:56:01.801 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.785+0000 7f72cdf74740 1 --2- 172.21.15.43:0/1085772148 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556e8fe54910 0x556e8fe56da0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f72b00e8a90 tx=0x7f72b00e8b80 comp rx=0 tx=0).stop 2024-05-16T15:56:01.801 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.785+0000 7f72cdf74740 1 -- 172.21.15.43:0/1085772148 shutdown_connections 2024-05-16T15:56:01.801 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.785+0000 7f72cdf74740 1 --2- 172.21.15.43:0/1085772148 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556e8fe54910 0x556e8fe56da0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:01.801 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.785+0000 7f72cdf74740 1 --2- 172.21.15.43:0/1085772148 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556e8fe4f7a0 0x556e8fe542a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:01.801 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.785+0000 7f72cdf74740 1 --2- 172.21.15.43:0/1085772148 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556e8fe4edb0 0x556e8fe4f1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:01.801 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.785+0000 7f72cdf74740 1 -- 172.21.15.43:0/1085772148 >> 172.21.15.43:0/1085772148 conn(0x556e8fe4a420 msgr2=0x556e8fe4a820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:56:01.801 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.785+0000 7f72cdf74740 1 -- 172.21.15.43:0/1085772148 shutdown_connections 2024-05-16T15:56:01.801 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.785+0000 7f72cdf74740 1 -- 172.21.15.43:0/1085772148 wait complete. 2024-05-16T15:56:01.801 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.786+0000 7f72cdf74740 1 -- start start 2024-05-16T15:56:01.801 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.786+0000 7f72cdf74740 1 Processor -- start 2024-05-16T15:56:01.801 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.786+0000 7f72cdf74740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556e8fe4edb0 0x556e8fe61810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:01.801 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.786+0000 7f72cdf74740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556e8fe4f7a0 0x556e8fe61d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:01.801 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.786+0000 7f72cdf74740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556e8fe54910 0x556e8fe68d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:01.801 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.786+0000 7f72cdf74740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x556e8fe578c0 con 0x556e8fe54910 2024-05-16T15:56:01.801 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.786+0000 7f72cdf74740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x556e8fd70370 con 0x556e8fe4f7a0 2024-05-16T15:56:01.801 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.786+0000 7f72cdf74740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x556e8fe57a40 con 0x556e8fe4edb0 2024-05-16T15:56:01.802 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.786+0000 7f72cdf74740 10 client.0 _ll_register_callbacks cb 0x556e8fac4a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:56:01.802 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.787+0000 7f72c3fff640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556e8fe4f7a0 0x556e8fe61d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:01.802 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.787+0000 7f72c3fff640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556e8fe4f7a0 0x556e8fe61d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:51474/0 (socket says 172.21.15.43:51474) 2024-05-16T15:56:01.802 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.787+0000 7f72c971c640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556e8fe54910 0x556e8fe68d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:01.802 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.787+0000 7f72c3fff640 1 -- 172.21.15.43:0/876763381 learned_addr learned my addr 172.21.15.43:0/876763381 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:56:01.802 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.787+0000 7f72c8f1b640 1 --2- 172.21.15.43:0/876763381 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556e8fe4edb0 0x556e8fe61810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:01.802 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.787+0000 7f72c971c640 1 -- 172.21.15.43:0/876763381 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556e8fe4edb0 msgr2=0x556e8fe61810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:56:01.802 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.787+0000 7f72c971c640 1 --2- 172.21.15.43:0/876763381 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556e8fe4edb0 0x556e8fe61810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:01.802 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.787+0000 7f72c971c640 1 -- 172.21.15.43:0/876763381 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556e8fe4f7a0 msgr2=0x556e8fe61d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:56:01.802 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.787+0000 7f72c971c640 1 --2- 172.21.15.43:0/876763381 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556e8fe4f7a0 0x556e8fe61d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:01.802 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.787+0000 7f72c971c640 1 -- 172.21.15.43:0/876763381 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556e8fb91620 con 0x556e8fe54910 2024-05-16T15:56:01.803 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.787+0000 7f72c971c640 1 --2- 172.21.15.43:0/876763381 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556e8fe54910 0x556e8fe68d90 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x556e8fe50000 tx=0x7f72bc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=755981473908b5c9 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:56:01.804 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.788+0000 7f72a3fff640 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:56:01.804 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.788+0000 7f72a3fff640 1 -- 172.21.15.43:0/876763381 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72bc01e040 con 0x556e8fe54910 2024-05-16T15:56:01.804 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.788+0000 7f72cdf74740 1 -- 172.21.15.43:0/876763381 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f72b00a94f0 con 0x556e8fe54910 2024-05-16T15:56:01.804 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.788+0000 7f72a3fff640 1 -- 172.21.15.43:0/876763381 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f72bc016d80 con 0x556e8fe54910 2024-05-16T15:56:01.804 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.788+0000 7f72a3fff640 1 -- 172.21.15.43:0/876763381 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=38) ==== 24+0+0 (secure 0 0 0) 0x7f72bc030050 con 0x556e8fe54910 2024-05-16T15:56:01.804 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.788+0000 7f72cdf74740 10 client.16416 fetch_fsmap learned FSMap version 38 2024-05-16T15:56:01.804 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.788+0000 7f72cdf74740 1 -- 172.21.15.43:0/876763381 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=38,monmap=4+}) -- 0x556e8fe6be90 con 0x556e8fe54910 2024-05-16T15:56:01.804 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.789+0000 7f72a3fff640 1 -- 172.21.15.43:0/876763381 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f72b00a94f0 con 0x556e8fe54910 2024-05-16T15:56:01.804 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.790+0000 7f72a3fff640 1 -- 172.21.15.43:0/876763381 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 38) ==== 8362+0+0 (secure 0 0 0) 0x7f72bc021030 con 0x556e8fe54910 2024-05-16T15:56:01.804 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.790+0000 7f72cdf74740 10 client.16416 fetch_fsmap finished waiting for FSMap version 38 2024-05-16T15:56:01.804 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.790+0000 7f72cdf74740 10 client.16416 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:56:01.804 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.790+0000 7f72cdf74740 20 client.16416 populate_metadata read hostname 'smithi043' 2024-05-16T15:56:01.804 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.790+0000 7f72cdf74740 1 --2- 172.21.15.43:0/876763381 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x556e8fe6da10 0x556e8fe6fe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:01.804 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.790+0000 7f72cdf74740 4 client.16416 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:56:01.804 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.790+0000 7f72cdf74740 1 -- 172.21.15.43:0/876763381 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556e8fdc11e0 con 0x556e8fe6da10 2024-05-16T15:56:01.804 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.790+0000 7f72c8f1b640 1 --2- 172.21.15.43:0/876763381 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x556e8fe6da10 0x556e8fe6fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:01.805 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.791+0000 7f72c8f1b640 1 --2- 172.21.15.43:0/876763381 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x556e8fe6da10 0x556e8fe6fe50 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ea3c62389bbc16e server_cookie=5edc06dd831ebc6d in_seq=0 out_seq=0 2024-05-16T15:56:01.805 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.791+0000 7f72a3fff640 10 client.16416 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:56:01.806 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.792+0000 7f72a3fff640 1 -- 172.21.15.43:0/876763381 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x556e8fdc11e0 con 0x556e8fe6da10 2024-05-16T15:56:01.806 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.792+0000 7f72a3fff640 10 client.16416 handle_command_reply: tid=0 2024-05-16T15:56:01.806 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.793+0000 7f72cdf74740 1 client.16416 shutdown 2024-05-16T15:56:01.807 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.793+0000 7f72cdf74740 1 -- 172.21.15.43:0/876763381 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556e8fe54910 msgr2=0x556e8fe68d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:56:01.807 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.793+0000 7f72cdf74740 1 --2- 172.21.15.43:0/876763381 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556e8fe54910 0x556e8fe68d90 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x556e8fe50000 tx=0x7f72bc004a40 comp rx=0 tx=0).stop 2024-05-16T15:56:01.807 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.793+0000 7f72cdf74740 1 -- 172.21.15.43:0/876763381 shutdown_connections 2024-05-16T15:56:01.807 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.793+0000 7f72cdf74740 1 --2- 172.21.15.43:0/876763381 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x556e8fe6da10 0x556e8fe6fe50 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:01.807 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.794+0000 7f72cdf74740 1 --2- 172.21.15.43:0/876763381 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556e8fe54910 0x556e8fe68d90 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:01.808 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.794+0000 7f72cdf74740 1 --2- 172.21.15.43:0/876763381 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556e8fe4f7a0 0x556e8fe61d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:01.808 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.794+0000 7f72cdf74740 1 --2- 172.21.15.43:0/876763381 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556e8fe4edb0 0x556e8fe61810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:01.808 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.794+0000 7f72cdf74740 1 -- 172.21.15.43:0/876763381 >> 172.21.15.43:0/876763381 conn(0x556e8fe4a420 msgr2=0x556e8fe49580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:56:01.808 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.794+0000 7f72a3fff640 0 client.16416 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:56:01.808 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.794+0000 7f72cdf74740 1 -- 172.21.15.43:0/876763381 shutdown_connections 2024-05-16T15:56:01.808 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.794+0000 7f72cdf74740 1 -- 172.21.15.43:0/876763381 wait complete. 2024-05-16T15:56:01.808 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.794+0000 7f72cdf74740 20 client.16416 trim_cache size 0 max 16384 2024-05-16T15:56:01.827 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.813+0000 7f72cdf74740 1 Processor -- start 2024-05-16T15:56:01.827 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.813+0000 7f72cdf74740 1 -- start start 2024-05-16T15:56:01.827 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.813+0000 7f72cdf74740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556e8fe4edb0 0x556e8fe509c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:01.827 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.813+0000 7f72cdf74740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556e8fe4f7a0 0x556e8fe50f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:01.827 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.813+0000 7f72cdf74740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556e8fe54910 0x556e8fe68d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:01.827 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.813+0000 7f72cdf74740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f72c41b16f0 con 0x556e8fe4edb0 2024-05-16T15:56:01.827 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.813+0000 7f72cdf74740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f72c41b3230 con 0x556e8fe4f7a0 2024-05-16T15:56:01.828 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.813+0000 7f72cdf74740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f72c41b1dc0 con 0x556e8fe54910 2024-05-16T15:56:01.828 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.813+0000 7f72c8f1b640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556e8fe4edb0 0x556e8fe509c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:01.828 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.813+0000 7f72c8f1b640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556e8fe4edb0 0x556e8fe509c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:36456/0 (socket says 172.21.15.43:36456) 2024-05-16T15:56:01.828 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.813+0000 7f72c8f1b640 1 -- 172.21.15.43:0/2937789018 learned_addr learned my addr 172.21.15.43:0/2937789018 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:56:01.828 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.813+0000 7f72c3fff640 1 --2- 172.21.15.43:0/2937789018 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556e8fe4f7a0 0x556e8fe50f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:01.828 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.813+0000 7f72c971c640 1 --2- 172.21.15.43:0/2937789018 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556e8fe54910 0x556e8fe68d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:01.828 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.814+0000 7f72c8f1b640 1 -- 172.21.15.43:0/2937789018 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556e8fe54910 msgr2=0x556e8fe68d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:56:01.828 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.814+0000 7f72c8f1b640 1 --2- 172.21.15.43:0/2937789018 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556e8fe54910 0x556e8fe68d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:01.828 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.814+0000 7f72c8f1b640 1 -- 172.21.15.43:0/2937789018 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556e8fe4f7a0 msgr2=0x556e8fe50f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:56:01.828 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.814+0000 7f72c8f1b640 1 --2- 172.21.15.43:0/2937789018 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556e8fe4f7a0 0x556e8fe50f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:01.828 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.814+0000 7f72c8f1b640 1 -- 172.21.15.43:0/2937789018 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556e8fe4a250 con 0x556e8fe4edb0 2024-05-16T15:56:01.828 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.814+0000 7f72c8f1b640 1 --2- 172.21.15.43:0/2937789018 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556e8fe4edb0 0x556e8fe509c0 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f72b8009830 tx=0x7f72b8005c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3eba1029580eac23 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:56:01.828 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.814+0000 7f72ae7fc640 1 -- 172.21.15.43:0/2937789018 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72b8037040 con 0x556e8fe4edb0 2024-05-16T15:56:01.828 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.814+0000 7f72ae7fc640 1 -- 172.21.15.43:0/2937789018 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f72b804c070 con 0x556e8fe4edb0 2024-05-16T15:56:01.828 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.814+0000 7f72ae7fc640 1 -- 172.21.15.43:0/2937789018 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72b8047520 con 0x556e8fe4edb0 2024-05-16T15:56:01.831 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.815+0000 7f72cdf74740 1 -- 172.21.15.43:0/2937789018 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556e8fe4edb0 msgr2=0x556e8fe509c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:56:01.831 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.815+0000 7f72cdf74740 1 --2- 172.21.15.43:0/2937789018 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556e8fe4edb0 0x556e8fe509c0 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f72b8009830 tx=0x7f72b8005c90 comp rx=0 tx=0).stop 2024-05-16T15:56:01.831 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.815+0000 7f72cdf74740 1 -- 172.21.15.43:0/2937789018 shutdown_connections 2024-05-16T15:56:01.832 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.815+0000 7f72cdf74740 1 --2- 172.21.15.43:0/2937789018 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556e8fe54910 0x556e8fe68d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:01.832 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.815+0000 7f72cdf74740 1 --2- 172.21.15.43:0/2937789018 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556e8fe4f7a0 0x556e8fe50f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:01.832 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.815+0000 7f72cdf74740 1 --2- 172.21.15.43:0/2937789018 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556e8fe4edb0 0x556e8fe509c0 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:01.832 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.815+0000 7f72cdf74740 1 -- 172.21.15.43:0/2937789018 >> 172.21.15.43:0/2937789018 conn(0x556e8fe4a420 msgr2=0x556e8fe453e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:56:01.832 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.815+0000 7f72cdf74740 1 -- 172.21.15.43:0/2937789018 shutdown_connections 2024-05-16T15:56:01.832 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.815+0000 7f72cdf74740 1 -- 172.21.15.43:0/2937789018 wait complete. 2024-05-16T15:56:01.832 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.815+0000 7f72cdf74740 1 -- start start 2024-05-16T15:56:01.832 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.816+0000 7f72cdf74740 1 Processor -- start 2024-05-16T15:56:01.832 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.816+0000 7f72cdf74740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556e8fe4edb0 0x556e8fe65d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:01.832 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.816+0000 7f72cdf74740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556e8fe4f7a0 0x556e8fe662b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:01.832 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.816+0000 7f72cdf74740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556e8fe54910 0x556e8fed62c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:01.832 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.816+0000 7f72cdf74740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f72c41b2b60 con 0x556e8fe4edb0 2024-05-16T15:56:01.832 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.816+0000 7f72cdf74740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f72c41b2490 con 0x556e8fe4f7a0 2024-05-16T15:56:01.832 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.816+0000 7f72cdf74740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f72c41af780 con 0x556e8fe54910 2024-05-16T15:56:01.832 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.816+0000 7f72c8f1b640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556e8fe4edb0 0x556e8fe65d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:01.832 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.816+0000 7f72cdf74740 10 client.0 _ll_register_callbacks cb 0x7f72bc0071b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:56:01.833 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.816+0000 7f72c8f1b640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556e8fe4edb0 0x556e8fe65d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:36470/0 (socket says 172.21.15.43:36470) 2024-05-16T15:56:01.833 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.816+0000 7f72c8f1b640 1 -- 172.21.15.43:0/2620154039 learned_addr learned my addr 172.21.15.43:0/2620154039 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:56:01.833 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.816+0000 7f72c3fff640 1 --2- 172.21.15.43:0/2620154039 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556e8fe4f7a0 0x556e8fe662b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:01.833 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.816+0000 7f72c971c640 1 --2- 172.21.15.43:0/2620154039 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556e8fe54910 0x556e8fed62c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:01.833 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.817+0000 7f72c8f1b640 1 -- 172.21.15.43:0/2620154039 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556e8fe54910 msgr2=0x556e8fed62c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:56:01.833 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.817+0000 7f72c8f1b640 1 --2- 172.21.15.43:0/2620154039 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556e8fe54910 0x556e8fed62c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:01.833 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.817+0000 7f72c8f1b640 1 -- 172.21.15.43:0/2620154039 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556e8fe4f7a0 msgr2=0x556e8fe662b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:56:01.833 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.817+0000 7f72c8f1b640 1 --2- 172.21.15.43:0/2620154039 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556e8fe4f7a0 0x556e8fe662b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:01.833 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.817+0000 7f72c8f1b640 1 -- 172.21.15.43:0/2620154039 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556e8fed6830 con 0x556e8fe4edb0 2024-05-16T15:56:01.833 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.817+0000 7f72c8f1b640 1 --2- 172.21.15.43:0/2620154039 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556e8fe4edb0 0x556e8fe65d70 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f72b8035040 tx=0x7f72b8004610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87dbe1a8ca0acb1b server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:56:01.833 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.817+0000 7f72a3fff640 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:56:01.833 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.817+0000 7f72a3fff640 1 -- 172.21.15.43:0/2620154039 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72b8037040 con 0x556e8fe4edb0 2024-05-16T15:56:01.833 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.817+0000 7f72a3fff640 1 -- 172.21.15.43:0/2620154039 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f72b8030420 con 0x556e8fe4edb0 2024-05-16T15:56:01.833 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.817+0000 7f72cdf74740 1 -- 172.21.15.43:0/2620154039 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f72b804c070 con 0x556e8fe4edb0 2024-05-16T15:56:01.833 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.817+0000 7f72a3fff640 1 -- 172.21.15.43:0/2620154039 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=38) ==== 24+0+0 (secure 0 0 0) 0x7f72b805d050 con 0x556e8fe4edb0 2024-05-16T15:56:01.833 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.818+0000 7f72cdf74740 10 client.16422 fetch_fsmap learned FSMap version 38 2024-05-16T15:56:01.834 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.818+0000 7f72cdf74740 1 -- 172.21.15.43:0/2620154039 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=38,monmap=4+}) -- 0x556e8fed7b90 con 0x556e8fe4edb0 2024-05-16T15:56:01.834 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.818+0000 7f72a3fff640 1 -- 172.21.15.43:0/2620154039 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f72b804c070 con 0x556e8fe4edb0 2024-05-16T15:56:01.834 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.818+0000 7f72a3fff640 1 -- 172.21.15.43:0/2620154039 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 38) ==== 8362+0+0 (secure 0 0 0) 0x7f72b80472c0 con 0x556e8fe4edb0 2024-05-16T15:56:01.834 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.818+0000 7f72cdf74740 10 client.16422 fetch_fsmap finished waiting for FSMap version 38 2024-05-16T15:56:01.834 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.818+0000 7f72cdf74740 10 client.16422 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:56:01.834 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.818+0000 7f72cdf74740 20 client.16422 populate_metadata read hostname 'smithi043' 2024-05-16T15:56:01.834 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.818+0000 7f72cdf74740 1 --2- 172.21.15.43:0/2620154039 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x556e8fed84e0 0x556e8feda900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:01.834 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.818+0000 7f72cdf74740 4 client.16422 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-16T15:56:01.834 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.818+0000 7f72cdf74740 1 -- 172.21.15.43:0/2620154039 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "flush journal"}) -- 0x556e8fdbb050 con 0x556e8fed84e0 2024-05-16T15:56:01.834 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.818+0000 7f72c3fff640 1 --2- 172.21.15.43:0/2620154039 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x556e8fed84e0 0x556e8feda900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:01.834 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.819+0000 7f72c3fff640 1 --2- 172.21.15.43:0/2620154039 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x556e8fed84e0 0x556e8feda900 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4ec42b8926fd07fe server_cookie=fe91a13e1b9f6ed4 in_seq=0 out_seq=0 2024-05-16T15:56:01.834 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.819+0000 7f72a3fff640 10 client.16422 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:56:01.849 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.832+0000 7f72a3fff640 1 -- 172.21.15.43:0/2620154039 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x556e8fdbb050 con 0x556e8fed84e0 2024-05-16T15:56:01.849 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.832+0000 7f72a3fff640 10 client.16422 handle_command_reply: tid=0 2024-05-16T15:56:01.849 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.832+0000 7f72cdf74740 1 client.16422 shutdown 2024-05-16T15:56:01.850 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.833+0000 7f72cdf74740 1 -- 172.21.15.43:0/2620154039 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556e8fe4edb0 msgr2=0x556e8fe65d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:56:01.850 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.833+0000 7f72cdf74740 1 --2- 172.21.15.43:0/2620154039 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556e8fe4edb0 0x556e8fe65d70 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f72b8035040 tx=0x7f72b8004610 comp rx=0 tx=0).stop 2024-05-16T15:56:01.850 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.833+0000 7f72cdf74740 1 -- 172.21.15.43:0/2620154039 shutdown_connections 2024-05-16T15:56:01.850 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.833+0000 7f72cdf74740 1 --2- 172.21.15.43:0/2620154039 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x556e8fed84e0 0x556e8feda900 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:01.850 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.833+0000 7f72cdf74740 1 --2- 172.21.15.43:0/2620154039 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556e8fe54910 0x556e8fed62c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:01.850 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.833+0000 7f72cdf74740 1 --2- 172.21.15.43:0/2620154039 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x556e8fe4f7a0 0x556e8fe662b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:01.850 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.833+0000 7f72cdf74740 1 --2- 172.21.15.43:0/2620154039 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x556e8fe4edb0 0x556e8fe65d70 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:01.850 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.833+0000 7f72cdf74740 1 -- 172.21.15.43:0/2620154039 >> 172.21.15.43:0/2620154039 conn(0x556e8fe4a420 msgr2=0x556e8fe509c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:56:01.850 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.833+0000 7f72a3fff640 0 client.16422 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:56:01.850 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.833+0000 7f72cdf74740 1 -- 172.21.15.43:0/2620154039 shutdown_connections 2024-05-16T15:56:01.850 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.833+0000 7f72cdf74740 1 -- 172.21.15.43:0/2620154039 wait complete. 2024-05-16T15:56:01.850 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.833+0000 7f72cdf74740 20 client.16422 trim_cache size 0 max 16384 2024-05-16T15:56:01.851 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:{ 2024-05-16T15:56:01.851 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "message": "", 2024-05-16T15:56:01.851 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "return_code": 0 2024-05-16T15:56:01.851 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:} 2024-05-16T15:56:01.851 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.834+0000 7f72cb17f640 1 -- 172.21.15.43:0/312398704 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f72b40b2970 msgr2=0x7f72b40b4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:56:01.851 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.834+0000 7f72cb17f640 1 --2- 172.21.15.43:0/312398704 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f72b40b2970 0x7f72b40b4e30 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f72bc009fd0 tx=0x7f72bc00d040 comp rx=0 tx=0).stop 2024-05-16T15:56:01.852 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.834+0000 7f72cb17f640 1 -- 172.21.15.43:0/312398704 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f72c410c320 msgr2=0x7f72c41a3830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:56:01.852 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.834+0000 7f72cb17f640 1 --2- 172.21.15.43:0/312398704 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f72c410c320 0x7f72c41a3830 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f72b000e9f0 tx=0x7f72b000eeb0 comp rx=0 tx=0).stop 2024-05-16T15:56:01.852 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.834+0000 7f72cb17f640 1 -- 172.21.15.43:0/312398704 shutdown_connections 2024-05-16T15:56:01.852 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.834+0000 7f72cb17f640 1 --2- 172.21.15.43:0/312398704 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f72c410c7a0 0x7f72c41aa8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:01.852 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.834+0000 7f72cb17f640 1 --2- 172.21.15.43:0/312398704 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f72c410c320 0x7f72c41a3830 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:01.852 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.834+0000 7f72cb17f640 1 --2- 172.21.15.43:0/312398704 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f72b40b2970 0x7f72b40b4e30 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:01.852 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.834+0000 7f72cb17f640 1 --2- 172.21.15.43:0/312398704 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f72c41099b0 0x7f72c41a32f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:01.852 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.834+0000 7f72cb17f640 1 -- 172.21.15.43:0/312398704 >> 172.21.15.43:0/312398704 conn(0x7f72c406fbe0 msgr2=0x7f72c4070520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:56:01.852 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.834+0000 7f72cb17f640 1 -- 172.21.15.43:0/312398704 shutdown_connections 2024-05-16T15:56:01.852 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:01.834+0000 7f72cb17f640 1 -- 172.21.15.43:0/312398704 wait complete. 2024-05-16T15:56:01.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:56:01 smithi157 ceph-mon[35584]: pgmap v610: 129 pgs: 129 active+clean; 66 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 2.3 MiB/s wr, 541 op/s 2024-05-16T15:56:01.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:56:01 smithi148 ceph-mon[34976]: pgmap v610: 129 pgs: 129 active+clean; 66 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 2.3 MiB/s wr, 541 op/s 2024-05-16T15:56:01.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:56:01 smithi043 ceph-mon[31619]: pgmap v610: 129 pgs: 129 active+clean; 66 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 2.3 MiB/s wr, 541 op/s 2024-05-16T15:56:03.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:56:03 smithi157 ceph-mon[35584]: pgmap v611: 129 pgs: 129 active+clean; 69 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 2.4 MiB/s wr, 549 op/s 2024-05-16T15:56:03.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:56:03 smithi148 ceph-mon[34976]: pgmap v611: 129 pgs: 129 active+clean; 69 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 2.4 MiB/s wr, 549 op/s 2024-05-16T15:56:03.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:56:03 smithi043 ceph-mon[31619]: pgmap v611: 129 pgs: 129 active+clean; 69 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 2.4 MiB/s wr, 549 op/s 2024-05-16T15:56:05.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:56:05 smithi157 ceph-mon[35584]: pgmap v612: 129 pgs: 129 active+clean; 77 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 MiB/s rd, 3.0 MiB/s wr, 711 op/s 2024-05-16T15:56:05.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:56:05 smithi148 ceph-mon[34976]: pgmap v612: 129 pgs: 129 active+clean; 77 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 MiB/s rd, 3.0 MiB/s wr, 711 op/s 2024-05-16T15:56:05.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:56:05 smithi043 ceph-mon[31619]: pgmap v612: 129 pgs: 129 active+clean; 77 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 MiB/s rd, 3.0 MiB/s wr, 711 op/s 2024-05-16T15:56:07.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:56:07 smithi157 ceph-mon[35584]: pgmap v613: 129 pgs: 129 active+clean; 73 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 MiB/s rd, 2.7 MiB/s wr, 652 op/s 2024-05-16T15:56:07.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:56:07 smithi148 ceph-mon[34976]: pgmap v613: 129 pgs: 129 active+clean; 73 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 MiB/s rd, 2.7 MiB/s wr, 652 op/s 2024-05-16T15:56:07.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:56:07 smithi043 ceph-mon[31619]: pgmap v613: 129 pgs: 129 active+clean; 73 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 MiB/s rd, 2.7 MiB/s wr, 652 op/s 2024-05-16T15:56:09.664 INFO:tasks.workunit.client.0.smithi043.stdout:10000 write 0x4c35901 thru 0x4c3d40f (0x7b0f bytes) 2024-05-16T15:56:09.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:56:09 smithi157 ceph-mon[35584]: pgmap v614: 129 pgs: 129 active+clean; 72 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 3.4 MiB/s wr, 781 op/s 2024-05-16T15:56:09.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:56:09 smithi148 ceph-mon[34976]: pgmap v614: 129 pgs: 129 active+clean; 72 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 3.4 MiB/s wr, 781 op/s 2024-05-16T15:56:09.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:56:09 smithi043 ceph-mon[31619]: pgmap v614: 129 pgs: 129 active+clean; 72 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 3.4 MiB/s wr, 781 op/s 2024-05-16T15:56:10.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:56:10 smithi043 ceph-mon[31619]: pgmap v615: 129 pgs: 129 active+clean; 68 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 4.4 MiB/s rd, 2.6 MiB/s wr, 622 op/s 2024-05-16T15:56:11.178 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:56:10 smithi157 ceph-mon[35584]: pgmap v615: 129 pgs: 129 active+clean; 68 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 4.4 MiB/s rd, 2.6 MiB/s wr, 622 op/s 2024-05-16T15:56:11.188 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:56:10 smithi148 ceph-mon[34976]: pgmap v615: 129 pgs: 129 active+clean; 68 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 4.4 MiB/s rd, 2.6 MiB/s wr, 622 op/s 2024-05-16T15:56:13.678 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:56:13 smithi157 ceph-mon[35584]: pgmap v616: 129 pgs: 129 active+clean; 68 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 MiB/s rd, 2.6 MiB/s wr, 591 op/s 2024-05-16T15:56:13.680 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:56:13 smithi043 ceph-mon[31619]: pgmap v616: 129 pgs: 129 active+clean; 68 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 MiB/s rd, 2.6 MiB/s wr, 591 op/s 2024-05-16T15:56:13.690 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:56:13 smithi148 ceph-mon[34976]: pgmap v616: 129 pgs: 129 active+clean; 68 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 MiB/s rd, 2.6 MiB/s wr, 591 op/s 2024-05-16T15:56:14.965 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.951+0000 7f1fc7683640 1 -- 172.21.15.43:0/3099836098 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1fc0103c10 msgr2=0x7f1fc0104090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:56:14.966 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.951+0000 7f1fc7683640 1 --2- 172.21.15.43:0/3099836098 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1fc0103c10 0x7f1fc0104090 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f1fb0009900 tx=0x7f1fb002a410 comp rx=0 tx=0).stop 2024-05-16T15:56:14.966 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.952+0000 7f1fc7683640 1 -- 172.21.15.43:0/3099836098 shutdown_connections 2024-05-16T15:56:14.966 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.952+0000 7f1fc7683640 1 --2- 172.21.15.43:0/3099836098 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1fc01045d0 0x7f1fc010ae60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:14.966 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.952+0000 7f1fc7683640 1 --2- 172.21.15.43:0/3099836098 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1fc0103c10 0x7f1fc0104090 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:14.966 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.952+0000 7f1fc7683640 1 --2- 172.21.15.43:0/3099836098 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1fc0102a20 0x7f1fc0102e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:14.966 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.952+0000 7f1fc7683640 1 -- 172.21.15.43:0/3099836098 >> 172.21.15.43:0/3099836098 conn(0x7f1fc00fdf70 msgr2=0x7f1fc01003d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:56:14.966 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.952+0000 7f1fc7683640 1 -- 172.21.15.43:0/3099836098 shutdown_connections 2024-05-16T15:56:14.966 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.952+0000 7f1fc7683640 1 -- 172.21.15.43:0/3099836098 wait complete. 2024-05-16T15:56:14.967 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.953+0000 7f1fc7683640 1 Processor -- start 2024-05-16T15:56:14.967 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.953+0000 7f1fc7683640 1 -- start start 2024-05-16T15:56:14.968 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.953+0000 7f1fc7683640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1fc0102a20 0x7f1fc0076760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:14.968 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.953+0000 7f1fc7683640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1fc0103c10 0x7f1fc0074da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:14.968 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.953+0000 7f1fc7683640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1fc01045d0 0x7f1fc00752e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:14.968 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.953+0000 7f1fc7683640 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f1fc010e4b0 con 0x7f1fc01045d0 2024-05-16T15:56:14.968 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.953+0000 7f1fc7683640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f1fc010e330 con 0x7f1fc0103c10 2024-05-16T15:56:14.968 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.953+0000 7f1fc7683640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f1fc010e630 con 0x7f1fc0102a20 2024-05-16T15:56:14.968 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.953+0000 7f1fc5c20640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1fc01045d0 0x7f1fc00752e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:14.968 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.953+0000 7f1fc5c20640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1fc01045d0 0x7f1fc00752e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:38076/0 (socket says 172.21.15.43:38076) 2024-05-16T15:56:14.968 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.953+0000 7f1fc5c20640 1 -- 172.21.15.43:0/674886743 learned_addr learned my addr 172.21.15.43:0/674886743 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:56:14.968 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.953+0000 7f1fc4c1e640 1 --2- 172.21.15.43:0/674886743 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1fc0103c10 0x7f1fc0074da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:14.969 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.954+0000 7f1fc541f640 1 --2- 172.21.15.43:0/674886743 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1fc0102a20 0x7f1fc0076760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:14.969 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.954+0000 7f1fc5c20640 1 -- 172.21.15.43:0/674886743 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1fc0102a20 msgr2=0x7f1fc0076760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:56:14.969 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.954+0000 7f1fc5c20640 1 --2- 172.21.15.43:0/674886743 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1fc0102a20 0x7f1fc0076760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:14.969 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.954+0000 7f1fc5c20640 1 -- 172.21.15.43:0/674886743 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1fc0103c10 msgr2=0x7f1fc0074da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:56:14.969 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.954+0000 7f1fc5c20640 1 --2- 172.21.15.43:0/674886743 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1fc0103c10 0x7f1fc0074da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:14.969 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.954+0000 7f1fc5c20640 1 -- 172.21.15.43:0/674886743 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fc0075b70 con 0x7f1fc01045d0 2024-05-16T15:56:14.969 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.954+0000 7f1fc541f640 1 --2- 172.21.15.43:0/674886743 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1fc0102a20 0x7f1fc0076760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:56:14.969 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.954+0000 7f1fc5c20640 1 --2- 172.21.15.43:0/674886743 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1fc01045d0 0x7f1fc00752e0 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f1fb800b970 tx=0x7f1fb800be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:56:14.969 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.954+0000 7f1fb67fc640 1 -- 172.21.15.43:0/674886743 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fb8019070 con 0x7f1fc01045d0 2024-05-16T15:56:14.969 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.954+0000 7f1fb67fc640 1 -- 172.21.15.43:0/674886743 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1fb8014440 con 0x7f1fc01045d0 2024-05-16T15:56:14.969 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.954+0000 7f1fc7683640 1 -- 172.21.15.43:0/674886743 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1fc01a2c40 con 0x7f1fc01045d0 2024-05-16T15:56:14.970 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.954+0000 7f1fb67fc640 1 -- 172.21.15.43:0/674886743 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fb80075d0 con 0x7f1fc01045d0 2024-05-16T15:56:14.970 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.954+0000 7f1fc7683640 1 -- 172.21.15.43:0/674886743 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1fc01a3160 con 0x7f1fc01045d0 2024-05-16T15:56:14.971 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.958+0000 7f1fb67fc640 1 -- 172.21.15.43:0/674886743 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f1fb801c070 con 0x7f1fc01045d0 2024-05-16T15:56:14.972 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.958+0000 7f1fca3a4740 1 Processor -- start 2024-05-16T15:56:14.972 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.958+0000 7f1fca3a4740 1 -- start start 2024-05-16T15:56:14.972 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.958+0000 7f1fca3a4740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555d98e96db0 0x555d98e971d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:14.972 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.958+0000 7f1fca3a4740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555d98e977a0 0x555d98e9c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:14.972 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.958+0000 7f1fca3a4740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555d98e9c910 0x555d98e9eda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:14.972 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.958+0000 7f1fca3a4740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x555d98dfb5d0 con 0x555d98e977a0 2024-05-16T15:56:14.972 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.958+0000 7f1fca3a4740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x555d98db4890 con 0x555d98e9c910 2024-05-16T15:56:14.972 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.958+0000 7f1fca3a4740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x555d98df7590 con 0x555d98e96db0 2024-05-16T15:56:14.973 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.959+0000 7f1fc4c1e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555d98e96db0 0x555d98e971d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:14.973 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.959+0000 7f1fc4c1e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555d98e96db0 0x555d98e971d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:44408/0 (socket says 172.21.15.43:44408) 2024-05-16T15:56:14.973 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.959+0000 7f1fc4c1e640 1 -- 172.21.15.43:0/1927061662 learned_addr learned my addr 172.21.15.43:0/1927061662 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:56:14.973 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.959+0000 7f1fc541f640 1 --2- 172.21.15.43:0/1927061662 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555d98e977a0 0x555d98e9c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:14.973 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.959+0000 7f1fc4c1e640 1 --2- 172.21.15.43:0/1927061662 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555d98e9c910 0x555d98e9eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:14.974 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.959+0000 7f1fc4c1e640 1 -- 172.21.15.43:0/1927061662 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555d98e9c910 msgr2=0x555d98e9eda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:56:14.974 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.959+0000 7f1fc4c1e640 1 --2- 172.21.15.43:0/1927061662 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555d98e9c910 0x555d98e9eda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:14.974 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.959+0000 7f1fc4c1e640 1 -- 172.21.15.43:0/1927061662 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555d98e977a0 msgr2=0x555d98e9c2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:56:14.974 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.959+0000 7f1fc4c1e640 1 --2- 172.21.15.43:0/1927061662 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555d98e977a0 0x555d98e9c2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:14.974 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.959+0000 7f1fc4c1e640 1 -- 172.21.15.43:0/1927061662 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555d98b0d210 con 0x555d98e96db0 2024-05-16T15:56:14.974 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.960+0000 7f1fc4c1e640 1 --2- 172.21.15.43:0/1927061662 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555d98e96db0 0x555d98e971d0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f1fb00096c0 tx=0x7f1fb0000bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d7216b20c97e47b3 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:56:14.974 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.960+0000 7f1fb67fc640 1 --2- 172.21.15.43:0/674886743 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f1fac0b28f0 0x7f1fac0b4db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:14.974 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.960+0000 7f1fab7fe640 1 -- 172.21.15.43:0/1927061662 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fb0035040 con 0x555d98e96db0 2024-05-16T15:56:14.974 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.960+0000 7f1fab7fe640 1 -- 172.21.15.43:0/1927061662 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1fb0003c50 con 0x555d98e96db0 2024-05-16T15:56:14.974 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.960+0000 7f1fab7fe640 1 -- 172.21.15.43:0/1927061662 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fb0031b10 con 0x555d98e96db0 2024-05-16T15:56:14.974 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.960+0000 7f1fc541f640 1 --2- 172.21.15.43:0/674886743 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f1fac0b28f0 0x7f1fac0b4db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:14.974 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.960+0000 7f1fb67fc640 1 -- 172.21.15.43:0/674886743 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f1fb80e1b70 con 0x7f1fc01045d0 2024-05-16T15:56:14.978 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.961+0000 7f1fca3a4740 1 -- 172.21.15.43:0/1927061662 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555d98e96db0 msgr2=0x555d98e971d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:56:14.978 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.961+0000 7f1fc541f640 1 --2- 172.21.15.43:0/674886743 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f1fac0b28f0 0x7f1fac0b4db0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x555d98e97ba0 tx=0x7f1fbc005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:56:14.978 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.961+0000 7f1fca3a4740 1 --2- 172.21.15.43:0/1927061662 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555d98e96db0 0x555d98e971d0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f1fb00096c0 tx=0x7f1fb0000bc0 comp rx=0 tx=0).stop 2024-05-16T15:56:14.978 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.961+0000 7f1fca3a4740 1 -- 172.21.15.43:0/1927061662 shutdown_connections 2024-05-16T15:56:14.978 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.961+0000 7f1fca3a4740 1 --2- 172.21.15.43:0/1927061662 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555d98e9c910 0x555d98e9eda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:14.978 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.961+0000 7f1fca3a4740 1 --2- 172.21.15.43:0/1927061662 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555d98e977a0 0x555d98e9c2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:14.978 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.961+0000 7f1fca3a4740 1 --2- 172.21.15.43:0/1927061662 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555d98e96db0 0x555d98e971d0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:14.978 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.961+0000 7f1fca3a4740 1 -- 172.21.15.43:0/1927061662 >> 172.21.15.43:0/1927061662 conn(0x555d98e92420 msgr2=0x555d98e92820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:56:14.978 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.961+0000 7f1fca3a4740 1 -- 172.21.15.43:0/1927061662 shutdown_connections 2024-05-16T15:56:14.978 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.961+0000 7f1fca3a4740 1 -- 172.21.15.43:0/1927061662 wait complete. 2024-05-16T15:56:14.978 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.961+0000 7f1fca3a4740 1 -- start start 2024-05-16T15:56:14.978 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.961+0000 7f1fca3a4740 1 Processor -- start 2024-05-16T15:56:14.978 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.962+0000 7f1fca3a4740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555d98e96db0 0x555d98ea0f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:14.979 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.962+0000 7f1fca3a4740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555d98e977a0 0x555d98ea14d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:14.979 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.962+0000 7f1fca3a4740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555d98e9c910 0x555d98ea8510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:14.979 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.962+0000 7f1fca3a4740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x555d98e9f860 con 0x555d98e96db0 2024-05-16T15:56:14.979 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.962+0000 7f1fca3a4740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x555d98db8370 con 0x555d98e9c910 2024-05-16T15:56:14.979 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.962+0000 7f1fca3a4740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x555d98e9f9e0 con 0x555d98e977a0 2024-05-16T15:56:14.979 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.962+0000 7f1fca3a4740 10 client.0 _ll_register_callbacks cb 0x555d98b0ca00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:56:14.979 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.962+0000 7f1fc541f640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555d98e96db0 0x555d98ea0f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:14.979 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.962+0000 7f1fc4c1e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555d98e977a0 0x555d98ea14d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:14.979 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.962+0000 7f1fc4c1e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555d98e977a0 0x555d98ea14d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:44416/0 (socket says 172.21.15.43:44416) 2024-05-16T15:56:14.979 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.962+0000 7f1fc541f640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555d98e96db0 0x555d98ea0f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:38092/0 (socket says 172.21.15.43:38092) 2024-05-16T15:56:14.979 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.962+0000 7f1fc4c1e640 1 -- 172.21.15.43:0/964548730 learned_addr learned my addr 172.21.15.43:0/964548730 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:56:14.979 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.962+0000 7f1fc5c20640 1 --2- 172.21.15.43:0/964548730 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555d98e9c910 0x555d98ea8510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:14.979 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.962+0000 7f1fc4c1e640 1 -- 172.21.15.43:0/964548730 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555d98e9c910 msgr2=0x555d98ea8510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:56:14.979 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.962+0000 7f1fc4c1e640 1 --2- 172.21.15.43:0/964548730 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555d98e9c910 0x555d98ea8510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:14.979 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.962+0000 7f1fc4c1e640 1 -- 172.21.15.43:0/964548730 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555d98e96db0 msgr2=0x555d98ea0f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:56:14.980 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.962+0000 7f1fc4c1e640 1 --2- 172.21.15.43:0/964548730 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555d98e96db0 0x555d98ea0f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:14.980 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.962+0000 7f1fc4c1e640 1 -- 172.21.15.43:0/964548730 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555d98bd9620 con 0x555d98e977a0 2024-05-16T15:56:14.980 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.962+0000 7f1fc541f640 1 --2- 172.21.15.43:0/964548730 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555d98e96db0 0x555d98ea0f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:56:14.980 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.963+0000 7f1fc4c1e640 1 --2- 172.21.15.43:0/964548730 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555d98e977a0 0x555d98ea14d0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f1fb0004290 tx=0x7f1fb00042c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e158e65fa1992f64 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:56:14.980 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.963+0000 7f1fa8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.157:3300/0 2024-05-16T15:56:14.980 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.963+0000 7f1fa8ff9640 1 -- 172.21.15.43:0/964548730 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fb0035070 con 0x555d98e977a0 2024-05-16T15:56:14.980 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.963+0000 7f1fa8ff9640 1 -- 172.21.15.43:0/964548730 <== mon.1 v2:172.21.15.157:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f1fb00318f0 con 0x555d98e977a0 2024-05-16T15:56:14.980 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.963+0000 7f1fca3a4740 1 -- 172.21.15.43:0/964548730 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1fb0003c50 con 0x555d98e977a0 2024-05-16T15:56:14.980 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.963+0000 7f1fa8ff9640 1 -- 172.21.15.43:0/964548730 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_get_version_reply(handle=1 version=38) ==== 24+0+0 (secure 0 0 0) 0x7f1fb005c050 con 0x555d98e977a0 2024-05-16T15:56:14.980 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.963+0000 7f1fca3a4740 10 client.25990 fetch_fsmap learned FSMap version 38 2024-05-16T15:56:14.980 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.963+0000 7f1fca3a4740 1 -- 172.21.15.43:0/964548730 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,fsmap=38,monmap=4+}) -- 0x555d98e9f860 con 0x555d98e977a0 2024-05-16T15:56:14.980 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.963+0000 7f1fa8ff9640 1 -- 172.21.15.43:0/964548730 <== mon.1 v2:172.21.15.157:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1fb0003c50 con 0x555d98e977a0 2024-05-16T15:56:14.980 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.963+0000 7f1fa8ff9640 1 -- 172.21.15.43:0/964548730 <== mon.1 v2:172.21.15.157:3300/0 5 ==== fsmap(e 38) ==== 8362+0+0 (secure 0 0 0) 0x7f1fb003d9b0 con 0x555d98e977a0 2024-05-16T15:56:14.980 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.963+0000 7f1fca3a4740 10 client.25990 fetch_fsmap finished waiting for FSMap version 38 2024-05-16T15:56:14.981 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.963+0000 7f1fca3a4740 10 client.25990 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:56:14.981 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.964+0000 7f1fca3a4740 20 client.25990 populate_metadata read hostname 'smithi043' 2024-05-16T15:56:14.981 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.964+0000 7f1fca3a4740 1 --2- 172.21.15.43:0/964548730 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x555d98eac7a0 0x555d98eaeb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:14.981 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.964+0000 7f1fca3a4740 4 client.25990 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:56:14.981 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.964+0000 7f1fca3a4740 1 -- 172.21.15.43:0/964548730 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555d98e091e0 con 0x555d98eac7a0 2024-05-16T15:56:14.981 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.964+0000 7f1fc541f640 1 --2- 172.21.15.43:0/964548730 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x555d98eac7a0 0x555d98eaeb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:14.981 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.964+0000 7f1fc541f640 1 --2- 172.21.15.43:0/964548730 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x555d98eac7a0 0x555d98eaeb90 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=812aca3a3bdc72cd server_cookie=69c1e78d4b8bca7b in_seq=0 out_seq=0 2024-05-16T15:56:14.981 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.964+0000 7f1fa8ff9640 10 client.25990 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:56:14.982 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.965+0000 7f1fa8ff9640 1 -- 172.21.15.43:0/964548730 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x555d98e091e0 con 0x555d98eac7a0 2024-05-16T15:56:14.982 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.965+0000 7f1fa8ff9640 10 client.25990 handle_command_reply: tid=0 2024-05-16T15:56:14.982 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.965+0000 7f1fca3a4740 1 client.25990 shutdown 2024-05-16T15:56:14.982 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.966+0000 7f1fca3a4740 1 -- 172.21.15.43:0/964548730 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555d98e977a0 msgr2=0x555d98ea14d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:56:14.982 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.966+0000 7f1fca3a4740 1 --2- 172.21.15.43:0/964548730 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555d98e977a0 0x555d98ea14d0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f1fb0004290 tx=0x7f1fb00042c0 comp rx=0 tx=0).stop 2024-05-16T15:56:14.982 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.966+0000 7f1fca3a4740 1 -- 172.21.15.43:0/964548730 shutdown_connections 2024-05-16T15:56:14.982 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.966+0000 7f1fca3a4740 1 --2- 172.21.15.43:0/964548730 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x555d98eac7a0 0x555d98eaeb90 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:14.982 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.966+0000 7f1fca3a4740 1 --2- 172.21.15.43:0/964548730 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555d98e9c910 0x555d98ea8510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:14.982 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.966+0000 7f1fca3a4740 1 --2- 172.21.15.43:0/964548730 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555d98e977a0 0x555d98ea14d0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:14.983 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.966+0000 7f1fca3a4740 1 --2- 172.21.15.43:0/964548730 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555d98e96db0 0x555d98ea0f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:14.983 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.966+0000 7f1fa8ff9640 0 client.25990 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:56:14.983 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.966+0000 7f1fca3a4740 1 -- 172.21.15.43:0/964548730 >> 172.21.15.43:0/964548730 conn(0x555d98e92420 msgr2=0x555d98e91580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:56:14.983 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.966+0000 7f1fca3a4740 1 -- 172.21.15.43:0/964548730 shutdown_connections 2024-05-16T15:56:14.983 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.966+0000 7f1fca3a4740 1 -- 172.21.15.43:0/964548730 wait complete. 2024-05-16T15:56:14.983 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.966+0000 7f1fca3a4740 20 client.25990 trim_cache size 0 max 16384 2024-05-16T15:56:15.003 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.989+0000 7f1fca3a4740 1 Processor -- start 2024-05-16T15:56:15.003 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.989+0000 7f1fca3a4740 1 -- start start 2024-05-16T15:56:15.003 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.989+0000 7f1fca3a4740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555d98e96db0 0x555d98e95330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:15.003 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.989+0000 7f1fca3a4740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555d98e977a0 0x555d98ea84d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:15.003 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.989+0000 7f1fca3a4740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555d98e9c910 0x555d98e95870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:15.004 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.989+0000 7f1fca3a4740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f1fc01ad660 con 0x555d98e977a0 2024-05-16T15:56:15.004 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.989+0000 7f1fca3a4740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f1fc01af1a0 con 0x555d98e9c910 2024-05-16T15:56:15.004 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.989+0000 7f1fca3a4740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f1fc01add30 con 0x555d98e96db0 2024-05-16T15:56:15.004 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.989+0000 7f1fc4c1e640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555d98e977a0 0x555d98ea84d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:15.004 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.989+0000 7f1fc5c20640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555d98e9c910 0x555d98e95870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:15.004 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.989+0000 7f1fc4c1e640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555d98e977a0 0x555d98ea84d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:38104/0 (socket says 172.21.15.43:38104) 2024-05-16T15:56:15.004 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.989+0000 7f1fc4c1e640 1 -- 172.21.15.43:0/1659521648 learned_addr learned my addr 172.21.15.43:0/1659521648 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:56:15.004 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.989+0000 7f1fc541f640 1 --2- 172.21.15.43:0/1659521648 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555d98e96db0 0x555d98e95330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:15.004 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.989+0000 7f1fc4c1e640 1 -- 172.21.15.43:0/1659521648 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555d98e96db0 msgr2=0x555d98e95330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:56:15.004 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.989+0000 7f1fc4c1e640 1 --2- 172.21.15.43:0/1659521648 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555d98e96db0 0x555d98e95330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:15.004 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.989+0000 7f1fc4c1e640 1 -- 172.21.15.43:0/1659521648 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555d98e9c910 msgr2=0x555d98e95870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:56:15.004 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.989+0000 7f1fc4c1e640 1 --2- 172.21.15.43:0/1659521648 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555d98e9c910 0x555d98e95870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:15.004 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.989+0000 7f1fc4c1e640 1 -- 172.21.15.43:0/1659521648 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555d98e92250 con 0x555d98e977a0 2024-05-16T15:56:15.004 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.990+0000 7f1fc5c20640 1 --2- 172.21.15.43:0/1659521648 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555d98e9c910 0x555d98e95870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:56:15.004 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.990+0000 7f1fc4c1e640 1 --2- 172.21.15.43:0/1659521648 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555d98e977a0 0x555d98ea84d0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f1fb0009900 tx=0x7f1fb0001e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a55b849fa154ab69 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:56:15.005 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.990+0000 7f1faaffd640 1 -- 172.21.15.43:0/1659521648 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fb0035070 con 0x555d98e977a0 2024-05-16T15:56:15.005 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.990+0000 7f1faaffd640 1 -- 172.21.15.43:0/1659521648 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1fb0031ca0 con 0x555d98e977a0 2024-05-16T15:56:15.005 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.990+0000 7f1faaffd640 1 -- 172.21.15.43:0/1659521648 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fb003d6e0 con 0x555d98e977a0 2024-05-16T15:56:15.007 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.991+0000 7f1fca3a4740 1 -- 172.21.15.43:0/1659521648 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555d98e977a0 msgr2=0x555d98ea84d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:56:15.007 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.991+0000 7f1fca3a4740 1 --2- 172.21.15.43:0/1659521648 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555d98e977a0 0x555d98ea84d0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f1fb0009900 tx=0x7f1fb0001e50 comp rx=0 tx=0).stop 2024-05-16T15:56:15.007 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.991+0000 7f1fca3a4740 1 -- 172.21.15.43:0/1659521648 shutdown_connections 2024-05-16T15:56:15.007 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.991+0000 7f1fca3a4740 1 --2- 172.21.15.43:0/1659521648 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555d98e9c910 0x555d98e95870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:15.007 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.991+0000 7f1fca3a4740 1 --2- 172.21.15.43:0/1659521648 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555d98e977a0 0x555d98ea84d0 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:15.008 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.991+0000 7f1fca3a4740 1 --2- 172.21.15.43:0/1659521648 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555d98e96db0 0x555d98e95330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:15.008 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.991+0000 7f1fca3a4740 1 -- 172.21.15.43:0/1659521648 >> 172.21.15.43:0/1659521648 conn(0x555d98e92420 msgr2=0x555d98e98980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:56:15.008 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.991+0000 7f1fca3a4740 1 -- 172.21.15.43:0/1659521648 shutdown_connections 2024-05-16T15:56:15.008 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.991+0000 7f1fca3a4740 1 -- 172.21.15.43:0/1659521648 wait complete. 2024-05-16T15:56:15.008 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.991+0000 7f1fca3a4740 1 -- start start 2024-05-16T15:56:15.008 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.991+0000 7f1fca3a4740 1 Processor -- start 2024-05-16T15:56:15.008 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.992+0000 7f1fca3a4740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555d98e96db0 0x555d98ea5560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:15.008 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.992+0000 7f1fca3a4740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555d98e977a0 0x555d98ea5aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:15.008 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.992+0000 7f1fca3a4740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555d98e9c910 0x555d98ea6ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:15.008 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.992+0000 7f1fca3a4740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f1fc01aead0 con 0x555d98e9c910 2024-05-16T15:56:15.008 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.992+0000 7f1fca3a4740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f1fc01ae400 con 0x555d98e977a0 2024-05-16T15:56:15.008 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.992+0000 7f1fca3a4740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f1fc01ab640 con 0x555d98e96db0 2024-05-16T15:56:15.008 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.992+0000 7f1fca3a4740 10 client.0 _ll_register_callbacks cb 0x7f1fbc0095d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:56:15.008 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.992+0000 7f1fc5c20640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555d98e9c910 0x555d98ea6ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:15.009 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.992+0000 7f1fc541f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555d98e96db0 0x555d98ea5560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:15.009 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.992+0000 7f1fc5c20640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555d98e9c910 0x555d98ea6ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:38112/0 (socket says 172.21.15.43:38112) 2024-05-16T15:56:15.009 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.992+0000 7f1fc5c20640 1 -- 172.21.15.43:0/4280022073 learned_addr learned my addr 172.21.15.43:0/4280022073 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:56:15.009 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.992+0000 7f1fc541f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555d98e96db0 0x555d98ea5560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:44422/0 (socket says 172.21.15.43:44422) 2024-05-16T15:56:15.009 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.992+0000 7f1fc4c1e640 1 --2- 172.21.15.43:0/4280022073 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555d98e977a0 0x555d98ea5aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:15.009 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.992+0000 7f1fc541f640 1 -- 172.21.15.43:0/4280022073 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555d98e977a0 msgr2=0x555d98ea5aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:56:15.009 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.992+0000 7f1fc541f640 1 --2- 172.21.15.43:0/4280022073 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555d98e977a0 0x555d98ea5aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:15.009 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.992+0000 7f1fc541f640 1 -- 172.21.15.43:0/4280022073 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555d98e9c910 msgr2=0x555d98ea6ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:56:15.009 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.992+0000 7f1fc541f640 1 --2- 172.21.15.43:0/4280022073 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555d98e9c910 0x555d98ea6ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:15.009 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.992+0000 7f1fc541f640 1 -- 172.21.15.43:0/4280022073 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555d98e98470 con 0x555d98e96db0 2024-05-16T15:56:15.009 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.992+0000 7f1fc5c20640 1 --2- 172.21.15.43:0/4280022073 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555d98e9c910 0x555d98ea6ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:56:15.009 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.992+0000 7f1fc541f640 1 --2- 172.21.15.43:0/4280022073 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555d98e96db0 0x555d98ea5560 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f1fbc009830 tx=0x7f1fbc004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b1cec741b5bee102 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:56:15.009 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.992+0000 7f1fa8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.157:3300/0 2024-05-16T15:56:15.009 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.993+0000 7f1fa8ff9640 1 -- 172.21.15.43:0/4280022073 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fbc02c4b0 con 0x555d98e96db0 2024-05-16T15:56:15.009 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.993+0000 7f1fa8ff9640 1 -- 172.21.15.43:0/4280022073 <== mon.1 v2:172.21.15.157:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f1fbc02c650 con 0x555d98e96db0 2024-05-16T15:56:15.009 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.993+0000 7f1fca3a4740 1 -- 172.21.15.43:0/4280022073 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1fb0031ca0 con 0x555d98e96db0 2024-05-16T15:56:15.009 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.993+0000 7f1fa8ff9640 1 -- 172.21.15.43:0/4280022073 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_get_version_reply(handle=1 version=38) ==== 24+0+0 (secure 0 0 0) 0x7f1fbc03c050 con 0x555d98e96db0 2024-05-16T15:56:15.010 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.993+0000 7f1fca3a4740 10 client.25996 fetch_fsmap learned FSMap version 38 2024-05-16T15:56:15.010 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.993+0000 7f1fca3a4740 1 -- 172.21.15.43:0/4280022073 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,fsmap=38,monmap=4+}) -- 0x555d98ea82b0 con 0x555d98e96db0 2024-05-16T15:56:15.010 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.993+0000 7f1fa8ff9640 1 -- 172.21.15.43:0/4280022073 <== mon.1 v2:172.21.15.157:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1fb0031ca0 con 0x555d98e96db0 2024-05-16T15:56:15.010 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.993+0000 7f1fa8ff9640 1 -- 172.21.15.43:0/4280022073 <== mon.1 v2:172.21.15.157:3300/0 5 ==== fsmap(e 38) ==== 8362+0+0 (secure 0 0 0) 0x7f1fbc01c040 con 0x555d98e96db0 2024-05-16T15:56:15.010 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.993+0000 7f1fca3a4740 10 client.25996 fetch_fsmap finished waiting for FSMap version 38 2024-05-16T15:56:15.010 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.994+0000 7f1fca3a4740 10 client.25996 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:56:15.010 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.994+0000 7f1fca3a4740 20 client.25996 populate_metadata read hostname 'smithi043' 2024-05-16T15:56:15.010 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.994+0000 7f1fca3a4740 1 --2- 172.21.15.43:0/4280022073 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x555d98f17240 0x555d98f19630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:15.010 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.994+0000 7f1fca3a4740 4 client.25996 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-16T15:56:15.010 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.994+0000 7f1fca3a4740 1 -- 172.21.15.43:0/4280022073 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "flush journal"}) -- 0x555d98e03050 con 0x555d98f17240 2024-05-16T15:56:15.010 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.994+0000 7f1fc4c1e640 1 --2- 172.21.15.43:0/4280022073 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x555d98f17240 0x555d98f19630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:15.010 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.994+0000 7f1fc4c1e640 1 --2- 172.21.15.43:0/4280022073 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x555d98f17240 0x555d98f19630 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=407cbaaa77943be2 server_cookie=546f6255e785cc11 in_seq=0 out_seq=0 2024-05-16T15:56:15.010 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:14.994+0000 7f1fa8ff9640 10 client.25996 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:56:15.023 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:15.009+0000 7f1fa8ff9640 1 -- 172.21.15.43:0/4280022073 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x555d98e03050 con 0x555d98f17240 2024-05-16T15:56:15.023 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:15.009+0000 7f1fa8ff9640 10 client.25996 handle_command_reply: tid=0 2024-05-16T15:56:15.023 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:15.009+0000 7f1fca3a4740 1 client.25996 shutdown 2024-05-16T15:56:15.023 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:15.009+0000 7f1fca3a4740 1 -- 172.21.15.43:0/4280022073 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555d98e96db0 msgr2=0x555d98ea5560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:56:15.023 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:15.009+0000 7f1fca3a4740 1 --2- 172.21.15.43:0/4280022073 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555d98e96db0 0x555d98ea5560 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f1fbc009830 tx=0x7f1fbc004730 comp rx=0 tx=0).stop 2024-05-16T15:56:15.024 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:15.009+0000 7f1fca3a4740 1 -- 172.21.15.43:0/4280022073 shutdown_connections 2024-05-16T15:56:15.024 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:15.009+0000 7f1fca3a4740 1 --2- 172.21.15.43:0/4280022073 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x555d98f17240 0x555d98f19630 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:15.024 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:15.009+0000 7f1fa8ff9640 0 client.25996 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:56:15.024 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:15.009+0000 7f1fca3a4740 1 --2- 172.21.15.43:0/4280022073 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555d98e9c910 0x555d98ea6ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:15.024 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:15.009+0000 7f1fca3a4740 1 --2- 172.21.15.43:0/4280022073 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555d98e977a0 0x555d98ea5aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:15.024 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:15.010+0000 7f1fca3a4740 1 --2- 172.21.15.43:0/4280022073 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555d98e96db0 0x555d98ea5560 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:15.024 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:15.010+0000 7f1fca3a4740 1 -- 172.21.15.43:0/4280022073 >> 172.21.15.43:0/4280022073 conn(0x555d98e92420 msgr2=0x555d98e95330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:56:15.024 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:15.010+0000 7f1fca3a4740 1 -- 172.21.15.43:0/4280022073 shutdown_connections 2024-05-16T15:56:15.024 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:15.010+0000 7f1fca3a4740 1 -- 172.21.15.43:0/4280022073 wait complete. 2024-05-16T15:56:15.024 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:15.010+0000 7f1fca3a4740 20 client.25996 trim_cache size 0 max 16384 2024-05-16T15:56:15.024 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:{ 2024-05-16T15:56:15.025 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "message": "", 2024-05-16T15:56:15.025 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "return_code": 0 2024-05-16T15:56:15.025 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:} 2024-05-16T15:56:15.025 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:15.010+0000 7f1fc7683640 1 -- 172.21.15.43:0/674886743 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f1fac0b28f0 msgr2=0x7f1fac0b4db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:56:15.025 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:15.010+0000 7f1fc7683640 1 --2- 172.21.15.43:0/674886743 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f1fac0b28f0 0x7f1fac0b4db0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x555d98e97ba0 tx=0x7f1fbc005f90 comp rx=0 tx=0).stop 2024-05-16T15:56:15.026 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:15.010+0000 7f1fc7683640 1 -- 172.21.15.43:0/674886743 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1fc01045d0 msgr2=0x7f1fc00752e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:56:15.026 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:15.010+0000 7f1fc7683640 1 --2- 172.21.15.43:0/674886743 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1fc01045d0 0x7f1fc00752e0 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f1fb800b970 tx=0x7f1fb800be30 comp rx=0 tx=0).stop 2024-05-16T15:56:15.026 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:15.010+0000 7f1fc7683640 1 -- 172.21.15.43:0/674886743 shutdown_connections 2024-05-16T15:56:15.026 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:15.011+0000 7f1fc7683640 1 --2- 172.21.15.43:0/674886743 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f1fc01045d0 0x7f1fc00752e0 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:15.026 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:15.011+0000 7f1fc7683640 1 --2- 172.21.15.43:0/674886743 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1fc0103c10 0x7f1fc0074da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:15.026 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:15.011+0000 7f1fc7683640 1 --2- 172.21.15.43:0/674886743 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f1fac0b28f0 0x7f1fac0b4db0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:15.026 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:15.011+0000 7f1fc7683640 1 --2- 172.21.15.43:0/674886743 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1fc0102a20 0x7f1fc0076760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:15.026 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:15.011+0000 7f1fc7683640 1 -- 172.21.15.43:0/674886743 >> 172.21.15.43:0/674886743 conn(0x7f1fc00fdf70 msgr2=0x7f1fc0106f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:56:15.026 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:15.011+0000 7f1fc7683640 1 -- 172.21.15.43:0/674886743 shutdown_connections 2024-05-16T15:56:15.026 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:15.011+0000 7f1fc7683640 1 -- 172.21.15.43:0/674886743 wait complete. 2024-05-16T15:56:15.678 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:56:15 smithi157 ceph-mon[35584]: pgmap v617: 129 pgs: 129 active+clean; 68 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 3.3 MiB/s wr, 765 op/s 2024-05-16T15:56:15.688 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:56:15 smithi148 ceph-mon[34976]: pgmap v617: 129 pgs: 129 active+clean; 68 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 3.3 MiB/s wr, 765 op/s 2024-05-16T15:56:15.727 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:56:15 smithi043 ceph-mon[31619]: pgmap v617: 129 pgs: 129 active+clean; 68 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 3.3 MiB/s wr, 765 op/s 2024-05-16T15:56:17.678 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:56:17 smithi157 ceph-mon[35584]: pgmap v618: 129 pgs: 129 active+clean; 72 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 MiB/s rd, 2.6 MiB/s wr, 618 op/s 2024-05-16T15:56:17.688 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:56:17 smithi148 ceph-mon[34976]: pgmap v618: 129 pgs: 129 active+clean; 72 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 MiB/s rd, 2.6 MiB/s wr, 618 op/s 2024-05-16T15:56:17.727 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:56:17 smithi043 ceph-mon[31619]: pgmap v618: 129 pgs: 129 active+clean; 72 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 MiB/s rd, 2.6 MiB/s wr, 618 op/s 2024-05-16T15:56:19.678 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:56:19 smithi157 ceph-mon[35584]: pgmap v619: 129 pgs: 129 active+clean; 64 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 MiB/s rd, 3.3 MiB/s wr, 784 op/s 2024-05-16T15:56:19.688 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:56:19 smithi148 ceph-mon[34976]: pgmap v619: 129 pgs: 129 active+clean; 64 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 MiB/s rd, 3.3 MiB/s wr, 784 op/s 2024-05-16T15:56:19.727 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:56:19 smithi043 ceph-mon[31619]: pgmap v619: 129 pgs: 129 active+clean; 64 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 MiB/s rd, 3.3 MiB/s wr, 784 op/s 2024-05-16T15:56:21.678 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:56:21 smithi157 ceph-mon[35584]: pgmap v620: 129 pgs: 129 active+clean; 64 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 MiB/s rd, 2.4 MiB/s wr, 593 op/s 2024-05-16T15:56:21.688 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:56:21 smithi148 ceph-mon[34976]: pgmap v620: 129 pgs: 129 active+clean; 64 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 MiB/s rd, 2.4 MiB/s wr, 593 op/s 2024-05-16T15:56:21.727 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:56:21 smithi043 ceph-mon[31619]: pgmap v620: 129 pgs: 129 active+clean; 64 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 MiB/s rd, 2.4 MiB/s wr, 593 op/s 2024-05-16T15:56:23.678 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:56:23 smithi157 ceph-mon[35584]: pgmap v621: 129 pgs: 129 active+clean; 67 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 MiB/s rd, 2.4 MiB/s wr, 596 op/s 2024-05-16T15:56:23.688 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:56:23 smithi148 ceph-mon[34976]: pgmap v621: 129 pgs: 129 active+clean; 67 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 MiB/s rd, 2.4 MiB/s wr, 596 op/s 2024-05-16T15:56:23.727 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:56:23 smithi043 ceph-mon[31619]: pgmap v621: 129 pgs: 129 active+clean; 67 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 MiB/s rd, 2.4 MiB/s wr, 596 op/s 2024-05-16T15:56:24.679 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:56:24 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:56:24.688 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:56:24 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:56:24.727 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:56:24 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:56:25.678 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:56:25 smithi157 ceph-mon[35584]: pgmap v622: 129 pgs: 129 active+clean; 73 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 MiB/s rd, 3.2 MiB/s wr, 763 op/s 2024-05-16T15:56:25.678 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:56:25 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:56:25.678 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:56:25 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:56:25.679 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:56:25 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:56:25.688 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:56:25 smithi148 ceph-mon[34976]: pgmap v622: 129 pgs: 129 active+clean; 73 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 MiB/s rd, 3.2 MiB/s wr, 763 op/s 2024-05-16T15:56:25.688 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:56:25 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:56:25.688 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:56:25 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:56:25.688 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:56:25 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:56:25.727 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:56:25 smithi043 ceph-mon[31619]: pgmap v622: 129 pgs: 129 active+clean; 73 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 MiB/s rd, 3.2 MiB/s wr, 763 op/s 2024-05-16T15:56:25.727 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:56:25 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:56:25.727 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:56:25 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:56:25.727 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:56:25 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:56:27.678 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:56:27 smithi157 ceph-mon[35584]: pgmap v623: 129 pgs: 129 active+clean; 70 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 MiB/s rd, 2.6 MiB/s wr, 603 op/s 2024-05-16T15:56:27.688 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:56:27 smithi148 ceph-mon[34976]: pgmap v623: 129 pgs: 129 active+clean; 70 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 MiB/s rd, 2.6 MiB/s wr, 603 op/s 2024-05-16T15:56:27.727 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:56:27 smithi043 ceph-mon[31619]: pgmap v623: 129 pgs: 129 active+clean; 70 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 MiB/s rd, 2.6 MiB/s wr, 603 op/s 2024-05-16T15:56:28.142 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.128+0000 7f69b0e93640 1 -- 172.21.15.43:0/1228888524 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f69ac1045e0 msgr2=0x7f69ac10ae70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:56:28.142 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.128+0000 7f69b0e93640 1 --2- 172.21.15.43:0/1228888524 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f69ac1045e0 0x7f69ac10ae70 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f69a4009ca0 tx=0x7f69a402a8c0 comp rx=0 tx=0).stop 2024-05-16T15:56:28.142 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.128+0000 7f69b0e93640 1 -- 172.21.15.43:0/1228888524 shutdown_connections 2024-05-16T15:56:28.142 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.128+0000 7f69b0e93640 1 --2- 172.21.15.43:0/1228888524 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f69ac1045e0 0x7f69ac10ae70 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:28.142 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.128+0000 7f69b0e93640 1 --2- 172.21.15.43:0/1228888524 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f69ac103c20 0x7f69ac1040a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:28.142 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.128+0000 7f69b0e93640 1 --2- 172.21.15.43:0/1228888524 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f69ac102a30 0x7f69ac102e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:28.142 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.128+0000 7f69b0e93640 1 -- 172.21.15.43:0/1228888524 >> 172.21.15.43:0/1228888524 conn(0x7f69ac0fdfa0 msgr2=0x7f69ac1003e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:56:28.142 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.128+0000 7f69b0e93640 1 -- 172.21.15.43:0/1228888524 shutdown_connections 2024-05-16T15:56:28.143 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.128+0000 7f69b0e93640 1 -- 172.21.15.43:0/1228888524 wait complete. 2024-05-16T15:56:28.144 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.129+0000 7f69b0e93640 1 Processor -- start 2024-05-16T15:56:28.144 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.129+0000 7f69b0e93640 1 -- start start 2024-05-16T15:56:28.145 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.129+0000 7f69b0e93640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f69ac102a30 0x7f69ac198ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:28.145 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.129+0000 7f69b0e93640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f69ac103c20 0x7f69ac198ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:28.145 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.129+0000 7f69b0e93640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f69ac1045e0 0x7f69ac1a0060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:28.145 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.129+0000 7f69b0e93640 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f69ac10e460 con 0x7f69ac1045e0 2024-05-16T15:56:28.145 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.129+0000 7f69b0e93640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f69ac10e2e0 con 0x7f69ac103c20 2024-05-16T15:56:28.145 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.129+0000 7f69b0e93640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f69ac10e5e0 con 0x7f69ac102a30 2024-05-16T15:56:28.145 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.129+0000 7f69aa59c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f69ac102a30 0x7f69ac198ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:28.145 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.129+0000 7f69aad9d640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f69ac1045e0 0x7f69ac1a0060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:28.145 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.129+0000 7f69aa59c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f69ac102a30 0x7f69ac198ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:33130/0 (socket says 172.21.15.43:33130) 2024-05-16T15:56:28.145 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.129+0000 7f69aa59c640 1 -- 172.21.15.43:0/3307821282 learned_addr learned my addr 172.21.15.43:0/3307821282 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:56:28.145 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.129+0000 7f69a3fff640 1 --2- 172.21.15.43:0/3307821282 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f69ac103c20 0x7f69ac198ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:28.145 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.130+0000 7f69aa59c640 1 -- 172.21.15.43:0/3307821282 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f69ac103c20 msgr2=0x7f69ac198ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:56:28.145 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.130+0000 7f69aa59c640 1 --2- 172.21.15.43:0/3307821282 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f69ac103c20 0x7f69ac198ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:28.145 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.130+0000 7f69aa59c640 1 -- 172.21.15.43:0/3307821282 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f69ac1045e0 msgr2=0x7f69ac1a0060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:56:28.146 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.130+0000 7f69aa59c640 1 --2- 172.21.15.43:0/3307821282 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f69ac1045e0 0x7f69ac1a0060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:28.146 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.130+0000 7f69aa59c640 1 -- 172.21.15.43:0/3307821282 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69ac1a06d0 con 0x7f69ac102a30 2024-05-16T15:56:28.146 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.130+0000 7f69aa59c640 1 --2- 172.21.15.43:0/3307821282 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f69ac102a30 0x7f69ac198ab0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f699c00e9c0 tx=0x7f699c00ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:56:28.146 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.130+0000 7f69a37fe640 1 -- 172.21.15.43:0/3307821282 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f699c00cd80 con 0x7f69ac102a30 2024-05-16T15:56:28.146 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.130+0000 7f69a37fe640 1 -- 172.21.15.43:0/3307821282 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f699c0035f0 con 0x7f69ac102a30 2024-05-16T15:56:28.146 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.130+0000 7f69b0e93640 1 -- 172.21.15.43:0/3307821282 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69ac1a09c0 con 0x7f69ac102a30 2024-05-16T15:56:28.146 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.130+0000 7f69a37fe640 1 -- 172.21.15.43:0/3307821282 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f699c0044c0 con 0x7f69ac102a30 2024-05-16T15:56:28.146 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.130+0000 7f69b0e93640 1 -- 172.21.15.43:0/3307821282 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69ac1a0f10 con 0x7f69ac102a30 2024-05-16T15:56:28.147 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.134+0000 7f69a37fe640 1 -- 172.21.15.43:0/3307821282 <== mon.1 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f699c004030 con 0x7f69ac102a30 2024-05-16T15:56:28.148 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.135+0000 7f69b3bb3740 1 Processor -- start 2024-05-16T15:56:28.148 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.135+0000 7f69a37fe640 1 --2- 172.21.15.43:0/3307821282 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f69980b2920 0x7f69980b4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:28.148 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.135+0000 7f69a37fe640 1 -- 172.21.15.43:0/3307821282 <== mon.1 v2:172.21.15.157:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f699c0e2990 con 0x7f69ac102a30 2024-05-16T15:56:28.149 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.135+0000 7f69aad9d640 1 --2- 172.21.15.43:0/3307821282 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f69980b2920 0x7f69980b4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:28.149 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.135+0000 7f69b3bb3740 1 -- start start 2024-05-16T15:56:28.149 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.135+0000 7f69b3bb3740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557752976d30 0x557752977150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:28.149 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.135+0000 7f69b3bb3740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557752977720 0x55775297a210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:28.150 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.136+0000 7f69b3bb3740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55775297a880 0x5577529876d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:28.150 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.136+0000 7f69b3bb3740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x5577528db5d0 con 0x55775297a880 2024-05-16T15:56:28.150 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.136+0000 7f69b3bb3740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x557752894890 con 0x557752977720 2024-05-16T15:56:28.150 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.136+0000 7f69b3bb3740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x5577528d7590 con 0x557752976d30 2024-05-16T15:56:28.150 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.136+0000 7f69aad9d640 1 --2- 172.21.15.43:0/3307821282 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f69980b2920 0x7f69980b4de0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f69a4006010 tx=0x7f69a4005f30 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:56:28.150 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.136+0000 7f69a3fff640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557752977720 0x55775297a210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:28.150 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.136+0000 7f69a3fff640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557752977720 0x55775297a210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:47084/0 (socket says 172.21.15.43:47084) 2024-05-16T15:56:28.150 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.136+0000 7f69a3fff640 1 -- 172.21.15.43:0/1774822070 learned_addr learned my addr 172.21.15.43:0/1774822070 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:56:28.150 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.136+0000 7f69aad9d640 1 --2- 172.21.15.43:0/1774822070 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55775297a880 0x5577529876d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:28.151 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.136+0000 7f69a3fff640 1 -- 172.21.15.43:0/1774822070 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557752976d30 msgr2=0x557752977150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:56:28.151 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.136+0000 7f69a3fff640 1 --2- 172.21.15.43:0/1774822070 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557752976d30 0x557752977150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:28.151 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.136+0000 7f69a3fff640 1 -- 172.21.15.43:0/1774822070 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55775297a880 msgr2=0x5577529876d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:56:28.151 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.136+0000 7f69a3fff640 1 --2- 172.21.15.43:0/1774822070 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55775297a880 0x5577529876d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:28.151 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.136+0000 7f69a3fff640 1 -- 172.21.15.43:0/1774822070 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5577525ed210 con 0x557752977720 2024-05-16T15:56:28.151 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.136+0000 7f69a3fff640 1 --2- 172.21.15.43:0/1774822070 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557752977720 0x55775297a210 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f6994009c10 tx=0x7f69940117b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9803f3d4f6ece20b server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:56:28.151 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.136+0000 7f69a0ff9640 1 -- 172.21.15.43:0/1774822070 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6994012450 con 0x557752977720 2024-05-16T15:56:28.151 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.137+0000 7f69a0ff9640 1 -- 172.21.15.43:0/1774822070 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6994012a80 con 0x557752977720 2024-05-16T15:56:28.151 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.137+0000 7f69a0ff9640 1 -- 172.21.15.43:0/1774822070 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f699400fa20 con 0x557752977720 2024-05-16T15:56:28.154 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.137+0000 7f69b3bb3740 1 -- 172.21.15.43:0/1774822070 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557752977720 msgr2=0x55775297a210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:56:28.154 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.137+0000 7f69b3bb3740 1 --2- 172.21.15.43:0/1774822070 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557752977720 0x55775297a210 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f6994009c10 tx=0x7f69940117b0 comp rx=0 tx=0).stop 2024-05-16T15:56:28.154 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.137+0000 7f69b3bb3740 1 -- 172.21.15.43:0/1774822070 shutdown_connections 2024-05-16T15:56:28.154 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.137+0000 7f69b3bb3740 1 --2- 172.21.15.43:0/1774822070 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55775297a880 0x5577529876d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:28.154 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.137+0000 7f69b3bb3740 1 --2- 172.21.15.43:0/1774822070 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557752977720 0x55775297a210 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:28.154 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.137+0000 7f69b3bb3740 1 --2- 172.21.15.43:0/1774822070 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557752976d30 0x557752977150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:28.154 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.137+0000 7f69b3bb3740 1 -- 172.21.15.43:0/1774822070 >> 172.21.15.43:0/1774822070 conn(0x557752972420 msgr2=0x557752972820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:56:28.154 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.138+0000 7f69b3bb3740 1 -- 172.21.15.43:0/1774822070 shutdown_connections 2024-05-16T15:56:28.154 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.138+0000 7f69b3bb3740 1 -- 172.21.15.43:0/1774822070 wait complete. 2024-05-16T15:56:28.155 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.138+0000 7f69b3bb3740 1 -- start start 2024-05-16T15:56:28.155 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.138+0000 7f69b3bb3740 1 Processor -- start 2024-05-16T15:56:28.155 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.138+0000 7f69b3bb3740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557752976d30 0x557752989890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:28.155 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.138+0000 7f69b3bb3740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557752977720 0x557752989dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:28.155 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.138+0000 7f69b3bb3740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55775297a880 0x557752990e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:28.155 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.138+0000 7f69b3bb3740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x5577529880d0 con 0x55775297a880 2024-05-16T15:56:28.155 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.138+0000 7f69a3fff640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557752977720 0x557752989dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:28.155 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.138+0000 7f69b3bb3740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x557752898370 con 0x557752977720 2024-05-16T15:56:28.155 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.138+0000 7f69a3fff640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557752977720 0x557752989dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:47088/0 (socket says 172.21.15.43:47088) 2024-05-16T15:56:28.155 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.138+0000 7f69b3bb3740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x557752988250 con 0x557752976d30 2024-05-16T15:56:28.155 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.138+0000 7f69a3fff640 1 -- 172.21.15.43:0/613322392 learned_addr learned my addr 172.21.15.43:0/613322392 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:56:28.155 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.138+0000 7f69b3bb3740 10 client.0 _ll_register_callbacks cb 0x5577525eca00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:56:28.155 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.138+0000 7f69aad9d640 1 --2- 172.21.15.43:0/613322392 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55775297a880 0x557752990e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:28.155 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.139+0000 7f69a3fff640 1 -- 172.21.15.43:0/613322392 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557752976d30 msgr2=0x557752989890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:56:28.155 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.139+0000 7f69a3fff640 1 --2- 172.21.15.43:0/613322392 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557752976d30 0x557752989890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:28.155 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.139+0000 7f69a3fff640 1 -- 172.21.15.43:0/613322392 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55775297a880 msgr2=0x557752990e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:56:28.156 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.139+0000 7f69a3fff640 1 --2- 172.21.15.43:0/613322392 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55775297a880 0x557752990e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:28.156 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.139+0000 7f69a3fff640 1 -- 172.21.15.43:0/613322392 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5577526b9620 con 0x557752977720 2024-05-16T15:56:28.156 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.139+0000 7f69a3fff640 1 --2- 172.21.15.43:0/613322392 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557752977720 0x557752989dd0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f699400f4f0 tx=0x7f6994012e60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7a5bb811cdb630f5 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:56:28.156 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.139+0000 7f6991ffb640 10 client.0 ms_handle_connect on v2:172.21.15.148:3300/0 2024-05-16T15:56:28.156 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.139+0000 7f6991ffb640 1 -- 172.21.15.43:0/613322392 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6994028020 con 0x557752977720 2024-05-16T15:56:28.156 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.139+0000 7f6991ffb640 1 -- 172.21.15.43:0/613322392 <== mon.2 v2:172.21.15.148:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f6994012860 con 0x557752977720 2024-05-16T15:56:28.156 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.139+0000 7f69b3bb3740 1 -- 172.21.15.43:0/613322392 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6994012a80 con 0x557752977720 2024-05-16T15:56:28.156 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.140+0000 7f6991ffb640 1 -- 172.21.15.43:0/613322392 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_get_version_reply(handle=1 version=38) ==== 24+0+0 (secure 0 0 0) 0x7f6994033050 con 0x557752977720 2024-05-16T15:56:28.156 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.140+0000 7f69b3bb3740 10 client.25964 fetch_fsmap learned FSMap version 38 2024-05-16T15:56:28.156 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.140+0000 7f69b3bb3740 1 -- 172.21.15.43:0/613322392 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,fsmap=38,monmap=4+}) -- 0x557752993dd0 con 0x557752977720 2024-05-16T15:56:28.156 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.140+0000 7f6991ffb640 1 -- 172.21.15.43:0/613322392 <== mon.2 v2:172.21.15.148:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6994012a80 con 0x557752977720 2024-05-16T15:56:28.156 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.140+0000 7f6991ffb640 1 -- 172.21.15.43:0/613322392 <== mon.2 v2:172.21.15.148:3300/0 5 ==== fsmap(e 38) ==== 8362+0+0 (secure 0 0 0) 0x7f699400f760 con 0x557752977720 2024-05-16T15:56:28.156 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.140+0000 7f69b3bb3740 10 client.25964 fetch_fsmap finished waiting for FSMap version 38 2024-05-16T15:56:28.156 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.140+0000 7f69b3bb3740 10 client.25964 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:56:28.156 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.140+0000 7f69b3bb3740 20 client.25964 populate_metadata read hostname 'smithi043' 2024-05-16T15:56:28.157 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.140+0000 7f69b3bb3740 1 --2- 172.21.15.43:0/613322392 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x557752995230 0x557752997620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:28.157 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.140+0000 7f69b3bb3740 4 client.25964 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:56:28.157 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.140+0000 7f69b3bb3740 1 -- 172.21.15.43:0/613322392 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5577528e91e0 con 0x557752995230 2024-05-16T15:56:28.157 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.140+0000 7f69aa59c640 1 --2- 172.21.15.43:0/613322392 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x557752995230 0x557752997620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:28.158 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.141+0000 7f6991ffb640 10 client.25964 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:56:28.158 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.141+0000 7f69aa59c640 1 --2- 172.21.15.43:0/613322392 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x557752995230 0x557752997620 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c0042d2fa457b3ae server_cookie=dfb0d098a3de0d2b in_seq=0 out_seq=0 2024-05-16T15:56:28.158 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.141+0000 7f6991ffb640 1 -- 172.21.15.43:0/613322392 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5577528e91e0 con 0x557752995230 2024-05-16T15:56:28.158 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.141+0000 7f6991ffb640 10 client.25964 handle_command_reply: tid=0 2024-05-16T15:56:28.158 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.142+0000 7f69b3bb3740 1 client.25964 shutdown 2024-05-16T15:56:28.159 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.142+0000 7f69b3bb3740 1 -- 172.21.15.43:0/613322392 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557752977720 msgr2=0x557752989dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:56:28.159 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.142+0000 7f69b3bb3740 1 --2- 172.21.15.43:0/613322392 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557752977720 0x557752989dd0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f699400f4f0 tx=0x7f6994012e60 comp rx=0 tx=0).stop 2024-05-16T15:56:28.159 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.142+0000 7f69b3bb3740 1 -- 172.21.15.43:0/613322392 shutdown_connections 2024-05-16T15:56:28.159 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.142+0000 7f69b3bb3740 1 --2- 172.21.15.43:0/613322392 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x557752995230 0x557752997620 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:28.159 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.142+0000 7f69b3bb3740 1 --2- 172.21.15.43:0/613322392 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55775297a880 0x557752990e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:28.159 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.142+0000 7f69b3bb3740 1 --2- 172.21.15.43:0/613322392 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557752977720 0x557752989dd0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:28.159 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.142+0000 7f69b3bb3740 1 --2- 172.21.15.43:0/613322392 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557752976d30 0x557752989890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:28.159 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.142+0000 7f69b3bb3740 1 -- 172.21.15.43:0/613322392 >> 172.21.15.43:0/613322392 conn(0x557752972420 msgr2=0x557752971580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:56:28.159 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.142+0000 7f6991ffb640 0 client.25964 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:56:28.159 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.142+0000 7f69b3bb3740 1 -- 172.21.15.43:0/613322392 shutdown_connections 2024-05-16T15:56:28.159 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.142+0000 7f69b3bb3740 1 -- 172.21.15.43:0/613322392 wait complete. 2024-05-16T15:56:28.159 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.142+0000 7f69b3bb3740 20 client.25964 trim_cache size 0 max 16384 2024-05-16T15:56:28.177 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.162+0000 7f69b3bb3740 1 Processor -- start 2024-05-16T15:56:28.177 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.162+0000 7f69b3bb3740 1 -- start start 2024-05-16T15:56:28.177 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.162+0000 7f69b3bb3740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557752976d30 0x55775296d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:28.177 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.162+0000 7f69b3bb3740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557752977720 0x557752990dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:28.177 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.162+0000 7f69b3bb3740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55775297a880 0x557752989890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:28.177 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.162+0000 7f69b3bb3740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f69ac1a9230 con 0x557752976d30 2024-05-16T15:56:28.177 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.162+0000 7f69b3bb3740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f69ac1aad70 con 0x557752977720 2024-05-16T15:56:28.177 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.162+0000 7f69b3bb3740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f69ac1a9900 con 0x55775297a880 2024-05-16T15:56:28.177 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.163+0000 7f69aa59c640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557752976d30 0x55775296d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:28.178 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.163+0000 7f69a3fff640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557752977720 0x557752990dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:28.178 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.163+0000 7f69a3fff640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557752977720 0x557752990dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:47090/0 (socket says 172.21.15.43:47090) 2024-05-16T15:56:28.178 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.163+0000 7f69aa59c640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557752976d30 0x55775296d3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:47420/0 (socket says 172.21.15.43:47420) 2024-05-16T15:56:28.178 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.163+0000 7f69a3fff640 1 -- 172.21.15.43:0/2373780814 learned_addr learned my addr 172.21.15.43:0/2373780814 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:56:28.178 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.163+0000 7f69aad9d640 1 --2- 172.21.15.43:0/2373780814 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55775297a880 0x557752989890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:28.178 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.163+0000 7f69a3fff640 1 -- 172.21.15.43:0/2373780814 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55775297a880 msgr2=0x557752989890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:56:28.178 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.163+0000 7f69a3fff640 1 --2- 172.21.15.43:0/2373780814 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55775297a880 0x557752989890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:28.178 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.163+0000 7f69a3fff640 1 -- 172.21.15.43:0/2373780814 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557752976d30 msgr2=0x55775296d3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:56:28.178 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.163+0000 7f69a3fff640 1 --2- 172.21.15.43:0/2373780814 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557752976d30 0x55775296d3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:28.178 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.163+0000 7f69a3fff640 1 -- 172.21.15.43:0/2373780814 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557752972250 con 0x557752977720 2024-05-16T15:56:28.178 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.163+0000 7f69a3fff640 1 --2- 172.21.15.43:0/2373780814 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557752977720 0x557752990dd0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f699400fd70 tx=0x7f6994012ed0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9baee2b3fe920f44 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:56:28.178 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.163+0000 7f6993fff640 1 -- 172.21.15.43:0/2373780814 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6994028040 con 0x557752977720 2024-05-16T15:56:28.178 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.163+0000 7f6993fff640 1 -- 172.21.15.43:0/2373780814 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f699400f520 con 0x557752977720 2024-05-16T15:56:28.178 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.163+0000 7f6993fff640 1 -- 172.21.15.43:0/2373780814 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6994005440 con 0x557752977720 2024-05-16T15:56:28.181 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.164+0000 7f69b3bb3740 1 -- 172.21.15.43:0/2373780814 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557752977720 msgr2=0x557752990dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:56:28.182 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.164+0000 7f69b3bb3740 1 --2- 172.21.15.43:0/2373780814 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557752977720 0x557752990dd0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f699400fd70 tx=0x7f6994012ed0 comp rx=0 tx=0).stop 2024-05-16T15:56:28.182 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.164+0000 7f69b3bb3740 1 -- 172.21.15.43:0/2373780814 shutdown_connections 2024-05-16T15:56:28.182 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.164+0000 7f69b3bb3740 1 --2- 172.21.15.43:0/2373780814 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55775297a880 0x557752989890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:28.182 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.164+0000 7f69b3bb3740 1 --2- 172.21.15.43:0/2373780814 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557752977720 0x557752990dd0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:28.182 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.164+0000 7f69b3bb3740 1 --2- 172.21.15.43:0/2373780814 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557752976d30 0x55775296d3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:28.182 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.164+0000 7f69b3bb3740 1 -- 172.21.15.43:0/2373780814 >> 172.21.15.43:0/2373780814 conn(0x557752972420 msgr2=0x557752987460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:56:28.182 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.164+0000 7f69b3bb3740 1 -- 172.21.15.43:0/2373780814 shutdown_connections 2024-05-16T15:56:28.182 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.164+0000 7f69b3bb3740 1 -- 172.21.15.43:0/2373780814 wait complete. 2024-05-16T15:56:28.182 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.164+0000 7f69b3bb3740 1 -- start start 2024-05-16T15:56:28.182 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.165+0000 7f69b3bb3740 1 Processor -- start 2024-05-16T15:56:28.182 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.165+0000 7f69b3bb3740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557752976d30 0x55775298dc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:28.182 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.165+0000 7f69b3bb3740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557752977720 0x55775298e1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:28.182 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.165+0000 7f69b3bb3740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55775297a880 0x5577529fdab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:28.183 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.165+0000 7f69b3bb3740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f69ac1aa6a0 con 0x557752976d30 2024-05-16T15:56:28.183 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.165+0000 7f69b3bb3740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f69ac1a9fd0 con 0x55775297a880 2024-05-16T15:56:28.183 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.165+0000 7f69b3bb3740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f69ac1a7210 con 0x557752977720 2024-05-16T15:56:28.183 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.165+0000 7f69b3bb3740 10 client.0 _ll_register_callbacks cb 0x7f699c005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:56:28.183 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.165+0000 7f69aa59c640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557752976d30 0x55775298dc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:28.183 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.165+0000 7f69aa59c640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557752976d30 0x55775298dc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:47422/0 (socket says 172.21.15.43:47422) 2024-05-16T15:56:28.183 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.165+0000 7f69aa59c640 1 -- 172.21.15.43:0/1011893653 learned_addr learned my addr 172.21.15.43:0/1011893653 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:56:28.183 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.165+0000 7f69aad9d640 1 --2- 172.21.15.43:0/1011893653 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55775297a880 0x5577529fdab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:28.183 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.165+0000 7f69a3fff640 1 --2- 172.21.15.43:0/1011893653 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557752977720 0x55775298e1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:28.183 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.165+0000 7f69aa59c640 1 -- 172.21.15.43:0/1011893653 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557752977720 msgr2=0x55775298e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:56:28.183 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.165+0000 7f69aa59c640 1 --2- 172.21.15.43:0/1011893653 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557752977720 0x55775298e1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:28.183 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.165+0000 7f69aa59c640 1 -- 172.21.15.43:0/1011893653 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55775297a880 msgr2=0x5577529fdab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:56:28.183 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.165+0000 7f69aa59c640 1 --2- 172.21.15.43:0/1011893653 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55775297a880 0x5577529fdab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:28.183 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.165+0000 7f69aa59c640 1 -- 172.21.15.43:0/1011893653 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5577529fdff0 con 0x557752976d30 2024-05-16T15:56:28.184 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.165+0000 7f69aa59c640 1 --2- 172.21.15.43:0/1011893653 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557752976d30 0x55775298dc80 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f699c0a9900 tx=0x7f699c0a54a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5617fdff29ea8944 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:56:28.184 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.166+0000 7f6991ffb640 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:56:28.184 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.166+0000 7f6991ffb640 1 -- 172.21.15.43:0/1011893653 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f699c091040 con 0x557752976d30 2024-05-16T15:56:28.184 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.166+0000 7f6991ffb640 1 -- 172.21.15.43:0/1011893653 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f699c0c4280 con 0x557752976d30 2024-05-16T15:56:28.184 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.166+0000 7f69b3bb3740 1 -- 172.21.15.43:0/1011893653 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f699400f520 con 0x557752976d30 2024-05-16T15:56:28.184 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.166+0000 7f6991ffb640 1 -- 172.21.15.43:0/1011893653 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=38) ==== 24+0+0 (secure 0 0 0) 0x7f699c0aa300 con 0x557752976d30 2024-05-16T15:56:28.184 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.166+0000 7f69b3bb3740 10 client.16458 fetch_fsmap learned FSMap version 38 2024-05-16T15:56:28.184 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.166+0000 7f69b3bb3740 1 -- 172.21.15.43:0/1011893653 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=38,monmap=4+}) -- 0x5577529ff240 con 0x557752976d30 2024-05-16T15:56:28.184 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.166+0000 7f6991ffb640 1 -- 172.21.15.43:0/1011893653 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f699400f520 con 0x557752976d30 2024-05-16T15:56:28.184 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.166+0000 7f6991ffb640 1 -- 172.21.15.43:0/1011893653 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 38) ==== 8362+0+0 (secure 0 0 0) 0x7f699c0a5e90 con 0x557752976d30 2024-05-16T15:56:28.184 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.166+0000 7f69b3bb3740 10 client.16458 fetch_fsmap finished waiting for FSMap version 38 2024-05-16T15:56:28.184 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.166+0000 7f69b3bb3740 10 client.16458 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:56:28.184 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.166+0000 7f69b3bb3740 20 client.16458 populate_metadata read hostname 'smithi043' 2024-05-16T15:56:28.184 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.166+0000 7f69b3bb3740 1 --2- 172.21.15.43:0/1011893653 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5577529ffba0 0x557752a01fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:28.184 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.166+0000 7f69b3bb3740 4 client.16458 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-16T15:56:28.185 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.166+0000 7f69b3bb3740 1 -- 172.21.15.43:0/1011893653 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5577528e3050 con 0x5577529ffba0 2024-05-16T15:56:28.185 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.166+0000 7f69a3fff640 1 --2- 172.21.15.43:0/1011893653 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5577529ffba0 0x557752a01fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:28.185 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.167+0000 7f69a3fff640 1 --2- 172.21.15.43:0/1011893653 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5577529ffba0 0x557752a01fc0 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e6087d88d6b5e7b server_cookie=3302973f9225ee7a in_seq=0 out_seq=0 2024-05-16T15:56:28.185 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.167+0000 7f6991ffb640 10 client.16458 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:56:28.198 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.185+0000 7f6991ffb640 1 -- 172.21.15.43:0/1011893653 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5577528e3050 con 0x5577529ffba0 2024-05-16T15:56:28.198 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.185+0000 7f6991ffb640 10 client.16458 handle_command_reply: tid=0 2024-05-16T15:56:28.198 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.185+0000 7f69b3bb3740 1 client.16458 shutdown 2024-05-16T15:56:28.199 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.186+0000 7f69b3bb3740 1 -- 172.21.15.43:0/1011893653 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557752976d30 msgr2=0x55775298dc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:56:28.199 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.186+0000 7f69b3bb3740 1 --2- 172.21.15.43:0/1011893653 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557752976d30 0x55775298dc80 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f699c0a9900 tx=0x7f699c0a54a0 comp rx=0 tx=0).stop 2024-05-16T15:56:28.203 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.189+0000 7f69b3bb3740 1 -- 172.21.15.43:0/1011893653 shutdown_connections 2024-05-16T15:56:28.203 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.189+0000 7f69b3bb3740 1 --2- 172.21.15.43:0/1011893653 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5577529ffba0 0x557752a01fc0 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:28.203 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.189+0000 7f69b3bb3740 1 --2- 172.21.15.43:0/1011893653 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55775297a880 0x5577529fdab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:28.203 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.189+0000 7f69b3bb3740 1 --2- 172.21.15.43:0/1011893653 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557752977720 0x55775298e1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:28.203 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.189+0000 7f69b3bb3740 1 --2- 172.21.15.43:0/1011893653 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557752976d30 0x55775298dc80 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:28.203 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.189+0000 7f6991ffb640 0 client.16458 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:56:28.203 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.189+0000 7f69b3bb3740 1 -- 172.21.15.43:0/1011893653 >> 172.21.15.43:0/1011893653 conn(0x557752972420 msgr2=0x557752983df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:56:28.204 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.190+0000 7f69b3bb3740 1 -- 172.21.15.43:0/1011893653 shutdown_connections 2024-05-16T15:56:28.204 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.190+0000 7f69b3bb3740 1 -- 172.21.15.43:0/1011893653 wait complete. 2024-05-16T15:56:28.204 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.190+0000 7f69b3bb3740 20 client.16458 trim_cache size 0 max 16384 2024-05-16T15:56:28.204 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:{ 2024-05-16T15:56:28.204 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "message": "", 2024-05-16T15:56:28.205 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "return_code": 0 2024-05-16T15:56:28.205 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:} 2024-05-16T15:56:28.207 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.193+0000 7f69b0e93640 1 -- 172.21.15.43:0/3307821282 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f69980b2920 msgr2=0x7f69980b4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:56:28.207 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.193+0000 7f69b0e93640 1 --2- 172.21.15.43:0/3307821282 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f69980b2920 0x7f69980b4de0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f69a4006010 tx=0x7f69a4005f30 comp rx=0 tx=0).stop 2024-05-16T15:56:28.207 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.193+0000 7f69b0e93640 1 -- 172.21.15.43:0/3307821282 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f69ac102a30 msgr2=0x7f69ac198ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:56:28.207 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.193+0000 7f69b0e93640 1 --2- 172.21.15.43:0/3307821282 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f69ac102a30 0x7f69ac198ab0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f699c00e9c0 tx=0x7f699c00ee80 comp rx=0 tx=0).stop 2024-05-16T15:56:28.207 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.193+0000 7f69b0e93640 1 -- 172.21.15.43:0/3307821282 shutdown_connections 2024-05-16T15:56:28.207 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.193+0000 7f69b0e93640 1 --2- 172.21.15.43:0/3307821282 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f69ac1045e0 0x7f69ac1a0060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:28.207 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.193+0000 7f69b0e93640 1 --2- 172.21.15.43:0/3307821282 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f69ac103c20 0x7f69ac198ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:28.207 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.193+0000 7f69b0e93640 1 --2- 172.21.15.43:0/3307821282 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f69980b2920 0x7f69980b4de0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:28.207 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.193+0000 7f69b0e93640 1 --2- 172.21.15.43:0/3307821282 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f69ac102a30 0x7f69ac198ab0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:28.207 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.193+0000 7f69b0e93640 1 -- 172.21.15.43:0/3307821282 >> 172.21.15.43:0/3307821282 conn(0x7f69ac0fdfa0 msgr2=0x7f69ac106f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:56:28.207 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.193+0000 7f69b0e93640 1 -- 172.21.15.43:0/3307821282 shutdown_connections 2024-05-16T15:56:28.207 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:28.193+0000 7f69b0e93640 1 -- 172.21.15.43:0/3307821282 wait complete. 2024-05-16T15:56:29.678 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:56:29 smithi157 ceph-mon[35584]: pgmap v624: 129 pgs: 129 active+clean; 70 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 MiB/s rd, 3.4 MiB/s wr, 755 op/s 2024-05-16T15:56:29.688 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:56:29 smithi148 ceph-mon[34976]: pgmap v624: 129 pgs: 129 active+clean; 70 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 MiB/s rd, 3.4 MiB/s wr, 755 op/s 2024-05-16T15:56:29.727 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:56:29 smithi043 ceph-mon[31619]: pgmap v624: 129 pgs: 129 active+clean; 70 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 MiB/s rd, 3.4 MiB/s wr, 755 op/s 2024-05-16T15:56:30.921 INFO:tasks.workunit.client.0.smithi043.stdout:20000 trunc from 0x62a09d3 to 0x111d204 2024-05-16T15:56:31.678 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:56:31 smithi157 ceph-mon[35584]: pgmap v625: 129 pgs: 129 active+clean; 73 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 MiB/s rd, 2.6 MiB/s wr, 554 op/s 2024-05-16T15:56:31.688 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:56:31 smithi148 ceph-mon[34976]: pgmap v625: 129 pgs: 129 active+clean; 73 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 MiB/s rd, 2.6 MiB/s wr, 554 op/s 2024-05-16T15:56:31.727 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:56:31 smithi043 ceph-mon[31619]: pgmap v625: 129 pgs: 129 active+clean; 73 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 MiB/s rd, 2.6 MiB/s wr, 554 op/s 2024-05-16T15:56:33.678 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:56:33 smithi157 ceph-mon[35584]: pgmap v626: 129 pgs: 129 active+clean; 77 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.4 MiB/s rd, 2.6 MiB/s wr, 564 op/s 2024-05-16T15:56:33.688 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:56:33 smithi148 ceph-mon[34976]: pgmap v626: 129 pgs: 129 active+clean; 77 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.4 MiB/s rd, 2.6 MiB/s wr, 564 op/s 2024-05-16T15:56:33.727 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:56:33 smithi043 ceph-mon[31619]: pgmap v626: 129 pgs: 129 active+clean; 77 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.4 MiB/s rd, 2.6 MiB/s wr, 564 op/s 2024-05-16T15:56:35.678 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:56:35 smithi157 ceph-mon[35584]: pgmap v627: 129 pgs: 129 active+clean; 75 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 MiB/s rd, 3.3 MiB/s wr, 734 op/s 2024-05-16T15:56:35.688 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:56:35 smithi148 ceph-mon[34976]: pgmap v627: 129 pgs: 129 active+clean; 75 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 MiB/s rd, 3.3 MiB/s wr, 734 op/s 2024-05-16T15:56:35.727 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:56:35 smithi043 ceph-mon[31619]: pgmap v627: 129 pgs: 129 active+clean; 75 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 MiB/s rd, 3.3 MiB/s wr, 734 op/s 2024-05-16T15:56:37.678 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:56:37 smithi157 ceph-mon[35584]: pgmap v628: 129 pgs: 129 active+clean; 71 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 MiB/s rd, 2.7 MiB/s wr, 579 op/s 2024-05-16T15:56:37.688 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:56:37 smithi148 ceph-mon[34976]: pgmap v628: 129 pgs: 129 active+clean; 71 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 MiB/s rd, 2.7 MiB/s wr, 579 op/s 2024-05-16T15:56:37.727 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:56:37 smithi043 ceph-mon[31619]: pgmap v628: 129 pgs: 129 active+clean; 71 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 MiB/s rd, 2.7 MiB/s wr, 579 op/s 2024-05-16T15:56:39.678 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:56:39 smithi157 ceph-mon[35584]: pgmap v629: 129 pgs: 129 active+clean; 72 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 MiB/s rd, 3.4 MiB/s wr, 727 op/s 2024-05-16T15:56:39.688 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:56:39 smithi148 ceph-mon[34976]: pgmap v629: 129 pgs: 129 active+clean; 72 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 MiB/s rd, 3.4 MiB/s wr, 727 op/s 2024-05-16T15:56:39.727 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:56:39 smithi043 ceph-mon[31619]: pgmap v629: 129 pgs: 129 active+clean; 72 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 MiB/s rd, 3.4 MiB/s wr, 727 op/s 2024-05-16T15:56:41.328 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.311+0000 7f20cd4d1640 1 -- 172.21.15.43:0/256367079 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f20c81034f0 msgr2=0x7f20c81058e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:56:41.328 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.311+0000 7f20cd4d1640 1 --2- 172.21.15.43:0/256367079 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f20c81034f0 0x7f20c81058e0 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f20b8009900 tx=0x7f20b802a410 comp rx=0 tx=0).stop 2024-05-16T15:56:41.328 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.311+0000 7f20cd4d1640 1 -- 172.21.15.43:0/256367079 shutdown_connections 2024-05-16T15:56:41.328 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.311+0000 7f20cd4d1640 1 --2- 172.21.15.43:0/256367079 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f20c8108750 0x7f20c810ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:41.328 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.311+0000 7f20cd4d1640 1 --2- 172.21.15.43:0/256367079 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f20c8105e20 0x7f20c8108210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:41.328 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.311+0000 7f20cd4d1640 1 --2- 172.21.15.43:0/256367079 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f20c81034f0 0x7f20c81058e0 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:41.328 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.311+0000 7f20cd4d1640 1 -- 172.21.15.43:0/256367079 >> 172.21.15.43:0/256367079 conn(0x7f20c80fce80 msgr2=0x7f20c80ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:56:41.328 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.311+0000 7f20cd4d1640 1 -- 172.21.15.43:0/256367079 shutdown_connections 2024-05-16T15:56:41.328 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.311+0000 7f20cd4d1640 1 -- 172.21.15.43:0/256367079 wait complete. 2024-05-16T15:56:41.328 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.312+0000 7f20cd4d1640 1 Processor -- start 2024-05-16T15:56:41.328 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.312+0000 7f20cd4d1640 1 -- start start 2024-05-16T15:56:41.329 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.312+0000 7f20cd4d1640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f20c81034f0 0x7f20c819ad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:41.329 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.312+0000 7f20cd4d1640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f20c8105e20 0x7f20c819b270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:41.329 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.312+0000 7f20cd4d1640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f20c8108750 0x7f20c81a22a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:41.329 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.312+0000 7f20cd4d1640 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f20c810e3e0 con 0x7f20c8108750 2024-05-16T15:56:41.329 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.312+0000 7f20cd4d1640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f20c810e260 con 0x7f20c8105e20 2024-05-16T15:56:41.329 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.312+0000 7f20cd4d1640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f20c810e560 con 0x7f20c81034f0 2024-05-16T15:56:41.329 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.312+0000 7f20c6ffd640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f20c81034f0 0x7f20c819ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:41.329 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.312+0000 7f20c77fe640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f20c8108750 0x7f20c81a22a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:41.329 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.312+0000 7f20c6ffd640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f20c81034f0 0x7f20c819ad30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:40806/0 (socket says 172.21.15.43:40806) 2024-05-16T15:56:41.329 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.312+0000 7f20c6ffd640 1 -- 172.21.15.43:0/3901513705 learned_addr learned my addr 172.21.15.43:0/3901513705 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:56:41.329 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.312+0000 7f20c67fc640 1 --2- 172.21.15.43:0/3901513705 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f20c8105e20 0x7f20c819b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:41.329 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.313+0000 7f20c6ffd640 1 -- 172.21.15.43:0/3901513705 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f20c8105e20 msgr2=0x7f20c819b270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:56:41.329 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.313+0000 7f20c6ffd640 1 --2- 172.21.15.43:0/3901513705 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f20c8105e20 0x7f20c819b270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:41.329 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.313+0000 7f20c6ffd640 1 -- 172.21.15.43:0/3901513705 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f20c8108750 msgr2=0x7f20c81a22a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:56:41.330 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.313+0000 7f20c6ffd640 1 --2- 172.21.15.43:0/3901513705 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f20c8108750 0x7f20c81a22a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:41.330 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.313+0000 7f20c6ffd640 1 -- 172.21.15.43:0/3901513705 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20c81a2940 con 0x7f20c81034f0 2024-05-16T15:56:41.330 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.313+0000 7f20c67fc640 1 --2- 172.21.15.43:0/3901513705 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f20c8105e20 0x7f20c819b270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:56:41.330 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.313+0000 7f20c6ffd640 1 --2- 172.21.15.43:0/3901513705 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f20c81034f0 0x7f20c819ad30 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f20b8009230 tx=0x7f20b80042f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:56:41.330 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.313+0000 7f20affff640 1 -- 172.21.15.43:0/3901513705 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20b803f030 con 0x7f20c81034f0 2024-05-16T15:56:41.330 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.313+0000 7f20affff640 1 -- 172.21.15.43:0/3901513705 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f20b8032e10 con 0x7f20c81034f0 2024-05-16T15:56:41.330 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.313+0000 7f20affff640 1 -- 172.21.15.43:0/3901513705 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20b8035070 con 0x7f20c81034f0 2024-05-16T15:56:41.330 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.313+0000 7f20cd4d1640 1 -- 172.21.15.43:0/3901513705 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20c81a2bd0 con 0x7f20c81034f0 2024-05-16T15:56:41.330 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.313+0000 7f20cd4d1640 1 -- 172.21.15.43:0/3901513705 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20c81a3070 con 0x7f20c81034f0 2024-05-16T15:56:41.335 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.316+0000 7f20affff640 1 -- 172.21.15.43:0/3901513705 <== mon.1 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f20b8042030 con 0x7f20c81034f0 2024-05-16T15:56:41.335 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.316+0000 7f20d01ec740 1 Processor -- start 2024-05-16T15:56:41.335 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.316+0000 7f20d01ec740 1 -- start start 2024-05-16T15:56:41.335 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.316+0000 7f20d01ec740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5555959a7db0 0x5555959a81d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:41.335 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.316+0000 7f20d01ec740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5555959a87a0 0x5555959ad2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:41.336 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.316+0000 7f20d01ec740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5555959ad910 0x5555959afda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:41.336 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.316+0000 7f20d01ec740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55559590c5d0 con 0x5555959a87a0 2024-05-16T15:56:41.336 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.316+0000 7f20d01ec740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x5555958c5890 con 0x5555959ad910 2024-05-16T15:56:41.336 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.316+0000 7f20d01ec740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x555595908590 con 0x5555959a7db0 2024-05-16T15:56:41.336 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.316+0000 7f20c6ffd640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5555959a87a0 0x5555959ad2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:41.336 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.316+0000 7f20c67fc640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5555959ad910 0x5555959afda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:41.336 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.316+0000 7f20c77fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5555959a7db0 0x5555959a81d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:41.336 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.316+0000 7f20c67fc640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5555959ad910 0x5555959afda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:43298/0 (socket says 172.21.15.43:43298) 2024-05-16T15:56:41.336 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.316+0000 7f20c67fc640 1 -- 172.21.15.43:0/3206627890 learned_addr learned my addr 172.21.15.43:0/3206627890 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:56:41.336 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.317+0000 7f20c77fe640 1 -- 172.21.15.43:0/3206627890 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5555959ad910 msgr2=0x5555959afda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:56:41.336 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.317+0000 7f20c77fe640 1 --2- 172.21.15.43:0/3206627890 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5555959ad910 0x5555959afda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:41.336 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.317+0000 7f20c77fe640 1 -- 172.21.15.43:0/3206627890 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5555959a87a0 msgr2=0x5555959ad2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:56:41.336 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.317+0000 7f20c77fe640 1 --2- 172.21.15.43:0/3206627890 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5555959a87a0 0x5555959ad2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:41.336 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.317+0000 7f20c77fe640 1 -- 172.21.15.43:0/3206627890 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55559561e210 con 0x5555959a7db0 2024-05-16T15:56:41.337 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.317+0000 7f20affff640 1 --2- 172.21.15.43:0/3901513705 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f20b00b28a0 0x7f20b00b4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:41.337 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.317+0000 7f20c77fe640 1 --2- 172.21.15.43:0/3206627890 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5555959a7db0 0x5555959a81d0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f20c0009f00 tx=0x7f20c0011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c371f9add1b94d9e server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:56:41.337 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.317+0000 7f20c6ffd640 1 --2- 172.21.15.43:0/3901513705 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f20b00b28a0 0x7f20b00b4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:41.337 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.317+0000 7f20ad7fa640 1 -- 172.21.15.43:0/3206627890 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20c0004d20 con 0x5555959a7db0 2024-05-16T15:56:41.337 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.317+0000 7f20ad7fa640 1 -- 172.21.15.43:0/3206627890 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f20c0004030 con 0x5555959a7db0 2024-05-16T15:56:41.337 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.317+0000 7f20ad7fa640 1 -- 172.21.15.43:0/3206627890 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20c0005220 con 0x5555959a7db0 2024-05-16T15:56:41.337 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.317+0000 7f20affff640 1 -- 172.21.15.43:0/3901513705 <== mon.1 v2:172.21.15.157:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f20b8102c20 con 0x7f20c81034f0 2024-05-16T15:56:41.337 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.318+0000 7f20c6ffd640 1 --2- 172.21.15.43:0/3901513705 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f20b00b28a0 0x7f20b00b4d60 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f20b8100310 tx=0x7f20b8106660 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:56:41.337 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.318+0000 7f20d01ec740 1 -- 172.21.15.43:0/3206627890 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5555959a7db0 msgr2=0x5555959a81d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:56:41.337 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.318+0000 7f20d01ec740 1 --2- 172.21.15.43:0/3206627890 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5555959a7db0 0x5555959a81d0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f20c0009f00 tx=0x7f20c0011810 comp rx=0 tx=0).stop 2024-05-16T15:56:41.337 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.318+0000 7f20d01ec740 1 -- 172.21.15.43:0/3206627890 shutdown_connections 2024-05-16T15:56:41.337 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.318+0000 7f20d01ec740 1 --2- 172.21.15.43:0/3206627890 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5555959ad910 0x5555959afda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:41.337 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.318+0000 7f20d01ec740 1 --2- 172.21.15.43:0/3206627890 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5555959a87a0 0x5555959ad2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:41.337 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.318+0000 7f20d01ec740 1 --2- 172.21.15.43:0/3206627890 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5555959a7db0 0x5555959a81d0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:41.337 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.318+0000 7f20d01ec740 1 -- 172.21.15.43:0/3206627890 >> 172.21.15.43:0/3206627890 conn(0x5555959a3420 msgr2=0x5555959a3820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:56:41.338 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.318+0000 7f20d01ec740 1 -- 172.21.15.43:0/3206627890 shutdown_connections 2024-05-16T15:56:41.338 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.318+0000 7f20d01ec740 1 -- 172.21.15.43:0/3206627890 wait complete. 2024-05-16T15:56:41.338 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.318+0000 7f20d01ec740 1 -- start start 2024-05-16T15:56:41.338 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.319+0000 7f20d01ec740 1 Processor -- start 2024-05-16T15:56:41.338 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.319+0000 7f20d01ec740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5555959a7db0 0x5555959b1f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:41.338 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.319+0000 7f20d01ec740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5555959a87a0 0x5555959b24b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:41.338 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.319+0000 7f20d01ec740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5555959ad910 0x5555959b94f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:41.338 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.319+0000 7f20d01ec740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x5555959b08c0 con 0x5555959a87a0 2024-05-16T15:56:41.338 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.319+0000 7f20d01ec740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x5555958c9370 con 0x5555959a7db0 2024-05-16T15:56:41.338 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.319+0000 7f20d01ec740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x5555959b0a40 con 0x5555959ad910 2024-05-16T15:56:41.338 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.319+0000 7f20c67fc640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5555959a87a0 0x5555959b24b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:41.338 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.319+0000 7f20c77fe640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5555959a7db0 0x5555959b1f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:41.338 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.319+0000 7f20d01ec740 10 client.0 _ll_register_callbacks cb 0x55559561da00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:56:41.339 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.319+0000 7f20c67fc640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5555959a87a0 0x5555959b24b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:36082/0 (socket says 172.21.15.43:36082) 2024-05-16T15:56:41.339 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.319+0000 7f20c67fc640 1 -- 172.21.15.43:0/3951020839 learned_addr learned my addr 172.21.15.43:0/3951020839 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:56:41.339 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.319+0000 7f20c77fe640 1 --2- 172.21.15.43:0/3951020839 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5555959ad910 0x5555959b94f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:41.339 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.319+0000 7f20c67fc640 1 -- 172.21.15.43:0/3951020839 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5555959ad910 msgr2=0x5555959b94f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:56:41.339 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.319+0000 7f20c67fc640 1 --2- 172.21.15.43:0/3951020839 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5555959ad910 0x5555959b94f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:41.339 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.319+0000 7f20c67fc640 1 -- 172.21.15.43:0/3951020839 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5555959a7db0 msgr2=0x5555959b1f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:56:41.339 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.319+0000 7f20c67fc640 1 --2- 172.21.15.43:0/3951020839 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5555959a7db0 0x5555959b1f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:41.339 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.319+0000 7f20c67fc640 1 -- 172.21.15.43:0/3951020839 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5555956ea620 con 0x5555959a87a0 2024-05-16T15:56:41.339 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.320+0000 7f20c67fc640 1 --2- 172.21.15.43:0/3951020839 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5555959a87a0 0x5555959b24b0 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f20bc012d20 tx=0x7f20bc00f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2805923e6ba46c2 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:56:41.339 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.320+0000 7f20aaff5640 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:56:41.339 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.320+0000 7f20aaff5640 1 -- 172.21.15.43:0/3951020839 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20bc012110 con 0x5555959a87a0 2024-05-16T15:56:41.339 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.320+0000 7f20aaff5640 1 -- 172.21.15.43:0/3951020839 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f20bc004050 con 0x5555959a87a0 2024-05-16T15:56:41.339 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.320+0000 7f20d01ec740 1 -- 172.21.15.43:0/3951020839 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f20c0004030 con 0x5555959a87a0 2024-05-16T15:56:41.340 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.320+0000 7f20aaff5640 1 -- 172.21.15.43:0/3951020839 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=38) ==== 24+0+0 (secure 0 0 0) 0x7f20bc025050 con 0x5555959a87a0 2024-05-16T15:56:41.340 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.320+0000 7f20d01ec740 10 client.16470 fetch_fsmap learned FSMap version 38 2024-05-16T15:56:41.340 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.320+0000 7f20d01ec740 1 -- 172.21.15.43:0/3951020839 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=38,monmap=4+}) -- 0x5555959bc5a0 con 0x5555959a87a0 2024-05-16T15:56:41.340 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.320+0000 7f20aaff5640 1 -- 172.21.15.43:0/3951020839 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f20c0004030 con 0x5555959a87a0 2024-05-16T15:56:41.340 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.321+0000 7f20aaff5640 1 -- 172.21.15.43:0/3951020839 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 38) ==== 8362+0+0 (secure 0 0 0) 0x7f20bc003c10 con 0x5555959a87a0 2024-05-16T15:56:41.340 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.321+0000 7f20d01ec740 10 client.16470 fetch_fsmap finished waiting for FSMap version 38 2024-05-16T15:56:41.340 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.321+0000 7f20d01ec740 10 client.16470 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:56:41.340 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.321+0000 7f20d01ec740 20 client.16470 populate_metadata read hostname 'smithi043' 2024-05-16T15:56:41.340 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.321+0000 7f20d01ec740 1 --2- 172.21.15.43:0/3951020839 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5555959bdc70 0x5555959c00c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:41.340 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.321+0000 7f20d01ec740 4 client.16470 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:56:41.340 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.321+0000 7f20d01ec740 1 -- 172.21.15.43:0/3951020839 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55559591a1e0 con 0x5555959bdc70 2024-05-16T15:56:41.340 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.322+0000 7f20c77fe640 1 --2- 172.21.15.43:0/3951020839 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5555959bdc70 0x5555959c00c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:41.342 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.324+0000 7f20c77fe640 1 --2- 172.21.15.43:0/3951020839 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5555959bdc70 0x5555959c00c0 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=13df85861ff080c5 server_cookie=b0782fae03269480 in_seq=0 out_seq=0 2024-05-16T15:56:41.342 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.326+0000 7f20aaff5640 10 client.16470 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:56:41.342 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.326+0000 7f20aaff5640 1 -- 172.21.15.43:0/3951020839 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55559591a1e0 con 0x5555959bdc70 2024-05-16T15:56:41.342 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.326+0000 7f20aaff5640 10 client.16470 handle_command_reply: tid=0 2024-05-16T15:56:41.342 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.326+0000 7f20d01ec740 1 client.16470 shutdown 2024-05-16T15:56:41.342 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.327+0000 7f20d01ec740 1 -- 172.21.15.43:0/3951020839 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5555959a87a0 msgr2=0x5555959b24b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:56:41.343 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.327+0000 7f20d01ec740 1 --2- 172.21.15.43:0/3951020839 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5555959a87a0 0x5555959b24b0 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f20bc012d20 tx=0x7f20bc00f790 comp rx=0 tx=0).stop 2024-05-16T15:56:41.343 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.328+0000 7f20d01ec740 1 -- 172.21.15.43:0/3951020839 shutdown_connections 2024-05-16T15:56:41.343 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.328+0000 7f20d01ec740 1 --2- 172.21.15.43:0/3951020839 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5555959bdc70 0x5555959c00c0 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:41.343 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.328+0000 7f20d01ec740 1 --2- 172.21.15.43:0/3951020839 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5555959ad910 0x5555959b94f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:41.343 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.328+0000 7f20d01ec740 1 --2- 172.21.15.43:0/3951020839 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5555959a87a0 0x5555959b24b0 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:41.343 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.328+0000 7f20aaff5640 0 client.16470 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:56:41.343 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.328+0000 7f20d01ec740 1 --2- 172.21.15.43:0/3951020839 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5555959a7db0 0x5555959b1f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:41.343 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.328+0000 7f20d01ec740 1 -- 172.21.15.43:0/3951020839 >> 172.21.15.43:0/3951020839 conn(0x5555959a3420 msgr2=0x5555959a2580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:56:41.343 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.328+0000 7f20d01ec740 1 -- 172.21.15.43:0/3951020839 shutdown_connections 2024-05-16T15:56:41.343 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.329+0000 7f20d01ec740 1 -- 172.21.15.43:0/3951020839 wait complete. 2024-05-16T15:56:41.343 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.329+0000 7f20d01ec740 20 client.16470 trim_cache size 0 max 16384 2024-05-16T15:56:41.369 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.354+0000 7f20d01ec740 1 Processor -- start 2024-05-16T15:56:41.369 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.354+0000 7f20d01ec740 1 -- start start 2024-05-16T15:56:41.369 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.354+0000 7f20d01ec740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5555959a7db0 0x5555959a6100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:41.369 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.354+0000 7f20d01ec740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5555959a87a0 0x5555959a6640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:41.369 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.354+0000 7f20d01ec740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5555959ad910 0x5555959c4990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:41.369 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.354+0000 7f20d01ec740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f20c81ad660 con 0x5555959a87a0 2024-05-16T15:56:41.369 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.354+0000 7f20d01ec740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f20c81af1a0 con 0x5555959a7db0 2024-05-16T15:56:41.369 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.354+0000 7f20d01ec740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f20c81add30 con 0x5555959ad910 2024-05-16T15:56:41.369 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.354+0000 7f20c67fc640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5555959a87a0 0x5555959a6640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:41.369 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.354+0000 7f20c67fc640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5555959a87a0 0x5555959a6640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:36090/0 (socket says 172.21.15.43:36090) 2024-05-16T15:56:41.369 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.354+0000 7f20c67fc640 1 -- 172.21.15.43:0/1685923994 learned_addr learned my addr 172.21.15.43:0/1685923994 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:56:41.370 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.354+0000 7f20c77fe640 1 --2- 172.21.15.43:0/1685923994 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5555959a7db0 0x5555959a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:41.370 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.354+0000 7f20c77fe640 1 --2- 172.21.15.43:0/1685923994 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5555959ad910 0x5555959c4990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:41.370 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.355+0000 7f20c67fc640 1 -- 172.21.15.43:0/1685923994 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5555959ad910 msgr2=0x5555959c4990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:56:41.370 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.355+0000 7f20c67fc640 1 --2- 172.21.15.43:0/1685923994 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5555959ad910 0x5555959c4990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:41.370 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.355+0000 7f20c67fc640 1 -- 172.21.15.43:0/1685923994 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5555959a7db0 msgr2=0x5555959a6100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:56:41.370 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.355+0000 7f20c67fc640 1 --2- 172.21.15.43:0/1685923994 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5555959a7db0 0x5555959a6100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:41.370 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.355+0000 7f20c67fc640 1 -- 172.21.15.43:0/1685923994 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5555959a3250 con 0x5555959a87a0 2024-05-16T15:56:41.370 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.355+0000 7f20c77fe640 1 --2- 172.21.15.43:0/1685923994 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5555959a7db0 0x5555959a6100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:56:41.370 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.355+0000 7f20c67fc640 1 --2- 172.21.15.43:0/1685923994 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5555959a87a0 0x5555959a6640 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f20bc012320 tx=0x7f20bc012350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ebfa764f60f7363 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:56:41.370 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.355+0000 7f20acff9640 1 -- 172.21.15.43:0/1685923994 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20bc010850 con 0x5555959a87a0 2024-05-16T15:56:41.370 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.355+0000 7f20acff9640 1 -- 172.21.15.43:0/1685923994 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f20bc0050b0 con 0x5555959a87a0 2024-05-16T15:56:41.370 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.355+0000 7f20acff9640 1 -- 172.21.15.43:0/1685923994 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20bc003810 con 0x5555959a87a0 2024-05-16T15:56:41.373 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.356+0000 7f20d01ec740 1 -- 172.21.15.43:0/1685923994 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5555959a87a0 msgr2=0x5555959a6640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:56:41.373 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.356+0000 7f20d01ec740 1 --2- 172.21.15.43:0/1685923994 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5555959a87a0 0x5555959a6640 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f20bc012320 tx=0x7f20bc012350 comp rx=0 tx=0).stop 2024-05-16T15:56:41.374 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.356+0000 7f20d01ec740 1 -- 172.21.15.43:0/1685923994 shutdown_connections 2024-05-16T15:56:41.374 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.356+0000 7f20d01ec740 1 --2- 172.21.15.43:0/1685923994 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5555959ad910 0x5555959c4990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:41.374 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.356+0000 7f20d01ec740 1 --2- 172.21.15.43:0/1685923994 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5555959a87a0 0x5555959a6640 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:41.374 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.356+0000 7f20d01ec740 1 --2- 172.21.15.43:0/1685923994 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5555959a7db0 0x5555959a6100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:41.374 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.356+0000 7f20d01ec740 1 -- 172.21.15.43:0/1685923994 >> 172.21.15.43:0/1685923994 conn(0x5555959a3420 msgr2=0x5555959a9980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:56:41.374 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.356+0000 7f20d01ec740 1 -- 172.21.15.43:0/1685923994 shutdown_connections 2024-05-16T15:56:41.374 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.356+0000 7f20d01ec740 1 -- 172.21.15.43:0/1685923994 wait complete. 2024-05-16T15:56:41.374 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.356+0000 7f20d01ec740 1 -- start start 2024-05-16T15:56:41.374 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.356+0000 7f20d01ec740 1 Processor -- start 2024-05-16T15:56:41.374 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.357+0000 7f20d01ec740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5555959a7db0 0x5555959b68d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:41.374 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.357+0000 7f20d01ec740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5555959a87a0 0x5555959b6e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:41.374 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.357+0000 7f20d01ec740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5555959ad910 0x5555959b7e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:41.374 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.357+0000 7f20d01ec740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f20c81aead0 con 0x5555959a87a0 2024-05-16T15:56:41.375 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.357+0000 7f20d01ec740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f20c81ae400 con 0x5555959a7db0 2024-05-16T15:56:41.375 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.357+0000 7f20d01ec740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f20c81ab640 con 0x5555959ad910 2024-05-16T15:56:41.375 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.357+0000 7f20d01ec740 10 client.0 _ll_register_callbacks cb 0x7f20bc009ce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:56:41.375 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.357+0000 7f20c77fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5555959ad910 0x5555959b7e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:41.375 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.357+0000 7f20c77fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5555959ad910 0x5555959b7e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:40842/0 (socket says 172.21.15.43:40842) 2024-05-16T15:56:41.375 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.357+0000 7f20c77fe640 1 -- 172.21.15.43:0/2516783942 learned_addr learned my addr 172.21.15.43:0/2516783942 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:56:41.375 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.357+0000 7f20c67fc640 1 --2- 172.21.15.43:0/2516783942 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5555959a87a0 0x5555959b6e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:41.375 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.357+0000 7f20c77fe640 1 --2- 172.21.15.43:0/2516783942 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5555959a7db0 0x5555959b68d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:41.375 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.357+0000 7f20c77fe640 1 -- 172.21.15.43:0/2516783942 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5555959a7db0 msgr2=0x5555959b68d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:56:41.375 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.357+0000 7f20c77fe640 1 --2- 172.21.15.43:0/2516783942 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5555959a7db0 0x5555959b68d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:41.375 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.357+0000 7f20c77fe640 1 -- 172.21.15.43:0/2516783942 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5555959a87a0 msgr2=0x5555959b6e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:56:41.375 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.357+0000 7f20c77fe640 1 --2- 172.21.15.43:0/2516783942 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5555959a87a0 0x5555959b6e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:41.375 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.357+0000 7f20c77fe640 1 -- 172.21.15.43:0/2516783942 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5555959a9470 con 0x5555959ad910 2024-05-16T15:56:41.375 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.357+0000 7f20c67fc640 1 --2- 172.21.15.43:0/2516783942 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5555959a87a0 0x5555959b6e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:56:41.375 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.358+0000 7f20c77fe640 1 --2- 172.21.15.43:0/2516783942 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5555959ad910 0x5555959b7e20 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f20c0009f00 tx=0x7f20c0011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3e86de039698fc98 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:56:41.376 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.358+0000 7f20aaff5640 10 client.0 ms_handle_connect on v2:172.21.15.157:3300/0 2024-05-16T15:56:41.376 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.358+0000 7f20aaff5640 1 -- 172.21.15.43:0/2516783942 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20c0031040 con 0x5555959ad910 2024-05-16T15:56:41.376 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.358+0000 7f20aaff5640 1 -- 172.21.15.43:0/2516783942 <== mon.1 v2:172.21.15.157:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f20c0003ef0 con 0x5555959ad910 2024-05-16T15:56:41.376 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.358+0000 7f20d01ec740 1 -- 172.21.15.43:0/2516783942 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f20bc0050b0 con 0x5555959ad910 2024-05-16T15:56:41.376 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.358+0000 7f20aaff5640 1 -- 172.21.15.43:0/2516783942 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_get_version_reply(handle=1 version=38) ==== 24+0+0 (secure 0 0 0) 0x7f20c001e040 con 0x5555959ad910 2024-05-16T15:56:41.376 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.358+0000 7f20d01ec740 10 client.26026 fetch_fsmap learned FSMap version 38 2024-05-16T15:56:41.376 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.358+0000 7f20d01ec740 1 -- 172.21.15.43:0/2516783942 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,fsmap=38,monmap=4+}) -- 0x5555959a79f0 con 0x5555959ad910 2024-05-16T15:56:41.376 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.358+0000 7f20aaff5640 1 -- 172.21.15.43:0/2516783942 <== mon.1 v2:172.21.15.157:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f20bc0050b0 con 0x5555959ad910 2024-05-16T15:56:41.376 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.358+0000 7f20aaff5640 1 -- 172.21.15.43:0/2516783942 <== mon.1 v2:172.21.15.157:3300/0 5 ==== fsmap(e 38) ==== 8362+0+0 (secure 0 0 0) 0x7f20c0024040 con 0x5555959ad910 2024-05-16T15:56:41.376 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.358+0000 7f20d01ec740 10 client.26026 fetch_fsmap finished waiting for FSMap version 38 2024-05-16T15:56:41.376 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.358+0000 7f20d01ec740 10 client.26026 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:56:41.376 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.358+0000 7f20d01ec740 20 client.26026 populate_metadata read hostname 'smithi043' 2024-05-16T15:56:41.376 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.358+0000 7f20d01ec740 1 --2- 172.21.15.43:0/2516783942 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5555959bdc70 0x555595a2b150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:41.376 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.358+0000 7f20d01ec740 4 client.26026 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-16T15:56:41.377 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.359+0000 7f20d01ec740 1 -- 172.21.15.43:0/2516783942 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "flush journal"}) -- 0x555595914050 con 0x5555959bdc70 2024-05-16T15:56:41.377 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.359+0000 7f20c67fc640 1 --2- 172.21.15.43:0/2516783942 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5555959bdc70 0x555595a2b150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:41.377 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.359+0000 7f20c67fc640 1 --2- 172.21.15.43:0/2516783942 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5555959bdc70 0x555595a2b150 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c763c86e326b96cf server_cookie=f38163c21976e7fd in_seq=0 out_seq=0 2024-05-16T15:56:41.377 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.359+0000 7f20aaff5640 10 client.26026 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:56:41.394 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.379+0000 7f20aaff5640 1 -- 172.21.15.43:0/2516783942 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x555595914050 con 0x5555959bdc70 2024-05-16T15:56:41.394 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.379+0000 7f20aaff5640 10 client.26026 handle_command_reply: tid=0 2024-05-16T15:56:41.394 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.379+0000 7f20d01ec740 1 client.26026 shutdown 2024-05-16T15:56:41.394 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.380+0000 7f20d01ec740 1 -- 172.21.15.43:0/2516783942 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5555959ad910 msgr2=0x5555959b7e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:56:41.394 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.380+0000 7f20d01ec740 1 --2- 172.21.15.43:0/2516783942 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5555959ad910 0x5555959b7e20 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f20c0009f00 tx=0x7f20c0011810 comp rx=0 tx=0).stop 2024-05-16T15:56:41.394 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.380+0000 7f20d01ec740 1 -- 172.21.15.43:0/2516783942 shutdown_connections 2024-05-16T15:56:41.394 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.380+0000 7f20d01ec740 1 --2- 172.21.15.43:0/2516783942 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x5555959bdc70 0x555595a2b150 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:41.394 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.380+0000 7f20d01ec740 1 --2- 172.21.15.43:0/2516783942 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5555959ad910 0x5555959b7e20 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:41.394 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.380+0000 7f20d01ec740 1 --2- 172.21.15.43:0/2516783942 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x5555959a87a0 0x5555959b6e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:41.394 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.380+0000 7f20aaff5640 0 client.26026 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:56:41.394 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.380+0000 7f20d01ec740 1 --2- 172.21.15.43:0/2516783942 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5555959a7db0 0x5555959b68d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:41.394 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.380+0000 7f20d01ec740 1 -- 172.21.15.43:0/2516783942 >> 172.21.15.43:0/2516783942 conn(0x5555959a3420 msgr2=0x5555959a6100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:56:41.395 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.380+0000 7f20d01ec740 1 -- 172.21.15.43:0/2516783942 shutdown_connections 2024-05-16T15:56:41.395 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.380+0000 7f20d01ec740 1 -- 172.21.15.43:0/2516783942 wait complete. 2024-05-16T15:56:41.395 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.380+0000 7f20d01ec740 20 client.26026 trim_cache size 0 max 16384 2024-05-16T15:56:41.395 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:{ 2024-05-16T15:56:41.395 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "message": "", 2024-05-16T15:56:41.395 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "return_code": 0 2024-05-16T15:56:41.395 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:} 2024-05-16T15:56:41.396 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.381+0000 7f20cd4d1640 1 -- 172.21.15.43:0/3901513705 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f20b00b28a0 msgr2=0x7f20b00b4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:56:41.396 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.381+0000 7f20cd4d1640 1 --2- 172.21.15.43:0/3901513705 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f20b00b28a0 0x7f20b00b4d60 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f20b8100310 tx=0x7f20b8106660 comp rx=0 tx=0).stop 2024-05-16T15:56:41.396 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.381+0000 7f20cd4d1640 1 -- 172.21.15.43:0/3901513705 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f20c81034f0 msgr2=0x7f20c819ad30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:56:41.396 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.381+0000 7f20cd4d1640 1 --2- 172.21.15.43:0/3901513705 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f20c81034f0 0x7f20c819ad30 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f20b8009230 tx=0x7f20b80042f0 comp rx=0 tx=0).stop 2024-05-16T15:56:41.396 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.381+0000 7f20cd4d1640 1 -- 172.21.15.43:0/3901513705 shutdown_connections 2024-05-16T15:56:41.396 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.381+0000 7f20cd4d1640 1 --2- 172.21.15.43:0/3901513705 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f20c8108750 0x7f20c81a22a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:41.396 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.381+0000 7f20cd4d1640 1 --2- 172.21.15.43:0/3901513705 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f20c8105e20 0x7f20c819b270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:41.396 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.381+0000 7f20cd4d1640 1 --2- 172.21.15.43:0/3901513705 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f20b00b28a0 0x7f20b00b4d60 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:41.397 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.381+0000 7f20cd4d1640 1 --2- 172.21.15.43:0/3901513705 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f20c81034f0 0x7f20c819ad30 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:41.397 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.381+0000 7f20cd4d1640 1 -- 172.21.15.43:0/3901513705 >> 172.21.15.43:0/3901513705 conn(0x7f20c80fce80 msgr2=0x7f20c8102a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:56:41.397 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.381+0000 7f20cd4d1640 1 -- 172.21.15.43:0/3901513705 shutdown_connections 2024-05-16T15:56:41.397 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:41.381+0000 7f20cd4d1640 1 -- 172.21.15.43:0/3901513705 wait complete. 2024-05-16T15:56:41.678 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:56:41 smithi157 ceph-mon[35584]: pgmap v630: 129 pgs: 129 active+clean; 72 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 550 op/s 2024-05-16T15:56:41.688 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:56:41 smithi148 ceph-mon[34976]: pgmap v630: 129 pgs: 129 active+clean; 72 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 550 op/s 2024-05-16T15:56:41.727 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:56:41 smithi043 ceph-mon[31619]: pgmap v630: 129 pgs: 129 active+clean; 72 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 550 op/s 2024-05-16T15:56:43.678 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:56:43 smithi157 ceph-mon[35584]: pgmap v631: 129 pgs: 129 active+clean; 72 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 561 op/s 2024-05-16T15:56:43.688 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:56:43 smithi148 ceph-mon[34976]: pgmap v631: 129 pgs: 129 active+clean; 72 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 561 op/s 2024-05-16T15:56:43.727 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:56:43 smithi043 ceph-mon[31619]: pgmap v631: 129 pgs: 129 active+clean; 72 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 561 op/s 2024-05-16T15:56:45.678 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:56:45 smithi157 ceph-mon[35584]: pgmap v632: 129 pgs: 129 active+clean; 56 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 MiB/s rd, 3.3 MiB/s wr, 721 op/s 2024-05-16T15:56:45.688 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:56:45 smithi148 ceph-mon[34976]: pgmap v632: 129 pgs: 129 active+clean; 56 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 MiB/s rd, 3.3 MiB/s wr, 721 op/s 2024-05-16T15:56:45.727 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:56:45 smithi043 ceph-mon[31619]: pgmap v632: 129 pgs: 129 active+clean; 56 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 MiB/s rd, 3.3 MiB/s wr, 721 op/s 2024-05-16T15:56:47.678 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:56:47 smithi157 ceph-mon[35584]: pgmap v633: 129 pgs: 129 active+clean; 56 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 2.6 MiB/s wr, 564 op/s 2024-05-16T15:56:47.688 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:56:47 smithi148 ceph-mon[34976]: pgmap v633: 129 pgs: 129 active+clean; 56 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 2.6 MiB/s wr, 564 op/s 2024-05-16T15:56:47.727 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:56:47 smithi043 ceph-mon[31619]: pgmap v633: 129 pgs: 129 active+clean; 56 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 2.6 MiB/s wr, 564 op/s 2024-05-16T15:56:49.678 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:56:49 smithi157 ceph-mon[35584]: pgmap v634: 129 pgs: 129 active+clean; 62 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 MiB/s rd, 3.3 MiB/s wr, 727 op/s 2024-05-16T15:56:49.689 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:56:49 smithi148 ceph-mon[34976]: pgmap v634: 129 pgs: 129 active+clean; 62 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 MiB/s rd, 3.3 MiB/s wr, 727 op/s 2024-05-16T15:56:49.727 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:56:49 smithi043 ceph-mon[31619]: pgmap v634: 129 pgs: 129 active+clean; 62 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 MiB/s rd, 3.3 MiB/s wr, 727 op/s 2024-05-16T15:56:51.678 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:56:51 smithi157 ceph-mon[35584]: pgmap v635: 129 pgs: 129 active+clean; 59 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 2.4 MiB/s wr, 554 op/s 2024-05-16T15:56:51.688 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:56:51 smithi148 ceph-mon[34976]: pgmap v635: 129 pgs: 129 active+clean; 59 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 2.4 MiB/s wr, 554 op/s 2024-05-16T15:56:51.727 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:56:51 smithi043 ceph-mon[31619]: pgmap v635: 129 pgs: 129 active+clean; 59 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 2.4 MiB/s wr, 554 op/s 2024-05-16T15:56:53.678 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:56:53 smithi157 ceph-mon[35584]: pgmap v636: 129 pgs: 129 active+clean; 59 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 560 op/s 2024-05-16T15:56:53.688 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:56:53 smithi148 ceph-mon[34976]: pgmap v636: 129 pgs: 129 active+clean; 59 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 560 op/s 2024-05-16T15:56:53.727 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:56:53 smithi043 ceph-mon[31619]: pgmap v636: 129 pgs: 129 active+clean; 59 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 560 op/s 2024-05-16T15:56:54.513 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.497+0000 7f792b433640 1 -- 172.21.15.43:0/593540272 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7924105e40 msgr2=0x7f7924108230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:56:54.513 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.497+0000 7f792b433640 1 --2- 172.21.15.43:0/593540272 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7924105e40 0x7f7924108230 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f7914009900 tx=0x7f791402a410 comp rx=0 tx=0).stop 2024-05-16T15:56:54.513 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.497+0000 7f792b433640 1 -- 172.21.15.43:0/593540272 shutdown_connections 2024-05-16T15:56:54.513 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.497+0000 7f792b433640 1 --2- 172.21.15.43:0/593540272 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7924108770 0x7f792410ab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:54.513 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.497+0000 7f792b433640 1 --2- 172.21.15.43:0/593540272 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7924105e40 0x7f7924108230 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:54.513 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.497+0000 7f792b433640 1 --2- 172.21.15.43:0/593540272 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7924103510 0x7f7924105900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:54.513 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.497+0000 7f792b433640 1 -- 172.21.15.43:0/593540272 >> 172.21.15.43:0/593540272 conn(0x7f79240fce60 msgr2=0x7f79240ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:56:54.513 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.497+0000 7f792b433640 1 -- 172.21.15.43:0/593540272 shutdown_connections 2024-05-16T15:56:54.513 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.497+0000 7f792b433640 1 -- 172.21.15.43:0/593540272 wait complete. 2024-05-16T15:56:54.513 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.498+0000 7f792b433640 1 Processor -- start 2024-05-16T15:56:54.513 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.498+0000 7f792b433640 1 -- start start 2024-05-16T15:56:54.514 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.498+0000 7f792b433640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7924103510 0x7f7924102e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:54.514 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.498+0000 7f792b433640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7924105e40 0x7f79241014c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:54.514 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.498+0000 7f792b433640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7924108770 0x7f7924101a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:54.514 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.498+0000 7f792b433640 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f792410e3c0 con 0x7f7924105e40 2024-05-16T15:56:54.514 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.498+0000 7f792b433640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f792410e240 con 0x7f7924103510 2024-05-16T15:56:54.514 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.498+0000 7f792b433640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f792410e540 con 0x7f7924108770 2024-05-16T15:56:54.514 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.498+0000 7f79291cf640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7924103510 0x7f7924102e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:54.514 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.498+0000 7f79289ce640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7924105e40 0x7f79241014c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:54.514 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.498+0000 7f79291cf640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7924103510 0x7f7924102e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:38420/0 (socket says 172.21.15.43:38420) 2024-05-16T15:56:54.514 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.498+0000 7f79291cf640 1 -- 172.21.15.43:0/4089312316 learned_addr learned my addr 172.21.15.43:0/4089312316 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:56:54.514 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.498+0000 7f79299d0640 1 --2- 172.21.15.43:0/4089312316 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7924108770 0x7f7924101a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:54.514 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.498+0000 7f79291cf640 1 -- 172.21.15.43:0/4089312316 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7924108770 msgr2=0x7f7924101a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:56:54.514 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.498+0000 7f79291cf640 1 --2- 172.21.15.43:0/4089312316 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7924108770 0x7f7924101a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:54.514 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.498+0000 7f79291cf640 1 -- 172.21.15.43:0/4089312316 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7924105e40 msgr2=0x7f79241014c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:56:54.515 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.498+0000 7f79291cf640 1 --2- 172.21.15.43:0/4089312316 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7924105e40 0x7f79241014c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:54.515 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.499+0000 7f79291cf640 1 -- 172.21.15.43:0/4089312316 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7924102290 con 0x7f7924103510 2024-05-16T15:56:54.515 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.499+0000 7f79289ce640 1 --2- 172.21.15.43:0/4089312316 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7924105e40 0x7f79241014c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:56:54.515 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.499+0000 7f79291cf640 1 --2- 172.21.15.43:0/4089312316 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7924103510 0x7f7924102e80 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f792000e9f0 tx=0x7f792000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:56:54.515 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.499+0000 7f791a7fc640 1 -- 172.21.15.43:0/4089312316 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f792000cd80 con 0x7f7924103510 2024-05-16T15:56:54.515 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.499+0000 7f791a7fc640 1 -- 172.21.15.43:0/4089312316 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f79200108c0 con 0x7f7924103510 2024-05-16T15:56:54.515 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.499+0000 7f792b433640 1 -- 172.21.15.43:0/4089312316 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79241a2c10 con 0x7f7924103510 2024-05-16T15:56:54.515 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.499+0000 7f791a7fc640 1 -- 172.21.15.43:0/4089312316 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7920018810 con 0x7f7924103510 2024-05-16T15:56:54.515 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.499+0000 7f792b433640 1 -- 172.21.15.43:0/4089312316 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79241a3130 con 0x7f7924103510 2024-05-16T15:56:54.516 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.502+0000 7f791a7fc640 1 -- 172.21.15.43:0/4089312316 <== mon.2 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f7920010430 con 0x7f7924103510 2024-05-16T15:56:54.516 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.502+0000 7f792e22a740 1 Processor -- start 2024-05-16T15:56:54.516 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.502+0000 7f792e22a740 1 -- start start 2024-05-16T15:56:54.516 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.502+0000 7f792e22a740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56516f053db0 0x56516f0541d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:54.517 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.502+0000 7f792e22a740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56516f0547a0 0x56516f0592a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:54.517 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.502+0000 7f792e22a740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56516f059910 0x56516f05bda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:54.517 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.502+0000 7f792e22a740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x56516efb85d0 con 0x56516f059910 2024-05-16T15:56:54.517 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.502+0000 7f792e22a740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x56516ef71890 con 0x56516f0547a0 2024-05-16T15:56:54.517 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.502+0000 7f792e22a740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x56516efb4590 con 0x56516f053db0 2024-05-16T15:56:54.517 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.503+0000 7f79299d0640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56516f053db0 0x56516f0541d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:54.517 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.503+0000 7f79289ce640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56516f059910 0x56516f05bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:54.517 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.503+0000 7f79291cf640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56516f0547a0 0x56516f0592a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:54.517 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.503+0000 7f79299d0640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56516f053db0 0x56516f0541d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:59474/0 (socket says 172.21.15.43:59474) 2024-05-16T15:56:54.517 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.503+0000 7f79299d0640 1 -- 172.21.15.43:0/1108426041 learned_addr learned my addr 172.21.15.43:0/1108426041 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:56:54.517 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.503+0000 7f79289ce640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56516f059910 0x56516f05bda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:55544/0 (socket says 172.21.15.43:55544) 2024-05-16T15:56:54.518 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.503+0000 7f79289ce640 1 -- 172.21.15.43:0/1108426041 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56516f053db0 msgr2=0x56516f0541d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:56:54.518 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.503+0000 7f79289ce640 1 --2- 172.21.15.43:0/1108426041 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56516f053db0 0x56516f0541d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:54.518 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.503+0000 7f79289ce640 1 -- 172.21.15.43:0/1108426041 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56516f0547a0 msgr2=0x56516f0592a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:56:54.518 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.503+0000 7f79289ce640 1 --2- 172.21.15.43:0/1108426041 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56516f0547a0 0x56516f0592a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:54.518 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.503+0000 7f79289ce640 1 -- 172.21.15.43:0/1108426041 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56516ecca210 con 0x56516f059910 2024-05-16T15:56:54.518 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.504+0000 7f79289ce640 1 --2- 172.21.15.43:0/1108426041 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56516f059910 0x56516f05bda0 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f7914009230 tx=0x7f7914031940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71db5ef8ab045a5d server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:56:54.518 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.504+0000 7f791a7fc640 1 --2- 172.21.15.43:0/4089312316 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f79100b28a0 0x7f79100b4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:54.519 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.504+0000 7f790f7fe640 1 -- 172.21.15.43:0/1108426041 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7914035030 con 0x56516f059910 2024-05-16T15:56:54.519 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.504+0000 7f790f7fe640 1 -- 172.21.15.43:0/1108426041 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7914040070 con 0x56516f059910 2024-05-16T15:56:54.519 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.504+0000 7f790f7fe640 1 -- 172.21.15.43:0/1108426041 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7914003a50 con 0x56516f059910 2024-05-16T15:56:54.519 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.504+0000 7f79299d0640 1 --2- 172.21.15.43:0/4089312316 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f79100b28a0 0x7f79100b4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:54.519 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.504+0000 7f791a7fc640 1 -- 172.21.15.43:0/4089312316 <== mon.2 v2:172.21.15.148:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f79200e2950 con 0x7f7924103510 2024-05-16T15:56:54.520 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.505+0000 7f792e22a740 1 -- 172.21.15.43:0/1108426041 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56516f059910 msgr2=0x56516f05bda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:56:54.520 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.505+0000 7f792e22a740 1 --2- 172.21.15.43:0/1108426041 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56516f059910 0x56516f05bda0 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f7914009230 tx=0x7f7914031940 comp rx=0 tx=0).stop 2024-05-16T15:56:54.520 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.505+0000 7f79299d0640 1 --2- 172.21.15.43:0/4089312316 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f79100b28a0 0x7f79100b4d60 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x56516f055000 tx=0x7f791c009500 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:56:54.520 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.506+0000 7f792e22a740 1 -- 172.21.15.43:0/1108426041 shutdown_connections 2024-05-16T15:56:54.520 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.506+0000 7f792e22a740 1 --2- 172.21.15.43:0/1108426041 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56516f059910 0x56516f05bda0 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:54.520 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.506+0000 7f792e22a740 1 --2- 172.21.15.43:0/1108426041 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56516f0547a0 0x56516f0592a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:54.520 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.506+0000 7f792e22a740 1 --2- 172.21.15.43:0/1108426041 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56516f053db0 0x56516f0541d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:54.520 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.506+0000 7f792e22a740 1 -- 172.21.15.43:0/1108426041 >> 172.21.15.43:0/1108426041 conn(0x56516f04f420 msgr2=0x56516f04f820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:56:54.520 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.506+0000 7f792e22a740 1 -- 172.21.15.43:0/1108426041 shutdown_connections 2024-05-16T15:56:54.520 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.506+0000 7f792e22a740 1 -- 172.21.15.43:0/1108426041 wait complete. 2024-05-16T15:56:54.521 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.507+0000 7f792e22a740 1 -- start start 2024-05-16T15:56:54.521 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.507+0000 7f792e22a740 1 Processor -- start 2024-05-16T15:56:54.522 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.508+0000 7f792e22a740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56516f053db0 0x56516f0667d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:54.522 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.508+0000 7f792e22a740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56516f0547a0 0x56516f066d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:54.522 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.508+0000 7f792e22a740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56516f059910 0x56516f06dd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:54.522 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.508+0000 7f79289ce640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56516f0547a0 0x56516f066d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:54.522 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.508+0000 7f792e22a740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x56516f05c860 con 0x56516f0547a0 2024-05-16T15:56:54.522 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.508+0000 7f792e22a740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x56516ef75370 con 0x56516f053db0 2024-05-16T15:56:54.522 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.508+0000 7f79289ce640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56516f0547a0 0x56516f066d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:55560/0 (socket says 172.21.15.43:55560) 2024-05-16T15:56:54.522 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.509+0000 7f79289ce640 1 -- 172.21.15.43:0/90973083 learned_addr learned my addr 172.21.15.43:0/90973083 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:56:54.522 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.508+0000 7f792e22a740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x56516f05c9e0 con 0x56516f059910 2024-05-16T15:56:54.525 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.509+0000 7f792e22a740 10 client.0 _ll_register_callbacks cb 0x56516ecc9a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:56:54.525 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.509+0000 7f79289ce640 1 -- 172.21.15.43:0/90973083 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56516f059910 msgr2=0x56516f06dd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:56:54.525 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.509+0000 7f79289ce640 1 --2- 172.21.15.43:0/90973083 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56516f059910 0x56516f06dd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:54.525 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.509+0000 7f79291cf640 1 --2- 172.21.15.43:0/90973083 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56516f053db0 0x56516f0667d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:54.525 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.509+0000 7f79289ce640 1 -- 172.21.15.43:0/90973083 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56516f053db0 msgr2=0x56516f0667d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:56:54.525 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.509+0000 7f79289ce640 1 --2- 172.21.15.43:0/90973083 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56516f053db0 0x56516f0667d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:54.525 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.509+0000 7f79289ce640 1 -- 172.21.15.43:0/90973083 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56516ed96620 con 0x56516f0547a0 2024-05-16T15:56:54.525 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.509+0000 7f79291cf640 1 --2- 172.21.15.43:0/90973083 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56516f053db0 0x56516f0667d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:56:54.525 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.509+0000 7f79289ce640 1 --2- 172.21.15.43:0/90973083 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56516f0547a0 0x56516f066d10 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f7914009900 tx=0x7f7914031ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d12f3625a08d2d server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:56:54.525 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.510+0000 7f790cff9640 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:56:54.525 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.510+0000 7f790cff9640 1 -- 172.21.15.43:0/90973083 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7914052060 con 0x56516f0547a0 2024-05-16T15:56:54.526 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.510+0000 7f790cff9640 1 -- 172.21.15.43:0/90973083 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f791403c650 con 0x56516f0547a0 2024-05-16T15:56:54.526 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.510+0000 7f792e22a740 1 -- 172.21.15.43:0/90973083 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7914040070 con 0x56516f0547a0 2024-05-16T15:56:54.526 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.510+0000 7f790cff9640 1 -- 172.21.15.43:0/90973083 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=38) ==== 24+0+0 (secure 0 0 0) 0x7f7914059050 con 0x56516f0547a0 2024-05-16T15:56:54.526 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.510+0000 7f792e22a740 10 client.16488 fetch_fsmap learned FSMap version 38 2024-05-16T15:56:54.526 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.510+0000 7f792e22a740 1 -- 172.21.15.43:0/90973083 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=38,monmap=4+}) -- 0x56516f070d10 con 0x56516f0547a0 2024-05-16T15:56:54.526 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.511+0000 7f790cff9640 1 -- 172.21.15.43:0/90973083 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7914031d90 con 0x56516f0547a0 2024-05-16T15:56:54.526 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.511+0000 7f790cff9640 1 -- 172.21.15.43:0/90973083 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 38) ==== 8362+0+0 (secure 0 0 0) 0x7f791404d910 con 0x56516f0547a0 2024-05-16T15:56:54.526 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.511+0000 7f792e22a740 10 client.16488 fetch_fsmap finished waiting for FSMap version 38 2024-05-16T15:56:54.526 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.511+0000 7f792e22a740 10 client.16488 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:56:54.526 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.511+0000 7f792e22a740 20 client.16488 populate_metadata read hostname 'smithi043' 2024-05-16T15:56:54.526 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.511+0000 7f792e22a740 1 --2- 172.21.15.43:0/90973083 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x56516f072060 0x56516f074470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:54.526 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.511+0000 7f792e22a740 4 client.16488 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:56:54.526 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.511+0000 7f792e22a740 1 -- 172.21.15.43:0/90973083 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f7914040070 con 0x56516f072060 2024-05-16T15:56:54.526 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.511+0000 7f79291cf640 1 --2- 172.21.15.43:0/90973083 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x56516f072060 0x56516f074470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:54.528 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.512+0000 7f79291cf640 1 --2- 172.21.15.43:0/90973083 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x56516f072060 0x56516f074470 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6f662931fa9e38f7 server_cookie=735294be97fe391a in_seq=0 out_seq=0 2024-05-16T15:56:54.528 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.512+0000 7f790cff9640 10 client.16488 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:56:54.528 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.513+0000 7f790cff9640 1 -- 172.21.15.43:0/90973083 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x7f7914040070 con 0x56516f072060 2024-05-16T15:56:54.528 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.513+0000 7f790cff9640 10 client.16488 handle_command_reply: tid=0 2024-05-16T15:56:54.528 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.513+0000 7f792e22a740 1 client.16488 shutdown 2024-05-16T15:56:54.528 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.513+0000 7f792e22a740 1 -- 172.21.15.43:0/90973083 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56516f0547a0 msgr2=0x56516f066d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:56:54.528 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.513+0000 7f792e22a740 1 --2- 172.21.15.43:0/90973083 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56516f0547a0 0x56516f066d10 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f7914009900 tx=0x7f7914031ca0 comp rx=0 tx=0).stop 2024-05-16T15:56:54.528 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.513+0000 7f792e22a740 1 -- 172.21.15.43:0/90973083 shutdown_connections 2024-05-16T15:56:54.528 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.513+0000 7f792e22a740 1 --2- 172.21.15.43:0/90973083 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x56516f072060 0x56516f074470 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:54.528 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.513+0000 7f792e22a740 1 --2- 172.21.15.43:0/90973083 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56516f059910 0x56516f06dd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:54.528 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.513+0000 7f792e22a740 1 --2- 172.21.15.43:0/90973083 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56516f0547a0 0x56516f066d10 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:54.528 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.513+0000 7f792e22a740 1 --2- 172.21.15.43:0/90973083 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56516f053db0 0x56516f0667d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:54.529 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.513+0000 7f792e22a740 1 -- 172.21.15.43:0/90973083 >> 172.21.15.43:0/90973083 conn(0x56516f04f420 msgr2=0x56516f04e580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:56:54.529 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.513+0000 7f790cff9640 0 client.16488 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:56:54.529 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.513+0000 7f792e22a740 1 -- 172.21.15.43:0/90973083 shutdown_connections 2024-05-16T15:56:54.529 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.513+0000 7f792e22a740 1 -- 172.21.15.43:0/90973083 wait complete. 2024-05-16T15:56:54.529 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.513+0000 7f792e22a740 20 client.16488 trim_cache size 0 max 16384 2024-05-16T15:56:54.545 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.531+0000 7f792e22a740 1 Processor -- start 2024-05-16T15:56:54.546 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.531+0000 7f792e22a740 1 -- start start 2024-05-16T15:56:54.546 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.531+0000 7f792e22a740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56516f053db0 0x56516f052810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:54.546 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.531+0000 7f792e22a740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56516f0547a0 0x56516f06dd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:54.546 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.531+0000 7f792e22a740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56516f059910 0x56516f078d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:54.546 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.531+0000 7f792e22a740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f79241a9280 con 0x56516f0547a0 2024-05-16T15:56:54.546 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.531+0000 7f792e22a740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f79241aadc0 con 0x56516f053db0 2024-05-16T15:56:54.546 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.531+0000 7f792e22a740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f79241a9950 con 0x56516f059910 2024-05-16T15:56:54.546 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.531+0000 7f79289ce640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56516f0547a0 0x56516f06dd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:54.546 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.531+0000 7f79289ce640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56516f0547a0 0x56516f06dd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:55570/0 (socket says 172.21.15.43:55570) 2024-05-16T15:56:54.546 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.531+0000 7f79289ce640 1 -- 172.21.15.43:0/242270499 learned_addr learned my addr 172.21.15.43:0/242270499 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:56:54.546 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.531+0000 7f79291cf640 1 --2- 172.21.15.43:0/242270499 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56516f053db0 0x56516f052810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:54.546 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.531+0000 7f79299d0640 1 --2- 172.21.15.43:0/242270499 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56516f059910 0x56516f078d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:54.546 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.532+0000 7f79289ce640 1 -- 172.21.15.43:0/242270499 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56516f059910 msgr2=0x56516f078d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:56:54.547 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.532+0000 7f79289ce640 1 --2- 172.21.15.43:0/242270499 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56516f059910 0x56516f078d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:54.547 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.532+0000 7f79289ce640 1 -- 172.21.15.43:0/242270499 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56516f053db0 msgr2=0x56516f052810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:56:54.547 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.532+0000 7f79289ce640 1 --2- 172.21.15.43:0/242270499 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56516f053db0 0x56516f052810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:54.547 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.532+0000 7f79289ce640 1 -- 172.21.15.43:0/242270499 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56516f04f250 con 0x56516f0547a0 2024-05-16T15:56:54.547 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.532+0000 7f79289ce640 1 --2- 172.21.15.43:0/242270499 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56516f0547a0 0x56516f06dd10 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f7914031a40 tx=0x7f7914009680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a36b6e63369c27 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:56:54.547 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.532+0000 7f790effd640 1 -- 172.21.15.43:0/242270499 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7914052040 con 0x56516f0547a0 2024-05-16T15:56:54.547 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.532+0000 7f790effd640 1 -- 172.21.15.43:0/242270499 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7914040070 con 0x56516f0547a0 2024-05-16T15:56:54.547 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.532+0000 7f790effd640 1 -- 172.21.15.43:0/242270499 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7914035040 con 0x56516f0547a0 2024-05-16T15:56:54.550 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.533+0000 7f792e22a740 1 -- 172.21.15.43:0/242270499 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56516f0547a0 msgr2=0x56516f06dd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:56:54.550 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.533+0000 7f792e22a740 1 --2- 172.21.15.43:0/242270499 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56516f0547a0 0x56516f06dd10 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f7914031a40 tx=0x7f7914009680 comp rx=0 tx=0).stop 2024-05-16T15:56:54.550 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.533+0000 7f792e22a740 1 -- 172.21.15.43:0/242270499 shutdown_connections 2024-05-16T15:56:54.550 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.533+0000 7f792e22a740 1 --2- 172.21.15.43:0/242270499 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56516f059910 0x56516f078d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:54.550 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.533+0000 7f792e22a740 1 --2- 172.21.15.43:0/242270499 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56516f0547a0 0x56516f06dd10 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:54.551 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.533+0000 7f792e22a740 1 --2- 172.21.15.43:0/242270499 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56516f053db0 0x56516f052810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:54.551 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.533+0000 7f792e22a740 1 -- 172.21.15.43:0/242270499 >> 172.21.15.43:0/242270499 conn(0x56516f04f420 msgr2=0x56516f052100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:56:54.551 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.533+0000 7f792e22a740 1 -- 172.21.15.43:0/242270499 shutdown_connections 2024-05-16T15:56:54.551 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.533+0000 7f792e22a740 1 -- 172.21.15.43:0/242270499 wait complete. 2024-05-16T15:56:54.551 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.533+0000 7f792e22a740 1 -- start start 2024-05-16T15:56:54.551 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.533+0000 7f792e22a740 1 Processor -- start 2024-05-16T15:56:54.551 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.534+0000 7f792e22a740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56516f053db0 0x56516f06b520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:54.551 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.534+0000 7f792e22a740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56516f0547a0 0x56516f06ba60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:54.551 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.534+0000 7f792e22a740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56516f059910 0x56516f06ca00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:54.551 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.534+0000 7f792e22a740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f79241aa6f0 con 0x56516f053db0 2024-05-16T15:56:54.551 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.534+0000 7f792e22a740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f79241aa020 con 0x56516f0547a0 2024-05-16T15:56:54.551 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.534+0000 7f792e22a740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f79241a7260 con 0x56516f059910 2024-05-16T15:56:54.551 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.534+0000 7f792e22a740 10 client.0 _ll_register_callbacks cb 0x7f79200e8420 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:56:54.551 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.534+0000 7f79291cf640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56516f053db0 0x56516f06b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:54.552 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.534+0000 7f79291cf640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56516f053db0 0x56516f06b520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:55572/0 (socket says 172.21.15.43:55572) 2024-05-16T15:56:54.552 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.534+0000 7f79291cf640 1 -- 172.21.15.43:0/356502090 learned_addr learned my addr 172.21.15.43:0/356502090 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:56:54.552 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.534+0000 7f79299d0640 1 --2- 172.21.15.43:0/356502090 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56516f059910 0x56516f06ca00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:54.552 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.534+0000 7f79291cf640 1 -- 172.21.15.43:0/356502090 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56516f059910 msgr2=0x56516f06ca00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:56:54.552 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.534+0000 7f79291cf640 1 --2- 172.21.15.43:0/356502090 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56516f059910 0x56516f06ca00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:54.552 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.534+0000 7f79291cf640 1 -- 172.21.15.43:0/356502090 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56516f0547a0 msgr2=0x56516f06ba60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:56:54.552 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.534+0000 7f79291cf640 1 --2- 172.21.15.43:0/356502090 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56516f0547a0 0x56516f06ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:54.552 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.534+0000 7f79291cf640 1 -- 172.21.15.43:0/356502090 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56516f04af70 con 0x56516f053db0 2024-05-16T15:56:54.552 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.534+0000 7f79291cf640 1 --2- 172.21.15.43:0/356502090 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56516f053db0 0x56516f06b520 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f79200a9970 tx=0x7f79200e8550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4cf34f9cc050b84 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:56:54.552 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.534+0000 7f790cff9640 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:56:54.552 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.535+0000 7f790cff9640 1 -- 172.21.15.43:0/356502090 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79200a95c0 con 0x56516f053db0 2024-05-16T15:56:54.552 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.535+0000 7f790cff9640 1 -- 172.21.15.43:0/356502090 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9179+0+0 (secure 0 0 0) 0x7f79200a6260 con 0x56516f053db0 2024-05-16T15:56:54.552 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.535+0000 7f792e22a740 1 -- 172.21.15.43:0/356502090 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7914040070 con 0x56516f053db0 2024-05-16T15:56:54.552 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.535+0000 7f790cff9640 1 -- 172.21.15.43:0/356502090 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=38) ==== 24+0+0 (secure 0 0 0) 0x7f79200a5400 con 0x56516f053db0 2024-05-16T15:56:54.552 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.535+0000 7f792e22a740 10 client.16494 fetch_fsmap learned FSMap version 38 2024-05-16T15:56:54.553 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.535+0000 7f792e22a740 1 -- 172.21.15.43:0/356502090 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=38,monmap=4+}) -- 0x56516f0dc930 con 0x56516f053db0 2024-05-16T15:56:54.553 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.535+0000 7f790cff9640 1 -- 172.21.15.43:0/356502090 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7914040070 con 0x56516f053db0 2024-05-16T15:56:54.553 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.535+0000 7f790cff9640 1 -- 172.21.15.43:0/356502090 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 38) ==== 8362+0+0 (secure 0 0 0) 0x7f79200b2040 con 0x56516f053db0 2024-05-16T15:56:54.553 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.535+0000 7f792e22a740 10 client.16494 fetch_fsmap finished waiting for FSMap version 38 2024-05-16T15:56:54.553 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.535+0000 7f792e22a740 10 client.16494 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:56:54.553 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.535+0000 7f792e22a740 20 client.16494 populate_metadata read hostname 'smithi043' 2024-05-16T15:56:54.553 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.535+0000 7f792e22a740 1 --2- 172.21.15.43:0/356502090 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x56516f0dd1c0 0x56516f0df5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:56:54.553 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.535+0000 7f792e22a740 4 client.16494 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-16T15:56:54.553 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.535+0000 7f792e22a740 1 -- 172.21.15.43:0/356502090 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56516efc61e0 con 0x56516f0dd1c0 2024-05-16T15:56:54.553 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.536+0000 7f79289ce640 1 --2- 172.21.15.43:0/356502090 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x56516f0dd1c0 0x56516f0df5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:56:54.553 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.537+0000 7f79289ce640 1 --2- 172.21.15.43:0/356502090 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x56516f0dd1c0 0x56516f0df5e0 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5456e304574a49e9 server_cookie=92a72af66f50f0ba in_seq=0 out_seq=0 2024-05-16T15:56:54.553 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.537+0000 7f790cff9640 10 client.16494 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:56:54.567 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.553+0000 7f790cff9640 1 -- 172.21.15.43:0/356502090 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x56516efc61e0 con 0x56516f0dd1c0 2024-05-16T15:56:54.567 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.553+0000 7f790cff9640 10 client.16494 handle_command_reply: tid=0 2024-05-16T15:56:54.567 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.553+0000 7f792e22a740 1 client.16494 shutdown 2024-05-16T15:56:54.567 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.553+0000 7f792e22a740 1 -- 172.21.15.43:0/356502090 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56516f053db0 msgr2=0x56516f06b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:56:54.568 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.553+0000 7f792e22a740 1 --2- 172.21.15.43:0/356502090 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56516f053db0 0x56516f06b520 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f79200a9970 tx=0x7f79200e8550 comp rx=0 tx=0).stop 2024-05-16T15:56:54.568 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.553+0000 7f792e22a740 1 -- 172.21.15.43:0/356502090 shutdown_connections 2024-05-16T15:56:54.568 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.553+0000 7f792e22a740 1 --2- 172.21.15.43:0/356502090 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x56516f0dd1c0 0x56516f0df5e0 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:54.568 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.553+0000 7f792e22a740 1 --2- 172.21.15.43:0/356502090 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56516f059910 0x56516f06ca00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:54.568 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.553+0000 7f790cff9640 0 client.16494 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:56:54.568 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.553+0000 7f792e22a740 1 --2- 172.21.15.43:0/356502090 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56516f0547a0 0x56516f06ba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:54.568 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.553+0000 7f792e22a740 1 --2- 172.21.15.43:0/356502090 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x56516f053db0 0x56516f06b520 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:54.568 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.553+0000 7f792e22a740 1 -- 172.21.15.43:0/356502090 >> 172.21.15.43:0/356502090 conn(0x56516f04f420 msgr2=0x56516f052100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:56:54.568 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.553+0000 7f792e22a740 1 -- 172.21.15.43:0/356502090 shutdown_connections 2024-05-16T15:56:54.568 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.553+0000 7f792e22a740 1 -- 172.21.15.43:0/356502090 wait complete. 2024-05-16T15:56:54.568 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.554+0000 7f792e22a740 20 client.16494 trim_cache size 0 max 16384 2024-05-16T15:56:54.569 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:{ 2024-05-16T15:56:54.569 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "message": "", 2024-05-16T15:56:54.569 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "return_code": 0 2024-05-16T15:56:54.569 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:} 2024-05-16T15:56:54.570 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.554+0000 7f792b433640 1 -- 172.21.15.43:0/4089312316 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f79100b28a0 msgr2=0x7f79100b4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:56:54.570 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.554+0000 7f792b433640 1 --2- 172.21.15.43:0/4089312316 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f79100b28a0 0x7f79100b4d60 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x56516f055000 tx=0x7f791c009500 comp rx=0 tx=0).stop 2024-05-16T15:56:54.570 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.554+0000 7f792b433640 1 -- 172.21.15.43:0/4089312316 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7924103510 msgr2=0x7f7924102e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:56:54.570 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.554+0000 7f792b433640 1 --2- 172.21.15.43:0/4089312316 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7924103510 0x7f7924102e80 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f792000e9f0 tx=0x7f792000eeb0 comp rx=0 tx=0).stop 2024-05-16T15:56:54.570 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.554+0000 7f792b433640 1 -- 172.21.15.43:0/4089312316 shutdown_connections 2024-05-16T15:56:54.570 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.554+0000 7f792b433640 1 --2- 172.21.15.43:0/4089312316 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f79100b28a0 0x7f79100b4d60 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:54.570 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.554+0000 7f792b433640 1 --2- 172.21.15.43:0/4089312316 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7924108770 0x7f7924101a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:54.570 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.554+0000 7f792b433640 1 --2- 172.21.15.43:0/4089312316 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f7924105e40 0x7f79241014c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:54.570 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.554+0000 7f792b433640 1 --2- 172.21.15.43:0/4089312316 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7924103510 0x7f7924102e80 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:56:54.570 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.554+0000 7f792b433640 1 -- 172.21.15.43:0/4089312316 >> 172.21.15.43:0/4089312316 conn(0x7f79240fce60 msgr2=0x7f79241040d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:56:54.570 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.554+0000 7f792b433640 1 -- 172.21.15.43:0/4089312316 shutdown_connections 2024-05-16T15:56:54.571 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:56:54.554+0000 7f792b433640 1 -- 172.21.15.43:0/4089312316 wait complete. 2024-05-16T15:56:55.318 INFO:journalctl@ceph.mds.e.smithi148.stdout:May 16 15:56:54 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-e[67250]: ignoring --setuser ceph since I am not root 2024-05-16T15:56:55.318 INFO:journalctl@ceph.mds.e.smithi148.stdout:May 16 15:56:54 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-e[67250]: ignoring --setgroup ceph since I am not root 2024-05-16T15:56:55.318 INFO:journalctl@ceph.mds.e.smithi148.stdout:May 16 15:56:54 smithi148 ceph-mds[67254]: -- 172.21.15.148:0/2932425701 <== mon.1 v2:172.21.15.157:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55695c995a40 con 0x55695c968800 2024-05-16T15:56:55.318 INFO:journalctl@ceph.mds.e.smithi148.stdout:May 16 15:56:54 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-e[67250]: starting mds.e at 2024-05-16T15:56:55.678 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:56:55 smithi157 ceph-mon[35584]: pgmap v637: 129 pgs: 129 active+clean; 71 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 MiB/s rd, 2.9 MiB/s wr, 706 op/s 2024-05-16T15:56:55.678 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:56:55 smithi157 ceph-mon[35584]: daemon mds.e restarted 2024-05-16T15:56:55.688 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:56:55 smithi148 ceph-mon[34976]: pgmap v637: 129 pgs: 129 active+clean; 71 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 MiB/s rd, 2.9 MiB/s wr, 706 op/s 2024-05-16T15:56:55.689 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:56:55 smithi148 ceph-mon[34976]: daemon mds.e restarted 2024-05-16T15:56:55.727 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:56:55 smithi043 ceph-mon[31619]: pgmap v637: 129 pgs: 129 active+clean; 71 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 MiB/s rd, 2.9 MiB/s wr, 706 op/s 2024-05-16T15:56:55.727 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:56:55 smithi043 ceph-mon[31619]: daemon mds.e restarted 2024-05-16T15:56:56.678 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:56:56 smithi157 ceph-mon[35584]: osdmap e91: 12 total, 12 up, 12 in 2024-05-16T15:56:56.679 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:56:56 smithi157 ceph-mon[35584]: mds.? [v2:172.21.15.148:6834/179248826,v1:172.21.15.148:6835/179248826] up:boot 2024-05-16T15:56:56.679 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:56:56 smithi157 ceph-mon[35584]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-05-16T15:56:56.679 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:56:56 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-16T15:56:56.679 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:56:56 smithi157 ceph-mon[35584]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:56:56.689 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:56:56 smithi148 ceph-mon[34976]: osdmap e91: 12 total, 12 up, 12 in 2024-05-16T15:56:56.689 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:56:56 smithi148 ceph-mon[34976]: mds.? [v2:172.21.15.148:6834/179248826,v1:172.21.15.148:6835/179248826] up:boot 2024-05-16T15:56:56.689 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:56:56 smithi148 ceph-mon[34976]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-05-16T15:56:56.689 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:56:56 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-16T15:56:56.689 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:56:56 smithi148 ceph-mon[34976]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:56:56.728 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:56:56 smithi043 ceph-mon[31619]: osdmap e91: 12 total, 12 up, 12 in 2024-05-16T15:56:56.728 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:56:56 smithi043 ceph-mon[31619]: mds.? [v2:172.21.15.148:6834/179248826,v1:172.21.15.148:6835/179248826] up:boot 2024-05-16T15:56:56.728 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:56:56 smithi043 ceph-mon[31619]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-05-16T15:56:56.728 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:56:56 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-16T15:56:56.728 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:56:56 smithi043 ceph-mon[31619]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:56:57.678 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:56:57 smithi157 ceph-mon[35584]: pgmap v639: 129 pgs: 129 active+clean; 76 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 MiB/s rd, 2.5 MiB/s wr, 609 op/s 2024-05-16T15:56:57.688 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:56:57 smithi148 ceph-mon[34976]: pgmap v639: 129 pgs: 129 active+clean; 76 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 MiB/s rd, 2.5 MiB/s wr, 609 op/s 2024-05-16T15:56:57.727 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:56:57 smithi043 ceph-mon[31619]: pgmap v639: 129 pgs: 129 active+clean; 76 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 MiB/s rd, 2.5 MiB/s wr, 609 op/s 2024-05-16T15:56:59.678 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:56:59 smithi157 ceph-mon[35584]: pgmap v640: 129 pgs: 129 active+clean; 71 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 MiB/s rd, 2.3 MiB/s wr, 609 op/s 2024-05-16T15:56:59.688 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:56:59 smithi148 ceph-mon[34976]: pgmap v640: 129 pgs: 129 active+clean; 71 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 MiB/s rd, 2.3 MiB/s wr, 609 op/s 2024-05-16T15:56:59.727 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:56:59 smithi043 ceph-mon[31619]: pgmap v640: 129 pgs: 129 active+clean; 71 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 MiB/s rd, 2.3 MiB/s wr, 609 op/s 2024-05-16T15:57:01.678 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:57:01 smithi157 ceph-mon[35584]: pgmap v641: 129 pgs: 129 active+clean; 70 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 MiB/s rd, 2.4 MiB/s wr, 610 op/s 2024-05-16T15:57:01.689 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:57:01 smithi148 ceph-mon[34976]: pgmap v641: 129 pgs: 129 active+clean; 70 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 MiB/s rd, 2.4 MiB/s wr, 610 op/s 2024-05-16T15:57:01.727 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:57:01 smithi043 ceph-mon[31619]: pgmap v641: 129 pgs: 129 active+clean; 70 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 MiB/s rd, 2.4 MiB/s wr, 610 op/s 2024-05-16T15:57:03.678 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:57:03 smithi157 ceph-mon[35584]: pgmap v642: 129 pgs: 129 active+clean; 63 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 MiB/s rd, 2.4 MiB/s wr, 611 op/s 2024-05-16T15:57:03.688 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:57:03 smithi148 ceph-mon[34976]: pgmap v642: 129 pgs: 129 active+clean; 63 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 MiB/s rd, 2.4 MiB/s wr, 611 op/s 2024-05-16T15:57:03.727 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:57:03 smithi043 ceph-mon[31619]: pgmap v642: 129 pgs: 129 active+clean; 63 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 MiB/s rd, 2.4 MiB/s wr, 611 op/s 2024-05-16T15:57:05.069 INFO:tasks.workunit.client.0.smithi043.stdout:fallocating to largest ever: 0x6400000 2024-05-16T15:57:05.678 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:57:05 smithi157 ceph-mon[35584]: pgmap v643: 129 pgs: 129 active+clean; 67 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 MiB/s rd, 2.5 MiB/s wr, 619 op/s 2024-05-16T15:57:05.688 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:57:05 smithi148 ceph-mon[34976]: pgmap v643: 129 pgs: 129 active+clean; 67 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 MiB/s rd, 2.5 MiB/s wr, 619 op/s 2024-05-16T15:57:05.727 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:57:05 smithi043 ceph-mon[31619]: pgmap v643: 129 pgs: 129 active+clean; 67 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 MiB/s rd, 2.5 MiB/s wr, 619 op/s 2024-05-16T15:57:07.678 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:57:07 smithi157 ceph-mon[35584]: pgmap v644: 129 pgs: 129 active+clean; 70 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 MiB/s rd, 2.4 MiB/s wr, 592 op/s 2024-05-16T15:57:07.688 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.675+0000 7fd0daa7e640 1 -- 172.21.15.43:0/2968610511 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd0d41045e0 msgr2=0x7fd0d410ae70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:07.689 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.675+0000 7fd0daa7e640 1 --2- 172.21.15.43:0/2968610511 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd0d41045e0 0x7fd0d410ae70 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7fd0cc009ca0 tx=0x7fd0cc02a8c0 comp rx=0 tx=0).stop 2024-05-16T15:57:07.689 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:57:07 smithi148 ceph-mon[34976]: pgmap v644: 129 pgs: 129 active+clean; 70 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 MiB/s rd, 2.4 MiB/s wr, 592 op/s 2024-05-16T15:57:07.697 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.679+0000 7fd0daa7e640 1 -- 172.21.15.43:0/2968610511 shutdown_connections 2024-05-16T15:57:07.697 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.679+0000 7fd0daa7e640 1 --2- 172.21.15.43:0/2968610511 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd0d41045e0 0x7fd0d410ae70 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:07.697 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.679+0000 7fd0daa7e640 1 --2- 172.21.15.43:0/2968610511 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd0d4103c20 0x7fd0d41040a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:07.697 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.679+0000 7fd0daa7e640 1 --2- 172.21.15.43:0/2968610511 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd0d4102a30 0x7fd0d4102e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:07.697 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.679+0000 7fd0daa7e640 1 -- 172.21.15.43:0/2968610511 >> 172.21.15.43:0/2968610511 conn(0x7fd0d40fdfa0 msgr2=0x7fd0d41003e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:57:07.698 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.679+0000 7fd0daa7e640 1 -- 172.21.15.43:0/2968610511 shutdown_connections 2024-05-16T15:57:07.698 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.680+0000 7fd0daa7e640 1 -- 172.21.15.43:0/2968610511 wait complete. 2024-05-16T15:57:07.698 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.681+0000 7fd0daa7e640 1 Processor -- start 2024-05-16T15:57:07.698 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.681+0000 7fd0daa7e640 1 -- start start 2024-05-16T15:57:07.698 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.681+0000 7fd0daa7e640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd0d4102a30 0x7fd0d41968a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:07.698 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.681+0000 7fd0daa7e640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd0d4103c20 0x7fd0d4196de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:07.698 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.681+0000 7fd0daa7e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd0d41045e0 0x7fd0d419de50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:07.698 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.681+0000 7fd0daa7e640 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d410e440 con 0x7fd0d4102a30 2024-05-16T15:57:07.698 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.681+0000 7fd0daa7e640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d410e2c0 con 0x7fd0d4103c20 2024-05-16T15:57:07.698 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.681+0000 7fd0daa7e640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d410e5c0 con 0x7fd0d41045e0 2024-05-16T15:57:07.698 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.682+0000 7fd0d3fff640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd0d4103c20 0x7fd0d4196de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:07.698 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.682+0000 7fd0d881a640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd0d4102a30 0x7fd0d41968a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:07.698 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.682+0000 7fd0d881a640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd0d4102a30 0x7fd0d41968a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:45608/0 (socket says 172.21.15.43:45608) 2024-05-16T15:57:07.698 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.682+0000 7fd0d881a640 1 -- 172.21.15.43:0/4278015231 learned_addr learned my addr 172.21.15.43:0/4278015231 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:57:07.699 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.683+0000 7fd0d901b640 1 --2- 172.21.15.43:0/4278015231 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd0d41045e0 0x7fd0d419de50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:07.699 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.683+0000 7fd0d881a640 1 -- 172.21.15.43:0/4278015231 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd0d41045e0 msgr2=0x7fd0d419de50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:07.699 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.683+0000 7fd0d881a640 1 --2- 172.21.15.43:0/4278015231 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd0d41045e0 0x7fd0d419de50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:07.699 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.683+0000 7fd0d881a640 1 -- 172.21.15.43:0/4278015231 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd0d4103c20 msgr2=0x7fd0d4196de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:07.699 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.683+0000 7fd0d881a640 1 --2- 172.21.15.43:0/4278015231 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd0d4103c20 0x7fd0d4196de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:07.699 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.683+0000 7fd0d881a640 1 -- 172.21.15.43:0/4278015231 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0d419e4c0 con 0x7fd0d4102a30 2024-05-16T15:57:07.699 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.683+0000 7fd0d881a640 1 --2- 172.21.15.43:0/4278015231 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd0d4102a30 0x7fd0d41968a0 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7fd0bc00e9c0 tx=0x7fd0bc00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:57:07.699 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.685+0000 7fd0d1ffb640 1 -- 172.21.15.43:0/4278015231 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0bc00cd80 con 0x7fd0d4102a30 2024-05-16T15:57:07.700 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.685+0000 7fd0d1ffb640 1 -- 172.21.15.43:0/4278015231 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd0bc0044b0 con 0x7fd0d4102a30 2024-05-16T15:57:07.700 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.685+0000 7fd0d1ffb640 1 -- 172.21.15.43:0/4278015231 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0bc010430 con 0x7fd0d4102a30 2024-05-16T15:57:07.700 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.686+0000 7fd0daa7e640 1 -- 172.21.15.43:0/4278015231 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0d419e7b0 con 0x7fd0d4102a30 2024-05-16T15:57:07.700 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.686+0000 7fd0daa7e640 1 -- 172.21.15.43:0/4278015231 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0d419ecb0 con 0x7fd0d4102a30 2024-05-16T15:57:07.705 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.691+0000 7fd0dd79b740 1 Processor -- start 2024-05-16T15:57:07.706 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.692+0000 7fd0dd79b740 1 -- start start 2024-05-16T15:57:07.706 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.692+0000 7fd0dd79b740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557b19f62db0 0x557b19f631d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:07.706 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.692+0000 7fd0dd79b740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557b19f637a0 0x557b19f682a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:07.707 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.692+0000 7fd0dd79b740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557b19f68910 0x557b19f6ada0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:07.707 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.692+0000 7fd0d901b640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557b19f62db0 0x557b19f631d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:07.707 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.692+0000 7fd0d901b640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557b19f62db0 0x557b19f631d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:34294/0 (socket says 172.21.15.43:34294) 2024-05-16T15:57:07.707 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.692+0000 7fd0dd79b740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x557b19ec75d0 con 0x557b19f68910 2024-05-16T15:57:07.707 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.693+0000 7fd0d901b640 1 -- 172.21.15.43:0/387541341 learned_addr learned my addr 172.21.15.43:0/387541341 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:57:07.707 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.693+0000 7fd0dd79b740 1 -- 172.21.15.43:0/387541341 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x557b19e80890 con 0x557b19f62db0 2024-05-16T15:57:07.707 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.693+0000 7fd0dd79b740 1 -- 172.21.15.43:0/387541341 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x557b19ec3590 con 0x557b19f637a0 2024-05-16T15:57:07.707 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.693+0000 7fd0d3fff640 1 --2- 172.21.15.43:0/387541341 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557b19f68910 0x557b19f6ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:07.707 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.693+0000 7fd0d1ffb640 1 -- 172.21.15.43:0/4278015231 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fd0bc0105d0 con 0x7fd0d4102a30 2024-05-16T15:57:07.709 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.693+0000 7fd0d901b640 1 -- 172.21.15.43:0/387541341 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557b19f637a0 msgr2=0x557b19f682a0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-16T15:57:07.709 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.693+0000 7fd0d901b640 1 --2- 172.21.15.43:0/387541341 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557b19f637a0 0x557b19f682a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:07.709 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.693+0000 7fd0d901b640 1 -- 172.21.15.43:0/387541341 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557b19f68910 msgr2=0x557b19f6ada0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:57:07.709 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.693+0000 7fd0d901b640 1 --2- 172.21.15.43:0/387541341 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557b19f68910 0x557b19f6ada0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:07.709 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.693+0000 7fd0d901b640 1 -- 172.21.15.43:0/387541341 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557b19bd9210 con 0x557b19f62db0 2024-05-16T15:57:07.709 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.693+0000 7fd0d901b640 1 --2- 172.21.15.43:0/387541341 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557b19f62db0 0x557b19f631d0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fd0cc005cc0 tx=0x7fd0cc009a20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9c6fc49a69ed56d server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:57:07.709 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.694+0000 7fd0caffd640 1 -- 172.21.15.43:0/387541341 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0cc031a80 con 0x557b19f62db0 2024-05-16T15:57:07.709 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.694+0000 7fd0caffd640 1 -- 172.21.15.43:0/387541341 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd0cc036070 con 0x557b19f62db0 2024-05-16T15:57:07.709 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.694+0000 7fd0caffd640 1 -- 172.21.15.43:0/387541341 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0cc0044d0 con 0x557b19f62db0 2024-05-16T15:57:07.710 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.694+0000 7fd0d1ffb640 1 --2- 172.21.15.43:0/4278015231 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd0c00b2a70 0x7fd0c00b4f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:07.710 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.694+0000 7fd0d881a640 1 --2- 172.21.15.43:0/4278015231 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd0c00b2a70 0x7fd0c00b4f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:07.710 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.694+0000 7fd0d1ffb640 1 -- 172.21.15.43:0/4278015231 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9179+0+0 (secure 0 0 0) 0x7fd0bc0e2940 con 0x7fd0d4102a30 2024-05-16T15:57:07.710 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.695+0000 7fd0d881a640 1 --2- 172.21.15.43:0/4278015231 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd0c00b2a70 0x7fd0c00b4f30 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fd0bc003970 tx=0x7fd0bc013d50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:57:07.710 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.695+0000 7fd0dd79b740 1 -- 172.21.15.43:0/387541341 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557b19f62db0 msgr2=0x557b19f631d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:07.710 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.695+0000 7fd0dd79b740 1 --2- 172.21.15.43:0/387541341 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557b19f62db0 0x557b19f631d0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fd0cc005cc0 tx=0x7fd0cc009a20 comp rx=0 tx=0).stop 2024-05-16T15:57:07.710 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.695+0000 7fd0dd79b740 1 -- 172.21.15.43:0/387541341 shutdown_connections 2024-05-16T15:57:07.710 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.695+0000 7fd0dd79b740 1 --2- 172.21.15.43:0/387541341 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557b19f68910 0x557b19f6ada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:07.710 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.695+0000 7fd0dd79b740 1 --2- 172.21.15.43:0/387541341 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557b19f637a0 0x557b19f682a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:07.710 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.695+0000 7fd0dd79b740 1 --2- 172.21.15.43:0/387541341 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557b19f62db0 0x557b19f631d0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:07.710 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.695+0000 7fd0dd79b740 1 -- 172.21.15.43:0/387541341 >> 172.21.15.43:0/387541341 conn(0x557b19f5e420 msgr2=0x557b19f5e820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:57:07.710 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.695+0000 7fd0dd79b740 1 -- 172.21.15.43:0/387541341 shutdown_connections 2024-05-16T15:57:07.710 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.695+0000 7fd0dd79b740 1 -- 172.21.15.43:0/387541341 wait complete. 2024-05-16T15:57:07.711 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.695+0000 7fd0dd79b740 1 -- start start 2024-05-16T15:57:07.711 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.695+0000 7fd0dd79b740 1 Processor -- start 2024-05-16T15:57:07.713 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.696+0000 7fd0dd79b740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557b19f62db0 0x557b19f6cfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:07.713 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.696+0000 7fd0dd79b740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557b19f637a0 0x557b19f6d4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:07.713 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.696+0000 7fd0dd79b740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557b19f68910 0x557b19f74520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:07.713 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.696+0000 7fd0dd79b740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x557b19f6b860 con 0x557b19f637a0 2024-05-16T15:57:07.713 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.696+0000 7fd0dd79b740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x557b19e84370 con 0x557b19f68910 2024-05-16T15:57:07.713 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.696+0000 7fd0dd79b740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x557b19f6b9e0 con 0x557b19f62db0 2024-05-16T15:57:07.714 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.696+0000 7fd0dd79b740 10 client.0 _ll_register_callbacks cb 0x557b19bd8a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:57:07.714 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.696+0000 7fd0d3fff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557b19f637a0 0x557b19f6d4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:07.714 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.696+0000 7fd0d3fff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557b19f637a0 0x557b19f6d4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:45624/0 (socket says 172.21.15.43:45624) 2024-05-16T15:57:07.714 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.696+0000 7fd0d3fff640 1 -- 172.21.15.43:0/588726244 learned_addr learned my addr 172.21.15.43:0/588726244 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:57:07.714 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.696+0000 7fd0d901b640 1 --2- 172.21.15.43:0/588726244 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557b19f62db0 0x557b19f6cfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:07.714 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.697+0000 7fd0d901b640 1 --2- 172.21.15.43:0/588726244 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557b19f68910 0x557b19f74520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:07.714 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.697+0000 7fd0d3fff640 1 -- 172.21.15.43:0/588726244 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557b19f62db0 msgr2=0x557b19f6cfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:57:07.714 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.697+0000 7fd0d3fff640 1 --2- 172.21.15.43:0/588726244 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557b19f62db0 0x557b19f6cfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:07.714 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.697+0000 7fd0d3fff640 1 -- 172.21.15.43:0/588726244 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557b19f68910 msgr2=0x557b19f74520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:57:07.714 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.697+0000 7fd0d3fff640 1 --2- 172.21.15.43:0/588726244 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557b19f68910 0x557b19f74520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:07.714 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.697+0000 7fd0d3fff640 1 -- 172.21.15.43:0/588726244 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557b19ca5620 con 0x557b19f637a0 2024-05-16T15:57:07.714 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.697+0000 7fd0dd79b740 1 -- 172.21.15.43:0/588726244 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd0cc036070 con 0x557b19f637a0 2024-05-16T15:57:07.714 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.697+0000 7fd0d3fff640 1 --2- 172.21.15.43:0/588726244 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557b19f637a0 0x557b19f6d4e0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7fd0c4004650 tx=0x7fd0c4012b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b377e25439a1219 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:57:07.715 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.697+0000 7fd0b3fff640 10 client.16512 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:57:07.715 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.697+0000 7fd0b3fff640 1 -- 172.21.15.43:0/588726244 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0c400f8c0 con 0x557b19f637a0 2024-05-16T15:57:07.715 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.697+0000 7fd0b3fff640 1 -- 172.21.15.43:0/588726244 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9179+0+0 (secure 0 0 0) 0x7fd0c400fa60 con 0x557b19f637a0 2024-05-16T15:57:07.715 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.698+0000 7fd0b3fff640 1 -- 172.21.15.43:0/588726244 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7fd0c400fca0 con 0x557b19f637a0 2024-05-16T15:57:07.715 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.698+0000 7fd0dd79b740 10 client.16512 fetch_fsmap learned FSMap version 40 2024-05-16T15:57:07.715 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.698+0000 7fd0dd79b740 1 -- 172.21.15.43:0/588726244 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({fsmap=40}) -- 0x557b19f77500 con 0x557b19f637a0 2024-05-16T15:57:07.715 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.698+0000 7fd0b3fff640 1 -- 172.21.15.43:0/588726244 <== mon.0 v2:172.21.15.43:3300/0 4 ==== fsmap(e 40) ==== 8362+0+0 (secure 0 0 0) 0x7fd0c4026470 con 0x557b19f637a0 2024-05-16T15:57:07.715 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.698+0000 7fd0dd79b740 10 client.16512 fetch_fsmap finished waiting for FSMap version 40 2024-05-16T15:57:07.715 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.699+0000 7fd0dd79b740 10 client.16512 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:57:07.715 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.699+0000 7fd0dd79b740 20 client.16512 populate_metadata read hostname 'smithi043' 2024-05-16T15:57:07.715 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.699+0000 7fd0dd79b740 1 --2- 172.21.15.43:0/588726244 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x557b19f78bd0 0x557b19f7aff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:07.715 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.699+0000 7fd0dd79b740 4 client.16512 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:57:07.715 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.699+0000 7fd0dd79b740 1 -- 172.21.15.43:0/588726244 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557b19ed51e0 con 0x557b19f78bd0 2024-05-16T15:57:07.715 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.699+0000 7fd0d901b640 1 --2- 172.21.15.43:0/588726244 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x557b19f78bd0 0x557b19f7aff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:07.717 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.700+0000 7fd0b3fff640 10 client.16512 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:57:07.717 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.700+0000 7fd0d901b640 1 --2- 172.21.15.43:0/588726244 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x557b19f78bd0 0x557b19f7aff0 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5b76d79f40b25706 server_cookie=4819372cbe8708ea in_seq=0 out_seq=0 2024-05-16T15:57:07.717 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.701+0000 7fd0b3fff640 1 -- 172.21.15.43:0/588726244 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x557b19ed51e0 con 0x557b19f78bd0 2024-05-16T15:57:07.717 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.701+0000 7fd0b3fff640 10 client.16512 handle_command_reply: tid=0 2024-05-16T15:57:07.717 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.701+0000 7fd0dd79b740 1 client.16512 shutdown 2024-05-16T15:57:07.717 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.701+0000 7fd0dd79b740 1 -- 172.21.15.43:0/588726244 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557b19f637a0 msgr2=0x557b19f6d4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:07.717 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.701+0000 7fd0dd79b740 1 --2- 172.21.15.43:0/588726244 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557b19f637a0 0x557b19f6d4e0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7fd0c4004650 tx=0x7fd0c4012b60 comp rx=0 tx=0).stop 2024-05-16T15:57:07.717 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.701+0000 7fd0dd79b740 1 -- 172.21.15.43:0/588726244 shutdown_connections 2024-05-16T15:57:07.717 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.701+0000 7fd0dd79b740 1 --2- 172.21.15.43:0/588726244 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x557b19f78bd0 0x557b19f7aff0 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:07.717 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.701+0000 7fd0dd79b740 1 --2- 172.21.15.43:0/588726244 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557b19f68910 0x557b19f74520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:07.717 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.701+0000 7fd0b3fff640 0 client.16512 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:57:07.718 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.701+0000 7fd0dd79b740 1 --2- 172.21.15.43:0/588726244 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557b19f637a0 0x557b19f6d4e0 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:07.718 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.701+0000 7fd0dd79b740 1 --2- 172.21.15.43:0/588726244 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557b19f62db0 0x557b19f6cfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:07.718 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.701+0000 7fd0dd79b740 1 -- 172.21.15.43:0/588726244 >> 172.21.15.43:0/588726244 conn(0x557b19f5e420 msgr2=0x557b19f5d580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:57:07.718 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.701+0000 7fd0dd79b740 1 -- 172.21.15.43:0/588726244 shutdown_connections 2024-05-16T15:57:07.718 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.701+0000 7fd0dd79b740 1 -- 172.21.15.43:0/588726244 wait complete. 2024-05-16T15:57:07.718 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.702+0000 7fd0dd79b740 20 client.16512 trim_cache size 0 max 16384 2024-05-16T15:57:07.727 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:57:07 smithi043 ceph-mon[31619]: pgmap v644: 129 pgs: 129 active+clean; 70 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 MiB/s rd, 2.4 MiB/s wr, 592 op/s 2024-05-16T15:57:07.733 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.718+0000 7fd0dd79b740 1 Processor -- start 2024-05-16T15:57:07.733 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.718+0000 7fd0dd79b740 1 -- start start 2024-05-16T15:57:07.733 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.718+0000 7fd0dd79b740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557b19f62db0 0x557b19f64980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:07.733 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.718+0000 7fd0dd79b740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557b19f637a0 0x557b19f64ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:07.733 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.718+0000 7fd0dd79b740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557b19f68910 0x557b19f744e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:07.733 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.718+0000 7fd0dd79b740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fd0b400fc00 con 0x557b19f62db0 2024-05-16T15:57:07.733 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.718+0000 7fd0dd79b740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fd0b4011740 con 0x557b19f637a0 2024-05-16T15:57:07.733 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.718+0000 7fd0dd79b740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fd0b40102d0 con 0x557b19f68910 2024-05-16T15:57:07.734 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.718+0000 7fd0d901b640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557b19f62db0 0x557b19f64980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:07.734 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.719+0000 7fd0d901b640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557b19f62db0 0x557b19f64980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:45630/0 (socket says 172.21.15.43:45630) 2024-05-16T15:57:07.734 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.719+0000 7fd0d901b640 1 -- 172.21.15.43:0/1082901136 learned_addr learned my addr 172.21.15.43:0/1082901136 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:57:07.734 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.719+0000 7fd0d3fff640 1 --2- 172.21.15.43:0/1082901136 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557b19f637a0 0x557b19f64ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:07.734 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.719+0000 7fd0d901b640 1 --2- 172.21.15.43:0/1082901136 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557b19f68910 0x557b19f744e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:07.734 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.719+0000 7fd0d3fff640 1 -- 172.21.15.43:0/1082901136 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557b19f68910 msgr2=0x557b19f744e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:57:07.734 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.719+0000 7fd0d3fff640 1 --2- 172.21.15.43:0/1082901136 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557b19f68910 0x557b19f744e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:07.734 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.719+0000 7fd0d3fff640 1 -- 172.21.15.43:0/1082901136 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557b19f62db0 msgr2=0x557b19f64980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:57:07.734 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.719+0000 7fd0d3fff640 1 --2- 172.21.15.43:0/1082901136 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557b19f62db0 0x557b19f64980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:07.734 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.719+0000 7fd0d3fff640 1 -- 172.21.15.43:0/1082901136 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557b19f7b360 con 0x557b19f637a0 2024-05-16T15:57:07.734 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.719+0000 7fd0d901b640 1 --2- 172.21.15.43:0/1082901136 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557b19f62db0 0x557b19f64980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:57:07.734 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.719+0000 7fd0d3fff640 1 --2- 172.21.15.43:0/1082901136 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557b19f637a0 0x557b19f64ec0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fd0c4004600 tx=0x7fd0c4014000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=97bbed8386df59b2 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:57:07.734 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.719+0000 7fd0ca7fc640 1 -- 172.21.15.43:0/1082901136 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0c40264f0 con 0x557b19f637a0 2024-05-16T15:57:07.735 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.719+0000 7fd0ca7fc640 1 -- 172.21.15.43:0/1082901136 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd0c402c020 con 0x557b19f637a0 2024-05-16T15:57:07.735 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.719+0000 7fd0ca7fc640 1 -- 172.21.15.43:0/1082901136 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0c40107f0 con 0x557b19f637a0 2024-05-16T15:57:07.738 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.720+0000 7fd0dd79b740 1 -- 172.21.15.43:0/1082901136 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557b19f637a0 msgr2=0x557b19f64ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:07.738 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.720+0000 7fd0dd79b740 1 --2- 172.21.15.43:0/1082901136 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557b19f637a0 0x557b19f64ec0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fd0c4004600 tx=0x7fd0c4014000 comp rx=0 tx=0).stop 2024-05-16T15:57:07.738 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.720+0000 7fd0dd79b740 1 -- 172.21.15.43:0/1082901136 shutdown_connections 2024-05-16T15:57:07.738 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.720+0000 7fd0dd79b740 1 --2- 172.21.15.43:0/1082901136 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557b19f68910 0x557b19f744e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:07.738 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.720+0000 7fd0dd79b740 1 --2- 172.21.15.43:0/1082901136 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557b19f637a0 0x557b19f64ec0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:07.738 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.720+0000 7fd0dd79b740 1 --2- 172.21.15.43:0/1082901136 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557b19f62db0 0x557b19f64980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:07.738 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.720+0000 7fd0dd79b740 1 -- 172.21.15.43:0/1082901136 >> 172.21.15.43:0/1082901136 conn(0x557b19f5e420 msgr2=0x557b19f6cfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:57:07.739 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.720+0000 7fd0dd79b740 1 -- 172.21.15.43:0/1082901136 shutdown_connections 2024-05-16T15:57:07.739 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.720+0000 7fd0dd79b740 1 -- 172.21.15.43:0/1082901136 wait complete. 2024-05-16T15:57:07.739 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.720+0000 7fd0dd79b740 1 -- start start 2024-05-16T15:57:07.739 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.720+0000 7fd0dd79b740 1 Processor -- start 2024-05-16T15:57:07.739 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.721+0000 7fd0dd79b740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557b19f62db0 0x557b19f71940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:07.739 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.721+0000 7fd0dd79b740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557b19f637a0 0x557b19f71e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:07.739 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.721+0000 7fd0dd79b740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557b19f68910 0x557b19f72e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:07.739 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.721+0000 7fd0dd79b740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fd0b4011070 con 0x557b19f637a0 2024-05-16T15:57:07.739 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.721+0000 7fd0dd79b740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fd0b40109a0 con 0x557b19f62db0 2024-05-16T15:57:07.739 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.721+0000 7fd0dd79b740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fd0b400dbe0 con 0x557b19f68910 2024-05-16T15:57:07.739 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.721+0000 7fd0dd79b740 10 client.0 _ll_register_callbacks cb 0x7fd0c4005ab0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:57:07.739 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.721+0000 7fd0d3fff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557b19f637a0 0x557b19f71e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:07.739 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.721+0000 7fd0d3fff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557b19f637a0 0x557b19f71e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:45638/0 (socket says 172.21.15.43:45638) 2024-05-16T15:57:07.739 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.721+0000 7fd0d3fff640 1 -- 172.21.15.43:0/3332218754 learned_addr learned my addr 172.21.15.43:0/3332218754 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:57:07.739 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.721+0000 7fd0d901b640 1 --2- 172.21.15.43:0/3332218754 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557b19f62db0 0x557b19f71940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:07.740 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.721+0000 7fd0d901b640 1 --2- 172.21.15.43:0/3332218754 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557b19f68910 0x557b19f72e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:07.740 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.721+0000 7fd0d3fff640 1 -- 172.21.15.43:0/3332218754 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557b19f68910 msgr2=0x557b19f72e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:57:07.740 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.721+0000 7fd0d3fff640 1 --2- 172.21.15.43:0/3332218754 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557b19f68910 0x557b19f72e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:07.740 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.721+0000 7fd0d3fff640 1 -- 172.21.15.43:0/3332218754 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557b19f62db0 msgr2=0x557b19f71940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:57:07.740 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.721+0000 7fd0d3fff640 1 --2- 172.21.15.43:0/3332218754 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557b19f62db0 0x557b19f71940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:07.740 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.721+0000 7fd0d3fff640 1 -- 172.21.15.43:0/3332218754 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557b19f73430 con 0x557b19f637a0 2024-05-16T15:57:07.740 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.722+0000 7fd0d3fff640 1 --2- 172.21.15.43:0/3332218754 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557b19f637a0 0x557b19f71e80 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7fd0c40126a0 tx=0x7fd0c40096c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62943095d3b43913 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:57:07.740 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.722+0000 7fd0b3fff640 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:57:07.740 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.722+0000 7fd0b3fff640 1 -- 172.21.15.43:0/3332218754 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0c4035020 con 0x557b19f637a0 2024-05-16T15:57:07.740 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.722+0000 7fd0b3fff640 1 -- 172.21.15.43:0/3332218754 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9179+0+0 (secure 0 0 0) 0x7fd0c4018050 con 0x557b19f637a0 2024-05-16T15:57:07.740 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.722+0000 7fd0dd79b740 1 -- 172.21.15.43:0/3332218754 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd0c402c020 con 0x557b19f637a0 2024-05-16T15:57:07.740 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.722+0000 7fd0b3fff640 1 -- 172.21.15.43:0/3332218754 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7fd0c4040050 con 0x557b19f637a0 2024-05-16T15:57:07.740 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.722+0000 7fd0dd79b740 10 client.16518 fetch_fsmap learned FSMap version 40 2024-05-16T15:57:07.740 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.722+0000 7fd0dd79b740 1 -- 172.21.15.43:0/3332218754 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x557b19f74770 con 0x557b19f637a0 2024-05-16T15:57:07.740 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.722+0000 7fd0b3fff640 1 -- 172.21.15.43:0/3332218754 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd0c402c020 con 0x557b19f637a0 2024-05-16T15:57:07.741 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.722+0000 7fd0b3fff640 1 -- 172.21.15.43:0/3332218754 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 40) ==== 8362+0+0 (secure 0 0 0) 0x7fd0c4031400 con 0x557b19f637a0 2024-05-16T15:57:07.741 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.722+0000 7fd0dd79b740 10 client.16518 fetch_fsmap finished waiting for FSMap version 40 2024-05-16T15:57:07.741 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.722+0000 7fd0dd79b740 10 client.16518 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:57:07.741 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.723+0000 7fd0dd79b740 20 client.16518 populate_metadata read hostname 'smithi043' 2024-05-16T15:57:07.741 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.723+0000 7fd0dd79b740 1 --2- 172.21.15.43:0/3332218754 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x557b19f78bd0 0x557b19fe5c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:07.741 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.723+0000 7fd0dd79b740 4 client.16518 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-16T15:57:07.741 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.723+0000 7fd0dd79b740 1 -- 172.21.15.43:0/3332218754 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "flush journal"}) -- 0x557b19ecf050 con 0x557b19f78bd0 2024-05-16T15:57:07.741 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.723+0000 7fd0d901b640 1 --2- 172.21.15.43:0/3332218754 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x557b19f78bd0 0x557b19fe5c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:07.741 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.723+0000 7fd0d901b640 1 --2- 172.21.15.43:0/3332218754 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x557b19f78bd0 0x557b19fe5c30 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fdbb8004cab966d9 server_cookie=e72ae32fc4aab97c in_seq=0 out_seq=0 2024-05-16T15:57:07.741 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.723+0000 7fd0b3fff640 10 client.16518 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:57:07.763 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.749+0000 7fd0b3fff640 1 -- 172.21.15.43:0/3332218754 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x557b19ecf050 con 0x557b19f78bd0 2024-05-16T15:57:07.763 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.749+0000 7fd0b3fff640 10 client.16518 handle_command_reply: tid=0 2024-05-16T15:57:07.763 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.749+0000 7fd0dd79b740 1 client.16518 shutdown 2024-05-16T15:57:07.764 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.749+0000 7fd0dd79b740 1 -- 172.21.15.43:0/3332218754 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557b19f637a0 msgr2=0x557b19f71e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:07.764 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.749+0000 7fd0dd79b740 1 --2- 172.21.15.43:0/3332218754 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557b19f637a0 0x557b19f71e80 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7fd0c40126a0 tx=0x7fd0c40096c0 comp rx=0 tx=0).stop 2024-05-16T15:57:07.764 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.749+0000 7fd0dd79b740 1 -- 172.21.15.43:0/3332218754 shutdown_connections 2024-05-16T15:57:07.764 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.749+0000 7fd0dd79b740 1 --2- 172.21.15.43:0/3332218754 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x557b19f78bd0 0x557b19fe5c30 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:07.764 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.750+0000 7fd0dd79b740 1 --2- 172.21.15.43:0/3332218754 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557b19f68910 0x557b19f72e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:07.764 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.750+0000 7fd0b3fff640 0 client.16518 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:57:07.764 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.750+0000 7fd0dd79b740 1 --2- 172.21.15.43:0/3332218754 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x557b19f637a0 0x557b19f71e80 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:07.764 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.750+0000 7fd0dd79b740 1 --2- 172.21.15.43:0/3332218754 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557b19f62db0 0x557b19f71940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:07.764 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.750+0000 7fd0dd79b740 1 -- 172.21.15.43:0/3332218754 >> 172.21.15.43:0/3332218754 conn(0x557b19f5e420 msgr2=0x557b19f67b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:57:07.765 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.750+0000 7fd0dd79b740 1 -- 172.21.15.43:0/3332218754 shutdown_connections 2024-05-16T15:57:07.765 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.750+0000 7fd0dd79b740 1 -- 172.21.15.43:0/3332218754 wait complete. 2024-05-16T15:57:07.765 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.750+0000 7fd0dd79b740 20 client.16518 trim_cache size 0 max 16384 2024-05-16T15:57:07.765 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:{ 2024-05-16T15:57:07.765 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "message": "", 2024-05-16T15:57:07.765 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "return_code": 0 2024-05-16T15:57:07.765 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:} 2024-05-16T15:57:07.766 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.751+0000 7fd0daa7e640 1 -- 172.21.15.43:0/4278015231 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd0c00b2a70 msgr2=0x7fd0c00b4f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:07.766 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.751+0000 7fd0daa7e640 1 --2- 172.21.15.43:0/4278015231 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd0c00b2a70 0x7fd0c00b4f30 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fd0bc003970 tx=0x7fd0bc013d50 comp rx=0 tx=0).stop 2024-05-16T15:57:07.767 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.751+0000 7fd0daa7e640 1 -- 172.21.15.43:0/4278015231 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd0d4102a30 msgr2=0x7fd0d41968a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:07.767 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.751+0000 7fd0daa7e640 1 --2- 172.21.15.43:0/4278015231 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd0d4102a30 0x7fd0d41968a0 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7fd0bc00e9c0 tx=0x7fd0bc00ee80 comp rx=0 tx=0).stop 2024-05-16T15:57:07.767 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.751+0000 7fd0daa7e640 1 -- 172.21.15.43:0/4278015231 shutdown_connections 2024-05-16T15:57:07.767 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.751+0000 7fd0daa7e640 1 --2- 172.21.15.43:0/4278015231 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fd0c00b2a70 0x7fd0c00b4f30 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:07.767 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.751+0000 7fd0daa7e640 1 --2- 172.21.15.43:0/4278015231 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd0d41045e0 0x7fd0d419de50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:07.767 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.751+0000 7fd0daa7e640 1 --2- 172.21.15.43:0/4278015231 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd0d4103c20 0x7fd0d4196de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:07.767 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.751+0000 7fd0daa7e640 1 --2- 172.21.15.43:0/4278015231 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fd0d4102a30 0x7fd0d41968a0 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:07.767 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.751+0000 7fd0daa7e640 1 -- 172.21.15.43:0/4278015231 >> 172.21.15.43:0/4278015231 conn(0x7fd0d40fdfa0 msgr2=0x7fd0d4104e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:57:07.767 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.752+0000 7fd0daa7e640 1 -- 172.21.15.43:0/4278015231 shutdown_connections 2024-05-16T15:57:07.767 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:07.752+0000 7fd0daa7e640 1 -- 172.21.15.43:0/4278015231 wait complete. 2024-05-16T15:57:09.727 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:57:09 smithi043 ceph-mon[31619]: pgmap v645: 129 pgs: 129 active+clean; 59 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 MiB/s rd, 3.0 MiB/s wr, 725 op/s 2024-05-16T15:57:09.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:57:09 smithi157 ceph-mon[35584]: pgmap v645: 129 pgs: 129 active+clean; 59 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 MiB/s rd, 3.0 MiB/s wr, 725 op/s 2024-05-16T15:57:09.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:57:09 smithi148 ceph-mon[34976]: pgmap v645: 129 pgs: 129 active+clean; 59 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 MiB/s rd, 3.0 MiB/s wr, 725 op/s 2024-05-16T15:57:11.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:57:11 smithi157 ceph-mon[35584]: pgmap v646: 129 pgs: 129 active+clean; 59 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 2.3 MiB/s wr, 538 op/s 2024-05-16T15:57:11.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:57:11 smithi148 ceph-mon[34976]: pgmap v646: 129 pgs: 129 active+clean; 59 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 2.3 MiB/s wr, 538 op/s 2024-05-16T15:57:11.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:57:11 smithi043 ceph-mon[31619]: pgmap v646: 129 pgs: 129 active+clean; 59 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 2.3 MiB/s wr, 538 op/s 2024-05-16T15:57:13.779 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:57:13 smithi043 ceph-mon[31619]: pgmap v647: 129 pgs: 129 active+clean; 67 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 2.3 MiB/s wr, 542 op/s 2024-05-16T15:57:13.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:57:13 smithi157 ceph-mon[35584]: pgmap v647: 129 pgs: 129 active+clean; 67 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 2.3 MiB/s wr, 542 op/s 2024-05-16T15:57:13.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:57:13 smithi148 ceph-mon[34976]: pgmap v647: 129 pgs: 129 active+clean; 67 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 2.3 MiB/s wr, 542 op/s 2024-05-16T15:57:15.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:57:15 smithi157 ceph-mon[35584]: pgmap v648: 129 pgs: 129 active+clean; 68 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 MiB/s rd, 2.9 MiB/s wr, 691 op/s 2024-05-16T15:57:15.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:57:15 smithi148 ceph-mon[34976]: pgmap v648: 129 pgs: 129 active+clean; 68 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 MiB/s rd, 2.9 MiB/s wr, 691 op/s 2024-05-16T15:57:15.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:57:15 smithi043 ceph-mon[31619]: pgmap v648: 129 pgs: 129 active+clean; 68 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 MiB/s rd, 2.9 MiB/s wr, 691 op/s 2024-05-16T15:57:16.438 INFO:tasks.workunit.client.0.smithi043.stdout:40000 falloc from 0x4cbeead to 0x4cc78f9 (0x8a4c bytes) 2024-05-16T15:57:17.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:57:17 smithi157 ceph-mon[35584]: pgmap v649: 129 pgs: 129 active+clean; 60 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 2.3 MiB/s wr, 553 op/s 2024-05-16T15:57:17.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:57:17 smithi148 ceph-mon[34976]: pgmap v649: 129 pgs: 129 active+clean; 60 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 2.3 MiB/s wr, 553 op/s 2024-05-16T15:57:17.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:57:17 smithi043 ceph-mon[31619]: pgmap v649: 129 pgs: 129 active+clean; 60 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 2.3 MiB/s wr, 553 op/s 2024-05-16T15:57:19.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:57:19 smithi157 ceph-mon[35584]: pgmap v650: 129 pgs: 129 active+clean; 76 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 MiB/s rd, 2.9 MiB/s wr, 707 op/s 2024-05-16T15:57:19.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:57:19 smithi148 ceph-mon[34976]: pgmap v650: 129 pgs: 129 active+clean; 76 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 MiB/s rd, 2.9 MiB/s wr, 707 op/s 2024-05-16T15:57:19.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:57:19 smithi043 ceph-mon[31619]: pgmap v650: 129 pgs: 129 active+clean; 76 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 MiB/s rd, 2.9 MiB/s wr, 707 op/s 2024-05-16T15:57:20.880 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.866+0000 7f4eeef71640 1 -- 172.21.15.43:0/2462324218 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4ee81034c0 msgr2=0x7f4ee8109d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:20.881 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.866+0000 7f4eeef71640 1 --2- 172.21.15.43:0/2462324218 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4ee81034c0 0x7f4ee8109d50 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f4ee0009ca0 tx=0x7f4ee002a8c0 comp rx=0 tx=0).stop 2024-05-16T15:57:20.881 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.866+0000 7f4eeef71640 1 -- 172.21.15.43:0/2462324218 shutdown_connections 2024-05-16T15:57:20.881 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.866+0000 7f4eeef71640 1 --2- 172.21.15.43:0/2462324218 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4ee81034c0 0x7f4ee8109d50 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:20.881 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.866+0000 7f4eeef71640 1 --2- 172.21.15.43:0/2462324218 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4ee8102b00 0x7f4ee8102f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:20.881 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.866+0000 7f4eeef71640 1 --2- 172.21.15.43:0/2462324218 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4ee8101910 0x7f4ee8101d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:20.881 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.866+0000 7f4eeef71640 1 -- 172.21.15.43:0/2462324218 >> 172.21.15.43:0/2462324218 conn(0x7f4ee80fce80 msgr2=0x7f4ee80ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:57:20.881 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.866+0000 7f4eeef71640 1 -- 172.21.15.43:0/2462324218 shutdown_connections 2024-05-16T15:57:20.881 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.866+0000 7f4eeef71640 1 -- 172.21.15.43:0/2462324218 wait complete. 2024-05-16T15:57:20.882 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.867+0000 7f4eeef71640 1 Processor -- start 2024-05-16T15:57:20.883 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.867+0000 7f4eeef71640 1 -- start start 2024-05-16T15:57:20.883 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.867+0000 7f4eeef71640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4ee8101910 0x7f4ee810c2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:20.883 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.867+0000 7f4eeef71640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4ee8102b00 0x7f4ee810a8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:20.883 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.867+0000 7f4eeef71640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4ee81034c0 0x7f4ee810ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:20.883 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.867+0000 7f4eeef71640 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f4ee810e470 con 0x7f4ee8102b00 2024-05-16T15:57:20.883 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.867+0000 7f4ee7fff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4ee8102b00 0x7f4ee810a8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:20.883 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.868+0000 7f4ee7fff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4ee8102b00 0x7f4ee810a8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:43086/0 (socket says 172.21.15.43:43086) 2024-05-16T15:57:20.883 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.868+0000 7f4eecd0d640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4ee8101910 0x7f4ee810c2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:20.883 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.868+0000 7f4ee7fff640 1 -- 172.21.15.43:0/1672599197 learned_addr learned my addr 172.21.15.43:0/1672599197 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:57:20.883 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.868+0000 7f4eed50e640 1 --2- 172.21.15.43:0/1672599197 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4ee81034c0 0x7f4ee810ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:20.883 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.868+0000 7f4eeef71640 1 -- 172.21.15.43:0/1672599197 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f4ee810e2f0 con 0x7f4ee8101910 2024-05-16T15:57:20.883 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.868+0000 7f4eeef71640 1 -- 172.21.15.43:0/1672599197 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f4ee810e5f0 con 0x7f4ee81034c0 2024-05-16T15:57:20.883 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.868+0000 7f4eecd0d640 1 -- 172.21.15.43:0/1672599197 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4ee81034c0 msgr2=0x7f4ee810ae30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:20.883 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.868+0000 7f4eecd0d640 1 --2- 172.21.15.43:0/1672599197 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4ee81034c0 0x7f4ee810ae30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:20.884 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.868+0000 7f4eecd0d640 1 -- 172.21.15.43:0/1672599197 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4ee8102b00 msgr2=0x7f4ee810a8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:20.884 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.868+0000 7f4eecd0d640 1 --2- 172.21.15.43:0/1672599197 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4ee8102b00 0x7f4ee810a8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:20.884 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.868+0000 7f4eecd0d640 1 -- 172.21.15.43:0/1672599197 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ee819ca40 con 0x7f4ee8101910 2024-05-16T15:57:20.884 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.868+0000 7f4eecd0d640 1 --2- 172.21.15.43:0/1672599197 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4ee8101910 0x7f4ee810c2b0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f4edc00e9c0 tx=0x7f4edc00ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:57:20.884 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.869+0000 7f4ee5ffb640 1 -- 172.21.15.43:0/1672599197 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4edc00ccc0 con 0x7f4ee8101910 2024-05-16T15:57:20.884 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.869+0000 7f4ee5ffb640 1 -- 172.21.15.43:0/1672599197 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4edc0035f0 con 0x7f4ee8101910 2024-05-16T15:57:20.884 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.869+0000 7f4ee5ffb640 1 -- 172.21.15.43:0/1672599197 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4edc00ce60 con 0x7f4ee8101910 2024-05-16T15:57:20.884 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.869+0000 7f4eeef71640 1 -- 172.21.15.43:0/1672599197 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ee819cd30 con 0x7f4ee8101910 2024-05-16T15:57:20.884 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.869+0000 7f4eeef71640 1 -- 172.21.15.43:0/1672599197 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ee819d1d0 con 0x7f4ee8101910 2024-05-16T15:57:20.886 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.872+0000 7f4ef1d65740 1 Processor -- start 2024-05-16T15:57:20.886 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.872+0000 7f4ee5ffb640 1 -- 172.21.15.43:0/1672599197 <== mon.2 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f4edc004000 con 0x7f4ee8101910 2024-05-16T15:57:20.886 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.873+0000 7f4ef1d65740 1 -- start start 2024-05-16T15:57:20.888 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.873+0000 7f4ef1d65740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55900f54fdb0 0x55900f5501d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:20.888 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.873+0000 7f4ef1d65740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55900f5507a0 0x55900f5552a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:20.888 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.873+0000 7f4ef1d65740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55900f555910 0x55900f557da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:20.888 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.873+0000 7f4ef1d65740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55900f4b45d0 con 0x55900f5507a0 2024-05-16T15:57:20.888 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.873+0000 7f4ef1d65740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55900f46d890 con 0x55900f555910 2024-05-16T15:57:20.888 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.873+0000 7f4ef1d65740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55900f4b0590 con 0x55900f54fdb0 2024-05-16T15:57:20.889 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.873+0000 7f4eecd0d640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55900f5507a0 0x55900f5552a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:20.889 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.873+0000 7f4eecd0d640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55900f5507a0 0x55900f5552a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:43092/0 (socket says 172.21.15.43:43092) 2024-05-16T15:57:20.889 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.873+0000 7f4eecd0d640 1 -- 172.21.15.43:0/526721790 learned_addr learned my addr 172.21.15.43:0/526721790 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:57:20.889 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.873+0000 7f4ee7fff640 1 --2- 172.21.15.43:0/526721790 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55900f555910 0x55900f557da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:20.889 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.874+0000 7f4eed50e640 1 --2- 172.21.15.43:0/526721790 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55900f54fdb0 0x55900f5501d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:20.889 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.874+0000 7f4ee7fff640 1 -- 172.21.15.43:0/526721790 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55900f54fdb0 msgr2=0x55900f5501d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:57:20.889 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.874+0000 7f4ee7fff640 1 --2- 172.21.15.43:0/526721790 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55900f54fdb0 0x55900f5501d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:20.889 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.874+0000 7f4ee7fff640 1 -- 172.21.15.43:0/526721790 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55900f5507a0 msgr2=0x55900f5552a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:57:20.889 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.874+0000 7f4ee7fff640 1 --2- 172.21.15.43:0/526721790 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55900f5507a0 0x55900f5552a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:20.889 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.874+0000 7f4ee7fff640 1 -- 172.21.15.43:0/526721790 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55900f1c6210 con 0x55900f555910 2024-05-16T15:57:20.889 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.874+0000 7f4ee5ffb640 1 --2- 172.21.15.43:0/1672599197 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f4ed80b29f0 0x7f4ed80b4eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:20.889 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.874+0000 7f4ee7fff640 1 --2- 172.21.15.43:0/526721790 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55900f555910 0x55900f557da0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f4ee810c020 tx=0x7f4ed4011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=51c44238909f684d server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:57:20.889 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.874+0000 7f4eed50e640 1 --2- 172.21.15.43:0/1672599197 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f4ed80b29f0 0x7f4ed80b4eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:20.890 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.874+0000 7f4ed2ffd640 1 -- 172.21.15.43:0/526721790 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ed4004230 con 0x55900f555910 2024-05-16T15:57:20.890 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.874+0000 7f4ee5ffb640 1 -- 172.21.15.43:0/1672599197 <== mon.2 v2:172.21.15.148:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9179+0+0 (secure 0 0 0) 0x7f4edc0e2920 con 0x7f4ee8101910 2024-05-16T15:57:20.890 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.874+0000 7f4ed2ffd640 1 -- 172.21.15.43:0/526721790 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4ed40043d0 con 0x55900f555910 2024-05-16T15:57:20.890 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.874+0000 7f4ed2ffd640 1 -- 172.21.15.43:0/526721790 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ed4004bf0 con 0x55900f555910 2024-05-16T15:57:20.894 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.875+0000 7f4ef1d65740 1 -- 172.21.15.43:0/526721790 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55900f555910 msgr2=0x55900f557da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:20.894 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.875+0000 7f4eed50e640 1 --2- 172.21.15.43:0/1672599197 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f4ed80b29f0 0x7f4ed80b4eb0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x55900f551000 tx=0x7f4ee0031980 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:57:20.894 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.875+0000 7f4ef1d65740 1 --2- 172.21.15.43:0/526721790 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55900f555910 0x55900f557da0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f4ee810c020 tx=0x7f4ed4011810 comp rx=0 tx=0).stop 2024-05-16T15:57:20.895 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.875+0000 7f4ef1d65740 1 -- 172.21.15.43:0/526721790 shutdown_connections 2024-05-16T15:57:20.895 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.875+0000 7f4ef1d65740 1 --2- 172.21.15.43:0/526721790 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55900f555910 0x55900f557da0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:20.895 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.875+0000 7f4ef1d65740 1 --2- 172.21.15.43:0/526721790 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55900f5507a0 0x55900f5552a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:20.895 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.875+0000 7f4ef1d65740 1 --2- 172.21.15.43:0/526721790 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55900f54fdb0 0x55900f5501d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:20.895 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.875+0000 7f4ef1d65740 1 -- 172.21.15.43:0/526721790 >> 172.21.15.43:0/526721790 conn(0x55900f54b420 msgr2=0x55900f54b820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:57:20.895 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.875+0000 7f4ef1d65740 1 -- 172.21.15.43:0/526721790 shutdown_connections 2024-05-16T15:57:20.895 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.875+0000 7f4ef1d65740 1 -- 172.21.15.43:0/526721790 wait complete. 2024-05-16T15:57:20.895 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.876+0000 7f4ef1d65740 1 -- start start 2024-05-16T15:57:20.895 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.876+0000 7f4ef1d65740 1 Processor -- start 2024-05-16T15:57:20.895 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.876+0000 7f4ef1d65740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55900f54fdb0 0x55900f559f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:20.895 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.876+0000 7f4ef1d65740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55900f5507a0 0x55900f55a4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:20.895 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.876+0000 7f4ef1d65740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55900f555910 0x55900f561510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:20.895 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.876+0000 7f4ef1d65740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55900f5588c0 con 0x55900f5507a0 2024-05-16T15:57:20.895 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.876+0000 7f4ef1d65740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55900f471370 con 0x55900f54fdb0 2024-05-16T15:57:20.895 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.876+0000 7f4ef1d65740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55900f558a40 con 0x55900f555910 2024-05-16T15:57:20.896 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.876+0000 7f4ef1d65740 10 client.0 _ll_register_callbacks cb 0x55900f1c5a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:57:20.896 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.876+0000 7f4ee7fff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55900f5507a0 0x55900f55a4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:20.896 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.876+0000 7f4ee7fff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55900f5507a0 0x55900f55a4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:43104/0 (socket says 172.21.15.43:43104) 2024-05-16T15:57:20.896 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.876+0000 7f4ee7fff640 1 -- 172.21.15.43:0/1231106562 learned_addr learned my addr 172.21.15.43:0/1231106562 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:57:20.896 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.876+0000 7f4eecd0d640 1 --2- 172.21.15.43:0/1231106562 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55900f54fdb0 0x55900f559f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:20.896 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.876+0000 7f4eed50e640 1 --2- 172.21.15.43:0/1231106562 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55900f555910 0x55900f561510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:20.896 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.877+0000 7f4eecd0d640 1 -- 172.21.15.43:0/1231106562 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55900f555910 msgr2=0x55900f561510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:57:20.896 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.877+0000 7f4eecd0d640 1 --2- 172.21.15.43:0/1231106562 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55900f555910 0x55900f561510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:20.896 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.877+0000 7f4eecd0d640 1 -- 172.21.15.43:0/1231106562 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55900f5507a0 msgr2=0x55900f55a4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:57:20.896 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.877+0000 7f4eecd0d640 1 --2- 172.21.15.43:0/1231106562 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55900f5507a0 0x55900f55a4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:20.896 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.877+0000 7f4eecd0d640 1 -- 172.21.15.43:0/1231106562 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55900f292620 con 0x55900f54fdb0 2024-05-16T15:57:20.896 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.877+0000 7f4eecd0d640 1 --2- 172.21.15.43:0/1231106562 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55900f54fdb0 0x55900f559f90 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f4edc0a9b20 tx=0x7f4edc0a9960 comp rx=0 tx=0).ready entity=mon.2 client_cookie=641601e1b1549e97 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:57:20.896 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.877+0000 7f4ec7fff640 10 client.0 ms_handle_connect on v2:172.21.15.148:3300/0 2024-05-16T15:57:20.896 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.877+0000 7f4ec7fff640 1 -- 172.21.15.43:0/1231106562 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4edc0a96a0 con 0x55900f54fdb0 2024-05-16T15:57:20.897 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.877+0000 7f4ec7fff640 1 -- 172.21.15.43:0/1231106562 <== mon.2 v2:172.21.15.148:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9179+0+0 (secure 0 0 0) 0x7f4edc0037a0 con 0x55900f54fdb0 2024-05-16T15:57:20.897 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.877+0000 7f4ef1d65740 1 -- 172.21.15.43:0/1231106562 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4ed40043d0 con 0x55900f54fdb0 2024-05-16T15:57:20.897 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.877+0000 7f4ec7fff640 1 -- 172.21.15.43:0/1231106562 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f4edc0aa290 con 0x55900f54fdb0 2024-05-16T15:57:20.897 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.877+0000 7f4ef1d65740 10 client.26036 fetch_fsmap learned FSMap version 40 2024-05-16T15:57:20.897 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.877+0000 7f4ef1d65740 1 -- 172.21.15.43:0/1231106562 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x55900f5645c0 con 0x55900f54fdb0 2024-05-16T15:57:20.897 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.878+0000 7f4ec7fff640 1 -- 172.21.15.43:0/1231106562 <== mon.2 v2:172.21.15.148:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4ed40043d0 con 0x55900f54fdb0 2024-05-16T15:57:20.897 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.878+0000 7f4ec7fff640 1 -- 172.21.15.43:0/1231106562 <== mon.2 v2:172.21.15.148:3300/0 5 ==== fsmap(e 40) ==== 8362+0+0 (secure 0 0 0) 0x7f4edc0042f0 con 0x55900f54fdb0 2024-05-16T15:57:20.897 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.878+0000 7f4ef1d65740 10 client.26036 fetch_fsmap finished waiting for FSMap version 40 2024-05-16T15:57:20.897 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.878+0000 7f4ef1d65740 10 client.26036 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:57:20.897 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.878+0000 7f4ef1d65740 20 client.26036 populate_metadata read hostname 'smithi043' 2024-05-16T15:57:20.897 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.878+0000 7f4ef1d65740 1 --2- 172.21.15.43:0/1231106562 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55900f565d50 0x55900f568180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:20.897 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.878+0000 7f4ef1d65740 4 client.26036 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:57:20.897 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.878+0000 7f4ef1d65740 1 -- 172.21.15.43:0/1231106562 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55900f4c21e0 con 0x55900f565d50 2024-05-16T15:57:20.897 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.878+0000 7f4ee7fff640 1 --2- 172.21.15.43:0/1231106562 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55900f565d50 0x55900f568180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:20.898 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.879+0000 7f4ec7fff640 10 client.26036 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:57:20.898 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.879+0000 7f4ee7fff640 1 --2- 172.21.15.43:0/1231106562 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55900f565d50 0x55900f568180 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=31757842687f80c1 server_cookie=187fd6737fb172ab in_seq=0 out_seq=0 2024-05-16T15:57:20.898 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.879+0000 7f4ec7fff640 1 -- 172.21.15.43:0/1231106562 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55900f4c21e0 con 0x55900f565d50 2024-05-16T15:57:20.898 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.879+0000 7f4ec7fff640 10 client.26036 handle_command_reply: tid=0 2024-05-16T15:57:20.898 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.879+0000 7f4ef1d65740 1 client.26036 shutdown 2024-05-16T15:57:20.898 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.880+0000 7f4ef1d65740 1 -- 172.21.15.43:0/1231106562 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55900f54fdb0 msgr2=0x55900f559f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:20.898 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.880+0000 7f4ef1d65740 1 --2- 172.21.15.43:0/1231106562 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55900f54fdb0 0x55900f559f90 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f4edc0a9b20 tx=0x7f4edc0a9960 comp rx=0 tx=0).stop 2024-05-16T15:57:20.898 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.880+0000 7f4ef1d65740 1 -- 172.21.15.43:0/1231106562 shutdown_connections 2024-05-16T15:57:20.898 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.880+0000 7f4ef1d65740 1 --2- 172.21.15.43:0/1231106562 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55900f565d50 0x55900f568180 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:20.898 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.880+0000 7f4ef1d65740 1 --2- 172.21.15.43:0/1231106562 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55900f555910 0x55900f561510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:20.898 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.880+0000 7f4ef1d65740 1 --2- 172.21.15.43:0/1231106562 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55900f5507a0 0x55900f55a4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:20.898 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.880+0000 7f4ef1d65740 1 --2- 172.21.15.43:0/1231106562 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55900f54fdb0 0x55900f559f90 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:20.898 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.880+0000 7f4ef1d65740 1 -- 172.21.15.43:0/1231106562 >> 172.21.15.43:0/1231106562 conn(0x55900f54b420 msgr2=0x55900f54a580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:57:20.898 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.880+0000 7f4ec7fff640 0 client.26036 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:57:20.899 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.880+0000 7f4ef1d65740 1 -- 172.21.15.43:0/1231106562 shutdown_connections 2024-05-16T15:57:20.899 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.880+0000 7f4ef1d65740 1 -- 172.21.15.43:0/1231106562 wait complete. 2024-05-16T15:57:20.899 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.880+0000 7f4ef1d65740 20 client.26036 trim_cache size 0 max 16384 2024-05-16T15:57:20.915 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.900+0000 7f4ef1d65740 1 Processor -- start 2024-05-16T15:57:20.915 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.900+0000 7f4ef1d65740 1 -- start start 2024-05-16T15:57:20.915 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.900+0000 7f4ef1d65740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55900f54fdb0 0x55900f55a2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:20.915 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.900+0000 7f4ef1d65740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55900f5507a0 0x55900f54e100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:20.915 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.900+0000 7f4ef1d65740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55900f555910 0x55900f54e640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:20.915 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.900+0000 7f4ef1d65740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f4ee81ba2b0 con 0x55900f5507a0 2024-05-16T15:57:20.915 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.900+0000 7f4ef1d65740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f4ee81bbdf0 con 0x55900f54fdb0 2024-05-16T15:57:20.915 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.900+0000 7f4ef1d65740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f4ee81ba980 con 0x55900f555910 2024-05-16T15:57:20.915 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.901+0000 7f4ee7fff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55900f5507a0 0x55900f54e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:20.915 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.901+0000 7f4eecd0d640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55900f54fdb0 0x55900f55a2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:20.916 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.901+0000 7f4ee7fff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55900f5507a0 0x55900f54e100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:43106/0 (socket says 172.21.15.43:43106) 2024-05-16T15:57:20.916 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.901+0000 7f4ee7fff640 1 -- 172.21.15.43:0/4086226996 learned_addr learned my addr 172.21.15.43:0/4086226996 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:57:20.916 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.901+0000 7f4eed50e640 1 --2- 172.21.15.43:0/4086226996 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55900f555910 0x55900f54e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:20.916 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.901+0000 7f4ee7fff640 1 -- 172.21.15.43:0/4086226996 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55900f555910 msgr2=0x55900f54e640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:57:20.916 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.901+0000 7f4ee7fff640 1 --2- 172.21.15.43:0/4086226996 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55900f555910 0x55900f54e640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:20.916 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.901+0000 7f4ee7fff640 1 -- 172.21.15.43:0/4086226996 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55900f54fdb0 msgr2=0x55900f55a2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:57:20.916 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.901+0000 7f4ee7fff640 1 --2- 172.21.15.43:0/4086226996 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55900f54fdb0 0x55900f55a2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:20.916 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.901+0000 7f4ee7fff640 1 -- 172.21.15.43:0/4086226996 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55900f568800 con 0x55900f5507a0 2024-05-16T15:57:20.916 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.901+0000 7f4ee7fff640 1 --2- 172.21.15.43:0/4086226996 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55900f5507a0 0x55900f54e100 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f4ed4009a40 tx=0x7f4ed4009c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56bc9f49980a0750 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:57:20.920 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.906+0000 7f4ed27fc640 1 -- 172.21.15.43:0/4086226996 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ed4032070 con 0x55900f5507a0 2024-05-16T15:57:20.920 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.906+0000 7f4ed27fc640 1 -- 172.21.15.43:0/4086226996 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4ed401f040 con 0x55900f5507a0 2024-05-16T15:57:20.920 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.906+0000 7f4ed27fc640 1 -- 172.21.15.43:0/4086226996 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ed402c750 con 0x55900f5507a0 2024-05-16T15:57:20.922 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.908+0000 7f4ef1d65740 1 -- 172.21.15.43:0/4086226996 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55900f5507a0 msgr2=0x55900f54e100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:20.922 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.908+0000 7f4ef1d65740 1 --2- 172.21.15.43:0/4086226996 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55900f5507a0 0x55900f54e100 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f4ed4009a40 tx=0x7f4ed4009c10 comp rx=0 tx=0).stop 2024-05-16T15:57:20.923 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.909+0000 7f4ef1d65740 1 -- 172.21.15.43:0/4086226996 shutdown_connections 2024-05-16T15:57:20.923 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.909+0000 7f4ef1d65740 1 --2- 172.21.15.43:0/4086226996 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55900f555910 0x55900f54e640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:20.923 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.909+0000 7f4ef1d65740 1 --2- 172.21.15.43:0/4086226996 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55900f5507a0 0x55900f54e100 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:20.923 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.909+0000 7f4ef1d65740 1 --2- 172.21.15.43:0/4086226996 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55900f54fdb0 0x55900f55a2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:20.923 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.909+0000 7f4ef1d65740 1 -- 172.21.15.43:0/4086226996 >> 172.21.15.43:0/4086226996 conn(0x55900f54b420 msgr2=0x55900f559ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:57:20.923 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.909+0000 7f4ef1d65740 1 -- 172.21.15.43:0/4086226996 shutdown_connections 2024-05-16T15:57:20.923 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.909+0000 7f4ef1d65740 1 -- 172.21.15.43:0/4086226996 wait complete. 2024-05-16T15:57:20.924 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.910+0000 7f4ef1d65740 1 -- start start 2024-05-16T15:57:20.924 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.910+0000 7f4ef1d65740 1 Processor -- start 2024-05-16T15:57:20.926 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.911+0000 7f4ef1d65740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55900f54fdb0 0x55900f55e610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:20.926 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.911+0000 7f4ef1d65740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55900f5507a0 0x55900f55eb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:20.926 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.911+0000 7f4ef1d65740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55900f555910 0x55900f55fb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:20.926 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.911+0000 7f4ef1d65740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f4ee81bb720 con 0x55900f54fdb0 2024-05-16T15:57:20.926 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.911+0000 7f4ef1d65740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f4ee81bb050 con 0x55900f5507a0 2024-05-16T15:57:20.926 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.911+0000 7f4ef1d65740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f4ee81a49d0 con 0x55900f555910 2024-05-16T15:57:20.926 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.911+0000 7f4ef1d65740 10 client.0 _ll_register_callbacks cb 0x7f4edc0a5a50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:57:20.926 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.912+0000 7f4eed50e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55900f555910 0x55900f55fb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:20.926 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.912+0000 7f4eed50e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55900f555910 0x55900f55fb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:42540/0 (socket says 172.21.15.43:42540) 2024-05-16T15:57:20.927 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.912+0000 7f4eed50e640 1 -- 172.21.15.43:0/1685640650 learned_addr learned my addr 172.21.15.43:0/1685640650 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:57:20.927 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.912+0000 7f4ee7fff640 1 --2- 172.21.15.43:0/1685640650 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55900f5507a0 0x55900f55eb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:20.927 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.913+0000 7f4eecd0d640 1 --2- 172.21.15.43:0/1685640650 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55900f54fdb0 0x55900f55e610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:20.927 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.913+0000 7f4eed50e640 1 -- 172.21.15.43:0/1685640650 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55900f5507a0 msgr2=0x55900f55eb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:57:20.927 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.913+0000 7f4eed50e640 1 --2- 172.21.15.43:0/1685640650 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55900f5507a0 0x55900f55eb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:20.927 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.913+0000 7f4eed50e640 1 -- 172.21.15.43:0/1685640650 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55900f54fdb0 msgr2=0x55900f55e610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:57:20.927 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.913+0000 7f4eed50e640 1 --2- 172.21.15.43:0/1685640650 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55900f54fdb0 0x55900f55e610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:20.927 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.913+0000 7f4eed50e640 1 -- 172.21.15.43:0/1685640650 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55900f54b250 con 0x55900f555910 2024-05-16T15:57:20.927 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.913+0000 7f4eecd0d640 1 --2- 172.21.15.43:0/1685640650 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55900f54fdb0 0x55900f55e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:57:20.931 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.915+0000 7f4eed50e640 1 --2- 172.21.15.43:0/1685640650 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55900f555910 0x55900f55fb60 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f4ee0009ca0 tx=0x7f4ee00095c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=949f700e8c7033af server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:57:20.931 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.915+0000 7f4ec7fff640 10 client.0 ms_handle_connect on v2:172.21.15.157:3300/0 2024-05-16T15:57:20.931 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.916+0000 7f4ec7fff640 1 -- 172.21.15.43:0/1685640650 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ee0004710 con 0x55900f555910 2024-05-16T15:57:20.931 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.916+0000 7f4ef1d65740 1 -- 172.21.15.43:0/1685640650 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4ed401f040 con 0x55900f555910 2024-05-16T15:57:20.931 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.916+0000 7f4ec7fff640 1 -- 172.21.15.43:0/1685640650 <== mon.1 v2:172.21.15.157:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9179+0+0 (secure 0 0 0) 0x7f4ee00305c0 con 0x55900f555910 2024-05-16T15:57:20.931 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.916+0000 7f4ec7fff640 1 -- 172.21.15.43:0/1685640650 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f4ee00307c0 con 0x55900f555910 2024-05-16T15:57:20.931 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.917+0000 7f4ef1d65740 10 client.26077 fetch_fsmap learned FSMap version 40 2024-05-16T15:57:20.931 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.917+0000 7f4ef1d65740 1 -- 172.21.15.43:0/1685640650 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x55900f5e1810 con 0x55900f555910 2024-05-16T15:57:20.932 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.918+0000 7f4ec7fff640 1 -- 172.21.15.43:0/1685640650 <== mon.1 v2:172.21.15.157:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4ed401f040 con 0x55900f555910 2024-05-16T15:57:20.932 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.918+0000 7f4ec7fff640 1 -- 172.21.15.43:0/1685640650 <== mon.1 v2:172.21.15.157:3300/0 5 ==== fsmap(e 40) ==== 8362+0+0 (secure 0 0 0) 0x7f4ee0044040 con 0x55900f555910 2024-05-16T15:57:20.932 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.918+0000 7f4ef1d65740 10 client.26077 fetch_fsmap finished waiting for FSMap version 40 2024-05-16T15:57:20.932 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.918+0000 7f4ef1d65740 10 client.26077 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:57:20.932 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.918+0000 7f4ef1d65740 20 client.26077 populate_metadata read hostname 'smithi043' 2024-05-16T15:57:20.932 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.918+0000 7f4ef1d65740 1 --2- 172.21.15.43:0/1685640650 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55900f5e2220 0x55900f5e4640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:20.932 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.918+0000 7f4ef1d65740 4 client.26077 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-16T15:57:20.932 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.918+0000 7f4ef1d65740 1 -- 172.21.15.43:0/1685640650 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55900f4bc050 con 0x55900f5e2220 2024-05-16T15:57:20.933 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.919+0000 7f4eecd0d640 1 --2- 172.21.15.43:0/1685640650 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55900f5e2220 0x55900f5e4640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:20.933 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.920+0000 7f4eecd0d640 1 --2- 172.21.15.43:0/1685640650 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55900f5e2220 0x55900f5e4640 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a3844aa876748320 server_cookie=47e1c102cd07628d in_seq=0 out_seq=0 2024-05-16T15:57:20.933 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.920+0000 7f4ec7fff640 10 client.26077 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:57:20.953 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.938+0000 7f4ec7fff640 1 -- 172.21.15.43:0/1685640650 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55900f4bc050 con 0x55900f5e2220 2024-05-16T15:57:20.953 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.938+0000 7f4ec7fff640 10 client.26077 handle_command_reply: tid=0 2024-05-16T15:57:20.953 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.938+0000 7f4ef1d65740 1 client.26077 shutdown 2024-05-16T15:57:20.953 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.938+0000 7f4ef1d65740 1 -- 172.21.15.43:0/1685640650 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55900f555910 msgr2=0x55900f55fb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:20.953 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.938+0000 7f4ef1d65740 1 --2- 172.21.15.43:0/1685640650 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55900f555910 0x55900f55fb60 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f4ee0009ca0 tx=0x7f4ee00095c0 comp rx=0 tx=0).stop 2024-05-16T15:57:20.953 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.939+0000 7f4ef1d65740 1 -- 172.21.15.43:0/1685640650 shutdown_connections 2024-05-16T15:57:20.953 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.939+0000 7f4ef1d65740 1 --2- 172.21.15.43:0/1685640650 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55900f5e2220 0x55900f5e4640 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:20.953 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.939+0000 7f4ef1d65740 1 --2- 172.21.15.43:0/1685640650 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55900f555910 0x55900f55fb60 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:20.954 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.939+0000 7f4ef1d65740 1 --2- 172.21.15.43:0/1685640650 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55900f5507a0 0x55900f55eb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:20.954 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.939+0000 7f4ef1d65740 1 --2- 172.21.15.43:0/1685640650 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55900f54fdb0 0x55900f55e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:20.954 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.939+0000 7f4ec7fff640 0 client.26077 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:57:20.954 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.939+0000 7f4ef1d65740 1 -- 172.21.15.43:0/1685640650 >> 172.21.15.43:0/1685640650 conn(0x55900f54b420 msgr2=0x55900f54e100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:57:20.954 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.939+0000 7f4ef1d65740 1 -- 172.21.15.43:0/1685640650 shutdown_connections 2024-05-16T15:57:20.954 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.939+0000 7f4ef1d65740 1 -- 172.21.15.43:0/1685640650 wait complete. 2024-05-16T15:57:20.954 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.939+0000 7f4ef1d65740 20 client.26077 trim_cache size 0 max 16384 2024-05-16T15:57:20.954 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:{ 2024-05-16T15:57:20.954 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "message": "", 2024-05-16T15:57:20.954 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "return_code": 0 2024-05-16T15:57:20.955 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:} 2024-05-16T15:57:20.955 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.939+0000 7f4eeef71640 1 -- 172.21.15.43:0/1672599197 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f4ed80b29f0 msgr2=0x7f4ed80b4eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:20.956 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.939+0000 7f4eeef71640 1 --2- 172.21.15.43:0/1672599197 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f4ed80b29f0 0x7f4ed80b4eb0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x55900f551000 tx=0x7f4ee0031980 comp rx=0 tx=0).stop 2024-05-16T15:57:20.956 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.939+0000 7f4eeef71640 1 -- 172.21.15.43:0/1672599197 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4ee8101910 msgr2=0x7f4ee810c2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:20.956 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.940+0000 7f4eeef71640 1 --2- 172.21.15.43:0/1672599197 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4ee8101910 0x7f4ee810c2b0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f4edc00e9c0 tx=0x7f4edc00ee80 comp rx=0 tx=0).stop 2024-05-16T15:57:20.956 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.940+0000 7f4eeef71640 1 -- 172.21.15.43:0/1672599197 shutdown_connections 2024-05-16T15:57:20.956 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.940+0000 7f4eeef71640 1 --2- 172.21.15.43:0/1672599197 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f4ed80b29f0 0x7f4ed80b4eb0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:20.956 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.940+0000 7f4eeef71640 1 --2- 172.21.15.43:0/1672599197 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4ee81034c0 0x7f4ee810ae30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:20.956 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.940+0000 7f4eeef71640 1 --2- 172.21.15.43:0/1672599197 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4ee8102b00 0x7f4ee810a8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:20.956 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.940+0000 7f4eeef71640 1 --2- 172.21.15.43:0/1672599197 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4ee8101910 0x7f4ee810c2b0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:20.956 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.940+0000 7f4eeef71640 1 -- 172.21.15.43:0/1672599197 >> 172.21.15.43:0/1672599197 conn(0x7f4ee80fce80 msgr2=0x7f4ee8105e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:57:20.956 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.940+0000 7f4eeef71640 1 -- 172.21.15.43:0/1672599197 shutdown_connections 2024-05-16T15:57:20.956 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:20.940+0000 7f4eeef71640 1 -- 172.21.15.43:0/1672599197 wait complete. 2024-05-16T15:57:21.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:57:21 smithi157 ceph-mon[35584]: pgmap v651: 129 pgs: 129 active+clean; 76 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 2.2 MiB/s wr, 527 op/s 2024-05-16T15:57:21.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:57:21 smithi148 ceph-mon[34976]: pgmap v651: 129 pgs: 129 active+clean; 76 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 2.2 MiB/s wr, 527 op/s 2024-05-16T15:57:21.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:57:21 smithi043 ceph-mon[31619]: pgmap v651: 129 pgs: 129 active+clean; 76 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 2.2 MiB/s wr, 527 op/s 2024-05-16T15:57:23.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:57:23 smithi157 ceph-mon[35584]: pgmap v652: 129 pgs: 129 active+clean; 77 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 2.2 MiB/s wr, 534 op/s 2024-05-16T15:57:23.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:57:23 smithi148 ceph-mon[34976]: pgmap v652: 129 pgs: 129 active+clean; 77 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 2.2 MiB/s wr, 534 op/s 2024-05-16T15:57:23.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:57:23 smithi043 ceph-mon[31619]: pgmap v652: 129 pgs: 129 active+clean; 77 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 2.2 MiB/s wr, 534 op/s 2024-05-16T15:57:25.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:57:25 smithi157 ceph-mon[35584]: pgmap v653: 129 pgs: 129 active+clean; 78 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 MiB/s rd, 2.8 MiB/s wr, 698 op/s 2024-05-16T15:57:25.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:57:25 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:57:25.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:57:25 smithi148 ceph-mon[34976]: pgmap v653: 129 pgs: 129 active+clean; 78 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 MiB/s rd, 2.8 MiB/s wr, 698 op/s 2024-05-16T15:57:25.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:57:25 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:57:25.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:57:25 smithi043 ceph-mon[31619]: pgmap v653: 129 pgs: 129 active+clean; 78 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 MiB/s rd, 2.8 MiB/s wr, 698 op/s 2024-05-16T15:57:25.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:57:25 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:57:26.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:57:26 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:57:26.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:57:26 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:57:26.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:57:26 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:57:26.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:57:26 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:57:26.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:57:26 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:57:26.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:57:26 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:57:26.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:57:26 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:57:26.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:57:26 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:57:26.978 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:57:26 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:57:27.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:57:27 smithi157 ceph-mon[35584]: pgmap v654: 129 pgs: 129 active+clean; 74 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 2.3 MiB/s wr, 562 op/s 2024-05-16T15:57:27.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:57:27 smithi148 ceph-mon[34976]: pgmap v654: 129 pgs: 129 active+clean; 74 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 2.3 MiB/s wr, 562 op/s 2024-05-16T15:57:27.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:57:27 smithi043 ceph-mon[31619]: pgmap v654: 129 pgs: 129 active+clean; 74 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 2.3 MiB/s wr, 562 op/s 2024-05-16T15:57:29.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:57:29 smithi157 ceph-mon[35584]: pgmap v655: 129 pgs: 129 active+clean; 74 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 MiB/s rd, 2.9 MiB/s wr, 699 op/s 2024-05-16T15:57:29.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:57:29 smithi148 ceph-mon[34976]: pgmap v655: 129 pgs: 129 active+clean; 74 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 MiB/s rd, 2.9 MiB/s wr, 699 op/s 2024-05-16T15:57:29.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:57:29 smithi043 ceph-mon[31619]: pgmap v655: 129 pgs: 129 active+clean; 74 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 MiB/s rd, 2.9 MiB/s wr, 699 op/s 2024-05-16T15:57:31.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:57:31 smithi157 ceph-mon[35584]: pgmap v656: 129 pgs: 129 active+clean; 71 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 MiB/s rd, 2.2 MiB/s wr, 525 op/s 2024-05-16T15:57:31.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:57:31 smithi148 ceph-mon[34976]: pgmap v656: 129 pgs: 129 active+clean; 71 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 MiB/s rd, 2.2 MiB/s wr, 525 op/s 2024-05-16T15:57:31.978 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:57:31 smithi043 ceph-mon[31619]: pgmap v656: 129 pgs: 129 active+clean; 71 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 MiB/s rd, 2.2 MiB/s wr, 525 op/s 2024-05-16T15:57:33.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:57:33 smithi157 ceph-mon[35584]: pgmap v657: 129 pgs: 129 active+clean; 75 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 MiB/s rd, 2.4 MiB/s wr, 565 op/s 2024-05-16T15:57:33.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:57:33 smithi148 ceph-mon[34976]: pgmap v657: 129 pgs: 129 active+clean; 75 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 MiB/s rd, 2.4 MiB/s wr, 565 op/s 2024-05-16T15:57:33.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:57:33 smithi043 ceph-mon[31619]: pgmap v657: 129 pgs: 129 active+clean; 75 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 MiB/s rd, 2.4 MiB/s wr, 565 op/s 2024-05-16T15:57:34.083 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.069+0000 7f5e6ff11640 1 -- 172.21.15.43:0/3266574521 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5e6810f030 msgr2=0x7f5e68111420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:34.083 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.069+0000 7f5e6ff11640 1 --2- 172.21.15.43:0/3266574521 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5e6810f030 0x7f5e68111420 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f5e60009ca0 tx=0x7f5e6002a8c0 comp rx=0 tx=0).stop 2024-05-16T15:57:34.083 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.069+0000 7f5e6ff11640 1 -- 172.21.15.43:0/3266574521 shutdown_connections 2024-05-16T15:57:34.083 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.069+0000 7f5e6ff11640 1 --2- 172.21.15.43:0/3266574521 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5e6810f030 0x7f5e68111420 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:34.083 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.069+0000 7f5e6ff11640 1 --2- 172.21.15.43:0/3266574521 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5e68075410 0x7f5e68075890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:34.083 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.069+0000 7f5e6ff11640 1 --2- 172.21.15.43:0/3266574521 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5e680769f0 0x7f5e68074e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:34.083 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.069+0000 7f5e6ff11640 1 -- 172.21.15.43:0/3266574521 >> 172.21.15.43:0/3266574521 conn(0x7f5e680fdfd0 msgr2=0x7f5e68100410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:57:34.084 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.070+0000 7f5e6ff11640 1 -- 172.21.15.43:0/3266574521 shutdown_connections 2024-05-16T15:57:34.084 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.070+0000 7f5e6ff11640 1 -- 172.21.15.43:0/3266574521 wait complete. 2024-05-16T15:57:34.084 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.071+0000 7f5e6ff11640 1 Processor -- start 2024-05-16T15:57:34.086 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.071+0000 7f5e6ff11640 1 -- start start 2024-05-16T15:57:34.086 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.071+0000 7f5e6ff11640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5e68075410 0x7f5e680713a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:34.086 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.071+0000 7f5e6ff11640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5e680769f0 0x7f5e680718e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:34.086 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.071+0000 7f5e6ff11640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5e6810f030 0x7f5e681af220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:34.086 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.071+0000 7f5e6ff11640 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f5e68114b10 con 0x7f5e6810f030 2024-05-16T15:57:34.086 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.071+0000 7f5e6ff11640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f5e68114990 con 0x7f5e68075410 2024-05-16T15:57:34.086 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.071+0000 7f5e6ff11640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f5e68114c90 con 0x7f5e680769f0 2024-05-16T15:57:34.086 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.071+0000 7f5e6dcad640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5e68075410 0x7f5e680713a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:34.086 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.071+0000 7f5e6dcad640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5e68075410 0x7f5e680713a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:60596/0 (socket says 172.21.15.43:60596) 2024-05-16T15:57:34.087 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.071+0000 7f5e6dcad640 1 -- 172.21.15.43:0/56860170 learned_addr learned my addr 172.21.15.43:0/56860170 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:57:34.087 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.072+0000 7f5e6e4ae640 1 --2- 172.21.15.43:0/56860170 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5e6810f030 0x7f5e681af220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:34.087 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.072+0000 7f5e6d4ac640 1 --2- 172.21.15.43:0/56860170 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5e680769f0 0x7f5e680718e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:34.087 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.072+0000 7f5e6dcad640 1 -- 172.21.15.43:0/56860170 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5e680769f0 msgr2=0x7f5e680718e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:34.087 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.072+0000 7f5e6dcad640 1 --2- 172.21.15.43:0/56860170 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5e680769f0 0x7f5e680718e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:34.087 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.072+0000 7f5e6dcad640 1 -- 172.21.15.43:0/56860170 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5e6810f030 msgr2=0x7f5e681af220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:34.087 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.072+0000 7f5e6dcad640 1 --2- 172.21.15.43:0/56860170 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5e6810f030 0x7f5e681af220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:34.087 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.072+0000 7f5e6dcad640 1 -- 172.21.15.43:0/56860170 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e68106820 con 0x7f5e68075410 2024-05-16T15:57:34.087 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.072+0000 7f5e6d4ac640 1 --2- 172.21.15.43:0/56860170 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5e680769f0 0x7f5e680718e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:57:34.087 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.072+0000 7f5e6dcad640 1 --2- 172.21.15.43:0/56860170 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5e68075410 0x7f5e680713a0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f5e5c00b4a0 tx=0x7f5e5c00b960 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:57:34.088 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.072+0000 7f5e5affd640 1 -- 172.21.15.43:0/56860170 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e5c011830 con 0x7f5e68075410 2024-05-16T15:57:34.088 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.073+0000 7f5e5affd640 1 -- 172.21.15.43:0/56860170 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5e5c016070 con 0x7f5e68075410 2024-05-16T15:57:34.088 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.073+0000 7f5e5affd640 1 -- 172.21.15.43:0/56860170 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e5c010d00 con 0x7f5e68075410 2024-05-16T15:57:34.088 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.073+0000 7f5e6ff11640 1 -- 172.21.15.43:0/56860170 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e68106b10 con 0x7f5e68075410 2024-05-16T15:57:34.088 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.073+0000 7f5e6ff11640 1 -- 172.21.15.43:0/56860170 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e68107090 con 0x7f5e68075410 2024-05-16T15:57:34.091 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.077+0000 7f5e5affd640 1 -- 172.21.15.43:0/56860170 <== mon.2 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f5e5c01b460 con 0x7f5e68075410 2024-05-16T15:57:34.091 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.077+0000 7f5e72c22740 1 Processor -- start 2024-05-16T15:57:34.093 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.078+0000 7f5e72c22740 1 -- start start 2024-05-16T15:57:34.093 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.078+0000 7f5e72c22740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55914e773db0 0x55914e7741d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:34.093 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.078+0000 7f5e72c22740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55914e7747a0 0x55914e7792a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:34.093 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.078+0000 7f5e72c22740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55914e779910 0x55914e77bda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:34.093 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.078+0000 7f5e72c22740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55914e6d85d0 con 0x55914e7747a0 2024-05-16T15:57:34.093 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.078+0000 7f5e72c22740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55914e691890 con 0x55914e779910 2024-05-16T15:57:34.093 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.078+0000 7f5e72c22740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55914e6d4590 con 0x55914e773db0 2024-05-16T15:57:34.094 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.079+0000 7f5e6d4ac640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55914e779910 0x55914e77bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:34.094 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.079+0000 7f5e6dcad640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55914e7747a0 0x55914e7792a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:34.094 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.079+0000 7f5e6d4ac640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55914e779910 0x55914e77bda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:60600/0 (socket says 172.21.15.43:60600) 2024-05-16T15:57:34.094 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.079+0000 7f5e6d4ac640 1 -- 172.21.15.43:0/106846204 learned_addr learned my addr 172.21.15.43:0/106846204 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:57:34.094 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.079+0000 7f5e6e4ae640 1 --2- 172.21.15.43:0/106846204 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55914e773db0 0x55914e7741d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:34.094 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.079+0000 7f5e6d4ac640 1 -- 172.21.15.43:0/106846204 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55914e773db0 msgr2=0x55914e7741d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:57:34.094 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.079+0000 7f5e6d4ac640 1 --2- 172.21.15.43:0/106846204 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55914e773db0 0x55914e7741d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:34.094 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.079+0000 7f5e6d4ac640 1 -- 172.21.15.43:0/106846204 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55914e7747a0 msgr2=0x55914e7792a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:57:34.094 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.079+0000 7f5e6d4ac640 1 --2- 172.21.15.43:0/106846204 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55914e7747a0 0x55914e7792a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:34.094 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.079+0000 7f5e6d4ac640 1 -- 172.21.15.43:0/106846204 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55914e3ea210 con 0x55914e779910 2024-05-16T15:57:34.094 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.079+0000 7f5e5affd640 1 --2- 172.21.15.43:0/56860170 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f5e540b2970 0x7f5e540b4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:34.094 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.079+0000 7f5e6e4ae640 1 --2- 172.21.15.43:0/56860170 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f5e540b2970 0x7f5e540b4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:34.094 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.080+0000 7f5e5affd640 1 -- 172.21.15.43:0/56860170 <== mon.2 v2:172.21.15.148:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9179+0+0 (secure 0 0 0) 0x7f5e5c0e1c70 con 0x7f5e68075410 2024-05-16T15:57:34.097 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.080+0000 7f5e6d4ac640 1 --2- 172.21.15.43:0/106846204 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55914e779910 0x55914e77bda0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f5e6400a9d0 tx=0x7f5e6400ae90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aea547598f4c2cb4 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:57:34.097 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.080+0000 7f5e53fff640 1 -- 172.21.15.43:0/106846204 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e64015070 con 0x55914e779910 2024-05-16T15:57:34.097 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.080+0000 7f5e53fff640 1 -- 172.21.15.43:0/106846204 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5e6400cc60 con 0x55914e779910 2024-05-16T15:57:34.097 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.080+0000 7f5e53fff640 1 -- 172.21.15.43:0/106846204 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e64011e60 con 0x55914e779910 2024-05-16T15:57:34.097 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.081+0000 7f5e72c22740 1 -- 172.21.15.43:0/106846204 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55914e779910 msgr2=0x55914e77bda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:34.097 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.081+0000 7f5e72c22740 1 --2- 172.21.15.43:0/106846204 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55914e779910 0x55914e77bda0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f5e6400a9d0 tx=0x7f5e6400ae90 comp rx=0 tx=0).stop 2024-05-16T15:57:34.097 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.081+0000 7f5e6e4ae640 1 --2- 172.21.15.43:0/56860170 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f5e540b2970 0x7f5e540b4e30 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f5e60006010 tx=0x7f5e60005fa0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:57:34.097 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.081+0000 7f5e72c22740 1 -- 172.21.15.43:0/106846204 shutdown_connections 2024-05-16T15:57:34.098 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.081+0000 7f5e72c22740 1 --2- 172.21.15.43:0/106846204 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55914e779910 0x55914e77bda0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:34.098 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.081+0000 7f5e72c22740 1 --2- 172.21.15.43:0/106846204 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55914e7747a0 0x55914e7792a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:34.098 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.081+0000 7f5e72c22740 1 --2- 172.21.15.43:0/106846204 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55914e773db0 0x55914e7741d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:34.098 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.081+0000 7f5e72c22740 1 -- 172.21.15.43:0/106846204 >> 172.21.15.43:0/106846204 conn(0x55914e76f420 msgr2=0x55914e76f820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:57:34.098 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.081+0000 7f5e72c22740 1 -- 172.21.15.43:0/106846204 shutdown_connections 2024-05-16T15:57:34.098 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.081+0000 7f5e72c22740 1 -- 172.21.15.43:0/106846204 wait complete. 2024-05-16T15:57:34.098 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.081+0000 7f5e72c22740 1 -- start start 2024-05-16T15:57:34.098 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.082+0000 7f5e72c22740 1 Processor -- start 2024-05-16T15:57:34.098 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.082+0000 7f5e72c22740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55914e773db0 0x55914e77df10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:34.098 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.082+0000 7f5e72c22740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55914e7747a0 0x55914e77e450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:34.098 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.082+0000 7f5e72c22740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55914e779910 0x55914e785490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:34.098 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.082+0000 7f5e72c22740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x55914e77c8c0 con 0x55914e7747a0 2024-05-16T15:57:34.098 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.082+0000 7f5e72c22740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55914e695370 con 0x55914e779910 2024-05-16T15:57:34.098 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.082+0000 7f5e72c22740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55914e77ca40 con 0x55914e773db0 2024-05-16T15:57:34.099 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.082+0000 7f5e72c22740 10 client.0 _ll_register_callbacks cb 0x55914e3e9a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:57:34.099 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.082+0000 7f5e6d4ac640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55914e7747a0 0x55914e77e450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:34.099 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.082+0000 7f5e6dcad640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55914e773db0 0x55914e77df10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:34.099 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.082+0000 7f5e6d4ac640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55914e7747a0 0x55914e77e450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:49974/0 (socket says 172.21.15.43:49974) 2024-05-16T15:57:34.099 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.082+0000 7f5e6d4ac640 1 -- 172.21.15.43:0/1905946727 learned_addr learned my addr 172.21.15.43:0/1905946727 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:57:34.099 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.082+0000 7f5e6e4ae640 1 --2- 172.21.15.43:0/1905946727 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55914e779910 0x55914e785490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:34.099 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.083+0000 7f5e6d4ac640 1 -- 172.21.15.43:0/1905946727 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55914e773db0 msgr2=0x55914e77df10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:57:34.099 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.083+0000 7f5e6d4ac640 1 --2- 172.21.15.43:0/1905946727 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55914e773db0 0x55914e77df10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:34.099 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.083+0000 7f5e6d4ac640 1 -- 172.21.15.43:0/1905946727 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55914e779910 msgr2=0x55914e785490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:57:34.099 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.083+0000 7f5e6d4ac640 1 --2- 172.21.15.43:0/1905946727 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55914e779910 0x55914e785490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:34.099 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.083+0000 7f5e6d4ac640 1 -- 172.21.15.43:0/1905946727 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55914e4b6620 con 0x55914e7747a0 2024-05-16T15:57:34.099 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.083+0000 7f5e6dcad640 1 --2- 172.21.15.43:0/1905946727 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55914e773db0 0x55914e77df10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:57:34.099 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.083+0000 7f5e6d4ac640 1 --2- 172.21.15.43:0/1905946727 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55914e7747a0 0x55914e77e450 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f5e6400c520 tx=0x7f5e640119b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc53e1e2dcda4994 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:57:34.099 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.083+0000 7f5e517fa640 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:57:34.099 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.083+0000 7f5e517fa640 1 -- 172.21.15.43:0/1905946727 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e64020070 con 0x55914e7747a0 2024-05-16T15:57:34.099 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.083+0000 7f5e517fa640 1 -- 172.21.15.43:0/1905946727 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9179+0+0 (secure 0 0 0) 0x7f5e6400a4e0 con 0x55914e7747a0 2024-05-16T15:57:34.100 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.083+0000 7f5e72c22740 1 -- 172.21.15.43:0/1905946727 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5e6400cc60 con 0x55914e7747a0 2024-05-16T15:57:34.102 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.084+0000 7f5e517fa640 1 -- 172.21.15.43:0/1905946727 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f5e64015040 con 0x55914e7747a0 2024-05-16T15:57:34.102 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.084+0000 7f5e72c22740 10 client.16545 fetch_fsmap learned FSMap version 40 2024-05-16T15:57:34.102 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.084+0000 7f5e72c22740 1 -- 172.21.15.43:0/1905946727 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x55914e788470 con 0x55914e7747a0 2024-05-16T15:57:34.102 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.084+0000 7f5e517fa640 1 -- 172.21.15.43:0/1905946727 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5e6400cc60 con 0x55914e7747a0 2024-05-16T15:57:34.102 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.084+0000 7f5e517fa640 1 -- 172.21.15.43:0/1905946727 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 40) ==== 8362+0+0 (secure 0 0 0) 0x7f5e64024400 con 0x55914e7747a0 2024-05-16T15:57:34.102 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.084+0000 7f5e72c22740 10 client.16545 fetch_fsmap finished waiting for FSMap version 40 2024-05-16T15:57:34.102 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.084+0000 7f5e72c22740 10 client.16545 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:57:34.102 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.084+0000 7f5e72c22740 20 client.16545 populate_metadata read hostname 'smithi043' 2024-05-16T15:57:34.102 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.084+0000 7f5e72c22740 1 --2- 172.21.15.43:0/1905946727 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55914e7897c0 0x55914e78bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:34.102 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.084+0000 7f5e72c22740 4 client.16545 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:57:34.102 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.084+0000 7f5e72c22740 1 -- 172.21.15.43:0/1905946727 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55914e6e61e0 con 0x55914e7897c0 2024-05-16T15:57:34.102 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.085+0000 7f5e6dcad640 1 --2- 172.21.15.43:0/1905946727 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55914e7897c0 0x55914e78bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:34.103 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.085+0000 7f5e517fa640 10 client.16545 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:57:34.103 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.085+0000 7f5e6dcad640 1 --2- 172.21.15.43:0/1905946727 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55914e7897c0 0x55914e78bbb0 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=becf194321cda8ed server_cookie=ad9f1676987de109 in_seq=0 out_seq=0 2024-05-16T15:57:34.103 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.086+0000 7f5e517fa640 1 -- 172.21.15.43:0/1905946727 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55914e6e61e0 con 0x55914e7897c0 2024-05-16T15:57:34.103 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.086+0000 7f5e517fa640 10 client.16545 handle_command_reply: tid=0 2024-05-16T15:57:34.103 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.086+0000 7f5e72c22740 1 client.16545 shutdown 2024-05-16T15:57:34.103 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.086+0000 7f5e72c22740 1 -- 172.21.15.43:0/1905946727 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55914e7747a0 msgr2=0x55914e77e450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:34.103 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.086+0000 7f5e72c22740 1 --2- 172.21.15.43:0/1905946727 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55914e7747a0 0x55914e77e450 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f5e6400c520 tx=0x7f5e640119b0 comp rx=0 tx=0).stop 2024-05-16T15:57:34.103 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.086+0000 7f5e72c22740 1 -- 172.21.15.43:0/1905946727 shutdown_connections 2024-05-16T15:57:34.103 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.086+0000 7f5e72c22740 1 --2- 172.21.15.43:0/1905946727 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55914e7897c0 0x55914e78bbb0 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:34.103 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.086+0000 7f5e72c22740 1 --2- 172.21.15.43:0/1905946727 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55914e779910 0x55914e785490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:34.103 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.086+0000 7f5e72c22740 1 --2- 172.21.15.43:0/1905946727 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55914e7747a0 0x55914e77e450 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:34.103 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.086+0000 7f5e72c22740 1 --2- 172.21.15.43:0/1905946727 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55914e773db0 0x55914e77df10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:34.103 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.086+0000 7f5e72c22740 1 -- 172.21.15.43:0/1905946727 >> 172.21.15.43:0/1905946727 conn(0x55914e76f420 msgr2=0x55914e76e580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:57:34.103 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.086+0000 7f5e517fa640 0 client.16545 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:57:34.103 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.086+0000 7f5e72c22740 1 -- 172.21.15.43:0/1905946727 shutdown_connections 2024-05-16T15:57:34.103 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.086+0000 7f5e72c22740 1 -- 172.21.15.43:0/1905946727 wait complete. 2024-05-16T15:57:34.104 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.086+0000 7f5e72c22740 20 client.16545 trim_cache size 0 max 16384 2024-05-16T15:57:34.119 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.104+0000 7f5e72c22740 1 Processor -- start 2024-05-16T15:57:34.119 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.104+0000 7f5e72c22740 1 -- start start 2024-05-16T15:57:34.119 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.104+0000 7f5e72c22740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55914e773db0 0x55914e77bd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:34.119 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.104+0000 7f5e72c22740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55914e7747a0 0x55914e785450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:34.119 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.104+0000 7f5e72c22740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55914e779910 0x55914e775920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:34.119 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.104+0000 7f5e72c22740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f5e681c2bd0 con 0x55914e773db0 2024-05-16T15:57:34.120 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.104+0000 7f5e72c22740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f5e681c4710 con 0x55914e779910 2024-05-16T15:57:34.120 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.104+0000 7f5e72c22740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f5e681c32a0 con 0x55914e7747a0 2024-05-16T15:57:34.120 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.104+0000 7f5e6dcad640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55914e773db0 0x55914e77bd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:34.120 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.105+0000 7f5e6dcad640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55914e773db0 0x55914e77bd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:49978/0 (socket says 172.21.15.43:49978) 2024-05-16T15:57:34.120 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.105+0000 7f5e6d4ac640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55914e7747a0 0x55914e785450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:34.120 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.105+0000 7f5e6dcad640 1 -- 172.21.15.43:0/971020778 learned_addr learned my addr 172.21.15.43:0/971020778 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:57:34.120 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.105+0000 7f5e6e4ae640 1 --2- 172.21.15.43:0/971020778 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55914e779910 0x55914e775920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:34.120 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.105+0000 7f5e6dcad640 1 -- 172.21.15.43:0/971020778 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55914e7747a0 msgr2=0x55914e785450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:57:34.120 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.105+0000 7f5e6dcad640 1 --2- 172.21.15.43:0/971020778 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55914e7747a0 0x55914e785450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:34.120 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.105+0000 7f5e6dcad640 1 -- 172.21.15.43:0/971020778 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55914e779910 msgr2=0x55914e775920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:57:34.120 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.105+0000 7f5e6dcad640 1 --2- 172.21.15.43:0/971020778 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55914e779910 0x55914e775920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:34.120 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.105+0000 7f5e6dcad640 1 -- 172.21.15.43:0/971020778 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55914e7700f0 con 0x55914e773db0 2024-05-16T15:57:34.120 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.105+0000 7f5e6dcad640 1 --2- 172.21.15.43:0/971020778 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55914e773db0 0x55914e77bd00 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f5e5c015000 tx=0x7f5e5c00bf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7cdcaad303352250 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:57:34.120 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.105+0000 7f5e537fe640 1 -- 172.21.15.43:0/971020778 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e5c009230 con 0x55914e773db0 2024-05-16T15:57:34.120 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.105+0000 7f5e537fe640 1 -- 172.21.15.43:0/971020778 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5e5c0a8ee0 con 0x55914e773db0 2024-05-16T15:57:34.121 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.105+0000 7f5e537fe640 1 -- 172.21.15.43:0/971020778 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e5c0a4850 con 0x55914e773db0 2024-05-16T15:57:34.124 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.106+0000 7f5e72c22740 1 -- 172.21.15.43:0/971020778 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55914e773db0 msgr2=0x55914e77bd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:34.124 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.106+0000 7f5e72c22740 1 --2- 172.21.15.43:0/971020778 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55914e773db0 0x55914e77bd00 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f5e5c015000 tx=0x7f5e5c00bf90 comp rx=0 tx=0).stop 2024-05-16T15:57:34.124 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.106+0000 7f5e72c22740 1 -- 172.21.15.43:0/971020778 shutdown_connections 2024-05-16T15:57:34.124 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.106+0000 7f5e72c22740 1 --2- 172.21.15.43:0/971020778 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55914e779910 0x55914e775920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:34.124 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.106+0000 7f5e72c22740 1 --2- 172.21.15.43:0/971020778 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55914e7747a0 0x55914e785450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:34.124 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.106+0000 7f5e72c22740 1 --2- 172.21.15.43:0/971020778 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55914e773db0 0x55914e77bd00 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:34.124 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.106+0000 7f5e72c22740 1 -- 172.21.15.43:0/971020778 >> 172.21.15.43:0/971020778 conn(0x55914e76f420 msgr2=0x55914e77df10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:57:34.124 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.106+0000 7f5e72c22740 1 -- 172.21.15.43:0/971020778 shutdown_connections 2024-05-16T15:57:34.124 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.106+0000 7f5e72c22740 1 -- 172.21.15.43:0/971020778 wait complete. 2024-05-16T15:57:34.125 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.107+0000 7f5e72c22740 1 -- start start 2024-05-16T15:57:34.125 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.107+0000 7f5e72c22740 1 Processor -- start 2024-05-16T15:57:34.125 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.107+0000 7f5e72c22740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55914e773db0 0x55914e7826b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:34.125 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.107+0000 7f5e72c22740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55914e7747a0 0x55914e782bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:34.125 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.107+0000 7f5e72c22740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55914e779910 0x55914e783c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:34.125 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.107+0000 7f5e72c22740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f5e681c4040 con 0x55914e779910 2024-05-16T15:57:34.125 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.107+0000 7f5e72c22740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f5e681c3970 con 0x55914e773db0 2024-05-16T15:57:34.125 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.107+0000 7f5e72c22740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f5e681c0bd0 con 0x55914e7747a0 2024-05-16T15:57:34.125 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.107+0000 7f5e72c22740 10 client.0 _ll_register_callbacks cb 0x7f5e60005ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:57:34.125 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.107+0000 7f5e6e4ae640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55914e779910 0x55914e783c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:34.125 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.107+0000 7f5e6dcad640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55914e773db0 0x55914e7826b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:34.125 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.107+0000 7f5e6dcad640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55914e773db0 0x55914e7826b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:60630/0 (socket says 172.21.15.43:60630) 2024-05-16T15:57:34.125 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.107+0000 7f5e6dcad640 1 -- 172.21.15.43:0/2138663177 learned_addr learned my addr 172.21.15.43:0/2138663177 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:57:34.125 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.107+0000 7f5e6d4ac640 1 --2- 172.21.15.43:0/2138663177 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55914e7747a0 0x55914e782bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:34.125 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.108+0000 7f5e6dcad640 1 -- 172.21.15.43:0/2138663177 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55914e7747a0 msgr2=0x55914e782bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:57:34.126 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.108+0000 7f5e6dcad640 1 --2- 172.21.15.43:0/2138663177 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55914e7747a0 0x55914e782bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:34.126 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.108+0000 7f5e6dcad640 1 -- 172.21.15.43:0/2138663177 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55914e779910 msgr2=0x55914e783c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:57:34.126 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.108+0000 7f5e6dcad640 1 --2- 172.21.15.43:0/2138663177 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55914e779910 0x55914e783c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:34.126 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.108+0000 7f5e6dcad640 1 -- 172.21.15.43:0/2138663177 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55914e7841f0 con 0x55914e773db0 2024-05-16T15:57:34.126 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.108+0000 7f5e6e4ae640 1 --2- 172.21.15.43:0/2138663177 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55914e779910 0x55914e783c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:57:34.126 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.108+0000 7f5e6dcad640 1 --2- 172.21.15.43:0/2138663177 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55914e773db0 0x55914e7826b0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f5e5c0a6150 tx=0x7f5e5c0104f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6c373aea8b1ebe88 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:57:34.126 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.108+0000 7f5e517fa640 10 client.0 ms_handle_connect on v2:172.21.15.148:3300/0 2024-05-16T15:57:34.126 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.108+0000 7f5e517fa640 1 -- 172.21.15.43:0/2138663177 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e5c0c7020 con 0x55914e773db0 2024-05-16T15:57:34.126 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.108+0000 7f5e517fa640 1 -- 172.21.15.43:0/2138663177 <== mon.2 v2:172.21.15.148:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9179+0+0 (secure 0 0 0) 0x7f5e5c0a8140 con 0x55914e773db0 2024-05-16T15:57:34.126 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.108+0000 7f5e72c22740 1 -- 172.21.15.43:0/2138663177 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5e5c0a8ee0 con 0x55914e773db0 2024-05-16T15:57:34.126 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.108+0000 7f5e517fa640 1 -- 172.21.15.43:0/2138663177 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f5e5c0b1d40 con 0x55914e773db0 2024-05-16T15:57:34.126 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.108+0000 7f5e72c22740 10 client.26057 fetch_fsmap learned FSMap version 40 2024-05-16T15:57:34.126 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.108+0000 7f5e72c22740 1 -- 172.21.15.43:0/2138663177 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x55914e785570 con 0x55914e773db0 2024-05-16T15:57:34.126 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.108+0000 7f5e517fa640 1 -- 172.21.15.43:0/2138663177 <== mon.2 v2:172.21.15.148:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5e5c0a8ee0 con 0x55914e773db0 2024-05-16T15:57:34.126 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.109+0000 7f5e517fa640 1 -- 172.21.15.43:0/2138663177 <== mon.2 v2:172.21.15.148:3300/0 5 ==== fsmap(e 40) ==== 8362+0+0 (secure 0 0 0) 0x7f5e5c0e9040 con 0x55914e773db0 2024-05-16T15:57:34.126 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.109+0000 7f5e72c22740 10 client.26057 fetch_fsmap finished waiting for FSMap version 40 2024-05-16T15:57:34.127 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.109+0000 7f5e72c22740 10 client.26057 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:57:34.127 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.109+0000 7f5e72c22740 20 client.26057 populate_metadata read hostname 'smithi043' 2024-05-16T15:57:34.127 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.109+0000 7f5e72c22740 1 --2- 172.21.15.43:0/2138663177 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55914e7f4510 0x55914e7f6930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:34.127 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.109+0000 7f5e72c22740 4 client.26057 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-16T15:57:34.127 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.109+0000 7f5e72c22740 1 -- 172.21.15.43:0/2138663177 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55914e6e0050 con 0x55914e7f4510 2024-05-16T15:57:34.127 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.109+0000 7f5e6d4ac640 1 --2- 172.21.15.43:0/2138663177 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55914e7f4510 0x55914e7f6930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:34.127 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.109+0000 7f5e517fa640 10 client.26057 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:57:34.127 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.109+0000 7f5e6d4ac640 1 --2- 172.21.15.43:0/2138663177 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55914e7f4510 0x55914e7f6930 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e6870f85bfff8bb0 server_cookie=13b65098fdf1ed19 in_seq=0 out_seq=0 2024-05-16T15:57:34.137 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.122+0000 7f5e517fa640 1 -- 172.21.15.43:0/2138663177 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55914e6e0050 con 0x55914e7f4510 2024-05-16T15:57:34.137 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.122+0000 7f5e517fa640 10 client.26057 handle_command_reply: tid=0 2024-05-16T15:57:34.137 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.122+0000 7f5e72c22740 1 client.26057 shutdown 2024-05-16T15:57:34.137 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.122+0000 7f5e72c22740 1 -- 172.21.15.43:0/2138663177 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55914e773db0 msgr2=0x55914e7826b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:34.137 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.122+0000 7f5e72c22740 1 --2- 172.21.15.43:0/2138663177 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55914e773db0 0x55914e7826b0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f5e5c0a6150 tx=0x7f5e5c0104f0 comp rx=0 tx=0).stop 2024-05-16T15:57:34.137 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.123+0000 7f5e72c22740 1 -- 172.21.15.43:0/2138663177 shutdown_connections 2024-05-16T15:57:34.137 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.123+0000 7f5e72c22740 1 --2- 172.21.15.43:0/2138663177 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x55914e7f4510 0x55914e7f6930 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:34.137 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.123+0000 7f5e72c22740 1 --2- 172.21.15.43:0/2138663177 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x55914e779910 0x55914e783c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:34.137 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.123+0000 7f5e72c22740 1 --2- 172.21.15.43:0/2138663177 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55914e7747a0 0x55914e782bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:34.137 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.123+0000 7f5e517fa640 0 client.26057 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:57:34.137 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.123+0000 7f5e72c22740 1 --2- 172.21.15.43:0/2138663177 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55914e773db0 0x55914e7826b0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:34.137 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.123+0000 7f5e72c22740 1 -- 172.21.15.43:0/2138663177 >> 172.21.15.43:0/2138663177 conn(0x55914e76f420 msgr2=0x55914e77def0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:57:34.137 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.123+0000 7f5e72c22740 1 -- 172.21.15.43:0/2138663177 shutdown_connections 2024-05-16T15:57:34.138 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.123+0000 7f5e72c22740 1 -- 172.21.15.43:0/2138663177 wait complete. 2024-05-16T15:57:34.138 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.123+0000 7f5e72c22740 20 client.26057 trim_cache size 0 max 16384 2024-05-16T15:57:34.138 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:{ 2024-05-16T15:57:34.138 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "message": "", 2024-05-16T15:57:34.138 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "return_code": 0 2024-05-16T15:57:34.138 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:} 2024-05-16T15:57:34.139 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.123+0000 7f5e6ff11640 1 -- 172.21.15.43:0/56860170 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f5e540b2970 msgr2=0x7f5e540b4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:34.139 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.123+0000 7f5e6ff11640 1 --2- 172.21.15.43:0/56860170 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f5e540b2970 0x7f5e540b4e30 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f5e60006010 tx=0x7f5e60005fa0 comp rx=0 tx=0).stop 2024-05-16T15:57:34.139 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.123+0000 7f5e6ff11640 1 -- 172.21.15.43:0/56860170 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5e68075410 msgr2=0x7f5e680713a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:34.139 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.123+0000 7f5e6ff11640 1 --2- 172.21.15.43:0/56860170 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5e68075410 0x7f5e680713a0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f5e5c00b4a0 tx=0x7f5e5c00b960 comp rx=0 tx=0).stop 2024-05-16T15:57:34.139 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.124+0000 7f5e6ff11640 1 -- 172.21.15.43:0/56860170 shutdown_connections 2024-05-16T15:57:34.139 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.124+0000 7f5e6ff11640 1 --2- 172.21.15.43:0/56860170 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f5e6810f030 0x7f5e681af220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:34.139 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.124+0000 7f5e6ff11640 1 --2- 172.21.15.43:0/56860170 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f5e540b2970 0x7f5e540b4e30 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:34.139 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.124+0000 7f5e6ff11640 1 --2- 172.21.15.43:0/56860170 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5e680769f0 0x7f5e680718e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:34.139 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.124+0000 7f5e6ff11640 1 --2- 172.21.15.43:0/56860170 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5e68075410 0x7f5e680713a0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:34.139 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.124+0000 7f5e6ff11640 1 -- 172.21.15.43:0/56860170 >> 172.21.15.43:0/56860170 conn(0x7f5e680fdfd0 msgr2=0x7f5e681023d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:57:34.139 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.124+0000 7f5e6ff11640 1 -- 172.21.15.43:0/56860170 shutdown_connections 2024-05-16T15:57:34.140 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:34.124+0000 7f5e6ff11640 1 -- 172.21.15.43:0/56860170 wait complete. 2024-05-16T15:57:35.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:57:35 smithi157 ceph-mon[35584]: pgmap v658: 129 pgs: 129 active+clean; 64 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 MiB/s rd, 2.9 MiB/s wr, 687 op/s 2024-05-16T15:57:35.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:57:35 smithi148 ceph-mon[34976]: pgmap v658: 129 pgs: 129 active+clean; 64 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 MiB/s rd, 2.9 MiB/s wr, 687 op/s 2024-05-16T15:57:35.978 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:57:35 smithi043 ceph-mon[31619]: pgmap v658: 129 pgs: 129 active+clean; 64 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 MiB/s rd, 2.9 MiB/s wr, 687 op/s 2024-05-16T15:57:37.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:57:37 smithi157 ceph-mon[35584]: pgmap v659: 129 pgs: 129 active+clean; 60 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 MiB/s rd, 2.3 MiB/s wr, 538 op/s 2024-05-16T15:57:37.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:57:37 smithi148 ceph-mon[34976]: pgmap v659: 129 pgs: 129 active+clean; 60 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 MiB/s rd, 2.3 MiB/s wr, 538 op/s 2024-05-16T15:57:37.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:57:37 smithi043 ceph-mon[31619]: pgmap v659: 129 pgs: 129 active+clean; 60 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 MiB/s rd, 2.3 MiB/s wr, 538 op/s 2024-05-16T15:57:39.342 INFO:tasks.workunit.client.0.smithi043.stdout:All 50000 operations completed A-OK! 2024-05-16T15:57:39.344 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-05-16T15:57:39.345 DEBUG:teuthology.orchestra.run.smithi043:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-05-16T15:57:39.727 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:57:39 smithi043 ceph-mon[31619]: pgmap v660: 129 pgs: 129 active+clean; 60 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 5.9 MiB/s rd, 3.0 MiB/s wr, 694 op/s 2024-05-16T15:57:39.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:57:39 smithi157 ceph-mon[35584]: pgmap v660: 129 pgs: 129 active+clean; 60 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 5.9 MiB/s rd, 3.0 MiB/s wr, 694 op/s 2024-05-16T15:57:39.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:57:39 smithi148 ceph-mon[34976]: pgmap v660: 129 pgs: 129 active+clean; 60 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 5.9 MiB/s rd, 3.0 MiB/s wr, 694 op/s 2024-05-16T15:57:41.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:57:41 smithi157 ceph-mon[35584]: pgmap v661: 129 pgs: 129 active+clean; 60 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 MiB/s rd, 2.3 MiB/s wr, 530 op/s 2024-05-16T15:57:41.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:57:41 smithi148 ceph-mon[34976]: pgmap v661: 129 pgs: 129 active+clean; 60 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 MiB/s rd, 2.3 MiB/s wr, 530 op/s 2024-05-16T15:57:41.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:57:41 smithi043 ceph-mon[31619]: pgmap v661: 129 pgs: 129 active+clean; 60 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 MiB/s rd, 2.3 MiB/s wr, 530 op/s 2024-05-16T15:57:42.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:57:42 smithi157 ceph-mon[35584]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:57:42.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:57:42 smithi148 ceph-mon[34976]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:57:42.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:57:42 smithi043 ceph-mon[31619]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:57:43.879 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:57:43 smithi043 ceph-mon[31619]: pgmap v662: 129 pgs: 129 active+clean; 62 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 MiB/s rd, 2.3 MiB/s wr, 543 op/s 2024-05-16T15:57:43.928 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:57:43 smithi157 ceph-mon[35584]: pgmap v662: 129 pgs: 129 active+clean; 62 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 MiB/s rd, 2.3 MiB/s wr, 543 op/s 2024-05-16T15:57:43.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:57:43 smithi148 ceph-mon[34976]: pgmap v662: 129 pgs: 129 active+clean; 62 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 MiB/s rd, 2.3 MiB/s wr, 543 op/s 2024-05-16T15:57:45.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:57:45 smithi157 ceph-mon[35584]: pgmap v663: 129 pgs: 129 active+clean; 73 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 MiB/s rd, 2.4 MiB/s wr, 545 op/s 2024-05-16T15:57:45.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:57:45 smithi148 ceph-mon[34976]: pgmap v663: 129 pgs: 129 active+clean; 73 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 MiB/s rd, 2.4 MiB/s wr, 545 op/s 2024-05-16T15:57:45.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:57:45 smithi043 ceph-mon[31619]: pgmap v663: 129 pgs: 129 active+clean; 73 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 MiB/s rd, 2.4 MiB/s wr, 545 op/s 2024-05-16T15:57:47.239 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.222+0000 7f63e8054640 1 -- 172.21.15.43:0/1993913256 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f63e0108710 msgr2=0x7f63e010ab60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:47.239 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.222+0000 7f63e8054640 1 --2- 172.21.15.43:0/1993913256 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f63e0108710 0x7f63e010ab60 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f63d8009ca0 tx=0x7f63d802a8c0 comp rx=0 tx=0).stop 2024-05-16T15:57:47.239 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.222+0000 7f63e8054640 1 -- 172.21.15.43:0/1993913256 shutdown_connections 2024-05-16T15:57:47.239 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.222+0000 7f63e8054640 1 --2- 172.21.15.43:0/1993913256 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f63e0108710 0x7f63e010ab60 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:47.239 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.222+0000 7f63e8054640 1 --2- 172.21.15.43:0/1993913256 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f63e0105de0 0x7f63e01081d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:47.239 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.222+0000 7f63e8054640 1 --2- 172.21.15.43:0/1993913256 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f63e01034b0 0x7f63e01058a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:47.239 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.222+0000 7f63e8054640 1 -- 172.21.15.43:0/1993913256 >> 172.21.15.43:0/1993913256 conn(0x7f63e00fcea0 msgr2=0x7f63e00ff2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:57:47.239 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.223+0000 7f63e8054640 1 -- 172.21.15.43:0/1993913256 shutdown_connections 2024-05-16T15:57:47.239 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.223+0000 7f63e8054640 1 -- 172.21.15.43:0/1993913256 wait complete. 2024-05-16T15:57:47.239 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.223+0000 7f63e8054640 1 Processor -- start 2024-05-16T15:57:47.239 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.223+0000 7f63e8054640 1 -- start start 2024-05-16T15:57:47.239 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.223+0000 7f63e8054640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f63e01034b0 0x7f63e0198a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:47.240 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.223+0000 7f63e8054640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f63e0105de0 0x7f63e0198f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:47.240 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.223+0000 7f63e8054640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f63e0108710 0x7f63e01a0000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:47.240 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.223+0000 7f63e8054640 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f63e010e460 con 0x7f63e0108710 2024-05-16T15:57:47.240 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.223+0000 7f63e8054640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f63e010e2e0 con 0x7f63e01034b0 2024-05-16T15:57:47.240 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.223+0000 7f63e8054640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f63e010e5e0 con 0x7f63e0105de0 2024-05-16T15:57:47.240 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.223+0000 7f63e65f1640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f63e0108710 0x7f63e01a0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:47.240 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.224+0000 7f63e55ef640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f63e0105de0 0x7f63e0198f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:47.240 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.224+0000 7f63e5df0640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f63e01034b0 0x7f63e0198a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:47.240 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.224+0000 7f63e65f1640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f63e0108710 0x7f63e01a0000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:35102/0 (socket says 172.21.15.43:35102) 2024-05-16T15:57:47.240 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.224+0000 7f63e65f1640 1 -- 172.21.15.43:0/4213388276 learned_addr learned my addr 172.21.15.43:0/4213388276 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:57:47.240 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.224+0000 7f63e65f1640 1 -- 172.21.15.43:0/4213388276 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f63e0105de0 msgr2=0x7f63e0198f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:47.240 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.224+0000 7f63e65f1640 1 --2- 172.21.15.43:0/4213388276 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f63e0105de0 0x7f63e0198f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:47.240 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.224+0000 7f63e65f1640 1 -- 172.21.15.43:0/4213388276 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f63e01034b0 msgr2=0x7f63e0198a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:47.240 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.224+0000 7f63e65f1640 1 --2- 172.21.15.43:0/4213388276 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f63e01034b0 0x7f63e0198a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:47.240 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.224+0000 7f63e65f1640 1 -- 172.21.15.43:0/4213388276 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63e01a0670 con 0x7f63e0108710 2024-05-16T15:57:47.241 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.224+0000 7f63e55ef640 1 --2- 172.21.15.43:0/4213388276 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f63e0105de0 0x7f63e0198f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:57:47.241 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.224+0000 7f63e65f1640 1 --2- 172.21.15.43:0/4213388276 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f63e0108710 0x7f63e01a0000 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f63d802aeb0 tx=0x7f63d8003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:57:47.241 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.224+0000 7f63d6ffd640 1 -- 172.21.15.43:0/4213388276 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63d8003e10 con 0x7f63e0108710 2024-05-16T15:57:47.241 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.224+0000 7f63d6ffd640 1 -- 172.21.15.43:0/4213388276 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f63d80044d0 con 0x7f63e0108710 2024-05-16T15:57:47.241 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.224+0000 7f63e8054640 1 -- 172.21.15.43:0/4213388276 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63e01a0900 con 0x7f63e0108710 2024-05-16T15:57:47.241 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.224+0000 7f63d6ffd640 1 -- 172.21.15.43:0/4213388276 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63d8030c70 con 0x7f63e0108710 2024-05-16T15:57:47.241 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.224+0000 7f63e8054640 1 -- 172.21.15.43:0/4213388276 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63e01a0e50 con 0x7f63e0108710 2024-05-16T15:57:47.244 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.228+0000 7f63d6ffd640 1 -- 172.21.15.43:0/4213388276 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f63d8004680 con 0x7f63e0108710 2024-05-16T15:57:47.244 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.228+0000 7f63ead6c740 1 Processor -- start 2024-05-16T15:57:47.244 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.228+0000 7f63ead6c740 1 -- start start 2024-05-16T15:57:47.245 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.228+0000 7f63ead6c740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555b464da1c0 0x555b464da5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:47.245 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.228+0000 7f63ead6c740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555b464dabb0 0x555b464df6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:47.245 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.228+0000 7f63ead6c740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555b464dfd20 0x555b464e21b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:47.245 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.228+0000 7f63ead6c740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x555b4643a5d0 con 0x555b464dfd20 2024-05-16T15:57:47.245 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.228+0000 7f63ead6c740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x555b463f3890 con 0x555b464dabb0 2024-05-16T15:57:47.245 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.228+0000 7f63ead6c740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x555b46436590 con 0x555b464da1c0 2024-05-16T15:57:47.245 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.228+0000 7f63e55ef640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555b464dfd20 0x555b464e21b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:47.245 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.228+0000 7f63e55ef640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555b464dfd20 0x555b464e21b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:35106/0 (socket says 172.21.15.43:35106) 2024-05-16T15:57:47.245 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.228+0000 7f63e55ef640 1 -- 172.21.15.43:0/3316967067 learned_addr learned my addr 172.21.15.43:0/3316967067 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:57:47.245 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.228+0000 7f63e55ef640 1 --2- 172.21.15.43:0/3316967067 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555b464da1c0 0x555b464da5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:47.245 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.228+0000 7f63e5df0640 1 --2- 172.21.15.43:0/3316967067 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555b464dabb0 0x555b464df6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:47.245 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.229+0000 7f63e55ef640 1 -- 172.21.15.43:0/3316967067 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555b464da1c0 msgr2=0x555b464da5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:57:47.245 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.229+0000 7f63e55ef640 1 --2- 172.21.15.43:0/3316967067 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555b464da1c0 0x555b464da5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:47.245 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.229+0000 7f63e55ef640 1 -- 172.21.15.43:0/3316967067 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555b464dabb0 msgr2=0x555b464df6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:57:47.246 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.229+0000 7f63e55ef640 1 --2- 172.21.15.43:0/3316967067 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555b464dabb0 0x555b464df6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:47.246 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.229+0000 7f63e55ef640 1 -- 172.21.15.43:0/3316967067 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555b4614c210 con 0x555b464dfd20 2024-05-16T15:57:47.246 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.229+0000 7f63d6ffd640 1 --2- 172.21.15.43:0/4213388276 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f63cc0b28a0 0x7f63cc0b4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:47.246 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.229+0000 7f63e55ef640 1 --2- 172.21.15.43:0/3316967067 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555b464dfd20 0x555b464e21b0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f63d00097e0 tx=0x7f63d0009770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77eaddb55959ba37 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:57:47.246 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.229+0000 7f63e5df0640 1 --2- 172.21.15.43:0/4213388276 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f63cc0b28a0 0x7f63cc0b4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:47.246 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.229+0000 7f63d6ffd640 1 -- 172.21.15.43:0/4213388276 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9179+0+0 (secure 0 0 0) 0x7f63d8103d20 con 0x7f63e0108710 2024-05-16T15:57:47.246 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.229+0000 7f63cbfff640 1 -- 172.21.15.43:0/3316967067 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63d000fc50 con 0x555b464dfd20 2024-05-16T15:57:47.246 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.229+0000 7f63cbfff640 1 -- 172.21.15.43:0/3316967067 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f63d00044c0 con 0x555b464dfd20 2024-05-16T15:57:47.246 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.229+0000 7f63cbfff640 1 -- 172.21.15.43:0/3316967067 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63d0003d50 con 0x555b464dfd20 2024-05-16T15:57:47.246 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.230+0000 7f63ead6c740 1 -- 172.21.15.43:0/3316967067 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555b464dfd20 msgr2=0x555b464e21b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:47.246 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.230+0000 7f63e5df0640 1 --2- 172.21.15.43:0/4213388276 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f63cc0b28a0 0x7f63cc0b4d60 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x555b464dafb0 tx=0x7f63dc00b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:57:47.246 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.230+0000 7f63ead6c740 1 --2- 172.21.15.43:0/3316967067 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555b464dfd20 0x555b464e21b0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f63d00097e0 tx=0x7f63d0009770 comp rx=0 tx=0).stop 2024-05-16T15:57:47.246 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.230+0000 7f63ead6c740 1 -- 172.21.15.43:0/3316967067 shutdown_connections 2024-05-16T15:57:47.246 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.230+0000 7f63ead6c740 1 --2- 172.21.15.43:0/3316967067 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555b464dfd20 0x555b464e21b0 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:47.247 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.230+0000 7f63ead6c740 1 --2- 172.21.15.43:0/3316967067 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555b464dabb0 0x555b464df6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:47.247 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.230+0000 7f63ead6c740 1 --2- 172.21.15.43:0/3316967067 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555b464da1c0 0x555b464da5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:47.247 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.230+0000 7f63ead6c740 1 -- 172.21.15.43:0/3316967067 >> 172.21.15.43:0/3316967067 conn(0x555b464d1420 msgr2=0x555b464d1820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:57:47.247 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.230+0000 7f63ead6c740 1 -- 172.21.15.43:0/3316967067 shutdown_connections 2024-05-16T15:57:47.247 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.230+0000 7f63ead6c740 1 -- 172.21.15.43:0/3316967067 wait complete. 2024-05-16T15:57:47.247 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.230+0000 7f63ead6c740 1 -- start start 2024-05-16T15:57:47.247 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.231+0000 7f63ead6c740 1 Processor -- start 2024-05-16T15:57:47.250 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.231+0000 7f63ead6c740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555b464da1c0 0x555b464e4460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:47.250 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.231+0000 7f63ead6c740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555b464dabb0 0x555b464e49a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:47.250 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.231+0000 7f63ead6c740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555b464dfd20 0x555b464eb9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:47.250 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.231+0000 7f63ead6c740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x555b464e2cd0 con 0x555b464dfd20 2024-05-16T15:57:47.251 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.231+0000 7f63ead6c740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x555b463f7370 con 0x555b464da1c0 2024-05-16T15:57:47.251 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.231+0000 7f63ead6c740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x555b464e2e50 con 0x555b464dabb0 2024-05-16T15:57:47.251 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.231+0000 7f63ead6c740 10 client.0 _ll_register_callbacks cb 0x555b4614ba00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:57:47.251 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.231+0000 7f63e55ef640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555b464dabb0 0x555b464e49a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:47.251 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.231+0000 7f63e65f1640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555b464dfd20 0x555b464eb9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:47.251 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.231+0000 7f63e55ef640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555b464dabb0 0x555b464e49a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.43:35978/0 (socket says 172.21.15.43:35978) 2024-05-16T15:57:47.251 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.231+0000 7f63e55ef640 1 -- 172.21.15.43:0/2226445627 learned_addr learned my addr 172.21.15.43:0/2226445627 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:57:47.251 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.231+0000 7f63e5df0640 1 --2- 172.21.15.43:0/2226445627 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555b464da1c0 0x555b464e4460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:47.251 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.231+0000 7f63e55ef640 1 -- 172.21.15.43:0/2226445627 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555b464da1c0 msgr2=0x555b464e4460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:57:47.251 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.231+0000 7f63e55ef640 1 --2- 172.21.15.43:0/2226445627 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555b464da1c0 0x555b464e4460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:47.251 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.231+0000 7f63e55ef640 1 -- 172.21.15.43:0/2226445627 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555b464dfd20 msgr2=0x555b464eb9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:57:47.251 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.231+0000 7f63e55ef640 1 --2- 172.21.15.43:0/2226445627 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555b464dfd20 0x555b464eb9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:47.251 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.231+0000 7f63e55ef640 1 -- 172.21.15.43:0/2226445627 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555b46218620 con 0x555b464dabb0 2024-05-16T15:57:47.251 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.231+0000 7f63e65f1640 1 --2- 172.21.15.43:0/2226445627 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555b464dfd20 0x555b464eb9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:57:47.251 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.232+0000 7f63e55ef640 1 --2- 172.21.15.43:0/2226445627 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555b464dabb0 0x555b464e49a0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f63d0010010 tx=0x7f63d00094e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9cddb4354b4fe46a server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:57:47.251 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.232+0000 7f63c97fa640 10 client.0 ms_handle_connect on v2:172.21.15.157:3300/0 2024-05-16T15:57:47.252 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.232+0000 7f63c97fa640 1 -- 172.21.15.43:0/2226445627 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63d002d060 con 0x555b464dabb0 2024-05-16T15:57:47.252 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.232+0000 7f63ead6c740 1 -- 172.21.15.43:0/2226445627 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x555b464481e0 con 0x555b464dabb0 2024-05-16T15:57:47.252 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.232+0000 7f63c97fa640 1 -- 172.21.15.43:0/2226445627 <== mon.1 v2:172.21.15.157:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9179+0+0 (secure 0 0 0) 0x7f63d0003ad0 con 0x555b464dabb0 2024-05-16T15:57:47.252 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.232+0000 7f63c97fa640 1 -- 172.21.15.43:0/2226445627 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f63d00036f0 con 0x555b464dabb0 2024-05-16T15:57:47.252 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.232+0000 7f63ead6c740 10 client.26104 fetch_fsmap learned FSMap version 42 2024-05-16T15:57:47.252 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.232+0000 7f63ead6c740 1 -- 172.21.15.43:0/2226445627 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x555b464ee9c0 con 0x555b464dabb0 2024-05-16T15:57:47.252 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.232+0000 7f63c97fa640 1 -- 172.21.15.43:0/2226445627 <== mon.1 v2:172.21.15.157:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x555b464481e0 con 0x555b464dabb0 2024-05-16T15:57:47.252 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.232+0000 7f63c97fa640 1 -- 172.21.15.43:0/2226445627 <== mon.1 v2:172.21.15.157:3300/0 5 ==== fsmap(e 42) ==== 8382+0+0 (secure 0 0 0) 0x7f63d0027030 con 0x555b464dabb0 2024-05-16T15:57:47.252 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.232+0000 7f63ead6c740 10 client.26104 fetch_fsmap finished waiting for FSMap version 42 2024-05-16T15:57:47.252 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.232+0000 7f63ead6c740 10 client.26104 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:57:47.252 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.233+0000 7f63ead6c740 20 client.26104 populate_metadata read hostname 'smithi043' 2024-05-16T15:57:47.252 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.233+0000 7f63ead6c740 1 --2- 172.21.15.43:0/2226445627 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x555b464efe90 0x555b464f2280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:47.252 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.233+0000 7f63ead6c740 4 client.26104 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-16T15:57:47.252 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.233+0000 7f63ead6c740 1 -- 172.21.15.43:0/2226445627 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555b46442050 con 0x555b464efe90 2024-05-16T15:57:47.252 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.233+0000 7f63e5df0640 1 --2- 172.21.15.43:0/2226445627 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x555b464efe90 0x555b464f2280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:47.252 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.233+0000 7f63e5df0640 1 --2- 172.21.15.43:0/2226445627 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x555b464efe90 0x555b464f2280 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b6a8b05c9f0518ca server_cookie=7050f9d2e740eb72 in_seq=0 out_seq=0 2024-05-16T15:57:47.253 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.233+0000 7f63c97fa640 10 client.26104 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:57:47.253 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.234+0000 7f63c97fa640 1 -- 172.21.15.43:0/2226445627 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x555b46442050 con 0x555b464efe90 2024-05-16T15:57:47.253 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.234+0000 7f63c97fa640 10 client.26104 handle_command_reply: tid=0 2024-05-16T15:57:47.253 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.234+0000 7f63ead6c740 1 client.26104 shutdown 2024-05-16T15:57:47.253 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.234+0000 7f63ead6c740 1 -- 172.21.15.43:0/2226445627 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555b464dabb0 msgr2=0x555b464e49a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:47.253 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.234+0000 7f63ead6c740 1 --2- 172.21.15.43:0/2226445627 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555b464dabb0 0x555b464e49a0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f63d0010010 tx=0x7f63d00094e0 comp rx=0 tx=0).stop 2024-05-16T15:57:47.253 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.234+0000 7f63ead6c740 1 -- 172.21.15.43:0/2226445627 shutdown_connections 2024-05-16T15:57:47.253 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.234+0000 7f63ead6c740 1 --2- 172.21.15.43:0/2226445627 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x555b464efe90 0x555b464f2280 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:47.253 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.234+0000 7f63ead6c740 1 --2- 172.21.15.43:0/2226445627 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555b464dfd20 0x555b464eb9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:47.253 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.234+0000 7f63ead6c740 1 --2- 172.21.15.43:0/2226445627 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555b464dabb0 0x555b464e49a0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:47.253 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.234+0000 7f63ead6c740 1 --2- 172.21.15.43:0/2226445627 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555b464da1c0 0x555b464e4460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:47.253 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.234+0000 7f63c97fa640 0 client.26104 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:57:47.253 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.234+0000 7f63ead6c740 1 -- 172.21.15.43:0/2226445627 >> 172.21.15.43:0/2226445627 conn(0x555b464d1420 msgr2=0x555b464d0580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:57:47.253 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.234+0000 7f63ead6c740 1 -- 172.21.15.43:0/2226445627 shutdown_connections 2024-05-16T15:57:47.253 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.234+0000 7f63ead6c740 1 -- 172.21.15.43:0/2226445627 wait complete. 2024-05-16T15:57:47.253 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.234+0000 7f63ead6c740 20 client.26104 trim_cache size 0 max 16384 2024-05-16T15:57:47.266 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.251+0000 7f63ead6c740 1 Processor -- start 2024-05-16T15:57:47.267 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.251+0000 7f63ead6c740 1 -- start start 2024-05-16T15:57:47.267 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.251+0000 7f63ead6c740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555b464da1c0 0x555b464d43e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:47.267 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.251+0000 7f63ead6c740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555b464dabb0 0x555b464eb9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:47.267 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.251+0000 7f63ead6c740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555b464dfd20 0x555b464d4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:47.267 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.251+0000 7f63ead6c740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f63e01a9200 con 0x555b464dfd20 2024-05-16T15:57:47.267 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.251+0000 7f63ead6c740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f63e01aad40 con 0x555b464da1c0 2024-05-16T15:57:47.267 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.251+0000 7f63ead6c740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f63e01a98d0 con 0x555b464dabb0 2024-05-16T15:57:47.267 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.251+0000 7f63e65f1640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555b464dfd20 0x555b464d4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:47.267 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.251+0000 7f63e65f1640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555b464dfd20 0x555b464d4920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:35126/0 (socket says 172.21.15.43:35126) 2024-05-16T15:57:47.267 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.251+0000 7f63e65f1640 1 -- 172.21.15.43:0/3380546786 learned_addr learned my addr 172.21.15.43:0/3380546786 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:57:47.267 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.251+0000 7f63e55ef640 1 --2- 172.21.15.43:0/3380546786 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555b464dabb0 0x555b464eb9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:47.267 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.251+0000 7f63e5df0640 1 --2- 172.21.15.43:0/3380546786 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555b464da1c0 0x555b464d43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:47.267 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.251+0000 7f63e65f1640 1 -- 172.21.15.43:0/3380546786 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555b464dabb0 msgr2=0x555b464eb9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:57:47.268 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.251+0000 7f63e65f1640 1 --2- 172.21.15.43:0/3380546786 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555b464dabb0 0x555b464eb9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:47.268 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.251+0000 7f63e65f1640 1 -- 172.21.15.43:0/3380546786 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555b464da1c0 msgr2=0x555b464d43e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:57:47.268 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.251+0000 7f63e65f1640 1 --2- 172.21.15.43:0/3380546786 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555b464da1c0 0x555b464d43e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:47.268 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.251+0000 7f63e65f1640 1 -- 172.21.15.43:0/3380546786 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555b464d1250 con 0x555b464dfd20 2024-05-16T15:57:47.268 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.252+0000 7f63e65f1640 1 --2- 172.21.15.43:0/3380546786 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555b464dfd20 0x555b464d4920 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f63d81014c0 tx=0x7f63d80c6ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56fb70444f22e11f server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:57:47.268 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.252+0000 7f63cb7fe640 1 -- 172.21.15.43:0/3380546786 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63d80d3df0 con 0x555b464dfd20 2024-05-16T15:57:47.268 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.252+0000 7f63cb7fe640 1 -- 172.21.15.43:0/3380546786 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f63d8036020 con 0x555b464dfd20 2024-05-16T15:57:47.268 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.252+0000 7f63cb7fe640 1 -- 172.21.15.43:0/3380546786 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63d80d3bc0 con 0x555b464dfd20 2024-05-16T15:57:47.268 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.252+0000 7f63ead6c740 1 -- 172.21.15.43:0/3380546786 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555b464dfd20 msgr2=0x555b464d4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:47.268 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.252+0000 7f63ead6c740 1 --2- 172.21.15.43:0/3380546786 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555b464dfd20 0x555b464d4920 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f63d81014c0 tx=0x7f63d80c6ed0 comp rx=0 tx=0).stop 2024-05-16T15:57:47.268 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.252+0000 7f63ead6c740 1 -- 172.21.15.43:0/3380546786 shutdown_connections 2024-05-16T15:57:47.268 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.252+0000 7f63ead6c740 1 --2- 172.21.15.43:0/3380546786 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555b464dfd20 0x555b464d4920 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:47.268 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.252+0000 7f63ead6c740 1 --2- 172.21.15.43:0/3380546786 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555b464dabb0 0x555b464eb9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:47.268 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.252+0000 7f63ead6c740 1 --2- 172.21.15.43:0/3380546786 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555b464da1c0 0x555b464d43e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:47.269 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.252+0000 7f63ead6c740 1 -- 172.21.15.43:0/3380546786 >> 172.21.15.43:0/3380546786 conn(0x555b464d1420 msgr2=0x555b464dbe30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:57:47.269 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.253+0000 7f63ead6c740 1 -- 172.21.15.43:0/3380546786 shutdown_connections 2024-05-16T15:57:47.269 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.253+0000 7f63ead6c740 1 -- 172.21.15.43:0/3380546786 wait complete. 2024-05-16T15:57:47.269 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.253+0000 7f63ead6c740 1 -- start start 2024-05-16T15:57:47.269 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.253+0000 7f63ead6c740 1 Processor -- start 2024-05-16T15:57:47.271 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.253+0000 7f63ead6c740 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555b464da1c0 0x555b464e87d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:47.271 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.253+0000 7f63ead6c740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555b464dabb0 0x555b464e8d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:47.271 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.253+0000 7f63ead6c740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555b464dfd20 0x555b465586a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:47.271 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.253+0000 7f63ead6c740 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f63e01aa670 con 0x555b464da1c0 2024-05-16T15:57:47.272 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.253+0000 7f63ead6c740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f63e01a9fa0 con 0x555b464dfd20 2024-05-16T15:57:47.272 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.253+0000 7f63ead6c740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f63e01a71e0 con 0x555b464dabb0 2024-05-16T15:57:47.272 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.253+0000 7f63ead6c740 10 client.0 _ll_register_callbacks cb 0x7f63d0011690 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-16T15:57:47.272 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.253+0000 7f63e5df0640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555b464da1c0 0x555b464e87d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:47.272 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.253+0000 7f63e55ef640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555b464dabb0 0x555b464e8d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:47.272 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.253+0000 7f63e5df0640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555b464da1c0 0x555b464e87d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:35138/0 (socket says 172.21.15.43:35138) 2024-05-16T15:57:47.272 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.253+0000 7f63e5df0640 1 -- 172.21.15.43:0/3024715164 learned_addr learned my addr 172.21.15.43:0/3024715164 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:57:47.272 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.254+0000 7f63e65f1640 1 --2- 172.21.15.43:0/3024715164 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555b464dfd20 0x555b465586a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:47.272 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.254+0000 7f63e5df0640 1 -- 172.21.15.43:0/3024715164 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555b464dabb0 msgr2=0x555b464e8d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:57:47.272 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.254+0000 7f63e5df0640 1 --2- 172.21.15.43:0/3024715164 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555b464dabb0 0x555b464e8d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:47.272 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.254+0000 7f63e5df0640 1 -- 172.21.15.43:0/3024715164 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555b464dfd20 msgr2=0x555b465586a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-16T15:57:47.272 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.254+0000 7f63e5df0640 1 --2- 172.21.15.43:0/3024715164 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555b464dfd20 0x555b465586a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:47.272 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.254+0000 7f63e5df0640 1 -- 172.21.15.43:0/3024715164 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555b46558be0 con 0x555b464da1c0 2024-05-16T15:57:47.272 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.254+0000 7f63e5df0640 1 --2- 172.21.15.43:0/3024715164 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555b464da1c0 0x555b464e87d0 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x555b464f2aa0 tx=0x7f63dc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43b9d78ead0786c2 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:57:47.272 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.254+0000 7f63c97fa640 10 client.0 ms_handle_connect on v2:172.21.15.43:3300/0 2024-05-16T15:57:47.273 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.254+0000 7f63c97fa640 1 -- 172.21.15.43:0/3024715164 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63dc005220 con 0x555b464da1c0 2024-05-16T15:57:47.273 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.254+0000 7f63ead6c740 1 -- 172.21.15.43:0/3024715164 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f63d8036020 con 0x555b464da1c0 2024-05-16T15:57:47.273 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.254+0000 7f63c97fa640 1 -- 172.21.15.43:0/3024715164 <== mon.0 v2:172.21.15.43:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9179+0+0 (secure 0 0 0) 0x7f63dc0053c0 con 0x555b464da1c0 2024-05-16T15:57:47.273 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.254+0000 7f63c97fa640 1 -- 172.21.15.43:0/3024715164 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f63dc036050 con 0x555b464da1c0 2024-05-16T15:57:47.273 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.254+0000 7f63ead6c740 10 client.16569 fetch_fsmap learned FSMap version 42 2024-05-16T15:57:47.273 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.254+0000 7f63ead6c740 1 -- 172.21.15.43:0/3024715164 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x555b46559e60 con 0x555b464da1c0 2024-05-16T15:57:47.273 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.255+0000 7f63c97fa640 1 -- 172.21.15.43:0/3024715164 <== mon.0 v2:172.21.15.43:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f63d8036020 con 0x555b464da1c0 2024-05-16T15:57:47.273 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.255+0000 7f63c97fa640 1 -- 172.21.15.43:0/3024715164 <== mon.0 v2:172.21.15.43:3300/0 5 ==== fsmap(e 42) ==== 8382+0+0 (secure 0 0 0) 0x7f63dc019040 con 0x555b464da1c0 2024-05-16T15:57:47.273 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.255+0000 7f63ead6c740 10 client.16569 fetch_fsmap finished waiting for FSMap version 42 2024-05-16T15:57:47.273 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.255+0000 7f63ead6c740 10 client.16569 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-16T15:57:47.273 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.255+0000 7f63ead6c740 20 client.16569 populate_metadata read hostname 'smithi043' 2024-05-16T15:57:47.273 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.255+0000 7f63ead6c740 1 --2- 172.21.15.43:0/3024715164 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x555b4655a7f0 0x555b4655cc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:47.273 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.255+0000 7f63ead6c740 4 client.16569 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-16T15:57:47.273 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.255+0000 7f63ead6c740 1 -- 172.21.15.43:0/3024715164 --> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] -- command(tid 0: {"prefix": "flush journal"}) -- 0x555b463bd5f0 con 0x555b4655a7f0 2024-05-16T15:57:47.273 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.255+0000 7f63e55ef640 1 --2- 172.21.15.43:0/3024715164 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x555b4655a7f0 0x555b4655cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:47.274 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.255+0000 7f63e55ef640 1 --2- 172.21.15.43:0/3024715164 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x555b4655a7f0 0x555b4655cc10 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b4f93a3658d77e14 server_cookie=58fb9ec7fafd9faf in_seq=0 out_seq=0 2024-05-16T15:57:47.274 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.255+0000 7f63c97fa640 10 client.16569 ms_handle_connect on v2:172.21.15.148:6838/717807397 2024-05-16T15:57:47.285 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.270+0000 7f63c97fa640 1 -- 172.21.15.43:0/3024715164 <== mds.0 v2:172.21.15.148:6838/717807397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x555b463bd5f0 con 0x555b4655a7f0 2024-05-16T15:57:47.285 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.270+0000 7f63c97fa640 10 client.16569 handle_command_reply: tid=0 2024-05-16T15:57:47.285 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.270+0000 7f63ead6c740 1 client.16569 shutdown 2024-05-16T15:57:47.285 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.271+0000 7f63ead6c740 1 -- 172.21.15.43:0/3024715164 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555b464da1c0 msgr2=0x555b464e87d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:47.285 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.271+0000 7f63ead6c740 1 --2- 172.21.15.43:0/3024715164 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555b464da1c0 0x555b464e87d0 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x555b464f2aa0 tx=0x7f63dc0046c0 comp rx=0 tx=0).stop 2024-05-16T15:57:47.285 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.271+0000 7f63ead6c740 1 -- 172.21.15.43:0/3024715164 shutdown_connections 2024-05-16T15:57:47.285 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.271+0000 7f63ead6c740 1 --2- 172.21.15.43:0/3024715164 >> [v2:172.21.15.148:6838/717807397,v1:172.21.15.148:6839/717807397] conn(0x555b4655a7f0 0x555b4655cc10 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:47.285 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.271+0000 7f63ead6c740 1 --2- 172.21.15.43:0/3024715164 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555b464dfd20 0x555b465586a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:47.285 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.271+0000 7f63ead6c740 1 --2- 172.21.15.43:0/3024715164 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555b464dabb0 0x555b464e8d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:47.285 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.271+0000 7f63c97fa640 0 client.16569 ms_handle_reset on v2:172.21.15.148:6838/717807397 2024-05-16T15:57:47.286 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.271+0000 7f63ead6c740 1 --2- 172.21.15.43:0/3024715164 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x555b464da1c0 0x555b464e87d0 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:47.286 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.271+0000 7f63ead6c740 1 -- 172.21.15.43:0/3024715164 >> 172.21.15.43:0/3024715164 conn(0x555b464d1420 msgr2=0x555b464d43e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:57:47.286 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.271+0000 7f63ead6c740 1 -- 172.21.15.43:0/3024715164 shutdown_connections 2024-05-16T15:57:47.286 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.271+0000 7f63ead6c740 1 -- 172.21.15.43:0/3024715164 wait complete. 2024-05-16T15:57:47.286 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.271+0000 7f63ead6c740 20 client.16569 trim_cache size 0 max 16384 2024-05-16T15:57:47.286 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:{ 2024-05-16T15:57:47.286 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "message": "", 2024-05-16T15:57:47.286 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout: "return_code": 0 2024-05-16T15:57:47.286 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stdout:} 2024-05-16T15:57:47.287 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.271+0000 7f63e8054640 1 -- 172.21.15.43:0/4213388276 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f63cc0b28a0 msgr2=0x7f63cc0b4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:47.287 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.271+0000 7f63e8054640 1 --2- 172.21.15.43:0/4213388276 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f63cc0b28a0 0x7f63cc0b4d60 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x555b464dafb0 tx=0x7f63dc00b390 comp rx=0 tx=0).stop 2024-05-16T15:57:47.287 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.271+0000 7f63e8054640 1 -- 172.21.15.43:0/4213388276 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f63e0108710 msgr2=0x7f63e01a0000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:47.287 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.271+0000 7f63e8054640 1 --2- 172.21.15.43:0/4213388276 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f63e0108710 0x7f63e01a0000 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f63d802aeb0 tx=0x7f63d8003c20 comp rx=0 tx=0).stop 2024-05-16T15:57:47.287 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.272+0000 7f63e8054640 1 -- 172.21.15.43:0/4213388276 shutdown_connections 2024-05-16T15:57:47.287 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.272+0000 7f63e8054640 1 --2- 172.21.15.43:0/4213388276 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f63e0108710 0x7f63e01a0000 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:47.288 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.272+0000 7f63e8054640 1 --2- 172.21.15.43:0/4213388276 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f63cc0b28a0 0x7f63cc0b4d60 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:47.288 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.272+0000 7f63e8054640 1 --2- 172.21.15.43:0/4213388276 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f63e0105de0 0x7f63e0198f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:47.288 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.272+0000 7f63e8054640 1 --2- 172.21.15.43:0/4213388276 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f63e01034b0 0x7f63e0198a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:47.288 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.272+0000 7f63e8054640 1 -- 172.21.15.43:0/4213388276 >> 172.21.15.43:0/4213388276 conn(0x7f63e00fcea0 msgr2=0x7f63e0103df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:57:47.288 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.272+0000 7f63e8054640 1 -- 172.21.15.43:0/4213388276 shutdown_connections 2024-05-16T15:57:47.288 INFO:teuthology.task.background_exec.ubuntu@smithi043.front.sepia.ceph.com.smithi043.stderr:2024-05-16T15:57:47.272+0000 7f63e8054640 1 -- 172.21.15.43:0/4213388276 wait complete. 2024-05-16T15:57:47.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:57:47 smithi157 ceph-mon[35584]: pgmap v664: 129 pgs: 129 active+clean; 71 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 413 op/s 2024-05-16T15:57:47.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:57:47 smithi157 ceph-mon[35584]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:57:47.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:57:47 smithi148 ceph-mon[34976]: pgmap v664: 129 pgs: 129 active+clean; 71 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 413 op/s 2024-05-16T15:57:47.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:57:47 smithi148 ceph-mon[34976]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:57:47.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:57:47 smithi043 ceph-mon[31619]: pgmap v664: 129 pgs: 129 active+clean; 71 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 413 op/s 2024-05-16T15:57:47.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:57:47 smithi043 ceph-mon[31619]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:57:49.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:57:49 smithi157 ceph-mon[35584]: pgmap v665: 129 pgs: 129 active+clean; 69 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 498 op/s 2024-05-16T15:57:49.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:57:49 smithi148 ceph-mon[34976]: pgmap v665: 129 pgs: 129 active+clean; 69 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 498 op/s 2024-05-16T15:57:49.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:57:49 smithi043 ceph-mon[31619]: pgmap v665: 129 pgs: 129 active+clean; 69 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 498 op/s 2024-05-16T15:57:50.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:57:50 smithi157 ceph-mon[35584]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:57:50.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:57:50 smithi148 ceph-mon[34976]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:57:50.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:57:50 smithi043 ceph-mon[31619]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:57:51.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:57:51 smithi157 ceph-mon[35584]: pgmap v666: 129 pgs: 129 active+clean; 68 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.1 MiB/s wr, 334 op/s 2024-05-16T15:57:51.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:57:51 smithi148 ceph-mon[34976]: pgmap v666: 129 pgs: 129 active+clean; 68 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.1 MiB/s wr, 334 op/s 2024-05-16T15:57:51.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:57:51 smithi043 ceph-mon[31619]: pgmap v666: 129 pgs: 129 active+clean; 68 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.1 MiB/s wr, 334 op/s 2024-05-16T15:57:52.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:57:52 smithi157 ceph-mon[35584]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:57:52.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:57:52 smithi148 ceph-mon[34976]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:57:52.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:57:52 smithi043 ceph-mon[31619]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:57:53.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:57:53 smithi157 ceph-mon[35584]: pgmap v667: 129 pgs: 129 active+clean; 66 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.0 MiB/s wr, 381 op/s 2024-05-16T15:57:53.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:57:53 smithi148 ceph-mon[34976]: pgmap v667: 129 pgs: 129 active+clean; 66 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.0 MiB/s wr, 381 op/s 2024-05-16T15:57:53.978 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:57:53 smithi043 ceph-mon[31619]: pgmap v667: 129 pgs: 129 active+clean; 66 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.0 MiB/s wr, 381 op/s 2024-05-16T15:57:55.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:57:55 smithi157 ceph-mon[35584]: pgmap v668: 129 pgs: 129 active+clean; 68 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.2 MiB/s wr, 438 op/s 2024-05-16T15:57:55.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:57:55 smithi157 ceph-mon[35584]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:57:55.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:57:55 smithi148 ceph-mon[34976]: pgmap v668: 129 pgs: 129 active+clean; 68 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.2 MiB/s wr, 438 op/s 2024-05-16T15:57:55.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:57:55 smithi148 ceph-mon[34976]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:57:55.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:57:55 smithi043 ceph-mon[31619]: pgmap v668: 129 pgs: 129 active+clean; 68 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.2 MiB/s wr, 438 op/s 2024-05-16T15:57:55.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:57:55 smithi043 ceph-mon[31619]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:57:57.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:57:57 smithi157 ceph-mon[35584]: pgmap v669: 129 pgs: 129 active+clean; 68 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 786 KiB/s rd, 811 KiB/s wr, 432 op/s 2024-05-16T15:57:57.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:57:57 smithi148 ceph-mon[34976]: pgmap v669: 129 pgs: 129 active+clean; 68 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 786 KiB/s rd, 811 KiB/s wr, 432 op/s 2024-05-16T15:57:57.977 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:57:57 smithi043 ceph-mon[31619]: pgmap v669: 129 pgs: 129 active+clean; 68 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 786 KiB/s rd, 811 KiB/s wr, 432 op/s 2024-05-16T15:57:58.380 INFO:tasks.workunit:Stopping ['suites/fsx.sh'] on client.0... 2024-05-16T15:57:58.380 DEBUG:teuthology.orchestra.run.smithi043:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-05-16T15:57:58.709 DEBUG:teuthology.parallel:result is None 2024-05-16T15:57:58.741 DEBUG:teuthology.orchestra.run.smithi043:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-05-16T15:57:58.776 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-05-16T15:57:58.777 DEBUG:teuthology.run_tasks:Unwinding manager background_exec 2024-05-16T15:57:58.786 INFO:teuthology.task.background_exec:Stopping background command on ubuntu@smithi043.front.sepia.ceph.com 2024-05-16T15:57:58.825 DEBUG:teuthology.run_tasks:Unwinding manager fwd_scrub 2024-05-16T15:57:58.838 INFO:tasks.fwd_scrub:joining ForwardScrubbers 2024-05-16T15:57:58.838 ERROR:teuthology.run_tasks:Manager failed: fwd_scrub Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_1ae7ad82388e92a475afff437d49054826c019a1/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph-c_ddbc91cbb025d4140650569b3f9e53bec459037d/qa/tasks/fwd_scrub.py", line 155, in task stop_all_fwd_scrubbers(ctx.ceph[config['cluster']].thrashers) File "/home/teuthworker/src/git.ceph.com_ceph-c_ddbc91cbb025d4140650569b3f9e53bec459037d/qa/tasks/fwd_scrub.py", line 90, in stop_all_fwd_scrubbers raise RuntimeError(f"error during scrub thrashing: {thrasher.exception}") RuntimeError: error during scrub thrashing: rank damage found: {'backtrace'} 2024-05-16T15:57:58.839 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2024-05-16T15:57:58.872 DEBUG:teuthology.orchestra.run.smithi043:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-16T15:57:58.979 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:58.963+0000 7f99db104640 1 -- 172.21.15.43:0/3411963754 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f99d41018d0 msgr2=0x7f99d4101cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:58.979 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:58.963+0000 7f99db104640 1 --2- 172.21.15.43:0/3411963754 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f99d41018d0 0x7f99d4101cf0 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f99c8009900 tx=0x7f99c802a410 comp rx=0 tx=0).stop 2024-05-16T15:57:58.979 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:58.963+0000 7f99db104640 1 -- 172.21.15.43:0/3411963754 shutdown_connections 2024-05-16T15:57:58.979 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:58.963+0000 7f99db104640 1 --2- 172.21.15.43:0/3411963754 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f99d4103480 0x7f99d4109d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:58.979 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:58.963+0000 7f99db104640 1 --2- 172.21.15.43:0/3411963754 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f99d4102ac0 0x7f99d4102f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:58.979 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:58.963+0000 7f99db104640 1 --2- 172.21.15.43:0/3411963754 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f99d41018d0 0x7f99d4101cf0 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:58.979 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:58.963+0000 7f99db104640 1 -- 172.21.15.43:0/3411963754 >> 172.21.15.43:0/3411963754 conn(0x7f99d40fce40 msgr2=0x7f99d40ff280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:57:58.979 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:58.963+0000 7f99db104640 1 -- 172.21.15.43:0/3411963754 shutdown_connections 2024-05-16T15:57:58.979 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:58.963+0000 7f99db104640 1 -- 172.21.15.43:0/3411963754 wait complete. 2024-05-16T15:57:58.980 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:58.963+0000 7f99db104640 1 Processor -- start 2024-05-16T15:57:58.980 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:58.964+0000 7f99db104640 1 -- start start 2024-05-16T15:57:58.980 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:58.964+0000 7f99db104640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f99d41018d0 0x7f99d4105860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:58.980 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:58.964+0000 7f99db104640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f99d4102ac0 0x7f99d4103ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:58.980 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:58.964+0000 7f99db104640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f99d4103480 0x7f99d41043e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:58.980 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:58.964+0000 7f99db104640 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f99d410d280 con 0x7f99d4102ac0 2024-05-16T15:57:58.980 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:58.964+0000 7f99db104640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f99d410d100 con 0x7f99d41018d0 2024-05-16T15:57:58.980 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:58.964+0000 7f99db104640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f99d410d400 con 0x7f99d4103480 2024-05-16T15:57:58.980 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:58.964+0000 7f99d3fff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f99d4102ac0 0x7f99d4103ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:58.980 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:58.964+0000 7f99d3fff640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f99d4102ac0 0x7f99d4103ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:33204/0 (socket says 172.21.15.43:33204) 2024-05-16T15:57:58.980 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:58.964+0000 7f99d3fff640 1 -- 172.21.15.43:0/2941425192 learned_addr learned my addr 172.21.15.43:0/2941425192 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:57:58.980 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:58.964+0000 7f99d8ea0640 1 --2- 172.21.15.43:0/2941425192 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f99d41018d0 0x7f99d4105860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:58.980 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:58.964+0000 7f99d96a1640 1 --2- 172.21.15.43:0/2941425192 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f99d4103480 0x7f99d41043e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:58.980 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:58.964+0000 7f99d3fff640 1 -- 172.21.15.43:0/2941425192 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f99d4103480 msgr2=0x7f99d41043e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:58.980 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:58.964+0000 7f99d3fff640 1 --2- 172.21.15.43:0/2941425192 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f99d4103480 0x7f99d41043e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:58.980 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:58.964+0000 7f99d3fff640 1 -- 172.21.15.43:0/2941425192 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f99d41018d0 msgr2=0x7f99d4105860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:58.981 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:58.964+0000 7f99d3fff640 1 --2- 172.21.15.43:0/2941425192 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f99d41018d0 0x7f99d4105860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:58.981 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:58.964+0000 7f99d3fff640 1 -- 172.21.15.43:0/2941425192 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99d4104920 con 0x7f99d4102ac0 2024-05-16T15:57:58.981 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:58.964+0000 7f99d3fff640 1 --2- 172.21.15.43:0/2941425192 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f99d4102ac0 0x7f99d4103ea0 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f99c000e9f0 tx=0x7f99c000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:57:58.981 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:58.965+0000 7f99d1ffb640 1 -- 172.21.15.43:0/2941425192 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99c000cd80 con 0x7f99d4102ac0 2024-05-16T15:57:58.981 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:58.965+0000 7f99d1ffb640 1 -- 172.21.15.43:0/2941425192 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f99c00108c0 con 0x7f99d4102ac0 2024-05-16T15:57:58.981 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:58.965+0000 7f99db104640 1 -- 172.21.15.43:0/2941425192 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99d4104c10 con 0x7f99d4102ac0 2024-05-16T15:57:58.981 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:58.965+0000 7f99d1ffb640 1 -- 172.21.15.43:0/2941425192 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99c00187c0 con 0x7f99d4102ac0 2024-05-16T15:57:58.981 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:58.965+0000 7f99db104640 1 -- 172.21.15.43:0/2941425192 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99d41a7680 con 0x7f99d4102ac0 2024-05-16T15:57:58.981 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:58.966+0000 7f99db104640 1 -- 172.21.15.43:0/2941425192 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f99d41a78b0 con 0x7f99d4102ac0 2024-05-16T15:57:58.982 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:58.967+0000 7f99d1ffb640 1 -- 172.21.15.43:0/2941425192 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f99c0010430 con 0x7f99d4102ac0 2024-05-16T15:57:58.982 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:58.968+0000 7f99d1ffb640 1 --2- 172.21.15.43:0/2941425192 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f99c40b27f0 0x7f99c40b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:58.982 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:58.968+0000 7f99d8ea0640 1 --2- 172.21.15.43:0/2941425192 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f99c40b27f0 0x7f99c40b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:58.982 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:58.968+0000 7f99d1ffb640 1 -- 172.21.15.43:0/2941425192 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9179+0+0 (secure 0 0 0) 0x7f99c00e2a30 con 0x7f99d4102ac0 2024-05-16T15:57:58.983 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:58.969+0000 7f99d8ea0640 1 --2- 172.21.15.43:0/2941425192 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f99c40b27f0 0x7f99c40b4cb0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f99c80057c0 tx=0x7f99c8031400 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:57:58.987 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:58.973+0000 7f99d1ffb640 1 -- 172.21.15.43:0/2941425192 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f99c00aa340 con 0x7f99d4102ac0 2024-05-16T15:57:59.182 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.168+0000 7f99db104640 1 -- 172.21.15.43:0/2941425192 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f99d41a7ba0 con 0x7f99d4102ac0 2024-05-16T15:57:59.183 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.169+0000 7f99d1ffb640 1 -- 172.21.15.43:0/2941425192 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+24790 (secure 0 0 0) 0x7f99c00a9c40 con 0x7f99d4102ac0 2024-05-16T15:57:59.184 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:57:59.184 INFO:teuthology.orchestra.run.smithi043.stdout:{"epoch":91,"fsid":"13155b42-139a-11ef-bc9a-c7b262605968","created":"2024-05-16T15:37:22.311071+0000","modified":"2024-05-16T15:56:54.992075+0000","last_up_change":"2024-05-16T15:44:35.160481+0000","last_in_change":"2024-05-16T15:44:14.991724+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-16T15:40:47.990763+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-16T15:45:32.249662+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-16T15:45:35.938913+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-05-16T15:45:45.256550+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"b4de8b19-c914-400d-bf10-135fe3a0a81a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6802","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6803","nonce":2827692837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6804","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6805","nonce":2827692837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6808","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6809","nonce":2827692837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6806","nonce":2827692837},{"type":"v1","addr":"172.21.15.43:6807","nonce":2827692837}]},"public_addr":"172.21.15.43:6803/2827692837","cluster_addr":"172.21.15.43:6805/2827692837","heartbeat_back_addr":"172.21.15.43:6809/2827692837","heartbeat_front_addr":"172.21.15.43:6807/2827692837","state":["exists","up"]},{"osd":1,"uuid":"178a5d73-e946-41b5-9ef3-f15c16b2e8d0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6800","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6801","nonce":2384349877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6802","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6803","nonce":2384349877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6806","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6807","nonce":2384349877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6804","nonce":2384349877},{"type":"v1","addr":"172.21.15.148:6805","nonce":2384349877}]},"public_addr":"172.21.15.148:6801/2384349877","cluster_addr":"172.21.15.148:6803/2384349877","heartbeat_back_addr":"172.21.15.148:6807/2384349877","heartbeat_front_addr":"172.21.15.148:6805/2384349877","state":["exists","up"]},{"osd":2,"uuid":"5b40d2f9-afb6-42b3-a76b-641eddcc2948","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6801","nonce":512969814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6803","nonce":512969814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6807","nonce":512969814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":512969814},{"type":"v1","addr":"172.21.15.157:6805","nonce":512969814}]},"public_addr":"172.21.15.157:6801/512969814","cluster_addr":"172.21.15.157:6803/512969814","heartbeat_back_addr":"172.21.15.157:6807/512969814","heartbeat_front_addr":"172.21.15.157:6805/512969814","state":["exists","up"]},{"osd":3,"uuid":"869f2122-f5c7-4b16-b48c-db114730bd5c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6810","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6811","nonce":1305033610}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6812","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6813","nonce":1305033610}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6816","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6817","nonce":1305033610}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6814","nonce":1305033610},{"type":"v1","addr":"172.21.15.43:6815","nonce":1305033610}]},"public_addr":"172.21.15.43:6811/1305033610","cluster_addr":"172.21.15.43:6813/1305033610","heartbeat_back_addr":"172.21.15.43:6817/1305033610","heartbeat_front_addr":"172.21.15.43:6815/1305033610","state":["exists","up"]},{"osd":4,"uuid":"c488d334-6676-4abf-81ff-596e7c507159","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6808","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6809","nonce":298572470}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6810","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6811","nonce":298572470}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6814","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6815","nonce":298572470}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6812","nonce":298572470},{"type":"v1","addr":"172.21.15.148:6813","nonce":298572470}]},"public_addr":"172.21.15.148:6809/298572470","cluster_addr":"172.21.15.148:6811/298572470","heartbeat_back_addr":"172.21.15.148:6815/298572470","heartbeat_front_addr":"172.21.15.148:6813/298572470","state":["exists","up"]},{"osd":5,"uuid":"b858ef2e-c51c-4044-a143-30583374ef2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6809","nonce":2793566993}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6811","nonce":2793566993}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6815","nonce":2793566993}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2793566993},{"type":"v1","addr":"172.21.15.157:6813","nonce":2793566993}]},"public_addr":"172.21.15.157:6809/2793566993","cluster_addr":"172.21.15.157:6811/2793566993","heartbeat_back_addr":"172.21.15.157:6815/2793566993","heartbeat_front_addr":"172.21.15.157:6813/2793566993","state":["exists","up"]},{"osd":6,"uuid":"70b4d49c-e33c-4334-a293-ce89cb37da1f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6818","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6819","nonce":417494707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6820","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6821","nonce":417494707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6824","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6825","nonce":417494707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6822","nonce":417494707},{"type":"v1","addr":"172.21.15.43:6823","nonce":417494707}]},"public_addr":"172.21.15.43:6819/417494707","cluster_addr":"172.21.15.43:6821/417494707","heartbeat_back_addr":"172.21.15.43:6825/417494707","heartbeat_front_addr":"172.21.15.43:6823/417494707","state":["exists","up"]},{"osd":7,"uuid":"6a39c63f-8d2b-475f-8026-869d766fde01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6816","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6817","nonce":3852418694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6818","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6819","nonce":3852418694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6822","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6823","nonce":3852418694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6820","nonce":3852418694},{"type":"v1","addr":"172.21.15.148:6821","nonce":3852418694}]},"public_addr":"172.21.15.148:6817/3852418694","cluster_addr":"172.21.15.148:6819/3852418694","heartbeat_back_addr":"172.21.15.148:6823/3852418694","heartbeat_front_addr":"172.21.15.148:6821/3852418694","state":["exists","up"]},{"osd":8,"uuid":"f9e0ed4f-7211-43b5-bac9-33a64cec91d5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6817","nonce":3332637555}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6819","nonce":3332637555}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6823","nonce":3332637555}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3332637555},{"type":"v1","addr":"172.21.15.157:6821","nonce":3332637555}]},"public_addr":"172.21.15.157:6817/3332637555","cluster_addr":"172.21.15.157:6819/3332637555","heartbeat_back_addr":"172.21.15.157:6823/3332637555","heartbeat_front_addr":"172.21.15.157:6821/3332637555","state":["exists","up"]},{"osd":9,"uuid":"ba1b04ea-a184-445a-8c31-0eed73a488e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6826","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6827","nonce":3226599249}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6828","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6829","nonce":3226599249}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6832","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6833","nonce":3226599249}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6830","nonce":3226599249},{"type":"v1","addr":"172.21.15.43:6831","nonce":3226599249}]},"public_addr":"172.21.15.43:6827/3226599249","cluster_addr":"172.21.15.43:6829/3226599249","heartbeat_back_addr":"172.21.15.43:6833/3226599249","heartbeat_front_addr":"172.21.15.43:6831/3226599249","state":["exists","up"]},{"osd":10,"uuid":"6dc35480-fd4a-428d-8ede-eb3e9058a7cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6824","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6825","nonce":3418113451}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6826","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6827","nonce":3418113451}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6830","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6831","nonce":3418113451}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6828","nonce":3418113451},{"type":"v1","addr":"172.21.15.148:6829","nonce":3418113451}]},"public_addr":"172.21.15.148:6825/3418113451","cluster_addr":"172.21.15.148:6827/3418113451","heartbeat_back_addr":"172.21.15.148:6831/3418113451","heartbeat_front_addr":"172.21.15.148:6829/3418113451","state":["exists","up"]},{"osd":11,"uuid":"da02e920-1b89-4b7d-857b-14cf82a1f0e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6825","nonce":1613641998}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6827","nonce":1613641998}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6831","nonce":1613641998}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":1613641998},{"type":"v1","addr":"172.21.15.157:6829","nonce":1613641998}]},"public_addr":"172.21.15.157:6825/1613641998","cluster_addr":"172.21.15.157:6827/1613641998","heartbeat_back_addr":"172.21.15.157:6831/1613641998","heartbeat_front_addr":"172.21.15.157:6829/1613641998","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:39:58.214793+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:40:22.181940+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:40:45.520107+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:41:10.377805+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:41:35.387615+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:41:59.845861+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:42:25.042874+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:42:50.427164+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:43:15.686930+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:43:41.803831+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:44:07.624551+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-16T15:44:33.414511+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"2.1d","mappings":[{"from":2,"to":1}]},{"pgid":"3.0","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.2","mappings":[{"from":9,"to":1}]},{"pgid":"4.3","mappings":[{"from":5,"to":10}]},{"pgid":"4.b","mappings":[{"from":9,"to":8}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.43:6801/86887644":"2024-05-17T15:38:19.897772+0000","172.21.15.43:6800/86887644":"2024-05-17T15:38:19.897772+0000","172.21.15.43:0/1519374213":"2024-05-17T15:38:19.897772+0000","172.21.15.43:6800/2824545909":"2024-05-17T15:37:53.291030+0000","172.21.15.43:0/561872100":"2024-05-17T15:37:53.291030+0000","172.21.15.43:0/3260845824":"2024-05-17T15:38:19.897772+0000","172.21.15.43:0/465511688":"2024-05-17T15:38:19.897772+0000","172.21.15.43:0/1478293844":"2024-05-17T15:37:53.291030+0000","172.21.15.43:0/3264891829":"2024-05-17T15:37:53.291030+0000","172.21.15.43:6801/2824545909":"2024-05-17T15:37:53.291030+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-16T15:57:59.186 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.172+0000 7f99db104640 1 -- 172.21.15.43:0/2941425192 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f99c40b27f0 msgr2=0x7f99c40b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:59.186 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.172+0000 7f99db104640 1 --2- 172.21.15.43:0/2941425192 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f99c40b27f0 0x7f99c40b4cb0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f99c80057c0 tx=0x7f99c8031400 comp rx=0 tx=0).stop 2024-05-16T15:57:59.186 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.172+0000 7f99db104640 1 -- 172.21.15.43:0/2941425192 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f99d4102ac0 msgr2=0x7f99d4103ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:59.187 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.172+0000 7f99db104640 1 --2- 172.21.15.43:0/2941425192 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f99d4102ac0 0x7f99d4103ea0 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f99c000e9f0 tx=0x7f99c000eeb0 comp rx=0 tx=0).stop 2024-05-16T15:57:59.187 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.172+0000 7f99db104640 1 -- 172.21.15.43:0/2941425192 shutdown_connections 2024-05-16T15:57:59.187 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.172+0000 7f99db104640 1 --2- 172.21.15.43:0/2941425192 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f99c40b27f0 0x7f99c40b4cb0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:59.187 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.172+0000 7f99db104640 1 --2- 172.21.15.43:0/2941425192 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f99d4103480 0x7f99d41043e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:59.187 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.172+0000 7f99db104640 1 --2- 172.21.15.43:0/2941425192 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f99d4102ac0 0x7f99d4103ea0 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:59.187 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.172+0000 7f99db104640 1 --2- 172.21.15.43:0/2941425192 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f99d41018d0 0x7f99d4105860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:59.187 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.172+0000 7f99db104640 1 -- 172.21.15.43:0/2941425192 >> 172.21.15.43:0/2941425192 conn(0x7f99d40fce40 msgr2=0x7f99d4069bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:57:59.187 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.172+0000 7f99db104640 1 -- 172.21.15.43:0/2941425192 shutdown_connections 2024-05-16T15:57:59.187 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.172+0000 7f99db104640 1 -- 172.21.15.43:0/2941425192 wait complete. 2024-05-16T15:57:59.198 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-05-16T15:40:47.990763+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-05-16T15:45:32.249662+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '78', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-05-16T15:45:35.938913+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '78', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-05-16T15:45:45.256550+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-05-16T15:57:59.198 DEBUG:teuthology.orchestra.run.smithi043:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-05-16T15:57:59.309 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.293+0000 7f932c1c1640 1 -- 172.21.15.43:0/2239972231 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9324103490 msgr2=0x7f9324105880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:59.309 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.293+0000 7f932c1c1640 1 --2- 172.21.15.43:0/2239972231 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9324103490 0x7f9324105880 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f9320009ca0 tx=0x7f932002a8c0 comp rx=0 tx=0).stop 2024-05-16T15:57:59.309 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.293+0000 7f932c1c1640 1 -- 172.21.15.43:0/2239972231 shutdown_connections 2024-05-16T15:57:59.309 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.293+0000 7f932c1c1640 1 --2- 172.21.15.43:0/2239972231 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f93241086f0 0x7f932410ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:59.309 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.293+0000 7f932c1c1640 1 --2- 172.21.15.43:0/2239972231 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9324105dc0 0x7f93241081b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:59.309 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.293+0000 7f932c1c1640 1 --2- 172.21.15.43:0/2239972231 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f9324103490 0x7f9324105880 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:59.309 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.293+0000 7f932c1c1640 1 -- 172.21.15.43:0/2239972231 >> 172.21.15.43:0/2239972231 conn(0x7f93240fcea0 msgr2=0x7f93240ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:57:59.309 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.293+0000 7f932c1c1640 1 -- 172.21.15.43:0/2239972231 shutdown_connections 2024-05-16T15:57:59.309 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.293+0000 7f932c1c1640 1 -- 172.21.15.43:0/2239972231 wait complete. 2024-05-16T15:57:59.309 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.293+0000 7f932c1c1640 1 Processor -- start 2024-05-16T15:57:59.309 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.293+0000 7f932c1c1640 1 -- start start 2024-05-16T15:57:59.309 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.294+0000 7f932c1c1640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9324103490 0x7f9324198bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:59.310 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.294+0000 7f932c1c1640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9324105dc0 0x7f9324199130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:59.310 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.294+0000 7f932c1c1640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f93241086f0 0x7f93241a01a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:59.310 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.294+0000 7f932c1c1640 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f932410e470 con 0x7f93241086f0 2024-05-16T15:57:59.310 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.294+0000 7f932c1c1640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f932410e2f0 con 0x7f9324103490 2024-05-16T15:57:59.310 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.294+0000 7f932c1c1640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f932410e5f0 con 0x7f9324105dc0 2024-05-16T15:57:59.310 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.294+0000 7f932a75e640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f93241086f0 0x7f93241a01a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:59.310 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.294+0000 7f932a75e640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f93241086f0 0x7f93241a01a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:33232/0 (socket says 172.21.15.43:33232) 2024-05-16T15:57:59.310 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.294+0000 7f932a75e640 1 -- 172.21.15.43:0/1136885892 learned_addr learned my addr 172.21.15.43:0/1136885892 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:57:59.310 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.294+0000 7f9329f5d640 1 --2- 172.21.15.43:0/1136885892 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9324103490 0x7f9324198bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:59.310 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.294+0000 7f932975c640 1 --2- 172.21.15.43:0/1136885892 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9324105dc0 0x7f9324199130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:59.310 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.294+0000 7f932a75e640 1 -- 172.21.15.43:0/1136885892 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9324105dc0 msgr2=0x7f9324199130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:59.310 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.294+0000 7f932a75e640 1 --2- 172.21.15.43:0/1136885892 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9324105dc0 0x7f9324199130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:59.310 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.294+0000 7f932a75e640 1 -- 172.21.15.43:0/1136885892 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9324103490 msgr2=0x7f9324198bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:59.310 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.294+0000 7f932a75e640 1 --2- 172.21.15.43:0/1136885892 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9324103490 0x7f9324198bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:59.310 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.294+0000 7f932a75e640 1 -- 172.21.15.43:0/1136885892 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93241a0810 con 0x7f93241086f0 2024-05-16T15:57:59.310 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.294+0000 7f9329f5d640 1 --2- 172.21.15.43:0/1136885892 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9324103490 0x7f9324198bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:57:59.311 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.294+0000 7f932a75e640 1 --2- 172.21.15.43:0/1136885892 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f93241086f0 0x7f93241a01a0 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f931c00e970 tx=0x7f931c00ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:57:59.311 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.294+0000 7f931affd640 1 -- 172.21.15.43:0/1136885892 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f931c00ccc0 con 0x7f93241086f0 2024-05-16T15:57:59.311 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.294+0000 7f931affd640 1 -- 172.21.15.43:0/1136885892 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f931c00ce60 con 0x7f93241086f0 2024-05-16T15:57:59.311 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.295+0000 7f932c1c1640 1 -- 172.21.15.43:0/1136885892 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93241a0b00 con 0x7f93241086f0 2024-05-16T15:57:59.311 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.295+0000 7f931affd640 1 -- 172.21.15.43:0/1136885892 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f931c010430 con 0x7f93241086f0 2024-05-16T15:57:59.311 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.295+0000 7f932c1c1640 1 -- 172.21.15.43:0/1136885892 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93241a1000 con 0x7f93241086f0 2024-05-16T15:57:59.311 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.296+0000 7f932c1c1640 1 -- 172.21.15.43:0/1136885892 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f93240fe990 con 0x7f93241086f0 2024-05-16T15:57:59.312 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.298+0000 7f931affd640 1 -- 172.21.15.43:0/1136885892 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f931c004ef0 con 0x7f93241086f0 2024-05-16T15:57:59.312 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.299+0000 7f931affd640 1 --2- 172.21.15.43:0/1136885892 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f93100b27f0 0x7f93100b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:59.313 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.299+0000 7f9329f5d640 1 --2- 172.21.15.43:0/1136885892 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f93100b27f0 0x7f93100b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:59.313 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.299+0000 7f931affd640 1 -- 172.21.15.43:0/1136885892 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9179+0+0 (secure 0 0 0) 0x7f931c0e2b90 con 0x7f93241086f0 2024-05-16T15:57:59.313 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.299+0000 7f9329f5d640 1 --2- 172.21.15.43:0/1136885892 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f93100b27f0 0x7f93100b4cb0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f9320031840 tx=0x7f9320031000 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:57:59.316 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.302+0000 7f931affd640 1 -- 172.21.15.43:0/1136885892 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f931c054d70 con 0x7f93241086f0 2024-05-16T15:57:59.508 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.494+0000 7f932c1c1640 1 -- 172.21.15.43:0/1136885892 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f932402dda0 con 0x7f93241086f0 2024-05-16T15:57:59.508 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.494+0000 7f931affd640 1 -- 172.21.15.43:0/1136885892 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v91) ==== 93+0+10 (secure 0 0 0) 0x7f931c0aa500 con 0x7f93241086f0 2024-05-16T15:57:59.509 INFO:teuthology.orchestra.run.smithi043.stdout:pg_num: 1 2024-05-16T15:57:59.511 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.496+0000 7f932c1c1640 1 -- 172.21.15.43:0/1136885892 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f93100b27f0 msgr2=0x7f93100b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:59.511 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.496+0000 7f932c1c1640 1 --2- 172.21.15.43:0/1136885892 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f93100b27f0 0x7f93100b4cb0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f9320031840 tx=0x7f9320031000 comp rx=0 tx=0).stop 2024-05-16T15:57:59.511 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.496+0000 7f932c1c1640 1 -- 172.21.15.43:0/1136885892 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f93241086f0 msgr2=0x7f93241a01a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:59.511 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.496+0000 7f932c1c1640 1 --2- 172.21.15.43:0/1136885892 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f93241086f0 0x7f93241a01a0 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f931c00e970 tx=0x7f931c00ed70 comp rx=0 tx=0).stop 2024-05-16T15:57:59.511 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.496+0000 7f932c1c1640 1 -- 172.21.15.43:0/1136885892 shutdown_connections 2024-05-16T15:57:59.511 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.496+0000 7f932c1c1640 1 --2- 172.21.15.43:0/1136885892 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f93241086f0 0x7f93241a01a0 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:59.511 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.496+0000 7f932c1c1640 1 --2- 172.21.15.43:0/1136885892 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f93100b27f0 0x7f93100b4cb0 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:59.511 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.496+0000 7f932c1c1640 1 --2- 172.21.15.43:0/1136885892 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9324105dc0 0x7f9324199130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:59.511 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.496+0000 7f932c1c1640 1 --2- 172.21.15.43:0/1136885892 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9324103490 0x7f9324198bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:59.511 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.496+0000 7f932c1c1640 1 -- 172.21.15.43:0/1136885892 >> 172.21.15.43:0/1136885892 conn(0x7f93240fcea0 msgr2=0x7f9324105320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:57:59.511 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.496+0000 7f932c1c1640 1 -- 172.21.15.43:0/1136885892 shutdown_connections 2024-05-16T15:57:59.511 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.496+0000 7f932c1c1640 1 -- 172.21.15.43:0/1136885892 wait complete. 2024-05-16T15:57:59.522 DEBUG:teuthology.orchestra.run.smithi043:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-05-16T15:57:59.666 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.650+0000 7efc76275640 1 -- 172.21.15.43:0/262463970 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7efc70103490 msgr2=0x7efc70105880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:59.666 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.650+0000 7efc76275640 1 --2- 172.21.15.43:0/262463970 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7efc70103490 0x7efc70105880 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7efc60009900 tx=0x7efc6002a410 comp rx=0 tx=0).stop 2024-05-16T15:57:59.666 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.650+0000 7efc76275640 1 -- 172.21.15.43:0/262463970 shutdown_connections 2024-05-16T15:57:59.666 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.650+0000 7efc76275640 1 --2- 172.21.15.43:0/262463970 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7efc701086f0 0x7efc7010ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:59.666 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.650+0000 7efc76275640 1 --2- 172.21.15.43:0/262463970 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efc70105dc0 0x7efc701081b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:59.666 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.650+0000 7efc76275640 1 --2- 172.21.15.43:0/262463970 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7efc70103490 0x7efc70105880 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:59.666 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.650+0000 7efc76275640 1 -- 172.21.15.43:0/262463970 >> 172.21.15.43:0/262463970 conn(0x7efc700fcea0 msgr2=0x7efc700ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:57:59.666 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.650+0000 7efc76275640 1 -- 172.21.15.43:0/262463970 shutdown_connections 2024-05-16T15:57:59.666 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.650+0000 7efc76275640 1 -- 172.21.15.43:0/262463970 wait complete. 2024-05-16T15:57:59.666 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.650+0000 7efc76275640 1 Processor -- start 2024-05-16T15:57:59.667 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.650+0000 7efc76275640 1 -- start start 2024-05-16T15:57:59.667 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.650+0000 7efc76275640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7efc70103490 0x7efc70198be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:59.667 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.650+0000 7efc76275640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efc70105dc0 0x7efc70199120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:59.667 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.650+0000 7efc76275640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7efc701086f0 0x7efc701a0190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:59.667 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.650+0000 7efc76275640 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7efc7010e420 con 0x7efc701086f0 2024-05-16T15:57:59.667 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.650+0000 7efc76275640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7efc7010e2a0 con 0x7efc70103490 2024-05-16T15:57:59.667 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.650+0000 7efc76275640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7efc7010e5a0 con 0x7efc70105dc0 2024-05-16T15:57:59.667 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.651+0000 7efc74812640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7efc701086f0 0x7efc701a0190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:59.667 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.651+0000 7efc74812640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7efc701086f0 0x7efc701a0190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:33256/0 (socket says 172.21.15.43:33256) 2024-05-16T15:57:59.667 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.651+0000 7efc74812640 1 -- 172.21.15.43:0/2277157983 learned_addr learned my addr 172.21.15.43:0/2277157983 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:57:59.667 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.651+0000 7efc6ffff640 1 --2- 172.21.15.43:0/2277157983 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7efc70103490 0x7efc70198be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:59.667 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.651+0000 7efc67fff640 1 --2- 172.21.15.43:0/2277157983 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efc70105dc0 0x7efc70199120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:59.667 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.651+0000 7efc74812640 1 -- 172.21.15.43:0/2277157983 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efc70105dc0 msgr2=0x7efc70199120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:59.667 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.651+0000 7efc74812640 1 --2- 172.21.15.43:0/2277157983 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efc70105dc0 0x7efc70199120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:59.667 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.651+0000 7efc74812640 1 -- 172.21.15.43:0/2277157983 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7efc70103490 msgr2=0x7efc70198be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:59.667 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.651+0000 7efc74812640 1 --2- 172.21.15.43:0/2277157983 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7efc70103490 0x7efc70198be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:59.668 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.651+0000 7efc74812640 1 -- 172.21.15.43:0/2277157983 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc701a0800 con 0x7efc701086f0 2024-05-16T15:57:59.668 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.651+0000 7efc67fff640 1 --2- 172.21.15.43:0/2277157983 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efc70105dc0 0x7efc70199120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-16T15:57:59.668 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.651+0000 7efc74812640 1 --2- 172.21.15.43:0/2277157983 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7efc701086f0 0x7efc701a0190 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7efc6800eb10 tx=0x7efc6800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:57:59.668 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.651+0000 7efc6dffb640 1 -- 172.21.15.43:0/2277157983 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc68004b20 con 0x7efc701086f0 2024-05-16T15:57:59.668 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.652+0000 7efc76275640 1 -- 172.21.15.43:0/2277157983 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc701a0af0 con 0x7efc701086f0 2024-05-16T15:57:59.668 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.652+0000 7efc6dffb640 1 -- 172.21.15.43:0/2277157983 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7efc68004cc0 con 0x7efc701086f0 2024-05-16T15:57:59.668 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.652+0000 7efc6dffb640 1 -- 172.21.15.43:0/2277157983 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc68010690 con 0x7efc701086f0 2024-05-16T15:57:59.668 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.652+0000 7efc76275640 1 -- 172.21.15.43:0/2277157983 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc701a1040 con 0x7efc701086f0 2024-05-16T15:57:59.668 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.653+0000 7efc76275640 1 -- 172.21.15.43:0/2277157983 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc700fe990 con 0x7efc701086f0 2024-05-16T15:57:59.670 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.655+0000 7efc6dffb640 1 -- 172.21.15.43:0/2277157983 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7efc68005020 con 0x7efc701086f0 2024-05-16T15:57:59.670 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.656+0000 7efc6dffb640 1 --2- 172.21.15.43:0/2277157983 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7efc5c0b2870 0x7efc5c0b4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:57:59.670 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.656+0000 7efc6dffb640 1 -- 172.21.15.43:0/2277157983 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9179+0+0 (secure 0 0 0) 0x7efc680e2ba0 con 0x7efc701086f0 2024-05-16T15:57:59.671 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.657+0000 7efc6ffff640 1 --2- 172.21.15.43:0/2277157983 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7efc5c0b2870 0x7efc5c0b4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:57:59.672 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.658+0000 7efc6ffff640 1 --2- 172.21.15.43:0/2277157983 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7efc5c0b2870 0x7efc5c0b4d30 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7efc60006010 tx=0x7efc60031400 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:57:59.678 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.664+0000 7efc6dffb640 1 -- 172.21.15.43:0/2277157983 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7efc680aa510 con 0x7efc701086f0 2024-05-16T15:57:59.885 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.871+0000 7efc76275640 1 -- 172.21.15.43:0/2277157983 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7efc700635b0 con 0x7efc701086f0 2024-05-16T15:57:59.886 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.872+0000 7efc6dffb640 1 -- 172.21.15.43:0/2277157983 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v91) ==== 104+0+11 (secure 0 0 0) 0x7efc680a9e10 con 0x7efc701086f0 2024-05-16T15:57:59.886 INFO:teuthology.orchestra.run.smithi043.stdout:pg_num: 32 2024-05-16T15:57:59.888 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.874+0000 7efc76275640 1 -- 172.21.15.43:0/2277157983 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7efc5c0b2870 msgr2=0x7efc5c0b4d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:59.888 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.874+0000 7efc76275640 1 --2- 172.21.15.43:0/2277157983 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7efc5c0b2870 0x7efc5c0b4d30 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7efc60006010 tx=0x7efc60031400 comp rx=0 tx=0).stop 2024-05-16T15:57:59.888 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.874+0000 7efc76275640 1 -- 172.21.15.43:0/2277157983 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7efc701086f0 msgr2=0x7efc701a0190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:57:59.888 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.874+0000 7efc76275640 1 --2- 172.21.15.43:0/2277157983 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7efc701086f0 0x7efc701a0190 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7efc6800eb10 tx=0x7efc6800c2d0 comp rx=0 tx=0).stop 2024-05-16T15:57:59.888 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.874+0000 7efc76275640 1 -- 172.21.15.43:0/2277157983 shutdown_connections 2024-05-16T15:57:59.888 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.874+0000 7efc76275640 1 --2- 172.21.15.43:0/2277157983 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7efc701086f0 0x7efc701a0190 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:59.888 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.874+0000 7efc76275640 1 --2- 172.21.15.43:0/2277157983 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7efc5c0b2870 0x7efc5c0b4d30 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:59.888 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.874+0000 7efc76275640 1 --2- 172.21.15.43:0/2277157983 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efc70105dc0 0x7efc70199120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:59.888 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.874+0000 7efc76275640 1 --2- 172.21.15.43:0/2277157983 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7efc70103490 0x7efc70198be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:57:59.888 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.874+0000 7efc76275640 1 -- 172.21.15.43:0/2277157983 >> 172.21.15.43:0/2277157983 conn(0x7efc700fcea0 msgr2=0x7efc70105360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:57:59.888 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.874+0000 7efc76275640 1 -- 172.21.15.43:0/2277157983 shutdown_connections 2024-05-16T15:57:59.888 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.874+0000 7efc76275640 1 -- 172.21.15.43:0/2277157983 wait complete. 2024-05-16T15:57:59.898 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:57:59 smithi043 ceph-mon[31619]: pgmap v670: 129 pgs: 129 active+clean; 71 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 606 op/s 2024-05-16T15:57:59.898 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:57:59 smithi043 ceph-mon[31619]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:57:59.898 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:57:59 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/2941425192' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-16T15:57:59.898 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:57:59 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/1136885892' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-16T15:57:59.899 DEBUG:teuthology.orchestra.run.smithi043:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-05-16T15:57:59.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:57:59 smithi157 ceph-mon[35584]: pgmap v670: 129 pgs: 129 active+clean; 71 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 606 op/s 2024-05-16T15:57:59.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:57:59 smithi157 ceph-mon[35584]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:57:59.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:57:59 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/2941425192' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-16T15:57:59.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:57:59 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/1136885892' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-16T15:57:59.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:57:59 smithi148 ceph-mon[34976]: pgmap v670: 129 pgs: 129 active+clean; 71 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 606 op/s 2024-05-16T15:57:59.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:57:59 smithi148 ceph-mon[34976]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:57:59.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:57:59 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/2941425192' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-16T15:57:59.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:57:59 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/1136885892' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-16T15:58:00.009 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.993+0000 7ff56abda640 1 -- 172.21.15.43:0/1554052053 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff564102a10 msgr2=0x7ff564102e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:58:00.009 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.993+0000 7ff56abda640 1 --2- 172.21.15.43:0/1554052053 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff564102a10 0x7ff564102e30 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7ff558009900 tx=0x7ff55802a410 comp rx=0 tx=0).stop 2024-05-16T15:58:00.009 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.993+0000 7ff56abda640 1 -- 172.21.15.43:0/1554052053 shutdown_connections 2024-05-16T15:58:00.009 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.993+0000 7ff56abda640 1 --2- 172.21.15.43:0/1554052053 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff5641045c0 0x7ff56410ae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:58:00.009 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.993+0000 7ff56abda640 1 --2- 172.21.15.43:0/1554052053 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff564103c00 0x7ff564104080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:58:00.009 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.993+0000 7ff56abda640 1 --2- 172.21.15.43:0/1554052053 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff564102a10 0x7ff564102e30 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:58:00.010 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.993+0000 7ff56abda640 1 -- 172.21.15.43:0/1554052053 >> 172.21.15.43:0/1554052053 conn(0x7ff5640fdf80 msgr2=0x7ff5641003c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:58:00.010 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.993+0000 7ff56abda640 1 -- 172.21.15.43:0/1554052053 shutdown_connections 2024-05-16T15:58:00.010 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.993+0000 7ff56abda640 1 -- 172.21.15.43:0/1554052053 wait complete. 2024-05-16T15:58:00.010 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.994+0000 7ff56abda640 1 Processor -- start 2024-05-16T15:58:00.010 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.994+0000 7ff56abda640 1 -- start start 2024-05-16T15:58:00.010 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.994+0000 7ff56abda640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff564102a10 0x7ff564198b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:58:00.010 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.994+0000 7ff56abda640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff564103c00 0x7ff5641990c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:58:00.010 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.994+0000 7ff56abda640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff5641045c0 0x7ff5641a0130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:58:00.010 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.994+0000 7ff56abda640 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7ff56410e3c0 con 0x7ff5641045c0 2024-05-16T15:58:00.010 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.994+0000 7ff56abda640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7ff56410e240 con 0x7ff564102a10 2024-05-16T15:58:00.010 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.994+0000 7ff56abda640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7ff56410e540 con 0x7ff564103c00 2024-05-16T15:58:00.010 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.994+0000 7ff568976640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff564102a10 0x7ff564198b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:58:00.010 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.994+0000 7ff569177640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff5641045c0 0x7ff5641a0130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:58:00.010 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.994+0000 7ff568976640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff564102a10 0x7ff564198b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.43:43176/0 (socket says 172.21.15.43:43176) 2024-05-16T15:58:00.011 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.994+0000 7ff568976640 1 -- 172.21.15.43:0/1366751684 learned_addr learned my addr 172.21.15.43:0/1366751684 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:58:00.011 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.994+0000 7ff563fff640 1 --2- 172.21.15.43:0/1366751684 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff564103c00 0x7ff5641990c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:58:00.011 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.994+0000 7ff568976640 1 -- 172.21.15.43:0/1366751684 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff564103c00 msgr2=0x7ff5641990c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:58:00.011 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.994+0000 7ff568976640 1 --2- 172.21.15.43:0/1366751684 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff564103c00 0x7ff5641990c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:58:00.011 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.995+0000 7ff568976640 1 -- 172.21.15.43:0/1366751684 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff5641045c0 msgr2=0x7ff5641a0130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:58:00.011 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.995+0000 7ff568976640 1 --2- 172.21.15.43:0/1366751684 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff5641045c0 0x7ff5641a0130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:58:00.011 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.995+0000 7ff568976640 1 -- 172.21.15.43:0/1366751684 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5641a07a0 con 0x7ff564102a10 2024-05-16T15:58:00.011 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.995+0000 7ff569177640 1 --2- 172.21.15.43:0/1366751684 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff5641045c0 0x7ff5641a0130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-16T15:58:00.011 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.995+0000 7ff568976640 1 --2- 172.21.15.43:0/1366751684 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff564102a10 0x7ff564198b80 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7ff558009230 tx=0x7ff5580040c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:58:00.011 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.995+0000 7ff561ffb640 1 -- 172.21.15.43:0/1366751684 <== mon.2 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff55803f030 con 0x7ff564102a10 2024-05-16T15:58:00.011 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.995+0000 7ff56abda640 1 -- 172.21.15.43:0/1366751684 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff564074be0 con 0x7ff564102a10 2024-05-16T15:58:00.011 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.995+0000 7ff561ffb640 1 -- 172.21.15.43:0/1366751684 <== mon.2 v2:172.21.15.148:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff5580044c0 con 0x7ff564102a10 2024-05-16T15:58:00.011 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.995+0000 7ff561ffb640 1 -- 172.21.15.43:0/1366751684 <== mon.2 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff558035070 con 0x7ff564102a10 2024-05-16T15:58:00.011 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.995+0000 7ff56abda640 1 -- 172.21.15.43:0/1366751684 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff564075120 con 0x7ff564102a10 2024-05-16T15:58:00.012 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.996+0000 7ff56abda640 1 -- 172.21.15.43:0/1366751684 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff564109e70 con 0x7ff564102a10 2024-05-16T15:58:00.012 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.998+0000 7ff561ffb640 1 -- 172.21.15.43:0/1366751684 <== mon.2 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7ff558042030 con 0x7ff564102a10 2024-05-16T15:58:00.012 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.998+0000 7ff561ffb640 1 --2- 172.21.15.43:0/1366751684 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ff5540b27f0 0x7ff5540b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:58:00.012 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.998+0000 7ff563fff640 1 --2- 172.21.15.43:0/1366751684 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ff5540b27f0 0x7ff5540b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:58:00.012 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.998+0000 7ff561ffb640 1 -- 172.21.15.43:0/1366751684 <== mon.2 v2:172.21.15.148:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9179+0+0 (secure 0 0 0) 0x7ff558102f20 con 0x7ff564102a10 2024-05-16T15:58:00.013 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:57:59.999+0000 7ff563fff640 1 --2- 172.21.15.43:0/1366751684 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ff5540b27f0 0x7ff5540b4cb0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7ff56419a090 tx=0x7ff550005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:58:00.015 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.002+0000 7ff561ffb640 1 -- 172.21.15.43:0/1366751684 <== mon.2 v2:172.21.15.148:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7ff5580ca1e0 con 0x7ff564102a10 2024-05-16T15:58:00.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.194+0000 7ff56abda640 1 -- 172.21.15.43:0/1366751684 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7ff564076500 con 0x7ff564102a10 2024-05-16T15:58:00.208 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.194+0000 7ff561ffb640 1 -- 172.21.15.43:0/1366751684 <== mon.2 v2:172.21.15.148:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v91) ==== 100+0+11 (secure 0 0 0) 0x7ff5580ce4e0 con 0x7ff564102a10 2024-05-16T15:58:00.208 INFO:teuthology.orchestra.run.smithi043.stdout:pg_num: 64 2024-05-16T15:58:00.210 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.196+0000 7ff56abda640 1 -- 172.21.15.43:0/1366751684 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ff5540b27f0 msgr2=0x7ff5540b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:58:00.210 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.196+0000 7ff56abda640 1 --2- 172.21.15.43:0/1366751684 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ff5540b27f0 0x7ff5540b4cb0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7ff56419a090 tx=0x7ff550005f90 comp rx=0 tx=0).stop 2024-05-16T15:58:00.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.196+0000 7ff56abda640 1 -- 172.21.15.43:0/1366751684 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff564102a10 msgr2=0x7ff564198b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:58:00.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.196+0000 7ff56abda640 1 --2- 172.21.15.43:0/1366751684 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff564102a10 0x7ff564198b80 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7ff558009230 tx=0x7ff5580040c0 comp rx=0 tx=0).stop 2024-05-16T15:58:00.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.196+0000 7ff56abda640 1 -- 172.21.15.43:0/1366751684 shutdown_connections 2024-05-16T15:58:00.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.196+0000 7ff56abda640 1 --2- 172.21.15.43:0/1366751684 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7ff5641045c0 0x7ff5641a0130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:58:00.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.196+0000 7ff56abda640 1 --2- 172.21.15.43:0/1366751684 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7ff5540b27f0 0x7ff5540b4cb0 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:58:00.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.196+0000 7ff56abda640 1 --2- 172.21.15.43:0/1366751684 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff564103c00 0x7ff5641990c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:58:00.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.196+0000 7ff56abda640 1 --2- 172.21.15.43:0/1366751684 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff564102a10 0x7ff564198b80 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:58:00.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.196+0000 7ff56abda640 1 -- 172.21.15.43:0/1366751684 >> 172.21.15.43:0/1366751684 conn(0x7ff5640fdf80 msgr2=0x7ff564107040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:58:00.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.196+0000 7ff56abda640 1 -- 172.21.15.43:0/1366751684 shutdown_connections 2024-05-16T15:58:00.211 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.196+0000 7ff56abda640 1 -- 172.21.15.43:0/1366751684 wait complete. 2024-05-16T15:58:00.222 DEBUG:teuthology.orchestra.run.smithi043:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-05-16T15:58:00.330 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.316+0000 7f59dd093640 1 -- 172.21.15.43:0/852639436 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f59d81086f0 msgr2=0x7f59d810ab40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:58:00.330 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.316+0000 7f59dd093640 1 --2- 172.21.15.43:0/852639436 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f59d81086f0 0x7f59d810ab40 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f59d0009ca0 tx=0x7f59d002a8c0 comp rx=0 tx=0).stop 2024-05-16T15:58:00.330 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.316+0000 7f59dd093640 1 -- 172.21.15.43:0/852639436 shutdown_connections 2024-05-16T15:58:00.330 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.316+0000 7f59dd093640 1 --2- 172.21.15.43:0/852639436 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f59d81086f0 0x7f59d810ab40 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:58:00.330 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.316+0000 7f59dd093640 1 --2- 172.21.15.43:0/852639436 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f59d8105dc0 0x7f59d81081b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:58:00.330 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.316+0000 7f59dd093640 1 --2- 172.21.15.43:0/852639436 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f59d8103490 0x7f59d8105880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:58:00.330 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.316+0000 7f59dd093640 1 -- 172.21.15.43:0/852639436 >> 172.21.15.43:0/852639436 conn(0x7f59d80fcea0 msgr2=0x7f59d80ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:58:00.330 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.316+0000 7f59dd093640 1 -- 172.21.15.43:0/852639436 shutdown_connections 2024-05-16T15:58:00.331 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.316+0000 7f59dd093640 1 -- 172.21.15.43:0/852639436 wait complete. 2024-05-16T15:58:00.332 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.317+0000 7f59dd093640 1 Processor -- start 2024-05-16T15:58:00.332 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.317+0000 7f59dd093640 1 -- start start 2024-05-16T15:58:00.332 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.317+0000 7f59dd093640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f59d8103490 0x7f59d8102e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:58:00.333 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.317+0000 7f59dd093640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f59d8105dc0 0x7f59d8101440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:58:00.333 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.317+0000 7f59dd093640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f59d81086f0 0x7f59d8101980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:58:00.333 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.317+0000 7f59dd093640 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f59d810e460 con 0x7f59d8103490 2024-05-16T15:58:00.333 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.317+0000 7f59dd093640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f59d810e2e0 con 0x7f59d8105dc0 2024-05-16T15:58:00.333 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.317+0000 7f59dd093640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f59d810e5e0 con 0x7f59d81086f0 2024-05-16T15:58:00.333 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.317+0000 7f59d6d9d640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f59d8103490 0x7f59d8102e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:58:00.333 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.317+0000 7f59d6d9d640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f59d8103490 0x7f59d8102e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:33298/0 (socket says 172.21.15.43:33298) 2024-05-16T15:58:00.333 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.317+0000 7f59d6d9d640 1 -- 172.21.15.43:0/3195789493 learned_addr learned my addr 172.21.15.43:0/3195789493 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:58:00.333 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.317+0000 7f59d659c640 1 --2- 172.21.15.43:0/3195789493 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f59d8105dc0 0x7f59d8101440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:58:00.333 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.317+0000 7f59d759e640 1 --2- 172.21.15.43:0/3195789493 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f59d81086f0 0x7f59d8101980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:58:00.333 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.317+0000 7f59d6d9d640 1 -- 172.21.15.43:0/3195789493 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f59d81086f0 msgr2=0x7f59d8101980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:58:00.333 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.317+0000 7f59d6d9d640 1 --2- 172.21.15.43:0/3195789493 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f59d81086f0 0x7f59d8101980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:58:00.333 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.317+0000 7f59d6d9d640 1 -- 172.21.15.43:0/3195789493 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f59d8105dc0 msgr2=0x7f59d8101440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:58:00.333 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.317+0000 7f59d6d9d640 1 --2- 172.21.15.43:0/3195789493 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f59d8105dc0 0x7f59d8101440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:58:00.333 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.317+0000 7f59d6d9d640 1 -- 172.21.15.43:0/3195789493 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59d8102210 con 0x7f59d8103490 2024-05-16T15:58:00.334 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.318+0000 7f59d6d9d640 1 --2- 172.21.15.43:0/3195789493 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f59d8103490 0x7f59d8102e00 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f59c800d770 tx=0x7f59c800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:58:00.334 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.318+0000 7f59bffff640 1 -- 172.21.15.43:0/3195789493 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59c8017070 con 0x7f59d8103490 2024-05-16T15:58:00.334 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.318+0000 7f59dd093640 1 -- 172.21.15.43:0/3195789493 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59d81a2c80 con 0x7f59d8103490 2024-05-16T15:58:00.334 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.318+0000 7f59bffff640 1 -- 172.21.15.43:0/3195789493 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f59c80054b0 con 0x7f59d8103490 2024-05-16T15:58:00.334 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.318+0000 7f59dd093640 1 -- 172.21.15.43:0/3195789493 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59d81a31d0 con 0x7f59d8103490 2024-05-16T15:58:00.334 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.318+0000 7f59bffff640 1 -- 172.21.15.43:0/3195789493 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59c8020060 con 0x7f59d8103490 2024-05-16T15:58:00.334 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.319+0000 7f59dd093640 1 -- 172.21.15.43:0/3195789493 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f59d80fe990 con 0x7f59d8103490 2024-05-16T15:58:00.335 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.320+0000 7f59bffff640 1 -- 172.21.15.43:0/3195789493 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f59c8004c00 con 0x7f59d8103490 2024-05-16T15:58:00.335 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.321+0000 7f59bffff640 1 --2- 172.21.15.43:0/3195789493 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f59c00b27f0 0x7f59c00b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:58:00.335 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.321+0000 7f59d659c640 1 --2- 172.21.15.43:0/3195789493 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f59c00b27f0 0x7f59c00b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:58:00.335 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.322+0000 7f59bffff640 1 -- 172.21.15.43:0/3195789493 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9179+0+0 (secure 0 0 0) 0x7f59c80e20e0 con 0x7f59d8103490 2024-05-16T15:58:00.336 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.322+0000 7f59d659c640 1 --2- 172.21.15.43:0/3195789493 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f59c00b27f0 0x7f59c00b4cb0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f59d8102b70 tx=0x7f59cc005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:58:00.340 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.326+0000 7f59bffff640 1 -- 172.21.15.43:0/3195789493 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f59c80a9a50 con 0x7f59d8103490 2024-05-16T15:58:00.531 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.517+0000 7f59dd093640 1 -- 172.21.15.43:0/3195789493 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f59d80635b0 con 0x7f59d8103490 2024-05-16T15:58:00.531 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.517+0000 7f59bffff640 1 -- 172.21.15.43:0/3195789493 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v91) ==== 103+0+11 (secure 0 0 0) 0x7f59c80a9350 con 0x7f59d8103490 2024-05-16T15:58:00.531 INFO:teuthology.orchestra.run.smithi043.stdout:pg_num: 32 2024-05-16T15:58:00.534 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.519+0000 7f59dd093640 1 -- 172.21.15.43:0/3195789493 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f59c00b27f0 msgr2=0x7f59c00b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:58:00.534 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.519+0000 7f59dd093640 1 --2- 172.21.15.43:0/3195789493 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f59c00b27f0 0x7f59c00b4cb0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f59d8102b70 tx=0x7f59cc005f90 comp rx=0 tx=0).stop 2024-05-16T15:58:00.534 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.519+0000 7f59dd093640 1 -- 172.21.15.43:0/3195789493 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f59d8103490 msgr2=0x7f59d8102e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:58:00.534 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.519+0000 7f59dd093640 1 --2- 172.21.15.43:0/3195789493 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f59d8103490 0x7f59d8102e00 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f59c800d770 tx=0x7f59c800dc30 comp rx=0 tx=0).stop 2024-05-16T15:58:00.534 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.519+0000 7f59dd093640 1 -- 172.21.15.43:0/3195789493 shutdown_connections 2024-05-16T15:58:00.534 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.519+0000 7f59dd093640 1 --2- 172.21.15.43:0/3195789493 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f59c00b27f0 0x7f59c00b4cb0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:58:00.534 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.519+0000 7f59dd093640 1 --2- 172.21.15.43:0/3195789493 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f59d81086f0 0x7f59d8101980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:58:00.534 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.519+0000 7f59dd093640 1 --2- 172.21.15.43:0/3195789493 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f59d8105dc0 0x7f59d8101440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:58:00.534 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.519+0000 7f59dd093640 1 --2- 172.21.15.43:0/3195789493 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f59d8103490 0x7f59d8102e00 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:58:00.534 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.519+0000 7f59dd093640 1 -- 172.21.15.43:0/3195789493 >> 172.21.15.43:0/3195789493 conn(0x7f59d80fcea0 msgr2=0x7f59d8103dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:58:00.534 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.520+0000 7f59dd093640 1 -- 172.21.15.43:0/3195789493 shutdown_connections 2024-05-16T15:58:00.535 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.520+0000 7f59dd093640 1 -- 172.21.15.43:0/3195789493 wait complete. 2024-05-16T15:58:00.545 DEBUG:teuthology.orchestra.run.smithi043:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-05-16T15:58:00.679 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.665+0000 7fa821bf0640 1 -- 172.21.15.43:0/4085040260 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa81c103c10 msgr2=0x7fa81c104090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:58:00.680 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.665+0000 7fa821bf0640 1 --2- 172.21.15.43:0/4085040260 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa81c103c10 0x7fa81c104090 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7fa810009900 tx=0x7fa81002a410 comp rx=0 tx=0).stop 2024-05-16T15:58:00.680 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.665+0000 7fa821bf0640 1 -- 172.21.15.43:0/4085040260 shutdown_connections 2024-05-16T15:58:00.680 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.665+0000 7fa821bf0640 1 --2- 172.21.15.43:0/4085040260 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa81c1045d0 0x7fa81c10ae60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:58:00.680 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.665+0000 7fa821bf0640 1 --2- 172.21.15.43:0/4085040260 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa81c103c10 0x7fa81c104090 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:58:00.680 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.665+0000 7fa821bf0640 1 --2- 172.21.15.43:0/4085040260 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa81c102a20 0x7fa81c102e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:58:00.680 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.665+0000 7fa821bf0640 1 -- 172.21.15.43:0/4085040260 >> 172.21.15.43:0/4085040260 conn(0x7fa81c0fdfb0 msgr2=0x7fa81c1003d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:58:00.680 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.665+0000 7fa821bf0640 1 -- 172.21.15.43:0/4085040260 shutdown_connections 2024-05-16T15:58:00.680 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.665+0000 7fa821bf0640 1 -- 172.21.15.43:0/4085040260 wait complete. 2024-05-16T15:58:00.680 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.666+0000 7fa821bf0640 1 Processor -- start 2024-05-16T15:58:00.682 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.666+0000 7fa821bf0640 1 -- start start 2024-05-16T15:58:00.682 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.666+0000 7fa821bf0640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa81c102a20 0x7fa81c198bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:58:00.682 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.666+0000 7fa821bf0640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa81c103c10 0x7fa81c1990f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:58:00.682 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.666+0000 7fa821bf0640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa81c1045d0 0x7fa81c1a0160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:58:00.682 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.666+0000 7fa821bf0640 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fa81c10e430 con 0x7fa81c103c10 2024-05-16T15:58:00.683 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.666+0000 7fa821bf0640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fa81c10e2b0 con 0x7fa81c1045d0 2024-05-16T15:58:00.683 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.666+0000 7fa821bf0640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fa81c10e5b0 con 0x7fa81c102a20 2024-05-16T15:58:00.683 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.666+0000 7fa81affd640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa81c103c10 0x7fa81c1990f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:58:00.683 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.666+0000 7fa81affd640 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa81c103c10 0x7fa81c1990f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:33316/0 (socket says 172.21.15.43:33316) 2024-05-16T15:58:00.683 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.666+0000 7fa81affd640 1 -- 172.21.15.43:0/1128124192 learned_addr learned my addr 172.21.15.43:0/1128124192 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:58:00.683 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.667+0000 7fa81bfff640 1 --2- 172.21.15.43:0/1128124192 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa81c1045d0 0x7fa81c1a0160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:58:00.683 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.667+0000 7fa81b7fe640 1 --2- 172.21.15.43:0/1128124192 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa81c102a20 0x7fa81c198bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:58:00.683 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.667+0000 7fa81affd640 1 -- 172.21.15.43:0/1128124192 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa81c102a20 msgr2=0x7fa81c198bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:58:00.683 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.667+0000 7fa81affd640 1 --2- 172.21.15.43:0/1128124192 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa81c102a20 0x7fa81c198bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:58:00.683 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.667+0000 7fa81affd640 1 -- 172.21.15.43:0/1128124192 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa81c1045d0 msgr2=0x7fa81c1a0160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:58:00.683 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.667+0000 7fa81affd640 1 --2- 172.21.15.43:0/1128124192 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa81c1045d0 0x7fa81c1a0160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:58:00.683 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.667+0000 7fa81affd640 1 -- 172.21.15.43:0/1128124192 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa81c1a07d0 con 0x7fa81c103c10 2024-05-16T15:58:00.683 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.667+0000 7fa81affd640 1 --2- 172.21.15.43:0/1128124192 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa81c103c10 0x7fa81c1990f0 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7fa810031460 tx=0x7fa810003c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:58:00.683 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.667+0000 7fa818ff9640 1 -- 172.21.15.43:0/1128124192 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa81003f070 con 0x7fa81c103c10 2024-05-16T15:58:00.683 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.667+0000 7fa818ff9640 1 -- 172.21.15.43:0/1128124192 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa810031da0 con 0x7fa81c103c10 2024-05-16T15:58:00.683 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.667+0000 7fa821bf0640 1 -- 172.21.15.43:0/1128124192 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa81c1a0a60 con 0x7fa81c103c10 2024-05-16T15:58:00.684 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.667+0000 7fa818ff9640 1 -- 172.21.15.43:0/1128124192 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa810035030 con 0x7fa81c103c10 2024-05-16T15:58:00.684 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.667+0000 7fa821bf0640 1 -- 172.21.15.43:0/1128124192 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa81c1a0fa0 con 0x7fa81c103c10 2024-05-16T15:58:00.684 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.668+0000 7fa821bf0640 1 -- 172.21.15.43:0/1128124192 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa81c109e60 con 0x7fa81c103c10 2024-05-16T15:58:00.684 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.670+0000 7fa818ff9640 1 -- 172.21.15.43:0/1128124192 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fa810042070 con 0x7fa81c103c10 2024-05-16T15:58:00.684 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.670+0000 7fa818ff9640 1 --2- 172.21.15.43:0/1128124192 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fa8040b2870 0x7fa8040b4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:58:00.684 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.670+0000 7fa81b7fe640 1 --2- 172.21.15.43:0/1128124192 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fa8040b2870 0x7fa8040b4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:58:00.685 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.671+0000 7fa818ff9640 1 -- 172.21.15.43:0/1128124192 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9179+0+0 (secure 0 0 0) 0x7fa810102dd0 con 0x7fa81c103c10 2024-05-16T15:58:00.685 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.671+0000 7fa81b7fe640 1 --2- 172.21.15.43:0/1128124192 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fa8040b2870 0x7fa8040b4d30 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fa80c005fd0 tx=0x7fa80c00b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:58:00.688 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.675+0000 7fa818ff9640 1 -- 172.21.15.43:0/1128124192 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fa8100ca0f0 con 0x7fa81c103c10 2024-05-16T15:58:00.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:00 smithi157 ceph-mon[35584]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:58:00.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:00 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/2277157983' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-16T15:58:00.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:00 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/1366751684' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-16T15:58:00.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:00 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/3195789493' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-05-16T15:58:00.933 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.919+0000 7fa821bf0640 1 -- 172.21.15.43:0/1128124192 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) -- 0x7fa81c0635b0 con 0x7fa81c103c10 2024-05-16T15:58:00.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:58:00 smithi148 ceph-mon[34976]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:58:00.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:58:00 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/2277157983' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-16T15:58:00.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:58:00 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/1366751684' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-16T15:58:00.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:58:00 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/3195789493' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-05-16T15:58:00.943 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.929+0000 7fa818ff9640 1 -- 172.21.15.43:0/1128124192 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v18) ==== 81+0+815640 (secure 0 0 0) 0x7fa8100ce3f0 con 0x7fa81c103c10 2024-05-16T15:58:00.953 INFO:teuthology.orchestra.run.smithi043.stdout: 2024-05-16T15:58:00.953 INFO:teuthology.orchestra.run.smithi043.stdout:{ 2024-05-16T15:58:00.953 INFO:teuthology.orchestra.run.smithi043.stdout: "epoch": 18, 2024-05-16T15:58:00.953 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:00.953 INFO:teuthology.orchestra.run.smithi043.stdout: "active_gid": 14150, 2024-05-16T15:58:00.954 INFO:teuthology.orchestra.run.smithi043.stdout: "active_name": "x", 2024-05-16T15:58:00.954 INFO:teuthology.orchestra.run.smithi043.stdout: "active_addrs": { 2024-05-16T15:58:00.954 INFO:teuthology.orchestra.run.smithi043.stdout: "addrvec": [ 2024-05-16T15:58:00.954 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:00.954 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "v2", 2024-05-16T15:58:00.954 INFO:teuthology.orchestra.run.smithi043.stdout: "addr": "172.21.15.43:6800", 2024-05-16T15:58:00.954 INFO:teuthology.orchestra.run.smithi043.stdout: "nonce": 198025071 2024-05-16T15:58:00.954 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:00.954 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:00.954 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "v1", 2024-05-16T15:58:00.954 INFO:teuthology.orchestra.run.smithi043.stdout: "addr": "172.21.15.43:6801", 2024-05-16T15:58:00.954 INFO:teuthology.orchestra.run.smithi043.stdout: "nonce": 198025071 2024-05-16T15:58:00.954 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:00.954 INFO:teuthology.orchestra.run.smithi043.stdout: ] 2024-05-16T15:58:00.954 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:00.955 INFO:teuthology.orchestra.run.smithi043.stdout: "active_addr": "172.21.15.43:6801/198025071", 2024-05-16T15:58:00.955 INFO:teuthology.orchestra.run.smithi043.stdout: "active_change": "2024-05-16T15:38:19.897890+0000", 2024-05-16T15:58:00.955 INFO:teuthology.orchestra.run.smithi043.stdout: "active_mgr_features": 4540701547738038271, 2024-05-16T15:58:00.955 INFO:teuthology.orchestra.run.smithi043.stdout: "available": true, 2024-05-16T15:58:00.955 INFO:teuthology.orchestra.run.smithi043.stdout: "standbys": [ 2024-05-16T15:58:00.955 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:00.955 INFO:teuthology.orchestra.run.smithi043.stdout: "gid": 24112, 2024-05-16T15:58:00.955 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "z", 2024-05-16T15:58:00.955 INFO:teuthology.orchestra.run.smithi043.stdout: "mgr_features": 4540701547738038271, 2024-05-16T15:58:00.955 INFO:teuthology.orchestra.run.smithi043.stdout: "available_modules": [ 2024-05-16T15:58:00.955 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:00.955 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "alerts", 2024-05-16T15:58:00.955 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:00.955 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:00.955 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:00.955 INFO:teuthology.orchestra.run.smithi043.stdout: "interval": { 2024-05-16T15:58:00.956 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "interval", 2024-05-16T15:58:00.956 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:00.956 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:00.956 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:00.956 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "60", 2024-05-16T15:58:00.956 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:00.956 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:00.956 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:00.956 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "How frequently to reexamine health status", 2024-05-16T15:58:00.956 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:00.956 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:00.956 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:00.956 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:00.956 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:00.956 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:00.956 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:00.957 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:00.957 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:00.957 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:00.957 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:00.957 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:00.957 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:00.957 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:00.957 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:00.957 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:00.957 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:00.957 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:00.957 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:00.957 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:00.957 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:00.957 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:00.957 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:00.958 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:00.958 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:00.958 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:00.958 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:00.958 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:00.958 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:00.958 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:00.958 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:00.958 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:00.958 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:00.958 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:00.958 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:00.958 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:00.958 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:00.958 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:00.959 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:00.959 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:00.959 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:00.959 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:00.959 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:00.959 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:00.959 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:00.959 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:00.959 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:00.959 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:00.959 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:00.959 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:00.959 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:00.959 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:00.959 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:00.959 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:00.960 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:00.960 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:00.960 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:00.960 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:00.960 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:00.960 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:00.960 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:00.960 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:00.960 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:00.960 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:00.960 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:00.960 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:00.960 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:00.960 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:00.960 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:00.960 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:00.961 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:00.961 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:00.961 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:00.961 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:00.961 INFO:teuthology.orchestra.run.smithi043.stdout: "smtp_destination": { 2024-05-16T15:58:00.961 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "smtp_destination", 2024-05-16T15:58:00.961 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:00.961 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:00.961 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:00.961 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:00.961 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:00.961 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:00.961 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:00.961 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Email address to send alerts to", 2024-05-16T15:58:00.961 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:00.961 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:00.961 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:00.962 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:00.962 INFO:teuthology.orchestra.run.smithi043.stdout: "smtp_from_name": { 2024-05-16T15:58:00.962 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "smtp_from_name", 2024-05-16T15:58:00.962 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:00.962 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:00.962 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:00.962 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "Ceph", 2024-05-16T15:58:00.962 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:00.962 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:00.962 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:00.962 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Email From: name", 2024-05-16T15:58:00.962 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:00.962 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:00.962 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:00.962 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:00.962 INFO:teuthology.orchestra.run.smithi043.stdout: "smtp_host": { 2024-05-16T15:58:00.963 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "smtp_host", 2024-05-16T15:58:00.963 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:00.963 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:00.963 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:00.963 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:00.963 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:00.963 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:00.963 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:00.963 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "SMTP server", 2024-05-16T15:58:00.963 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:00.963 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:00.963 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:00.963 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:00.963 INFO:teuthology.orchestra.run.smithi043.stdout: "smtp_password": { 2024-05-16T15:58:00.963 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "smtp_password", 2024-05-16T15:58:00.963 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:00.964 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:00.964 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:00.964 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:00.964 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:00.964 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:00.964 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:00.964 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Password to authenticate with", 2024-05-16T15:58:00.964 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:00.964 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:00.964 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:00.964 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:00.964 INFO:teuthology.orchestra.run.smithi043.stdout: "smtp_port": { 2024-05-16T15:58:00.964 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "smtp_port", 2024-05-16T15:58:00.964 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:00.964 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:00.964 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:00.964 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "465", 2024-05-16T15:58:00.965 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:00.965 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:00.965 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:00.965 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "SMTP port", 2024-05-16T15:58:00.965 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:00.965 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:00.965 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:00.965 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:00.965 INFO:teuthology.orchestra.run.smithi043.stdout: "smtp_sender": { 2024-05-16T15:58:00.965 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "smtp_sender", 2024-05-16T15:58:00.965 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:00.965 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:00.965 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:00.965 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:00.965 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:00.965 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:00.966 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:00.966 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "SMTP envelope sender", 2024-05-16T15:58:00.966 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:00.966 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:00.966 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:00.966 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:00.966 INFO:teuthology.orchestra.run.smithi043.stdout: "smtp_ssl": { 2024-05-16T15:58:00.966 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "smtp_ssl", 2024-05-16T15:58:00.966 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:00.966 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:00.966 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:00.966 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:00.966 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:00.966 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:00.966 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:00.967 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Use SSL to connect to SMTP server", 2024-05-16T15:58:00.967 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:00.967 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:00.967 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:00.967 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:00.967 INFO:teuthology.orchestra.run.smithi043.stdout: "smtp_user": { 2024-05-16T15:58:00.967 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "smtp_user", 2024-05-16T15:58:00.967 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:00.967 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:00.967 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:00.967 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:00.967 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:00.967 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:00.967 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:00.967 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "User to authenticate as", 2024-05-16T15:58:00.967 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:00.968 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:00.968 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:00.968 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:00.968 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:00.968 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:00.968 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:00.968 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:00.968 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:00.968 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:00.968 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:00.968 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:00.968 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:00.968 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:00.968 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:00.968 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:00.968 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:00.968 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:00.969 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:00.969 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:00.969 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:00.969 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "balancer", 2024-05-16T15:58:00.969 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:00.969 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:00.969 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:00.969 INFO:teuthology.orchestra.run.smithi043.stdout: "active": { 2024-05-16T15:58:00.969 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "active", 2024-05-16T15:58:00.969 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:00.969 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:00.969 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:00.969 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:00.969 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:00.970 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:00.970 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:00.970 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "automatically balance PGs across cluster", 2024-05-16T15:58:00.970 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:00.970 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:00.970 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:00.970 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:00.970 INFO:teuthology.orchestra.run.smithi043.stdout: "begin_time": { 2024-05-16T15:58:00.970 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "begin_time", 2024-05-16T15:58:00.970 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:00.970 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:00.970 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:00.970 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0000", 2024-05-16T15:58:00.970 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:00.970 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:00.970 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:00.971 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "beginning time of day to automatically balance", 2024-05-16T15:58:00.971 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-16T15:58:00.971 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:00.971 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:00.971 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:00.971 INFO:teuthology.orchestra.run.smithi043.stdout: "begin_weekday": { 2024-05-16T15:58:00.971 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "begin_weekday", 2024-05-16T15:58:00.971 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "uint", 2024-05-16T15:58:00.971 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:00.971 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:00.971 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:00.971 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "0", 2024-05-16T15:58:00.971 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "6", 2024-05-16T15:58:00.971 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:00.971 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-05-16T15:58:00.971 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-16T15:58:00.971 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:00.972 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:00.972 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:00.972 INFO:teuthology.orchestra.run.smithi043.stdout: "crush_compat_max_iterations": { 2024-05-16T15:58:00.972 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "crush_compat_max_iterations", 2024-05-16T15:58:00.972 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "uint", 2024-05-16T15:58:00.972 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:00.972 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:00.972 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "25", 2024-05-16T15:58:00.972 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "1", 2024-05-16T15:58:00.972 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "250", 2024-05-16T15:58:00.972 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:00.972 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-05-16T15:58:00.972 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:00.972 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:00.972 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:00.972 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:00.972 INFO:teuthology.orchestra.run.smithi043.stdout: "crush_compat_metrics": { 2024-05-16T15:58:00.973 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "crush_compat_metrics", 2024-05-16T15:58:00.973 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:00.973 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:00.973 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:00.973 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "pgs,objects,bytes", 2024-05-16T15:58:00.973 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:00.973 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:00.973 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:00.973 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-05-16T15:58:00.973 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-05-16T15:58:00.973 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:00.973 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:00.973 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:00.973 INFO:teuthology.orchestra.run.smithi043.stdout: "crush_compat_step": { 2024-05-16T15:58:00.973 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "crush_compat_step", 2024-05-16T15:58:00.973 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "float", 2024-05-16T15:58:00.973 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:00.974 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:00.974 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0.5", 2024-05-16T15:58:00.974 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "0.001", 2024-05-16T15:58:00.974 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "0.999", 2024-05-16T15:58:00.974 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:00.974 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "aggressiveness of optimization", 2024-05-16T15:58:00.974 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-05-16T15:58:00.974 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:00.974 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:00.974 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:00.974 INFO:teuthology.orchestra.run.smithi043.stdout: "end_time": { 2024-05-16T15:58:00.974 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "end_time", 2024-05-16T15:58:00.974 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:00.974 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:00.974 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:00.975 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "2359", 2024-05-16T15:58:00.975 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:00.975 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:00.975 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:00.975 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "ending time of day to automatically balance", 2024-05-16T15:58:00.975 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-16T15:58:00.975 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:00.975 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:00.975 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:00.975 INFO:teuthology.orchestra.run.smithi043.stdout: "end_weekday": { 2024-05-16T15:58:00.975 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "end_weekday", 2024-05-16T15:58:00.975 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "uint", 2024-05-16T15:58:00.975 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:00.975 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:00.975 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:00.975 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "0", 2024-05-16T15:58:00.975 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "6", 2024-05-16T15:58:00.975 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:00.976 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-05-16T15:58:00.976 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-16T15:58:00.976 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:00.976 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:00.976 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:00.976 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:00.976 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:00.976 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:00.976 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:00.976 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:00.976 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:00.976 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:00.976 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:00.976 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:00.976 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:00.976 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:00.976 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:00.977 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:00.977 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:00.977 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:00.977 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:00.977 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:00.977 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:00.977 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:00.977 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:00.977 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:00.977 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:00.977 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:00.977 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:00.977 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:00.978 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:00.978 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:00.978 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:00.978 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:00.978 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:00.978 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:00.978 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:00.978 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:00.978 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:00.978 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:00.978 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:00.978 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:00.978 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:00.978 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:00.979 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:00.979 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:00.979 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:00.979 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:00.979 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:00.979 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:00.979 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:00.979 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:00.979 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:00.979 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:00.979 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:00.979 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:00.979 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:00.979 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:00.979 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:00.979 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:00.980 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:00.980 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:00.980 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:00.980 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:00.980 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:00.980 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:00.980 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:00.980 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:00.980 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:00.980 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:00.980 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:00.980 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:00.980 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:00.980 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:00.980 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:00.980 INFO:teuthology.orchestra.run.smithi043.stdout: "min_score": { 2024-05-16T15:58:00.981 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "min_score", 2024-05-16T15:58:00.981 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "float", 2024-05-16T15:58:00.981 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:00.981 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:00.981 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:00.981 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:00.981 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:00.981 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:00.981 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-05-16T15:58:00.981 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:00.981 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:00.981 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:00.981 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:00.981 INFO:teuthology.orchestra.run.smithi043.stdout: "mode": { 2024-05-16T15:58:00.981 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "mode", 2024-05-16T15:58:00.981 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:00.982 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:00.982 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:00.982 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "upmap", 2024-05-16T15:58:00.982 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:00.982 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:00.982 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:00.982 INFO:teuthology.orchestra.run.smithi043.stdout: "crush-compat", 2024-05-16T15:58:00.982 INFO:teuthology.orchestra.run.smithi043.stdout: "none", 2024-05-16T15:58:00.982 INFO:teuthology.orchestra.run.smithi043.stdout: "read", 2024-05-16T15:58:00.982 INFO:teuthology.orchestra.run.smithi043.stdout: "upmap", 2024-05-16T15:58:00.982 INFO:teuthology.orchestra.run.smithi043.stdout: "upmap-read" 2024-05-16T15:58:00.982 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:00.982 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Balancer mode", 2024-05-16T15:58:00.982 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:00.982 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:00.982 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:00.983 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:00.983 INFO:teuthology.orchestra.run.smithi043.stdout: "pool_ids": { 2024-05-16T15:58:00.983 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "pool_ids", 2024-05-16T15:58:00.983 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:00.983 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:00.983 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:00.983 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:00.983 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:00.983 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:00.983 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:00.983 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-05-16T15:58:00.983 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:00.983 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:00.983 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:00.983 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:00.983 INFO:teuthology.orchestra.run.smithi043.stdout: "sleep_interval": { 2024-05-16T15:58:00.983 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sleep_interval", 2024-05-16T15:58:00.984 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:00.984 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:00.984 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:00.984 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "60", 2024-05-16T15:58:00.984 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:00.984 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:00.984 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:00.984 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-05-16T15:58:00.984 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:00.984 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:00.984 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:00.984 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:00.984 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:00.984 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:00.984 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:00.984 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:00.984 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:00.985 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:00.985 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:00.985 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:00.985 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:00.985 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:00.985 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:00.985 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:00.985 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:00.985 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:00.985 INFO:teuthology.orchestra.run.smithi043.stdout: "upmap_max_deviation": { 2024-05-16T15:58:00.985 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "upmap_max_deviation", 2024-05-16T15:58:00.985 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:00.985 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:00.985 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:00.985 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "5", 2024-05-16T15:58:00.985 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "1", 2024-05-16T15:58:00.985 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:00.986 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:00.986 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "deviation below which no optimization is attempted", 2024-05-16T15:58:00.986 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-05-16T15:58:00.986 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:00.986 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:00.986 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:00.986 INFO:teuthology.orchestra.run.smithi043.stdout: "upmap_max_optimizations": { 2024-05-16T15:58:00.986 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "upmap_max_optimizations", 2024-05-16T15:58:00.986 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "uint", 2024-05-16T15:58:00.986 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:00.986 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:00.986 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "10", 2024-05-16T15:58:00.986 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:00.986 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:00.986 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:00.986 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-05-16T15:58:00.987 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:00.987 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:00.987 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:00.987 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:00.987 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:00.987 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:00.987 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:00.987 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "cephadm", 2024-05-16T15:58:00.987 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:00.987 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:00.987 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:00.987 INFO:teuthology.orchestra.run.smithi043.stdout: "agent_down_multiplier": { 2024-05-16T15:58:00.987 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "agent_down_multiplier", 2024-05-16T15:58:00.987 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "float", 2024-05-16T15:58:00.987 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:00.987 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:00.987 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "3.0", 2024-05-16T15:58:00.988 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:00.988 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:00.988 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:00.988 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-05-16T15:58:00.988 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:00.988 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:00.988 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:00.988 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:00.988 INFO:teuthology.orchestra.run.smithi043.stdout: "agent_refresh_rate": { 2024-05-16T15:58:00.988 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "agent_refresh_rate", 2024-05-16T15:58:00.988 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:00.988 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:00.988 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:00.988 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "20", 2024-05-16T15:58:00.988 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:00.989 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:00.989 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:00.989 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-05-16T15:58:00.989 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:00.989 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:00.989 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:00.989 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:00.989 INFO:teuthology.orchestra.run.smithi043.stdout: "agent_starting_port": { 2024-05-16T15:58:00.989 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "agent_starting_port", 2024-05-16T15:58:00.989 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:00.989 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:00.989 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:00.989 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "4721", 2024-05-16T15:58:00.989 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:00.989 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:00.990 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:00.990 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-05-16T15:58:00.990 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:00.990 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:00.990 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:00.990 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:00.990 INFO:teuthology.orchestra.run.smithi043.stdout: "allow_ptrace": { 2024-05-16T15:58:00.990 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "allow_ptrace", 2024-05-16T15:58:00.990 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:00.990 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:00.990 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:00.990 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:00.990 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:00.990 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:00.990 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:00.991 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-05-16T15:58:00.991 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-05-16T15:58:00.991 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:00.991 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:00.991 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:00.991 INFO:teuthology.orchestra.run.smithi043.stdout: "autotune_interval": { 2024-05-16T15:58:00.991 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "autotune_interval", 2024-05-16T15:58:00.991 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:00.991 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:00.991 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:00.991 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "600", 2024-05-16T15:58:00.991 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:00.991 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:00.991 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:00.991 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "how frequently to autotune daemon memory", 2024-05-16T15:58:00.991 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:00.991 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:00.992 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:00.992 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:00.992 INFO:teuthology.orchestra.run.smithi043.stdout: "autotune_memory_target_ratio": { 2024-05-16T15:58:00.992 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "autotune_memory_target_ratio", 2024-05-16T15:58:00.992 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "float", 2024-05-16T15:58:00.992 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:00.992 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:00.992 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0.7", 2024-05-16T15:58:00.992 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:00.992 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:00.992 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:00.992 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-05-16T15:58:00.992 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:00.992 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:00.992 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:00.992 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:00.992 INFO:teuthology.orchestra.run.smithi043.stdout: "cephadm_log_destination": { 2024-05-16T15:58:00.993 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "cephadm_log_destination", 2024-05-16T15:58:00.993 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:00.993 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:00.993 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:00.993 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:00.993 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:00.993 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:00.993 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:00.993 INFO:teuthology.orchestra.run.smithi043.stdout: "file", 2024-05-16T15:58:00.993 INFO:teuthology.orchestra.run.smithi043.stdout: "file,syslog", 2024-05-16T15:58:00.993 INFO:teuthology.orchestra.run.smithi043.stdout: "syslog" 2024-05-16T15:58:00.993 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:00.993 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-05-16T15:58:00.993 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:00.993 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:00.993 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:00.993 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:00.994 INFO:teuthology.orchestra.run.smithi043.stdout: "cgroups_split": { 2024-05-16T15:58:00.994 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "cgroups_split", 2024-05-16T15:58:00.994 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:00.994 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:00.994 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:00.994 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:00.994 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:00.994 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:00.994 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:00.994 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-05-16T15:58:00.994 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:00.994 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:00.994 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:00.994 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:00.994 INFO:teuthology.orchestra.run.smithi043.stdout: "config_checks_enabled": { 2024-05-16T15:58:00.994 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "config_checks_enabled", 2024-05-16T15:58:00.994 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:00.995 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:00.995 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:00.995 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:00.995 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:00.995 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:00.995 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:00.995 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-05-16T15:58:00.995 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:00.995 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:00.995 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:00.995 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:00.995 INFO:teuthology.orchestra.run.smithi043.stdout: "config_dashboard": { 2024-05-16T15:58:00.995 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "config_dashboard", 2024-05-16T15:58:00.995 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:00.995 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:00.995 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:00.995 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:00.996 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:00.996 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:00.996 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:00.996 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-05-16T15:58:00.996 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:00.996 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:00.996 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:00.996 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:00.996 INFO:teuthology.orchestra.run.smithi043.stdout: "container_image_alertmanager": { 2024-05-16T15:58:00.996 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_image_alertmanager", 2024-05-16T15:58:00.996 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:00.996 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:00.996 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:00.996 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-05-16T15:58:00.996 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:00.996 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:00.996 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:00.997 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Prometheus container image", 2024-05-16T15:58:00.997 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:00.997 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:00.997 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:00.997 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:00.997 INFO:teuthology.orchestra.run.smithi043.stdout: "container_image_base": { 2024-05-16T15:58:00.997 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_image_base", 2024-05-16T15:58:00.997 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:00.997 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:00.997 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:00.997 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "quay.io/ceph/ceph", 2024-05-16T15:58:00.997 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:00.997 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:00.997 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:00.997 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Container image name, without the tag", 2024-05-16T15:58:00.997 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:00.997 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:00.998 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:00.998 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:00.998 INFO:teuthology.orchestra.run.smithi043.stdout: "container_image_elasticsearch": { 2024-05-16T15:58:00.998 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_image_elasticsearch", 2024-05-16T15:58:00.998 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:00.998 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:00.998 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:00.998 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-05-16T15:58:00.998 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:00.998 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:00.998 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:00.998 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "elasticsearch container image", 2024-05-16T15:58:00.998 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:00.998 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:00.998 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:00.999 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:00.999 INFO:teuthology.orchestra.run.smithi043.stdout: "container_image_grafana": { 2024-05-16T15:58:00.999 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_image_grafana", 2024-05-16T15:58:00.999 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:00.999 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:00.999 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:00.999 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-05-16T15:58:00.999 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:00.999 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:00.999 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:00.999 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Prometheus container image", 2024-05-16T15:58:00.999 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:00.999 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:00.999 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:00.999 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:00.999 INFO:teuthology.orchestra.run.smithi043.stdout: "container_image_haproxy": { 2024-05-16T15:58:01.000 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_image_haproxy", 2024-05-16T15:58:01.000 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.000 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.000 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.000 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-05-16T15:58:01.000 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.000 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.000 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.000 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "HAproxy container image", 2024-05-16T15:58:01.000 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.000 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.000 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.000 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.000 INFO:teuthology.orchestra.run.smithi043.stdout: "container_image_jaeger_agent": { 2024-05-16T15:58:01.001 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_image_jaeger_agent", 2024-05-16T15:58:01.001 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.001 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.001 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.001 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-05-16T15:58:01.001 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.001 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.001 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.001 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Jaeger agent container image", 2024-05-16T15:58:01.001 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.001 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.001 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.001 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.001 INFO:teuthology.orchestra.run.smithi043.stdout: "container_image_jaeger_collector": { 2024-05-16T15:58:01.001 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_image_jaeger_collector", 2024-05-16T15:58:01.001 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.002 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.002 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.002 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-05-16T15:58:01.002 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.002 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.002 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.002 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Jaeger collector container image", 2024-05-16T15:58:01.002 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.002 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.002 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.002 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.002 INFO:teuthology.orchestra.run.smithi043.stdout: "container_image_jaeger_query": { 2024-05-16T15:58:01.002 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_image_jaeger_query", 2024-05-16T15:58:01.002 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.002 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.002 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.003 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-05-16T15:58:01.003 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.003 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.003 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.003 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Jaeger query container image", 2024-05-16T15:58:01.003 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.003 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.003 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.003 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.003 INFO:teuthology.orchestra.run.smithi043.stdout: "container_image_keepalived": { 2024-05-16T15:58:01.003 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_image_keepalived", 2024-05-16T15:58:01.003 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.003 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.003 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.003 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-05-16T15:58:01.003 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.004 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.004 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.004 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Keepalived container image", 2024-05-16T15:58:01.004 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.004 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.004 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.004 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.004 INFO:teuthology.orchestra.run.smithi043.stdout: "container_image_loki": { 2024-05-16T15:58:01.004 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_image_loki", 2024-05-16T15:58:01.004 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.004 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.004 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.004 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-05-16T15:58:01.004 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.004 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.004 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.004 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Loki container image", 2024-05-16T15:58:01.005 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.005 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.005 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.005 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.005 INFO:teuthology.orchestra.run.smithi043.stdout: "container_image_node_exporter": { 2024-05-16T15:58:01.005 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_image_node_exporter", 2024-05-16T15:58:01.005 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.005 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.005 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.005 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-05-16T15:58:01.005 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.005 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.005 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.005 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Prometheus container image", 2024-05-16T15:58:01.005 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.005 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.005 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.006 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.006 INFO:teuthology.orchestra.run.smithi043.stdout: "container_image_nvmeof": { 2024-05-16T15:58:01.006 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_image_nvmeof", 2024-05-16T15:58:01.006 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.006 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.006 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.006 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-05-16T15:58:01.006 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.006 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.006 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.006 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Nvme-of container image", 2024-05-16T15:58:01.006 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.006 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.006 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.006 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.006 INFO:teuthology.orchestra.run.smithi043.stdout: "container_image_prometheus": { 2024-05-16T15:58:01.006 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_image_prometheus", 2024-05-16T15:58:01.007 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.007 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.007 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.007 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-05-16T15:58:01.007 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.007 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.007 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.007 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Prometheus container image", 2024-05-16T15:58:01.007 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.007 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.007 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.007 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.007 INFO:teuthology.orchestra.run.smithi043.stdout: "container_image_promtail": { 2024-05-16T15:58:01.007 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_image_promtail", 2024-05-16T15:58:01.007 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.007 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.007 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.008 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-05-16T15:58:01.008 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.008 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.008 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.008 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Promtail container image", 2024-05-16T15:58:01.008 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.008 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.008 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.008 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.008 INFO:teuthology.orchestra.run.smithi043.stdout: "container_image_samba": { 2024-05-16T15:58:01.008 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_image_samba", 2024-05-16T15:58:01.008 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.008 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.008 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.008 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-05-16T15:58:01.008 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.008 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.009 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.009 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Samba/SMB container image", 2024-05-16T15:58:01.009 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.009 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.009 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.009 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.009 INFO:teuthology.orchestra.run.smithi043.stdout: "container_image_snmp_gateway": { 2024-05-16T15:58:01.009 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_image_snmp_gateway", 2024-05-16T15:58:01.009 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.009 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.009 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.009 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-05-16T15:58:01.009 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.009 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.009 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.010 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "SNMP Gateway container image", 2024-05-16T15:58:01.010 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.010 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.010 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.010 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.010 INFO:teuthology.orchestra.run.smithi043.stdout: "container_init": { 2024-05-16T15:58:01.010 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_init", 2024-05-16T15:58:01.010 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.010 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.010 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.010 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.010 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.010 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.010 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.010 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Run podman/docker with `--init`", 2024-05-16T15:58:01.010 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.011 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.011 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.011 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.011 INFO:teuthology.orchestra.run.smithi043.stdout: "daemon_cache_timeout": { 2024-05-16T15:58:01.011 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "daemon_cache_timeout", 2024-05-16T15:58:01.011 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.011 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.011 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.011 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "600", 2024-05-16T15:58:01.011 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.011 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.011 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.011 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-05-16T15:58:01.011 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.011 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.011 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.011 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.012 INFO:teuthology.orchestra.run.smithi043.stdout: "default_cephadm_command_timeout": { 2024-05-16T15:58:01.012 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "default_cephadm_command_timeout", 2024-05-16T15:58:01.012 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.012 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.012 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.012 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "900", 2024-05-16T15:58:01.012 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.012 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.012 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.012 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-05-16T15:58:01.012 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.012 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.012 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.012 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.012 INFO:teuthology.orchestra.run.smithi043.stdout: "default_registry": { 2024-05-16T15:58:01.012 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "default_registry", 2024-05-16T15:58:01.012 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.013 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.013 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.013 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "docker.io", 2024-05-16T15:58:01.013 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.013 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.013 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.013 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-05-16T15:58:01.013 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.013 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.013 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.013 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.013 INFO:teuthology.orchestra.run.smithi043.stdout: "device_cache_timeout": { 2024-05-16T15:58:01.013 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "device_cache_timeout", 2024-05-16T15:58:01.013 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.013 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.013 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.013 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "1800", 2024-05-16T15:58:01.014 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.014 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.014 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.014 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "seconds to cache device inventory", 2024-05-16T15:58:01.014 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.014 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.014 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.014 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.014 INFO:teuthology.orchestra.run.smithi043.stdout: "device_enhanced_scan": { 2024-05-16T15:58:01.014 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "device_enhanced_scan", 2024-05-16T15:58:01.014 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.014 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.014 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.014 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.014 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.015 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.015 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.015 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Use libstoragemgmt during device scans", 2024-05-16T15:58:01.015 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.015 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.015 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.015 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.015 INFO:teuthology.orchestra.run.smithi043.stdout: "facts_cache_timeout": { 2024-05-16T15:58:01.015 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "facts_cache_timeout", 2024-05-16T15:58:01.015 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.015 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.015 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.015 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "60", 2024-05-16T15:58:01.015 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.015 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.015 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.015 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "seconds to cache host facts data", 2024-05-16T15:58:01.016 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.016 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.016 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.016 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.016 INFO:teuthology.orchestra.run.smithi043.stdout: "grafana_dashboards_path": { 2024-05-16T15:58:01.016 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "grafana_dashboards_path", 2024-05-16T15:58:01.016 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.016 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.016 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.016 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-05-16T15:58:01.016 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.016 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.016 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.016 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-05-16T15:58:01.016 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.016 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.017 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.017 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.017 INFO:teuthology.orchestra.run.smithi043.stdout: "host_check_interval": { 2024-05-16T15:58:01.017 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "host_check_interval", 2024-05-16T15:58:01.017 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.017 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.017 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.017 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "600", 2024-05-16T15:58:01.017 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.017 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.017 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.017 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "how frequently to perform a host check", 2024-05-16T15:58:01.017 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.017 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.017 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.017 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.018 INFO:teuthology.orchestra.run.smithi043.stdout: "hw_monitoring": { 2024-05-16T15:58:01.018 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "hw_monitoring", 2024-05-16T15:58:01.018 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.018 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.018 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.018 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.018 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.018 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.018 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.018 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-05-16T15:58:01.018 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.018 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.018 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.018 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.018 INFO:teuthology.orchestra.run.smithi043.stdout: "inventory_list_all": { 2024-05-16T15:58:01.019 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "inventory_list_all", 2024-05-16T15:58:01.019 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.019 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.019 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.019 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.019 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.019 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.019 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.019 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-05-16T15:58:01.019 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.019 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.019 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.019 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.019 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.020 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.020 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.020 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.020 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.020 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.020 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.020 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.020 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.020 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.020 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.020 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.020 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.020 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.020 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.020 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.021 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.021 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.021 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.021 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.021 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.021 INFO:teuthology.orchestra.run.smithi043.stdout: "log_refresh_metadata": { 2024-05-16T15:58:01.021 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_refresh_metadata", 2024-05-16T15:58:01.021 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.021 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.021 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.021 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.021 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.021 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.021 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.021 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-05-16T15:58:01.022 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.022 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.022 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.022 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.022 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.022 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.022 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.022 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.022 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.022 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.022 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.022 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.022 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.022 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-05-16T15:58:01.023 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.023 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.023 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.023 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.023 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.023 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.023 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.023 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.023 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.023 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.023 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.023 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.023 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.023 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.023 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.024 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.024 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.024 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.024 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.024 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.024 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.024 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.024 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.024 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.024 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.024 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.024 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.024 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.024 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.024 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.024 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.025 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.025 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.025 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.025 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.025 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.025 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.025 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.025 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.025 INFO:teuthology.orchestra.run.smithi043.stdout: "manage_etc_ceph_ceph_conf": { 2024-05-16T15:58:01.025 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-05-16T15:58:01.025 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.025 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.025 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.025 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.025 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.026 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.026 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.026 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-05-16T15:58:01.026 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.026 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.026 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.026 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.026 INFO:teuthology.orchestra.run.smithi043.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-05-16T15:58:01.026 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-05-16T15:58:01.026 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.026 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.026 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.026 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "*", 2024-05-16T15:58:01.026 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.027 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.027 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.027 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-05-16T15:58:01.027 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.027 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.027 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.027 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.027 INFO:teuthology.orchestra.run.smithi043.stdout: "max_count_per_host": { 2024-05-16T15:58:01.027 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "max_count_per_host", 2024-05-16T15:58:01.027 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.027 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.027 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.027 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "10", 2024-05-16T15:58:01.027 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.027 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.027 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.028 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "max number of daemons per service per host", 2024-05-16T15:58:01.028 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.028 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.028 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.028 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.028 INFO:teuthology.orchestra.run.smithi043.stdout: "max_osd_draining_count": { 2024-05-16T15:58:01.028 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "max_osd_draining_count", 2024-05-16T15:58:01.028 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.028 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.028 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.028 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "10", 2024-05-16T15:58:01.028 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.028 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.028 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.028 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-05-16T15:58:01.028 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.029 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.029 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.029 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.029 INFO:teuthology.orchestra.run.smithi043.stdout: "migration_current": { 2024-05-16T15:58:01.029 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "migration_current", 2024-05-16T15:58:01.029 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.029 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.029 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.029 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.029 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.029 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.029 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.029 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "internal - do not modify", 2024-05-16T15:58:01.029 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.029 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.029 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.030 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.030 INFO:teuthology.orchestra.run.smithi043.stdout: "mode": { 2024-05-16T15:58:01.030 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "mode", 2024-05-16T15:58:01.030 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.030 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.030 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.030 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "root", 2024-05-16T15:58:01.030 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.030 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.030 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.030 INFO:teuthology.orchestra.run.smithi043.stdout: "cephadm-package", 2024-05-16T15:58:01.030 INFO:teuthology.orchestra.run.smithi043.stdout: "root" 2024-05-16T15:58:01.030 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.030 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "mode for remote execution of cephadm", 2024-05-16T15:58:01.030 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.031 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.031 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.031 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.031 INFO:teuthology.orchestra.run.smithi043.stdout: "oob_default_addr": { 2024-05-16T15:58:01.031 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "oob_default_addr", 2024-05-16T15:58:01.031 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.031 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.031 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.031 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "169.254.1.1", 2024-05-16T15:58:01.031 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.031 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.031 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.031 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Default address for RedFish API (oob management).", 2024-05-16T15:58:01.031 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.032 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.032 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.032 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.032 INFO:teuthology.orchestra.run.smithi043.stdout: "prometheus_alerts_path": { 2024-05-16T15:58:01.032 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "prometheus_alerts_path", 2024-05-16T15:58:01.032 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.032 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.032 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.032 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-05-16T15:58:01.032 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.032 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.032 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.032 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-05-16T15:58:01.032 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.032 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.032 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.032 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.033 INFO:teuthology.orchestra.run.smithi043.stdout: "registry_insecure": { 2024-05-16T15:58:01.033 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "registry_insecure", 2024-05-16T15:58:01.033 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.033 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.033 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.033 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.033 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.033 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.033 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.033 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-05-16T15:58:01.033 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.033 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.033 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.033 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.033 INFO:teuthology.orchestra.run.smithi043.stdout: "registry_password": { 2024-05-16T15:58:01.033 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "registry_password", 2024-05-16T15:58:01.033 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.034 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.034 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.034 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.034 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.034 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.034 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.034 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-05-16T15:58:01.034 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.034 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.034 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.034 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.034 INFO:teuthology.orchestra.run.smithi043.stdout: "registry_url": { 2024-05-16T15:58:01.034 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "registry_url", 2024-05-16T15:58:01.034 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.034 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.034 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.035 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.035 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.035 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.035 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.035 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-05-16T15:58:01.035 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.035 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.035 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.035 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.035 INFO:teuthology.orchestra.run.smithi043.stdout: "registry_username": { 2024-05-16T15:58:01.035 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "registry_username", 2024-05-16T15:58:01.035 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.035 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.035 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.035 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.035 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.035 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.036 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.036 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-05-16T15:58:01.036 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.036 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.036 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.036 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.036 INFO:teuthology.orchestra.run.smithi043.stdout: "secure_monitoring_stack": { 2024-05-16T15:58:01.036 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "secure_monitoring_stack", 2024-05-16T15:58:01.036 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.036 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.036 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.036 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.036 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.036 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.036 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.036 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-05-16T15:58:01.036 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.037 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.037 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.037 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.037 INFO:teuthology.orchestra.run.smithi043.stdout: "service_discovery_port": { 2024-05-16T15:58:01.037 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "service_discovery_port", 2024-05-16T15:58:01.037 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.037 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.037 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.037 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "8765", 2024-05-16T15:58:01.037 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.037 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.037 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.037 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "cephadm service discovery port", 2024-05-16T15:58:01.037 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.037 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.037 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.037 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.037 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.038 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.038 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.038 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.038 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.038 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.038 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.038 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.038 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.038 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.038 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.038 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.038 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.038 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.038 INFO:teuthology.orchestra.run.smithi043.stdout: "ssh_config_file": { 2024-05-16T15:58:01.038 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "ssh_config_file", 2024-05-16T15:58:01.038 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.039 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.039 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.039 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.039 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.039 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.039 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.039 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-05-16T15:58:01.039 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.039 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.039 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.039 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.039 INFO:teuthology.orchestra.run.smithi043.stdout: "use_agent": { 2024-05-16T15:58:01.039 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "use_agent", 2024-05-16T15:58:01.039 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.039 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.039 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.040 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.040 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.040 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.040 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.040 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-05-16T15:58:01.040 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.040 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.040 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.040 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.040 INFO:teuthology.orchestra.run.smithi043.stdout: "use_repo_digest": { 2024-05-16T15:58:01.040 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "use_repo_digest", 2024-05-16T15:58:01.040 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.040 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.040 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.040 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.040 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.040 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.040 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.041 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-05-16T15:58:01.041 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.041 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.041 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.041 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.041 INFO:teuthology.orchestra.run.smithi043.stdout: "warn_on_failed_host_check": { 2024-05-16T15:58:01.041 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "warn_on_failed_host_check", 2024-05-16T15:58:01.041 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.041 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.041 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.041 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.041 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.041 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.041 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.041 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "raise a health warning if the host check fails", 2024-05-16T15:58:01.042 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.042 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.042 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.042 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.042 INFO:teuthology.orchestra.run.smithi043.stdout: "warn_on_stray_daemons": { 2024-05-16T15:58:01.042 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "warn_on_stray_daemons", 2024-05-16T15:58:01.042 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.042 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.042 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.042 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.042 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.042 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.042 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.042 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-05-16T15:58:01.042 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.043 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.043 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.043 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.043 INFO:teuthology.orchestra.run.smithi043.stdout: "warn_on_stray_hosts": { 2024-05-16T15:58:01.043 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "warn_on_stray_hosts", 2024-05-16T15:58:01.043 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.043 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.043 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.043 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.043 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.043 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.043 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.043 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-05-16T15:58:01.043 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.043 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.043 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.043 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.044 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.044 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.044 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.044 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "crash", 2024-05-16T15:58:01.044 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.044 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.044 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.044 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.044 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.044 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.044 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.044 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.044 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.044 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.044 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.044 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.045 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.045 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.045 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.045 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.045 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.045 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.045 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.045 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.045 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.045 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.045 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.045 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.045 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.045 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.045 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.045 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.045 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.046 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.046 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.046 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.046 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.046 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.046 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.046 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.046 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.046 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.046 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.046 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.046 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.046 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.046 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.046 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.047 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.047 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.047 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.047 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.047 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.047 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.047 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.047 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.047 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.047 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.047 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.047 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.047 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.047 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.047 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.047 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.047 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.048 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.048 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.048 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.048 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.048 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.048 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.048 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.048 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.048 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.048 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.048 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.048 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.048 INFO:teuthology.orchestra.run.smithi043.stdout: "retain_interval": { 2024-05-16T15:58:01.048 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "retain_interval", 2024-05-16T15:58:01.048 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.048 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.049 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.049 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "31536000", 2024-05-16T15:58:01.049 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.049 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.049 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.049 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "how long to retain crashes before pruning them", 2024-05-16T15:58:01.049 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.049 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.049 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.049 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.049 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.049 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.049 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.049 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.049 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.049 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.049 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.050 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.050 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.050 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.050 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.050 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.050 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.050 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.050 INFO:teuthology.orchestra.run.smithi043.stdout: "warn_recent_interval": { 2024-05-16T15:58:01.050 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "warn_recent_interval", 2024-05-16T15:58:01.050 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.050 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.050 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.050 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "1209600", 2024-05-16T15:58:01.050 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.050 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.050 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.051 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "time interval in which to warn about recent crashes", 2024-05-16T15:58:01.051 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.051 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.051 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.051 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.051 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.051 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.051 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.051 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "dashboard", 2024-05-16T15:58:01.051 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.051 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.051 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.051 INFO:teuthology.orchestra.run.smithi043.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-05-16T15:58:01.051 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-05-16T15:58:01.051 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.051 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.051 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.052 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "10", 2024-05-16T15:58:01.052 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.052 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.052 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.052 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.052 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.052 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.052 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.052 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.052 INFO:teuthology.orchestra.run.smithi043.stdout: "ALERTMANAGER_API_HOST": { 2024-05-16T15:58:01.052 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "ALERTMANAGER_API_HOST", 2024-05-16T15:58:01.052 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.052 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.052 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.052 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.052 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.052 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.053 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.053 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.053 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.053 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.053 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.053 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.053 INFO:teuthology.orchestra.run.smithi043.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-05-16T15:58:01.053 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-05-16T15:58:01.053 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.053 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.053 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.053 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.053 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.053 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.053 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.053 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.054 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.054 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.054 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.054 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.054 INFO:teuthology.orchestra.run.smithi043.stdout: "AUDIT_API_ENABLED": { 2024-05-16T15:58:01.054 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "AUDIT_API_ENABLED", 2024-05-16T15:58:01.054 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.054 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.054 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.054 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.054 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.054 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.054 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.054 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.055 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.055 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.055 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.055 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.055 INFO:teuthology.orchestra.run.smithi043.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-05-16T15:58:01.055 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-05-16T15:58:01.055 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.055 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.055 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.055 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.055 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.055 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.055 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.055 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.055 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.055 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.055 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.056 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.056 INFO:teuthology.orchestra.run.smithi043.stdout: "ENABLE_BROWSABLE_API": { 2024-05-16T15:58:01.056 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "ENABLE_BROWSABLE_API", 2024-05-16T15:58:01.056 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.056 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.056 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.056 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.056 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.056 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.056 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.056 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.056 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.056 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.056 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.056 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.056 INFO:teuthology.orchestra.run.smithi043.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-05-16T15:58:01.056 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-05-16T15:58:01.057 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.057 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.057 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.057 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.057 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.057 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.057 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.057 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.057 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.057 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.057 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.057 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.057 INFO:teuthology.orchestra.run.smithi043.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-05-16T15:58:01.057 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-05-16T15:58:01.057 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.057 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.058 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.058 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.058 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.058 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.058 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.058 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.058 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.058 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.058 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.058 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.058 INFO:teuthology.orchestra.run.smithi043.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-05-16T15:58:01.058 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-05-16T15:58:01.058 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.058 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.058 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.058 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.059 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.059 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.059 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.059 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.059 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.059 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.059 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.059 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.059 INFO:teuthology.orchestra.run.smithi043.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-05-16T15:58:01.059 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-05-16T15:58:01.059 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.059 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.059 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.059 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.059 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.059 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.059 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.060 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.060 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.060 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.060 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.060 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.060 INFO:teuthology.orchestra.run.smithi043.stdout: "FEATURE_TOGGLE_NFS": { 2024-05-16T15:58:01.060 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-05-16T15:58:01.060 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.060 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.060 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.060 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.060 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.060 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.060 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.060 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.060 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.060 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.061 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.061 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.061 INFO:teuthology.orchestra.run.smithi043.stdout: "FEATURE_TOGGLE_RBD": { 2024-05-16T15:58:01.061 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-05-16T15:58:01.061 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.061 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.061 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.061 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.061 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.061 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.061 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.061 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.061 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.061 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.061 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.061 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.062 INFO:teuthology.orchestra.run.smithi043.stdout: "FEATURE_TOGGLE_RGW": { 2024-05-16T15:58:01.062 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-05-16T15:58:01.062 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.062 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.062 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.062 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.062 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.062 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.062 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.062 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.062 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.062 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.062 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.062 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.062 INFO:teuthology.orchestra.run.smithi043.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-05-16T15:58:01.063 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-05-16T15:58:01.063 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.063 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.063 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.063 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.063 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.063 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.063 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.063 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.063 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.063 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.063 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.063 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.063 INFO:teuthology.orchestra.run.smithi043.stdout: "GRAFANA_API_PASSWORD": { 2024-05-16T15:58:01.063 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "GRAFANA_API_PASSWORD", 2024-05-16T15:58:01.063 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.063 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.064 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.064 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "admin", 2024-05-16T15:58:01.064 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.064 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.064 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.064 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.064 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.064 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.064 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.064 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.064 INFO:teuthology.orchestra.run.smithi043.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-05-16T15:58:01.064 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-05-16T15:58:01.064 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.064 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.064 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.064 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.065 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.065 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.065 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.065 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.065 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.065 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.065 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.065 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.065 INFO:teuthology.orchestra.run.smithi043.stdout: "GRAFANA_API_URL": { 2024-05-16T15:58:01.065 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "GRAFANA_API_URL", 2024-05-16T15:58:01.065 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.065 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.065 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.065 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.065 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.066 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.066 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.066 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.066 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.066 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.066 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.066 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.066 INFO:teuthology.orchestra.run.smithi043.stdout: "GRAFANA_API_USERNAME": { 2024-05-16T15:58:01.066 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "GRAFANA_API_USERNAME", 2024-05-16T15:58:01.066 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.066 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.066 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.066 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "admin", 2024-05-16T15:58:01.066 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.066 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.067 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.067 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.067 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.067 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.067 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.067 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.067 INFO:teuthology.orchestra.run.smithi043.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-05-16T15:58:01.067 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-05-16T15:58:01.067 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.067 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.067 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.067 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.067 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.067 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.067 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.067 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.067 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.068 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.068 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.068 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.068 INFO:teuthology.orchestra.run.smithi043.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-05-16T15:58:01.068 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-05-16T15:58:01.068 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.068 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.068 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.068 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.068 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.068 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.068 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.068 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.068 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.068 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.068 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.069 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.069 INFO:teuthology.orchestra.run.smithi043.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-05-16T15:58:01.069 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-05-16T15:58:01.069 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.069 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.069 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.069 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.069 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.069 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.069 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.069 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.069 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.069 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.069 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.069 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.070 INFO:teuthology.orchestra.run.smithi043.stdout: "ISSUE_TRACKER_API_KEY": { 2024-05-16T15:58:01.070 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-05-16T15:58:01.070 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.070 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.070 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.070 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.070 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.070 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.070 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.070 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.070 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.070 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.070 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.070 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.070 INFO:teuthology.orchestra.run.smithi043.stdout: "MANAGED_BY_CLUSTERS": { 2024-05-16T15:58:01.071 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-05-16T15:58:01.071 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.071 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.071 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.071 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "[]", 2024-05-16T15:58:01.071 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.071 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.071 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.071 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.071 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.071 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.071 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.071 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.071 INFO:teuthology.orchestra.run.smithi043.stdout: "MULTICLUSTER_CONFIG": { 2024-05-16T15:58:01.071 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "MULTICLUSTER_CONFIG", 2024-05-16T15:58:01.071 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.071 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.072 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.072 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "{}", 2024-05-16T15:58:01.072 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.072 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.072 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.072 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.072 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.072 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.072 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.072 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.072 INFO:teuthology.orchestra.run.smithi043.stdout: "PROMETHEUS_API_HOST": { 2024-05-16T15:58:01.072 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "PROMETHEUS_API_HOST", 2024-05-16T15:58:01.072 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.072 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.072 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.072 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.072 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.073 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.073 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.073 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.073 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.073 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.073 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.073 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.073 INFO:teuthology.orchestra.run.smithi043.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-05-16T15:58:01.073 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-05-16T15:58:01.073 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.073 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.073 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.073 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.073 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.073 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.073 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.073 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.073 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.074 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.074 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.074 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.074 INFO:teuthology.orchestra.run.smithi043.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-05-16T15:58:01.074 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-05-16T15:58:01.074 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.074 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.074 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.074 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.074 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.074 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.074 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.074 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.074 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.074 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.074 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.075 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.075 INFO:teuthology.orchestra.run.smithi043.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-05-16T15:58:01.075 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-05-16T15:58:01.075 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.075 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.075 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.075 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.075 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.075 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.075 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.075 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.075 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.075 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.075 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.075 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.075 INFO:teuthology.orchestra.run.smithi043.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-05-16T15:58:01.075 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-05-16T15:58:01.076 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.076 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.076 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.076 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.076 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.076 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.076 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.076 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.076 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.076 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.076 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.076 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.076 INFO:teuthology.orchestra.run.smithi043.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-05-16T15:58:01.076 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-05-16T15:58:01.076 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.076 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.077 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.077 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.077 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.077 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.077 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.077 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.077 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.077 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.077 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.077 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.077 INFO:teuthology.orchestra.run.smithi043.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-05-16T15:58:01.077 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-05-16T15:58:01.077 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.077 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.077 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.077 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.077 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.078 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.078 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.078 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.078 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.078 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.078 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.078 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.078 INFO:teuthology.orchestra.run.smithi043.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-05-16T15:58:01.078 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-05-16T15:58:01.078 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.078 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.078 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.078 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.078 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.078 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.079 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.079 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.079 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.079 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.079 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.079 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.079 INFO:teuthology.orchestra.run.smithi043.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-05-16T15:58:01.079 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-05-16T15:58:01.079 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.079 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.079 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.079 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.079 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.079 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.079 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.079 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.080 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.080 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.080 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.080 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.080 INFO:teuthology.orchestra.run.smithi043.stdout: "PWD_POLICY_ENABLED": { 2024-05-16T15:58:01.080 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "PWD_POLICY_ENABLED", 2024-05-16T15:58:01.080 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.080 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.080 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.080 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.080 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.080 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.080 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.080 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.080 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.080 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.080 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.081 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.081 INFO:teuthology.orchestra.run.smithi043.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-05-16T15:58:01.081 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-05-16T15:58:01.081 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.081 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.081 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.081 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-05-16T15:58:01.081 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.081 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.081 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.081 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.081 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.081 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.081 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.081 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.081 INFO:teuthology.orchestra.run.smithi043.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-05-16T15:58:01.081 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-05-16T15:58:01.082 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.082 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.082 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.082 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "10", 2024-05-16T15:58:01.082 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.082 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.082 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.082 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.082 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.082 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.082 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.082 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.082 INFO:teuthology.orchestra.run.smithi043.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-05-16T15:58:01.082 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-05-16T15:58:01.082 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.083 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.083 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.083 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "8", 2024-05-16T15:58:01.083 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.083 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.083 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.083 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.083 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.083 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.083 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.083 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.083 INFO:teuthology.orchestra.run.smithi043.stdout: "REST_REQUESTS_TIMEOUT": { 2024-05-16T15:58:01.083 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-05-16T15:58:01.083 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.083 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.083 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.083 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "45", 2024-05-16T15:58:01.084 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.084 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.084 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.084 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.084 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.084 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.084 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.084 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.084 INFO:teuthology.orchestra.run.smithi043.stdout: "RGW_API_ACCESS_KEY": { 2024-05-16T15:58:01.084 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "RGW_API_ACCESS_KEY", 2024-05-16T15:58:01.084 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.084 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.084 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.084 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.084 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.084 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.084 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.085 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.085 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.085 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.085 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.085 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.085 INFO:teuthology.orchestra.run.smithi043.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-05-16T15:58:01.085 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-05-16T15:58:01.085 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.085 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.085 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.085 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "admin", 2024-05-16T15:58:01.085 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.085 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.085 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.085 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.085 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.085 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.085 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.086 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.086 INFO:teuthology.orchestra.run.smithi043.stdout: "RGW_API_SECRET_KEY": { 2024-05-16T15:58:01.086 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "RGW_API_SECRET_KEY", 2024-05-16T15:58:01.086 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.086 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.086 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.086 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.086 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.086 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.086 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.086 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.086 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.086 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.086 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.086 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.087 INFO:teuthology.orchestra.run.smithi043.stdout: "RGW_API_SSL_VERIFY": { 2024-05-16T15:58:01.087 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "RGW_API_SSL_VERIFY", 2024-05-16T15:58:01.087 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.087 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.087 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.087 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.087 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.087 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.087 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.087 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.087 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.087 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.087 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.087 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.087 INFO:teuthology.orchestra.run.smithi043.stdout: "UNSAFE_TLS_v1_2": { 2024-05-16T15:58:01.087 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "UNSAFE_TLS_v1_2", 2024-05-16T15:58:01.088 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.088 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.088 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.088 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.088 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.088 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.088 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.088 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.088 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.088 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.088 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.088 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.088 INFO:teuthology.orchestra.run.smithi043.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-05-16T15:58:01.088 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-05-16T15:58:01.088 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.088 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.088 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.089 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.089 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.089 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.089 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.089 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.089 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.089 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.089 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.089 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.089 INFO:teuthology.orchestra.run.smithi043.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-05-16T15:58:01.089 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-05-16T15:58:01.089 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.089 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.089 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.089 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "10", 2024-05-16T15:58:01.089 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.089 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.090 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.090 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.090 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.090 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.090 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.090 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.090 INFO:teuthology.orchestra.run.smithi043.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-05-16T15:58:01.090 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-05-16T15:58:01.090 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.090 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.090 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.090 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "5", 2024-05-16T15:58:01.090 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.090 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.090 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.091 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.091 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.091 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.091 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.091 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.091 INFO:teuthology.orchestra.run.smithi043.stdout: "cross_origin_url": { 2024-05-16T15:58:01.091 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "cross_origin_url", 2024-05-16T15:58:01.091 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.091 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.091 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.091 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.091 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.091 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.091 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.091 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.092 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.092 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.092 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.092 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.092 INFO:teuthology.orchestra.run.smithi043.stdout: "crt_file": { 2024-05-16T15:58:01.092 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "crt_file", 2024-05-16T15:58:01.092 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.092 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.092 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.092 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.092 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.092 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.092 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.092 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.092 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.092 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.093 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.093 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.093 INFO:teuthology.orchestra.run.smithi043.stdout: "debug": { 2024-05-16T15:58:01.093 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "debug", 2024-05-16T15:58:01.093 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.093 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.093 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.093 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.093 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.093 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.093 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.093 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Enable/disable debug options", 2024-05-16T15:58:01.093 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.093 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.093 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.093 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.093 INFO:teuthology.orchestra.run.smithi043.stdout: "jwt_token_ttl": { 2024-05-16T15:58:01.094 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "jwt_token_ttl", 2024-05-16T15:58:01.094 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.094 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.094 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.094 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "28800", 2024-05-16T15:58:01.094 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.094 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.094 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.094 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.094 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.094 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.094 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.094 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.094 INFO:teuthology.orchestra.run.smithi043.stdout: "key_file": { 2024-05-16T15:58:01.094 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "key_file", 2024-05-16T15:58:01.094 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.094 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.095 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.095 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.095 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.095 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.095 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.095 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.095 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.095 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.095 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.095 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.095 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.095 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.095 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.095 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.095 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.095 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.095 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.096 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.096 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.096 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.096 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.096 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.096 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.096 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.096 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.096 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.096 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.096 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.096 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.096 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.096 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.096 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.096 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.096 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.097 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.097 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.097 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.097 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.097 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.097 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.097 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.097 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.097 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.097 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.097 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.097 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.097 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.097 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.097 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.097 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.097 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.097 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.098 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.098 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.098 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.098 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.098 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.098 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.098 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.098 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.098 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.098 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.098 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.098 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.098 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.098 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.099 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.099 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.099 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.099 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.099 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.099 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.099 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.099 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.099 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.099 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.099 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.099 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.099 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.099 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.099 INFO:teuthology.orchestra.run.smithi043.stdout: "motd": { 2024-05-16T15:58:01.099 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "motd", 2024-05-16T15:58:01.099 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.100 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.100 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.100 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.100 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.100 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.100 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.100 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "The message of the day", 2024-05-16T15:58:01.100 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.100 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.100 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.100 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.100 INFO:teuthology.orchestra.run.smithi043.stdout: "redirect_resolve_ip_addr": { 2024-05-16T15:58:01.100 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "redirect_resolve_ip_addr", 2024-05-16T15:58:01.100 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.100 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.100 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.100 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.101 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.101 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.101 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.101 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.101 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.101 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.101 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.101 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.101 INFO:teuthology.orchestra.run.smithi043.stdout: "server_addr": { 2024-05-16T15:58:01.101 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "server_addr", 2024-05-16T15:58:01.101 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.101 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.101 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.101 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "::", 2024-05-16T15:58:01.101 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.101 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.101 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.102 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.102 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.102 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.102 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.102 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.102 INFO:teuthology.orchestra.run.smithi043.stdout: "server_port": { 2024-05-16T15:58:01.102 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "server_port", 2024-05-16T15:58:01.102 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.102 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.102 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.102 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "8080", 2024-05-16T15:58:01.102 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.102 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.102 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.103 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.103 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.103 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.103 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.103 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.103 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.103 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.103 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.103 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.103 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.103 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.103 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.103 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.103 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.103 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.103 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.103 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.104 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.104 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.104 INFO:teuthology.orchestra.run.smithi043.stdout: "ssl": { 2024-05-16T15:58:01.104 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "ssl", 2024-05-16T15:58:01.104 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.104 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.104 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.104 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.104 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.104 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.104 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.104 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.104 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.104 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.104 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.104 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.104 INFO:teuthology.orchestra.run.smithi043.stdout: "ssl_server_port": { 2024-05-16T15:58:01.105 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "ssl_server_port", 2024-05-16T15:58:01.105 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.105 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.105 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.105 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "8443", 2024-05-16T15:58:01.105 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.105 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.105 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.105 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.105 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.105 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.105 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.105 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.105 INFO:teuthology.orchestra.run.smithi043.stdout: "standby_behaviour": { 2024-05-16T15:58:01.105 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "standby_behaviour", 2024-05-16T15:58:01.105 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.105 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.106 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.106 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "redirect", 2024-05-16T15:58:01.106 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.106 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.106 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.106 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.106 INFO:teuthology.orchestra.run.smithi043.stdout: "redirect" 2024-05-16T15:58:01.106 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.106 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.106 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.106 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.106 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.106 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.106 INFO:teuthology.orchestra.run.smithi043.stdout: "standby_error_status_code": { 2024-05-16T15:58:01.106 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "standby_error_status_code", 2024-05-16T15:58:01.106 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.107 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.107 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.107 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "500", 2024-05-16T15:58:01.107 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "400", 2024-05-16T15:58:01.107 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "599", 2024-05-16T15:58:01.107 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.107 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.107 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.107 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.107 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.107 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.107 INFO:teuthology.orchestra.run.smithi043.stdout: "url_prefix": { 2024-05-16T15:58:01.107 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "url_prefix", 2024-05-16T15:58:01.107 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.107 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.107 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.107 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.108 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.108 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.108 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.108 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.108 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.108 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.108 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.108 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.108 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.108 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.108 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.108 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "devicehealth", 2024-05-16T15:58:01.108 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.108 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.108 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.108 INFO:teuthology.orchestra.run.smithi043.stdout: "enable_monitoring": { 2024-05-16T15:58:01.108 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "enable_monitoring", 2024-05-16T15:58:01.109 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.109 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.109 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.109 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.109 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.109 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.109 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.109 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "monitor device health metrics", 2024-05-16T15:58:01.109 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.109 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.109 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.109 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.109 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.109 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.109 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.109 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.110 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.110 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.110 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.110 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.110 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.110 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.110 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.110 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.110 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.110 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.110 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.110 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.110 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.110 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.111 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.111 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.111 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.111 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.111 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.111 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.111 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.111 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.111 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.111 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.111 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.111 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.111 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.111 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.111 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.111 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.111 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.112 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.112 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.112 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.112 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.112 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.112 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.112 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.112 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.112 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.112 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.112 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.112 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.112 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.112 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.112 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.112 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.112 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.113 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.113 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.113 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.113 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.113 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.113 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.113 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.113 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.113 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.113 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.113 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.113 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.113 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.113 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.113 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.113 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.113 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.113 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.114 INFO:teuthology.orchestra.run.smithi043.stdout: "mark_out_threshold": { 2024-05-16T15:58:01.114 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "mark_out_threshold", 2024-05-16T15:58:01.114 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.114 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.114 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.114 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "2419200", 2024-05-16T15:58:01.114 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.114 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.114 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.114 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-05-16T15:58:01.114 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.114 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.114 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.114 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.114 INFO:teuthology.orchestra.run.smithi043.stdout: "pool_name": { 2024-05-16T15:58:01.114 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "pool_name", 2024-05-16T15:58:01.115 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.115 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.115 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.115 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "device_health_metrics", 2024-05-16T15:58:01.115 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.115 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.115 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.115 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "name of pool in which to store device health metrics", 2024-05-16T15:58:01.115 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.115 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.115 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.115 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.115 INFO:teuthology.orchestra.run.smithi043.stdout: "retention_period": { 2024-05-16T15:58:01.115 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "retention_period", 2024-05-16T15:58:01.115 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.115 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.115 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.116 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "15552000", 2024-05-16T15:58:01.116 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.116 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.116 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.116 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "how long to retain device health metrics", 2024-05-16T15:58:01.116 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.116 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.116 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.116 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.116 INFO:teuthology.orchestra.run.smithi043.stdout: "scrape_frequency": { 2024-05-16T15:58:01.116 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "scrape_frequency", 2024-05-16T15:58:01.116 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.116 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.116 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.116 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "86400", 2024-05-16T15:58:01.116 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.116 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.116 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.117 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "how frequently to scrape device health metrics", 2024-05-16T15:58:01.117 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.117 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.117 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.117 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.117 INFO:teuthology.orchestra.run.smithi043.stdout: "self_heal": { 2024-05-16T15:58:01.117 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "self_heal", 2024-05-16T15:58:01.117 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.117 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.117 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.117 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.117 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.117 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.117 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.117 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-05-16T15:58:01.117 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.117 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.118 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.118 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.118 INFO:teuthology.orchestra.run.smithi043.stdout: "sleep_interval": { 2024-05-16T15:58:01.118 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sleep_interval", 2024-05-16T15:58:01.118 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.118 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.118 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.118 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "600", 2024-05-16T15:58:01.118 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.118 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.118 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.118 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "how frequently to wake up and check device health", 2024-05-16T15:58:01.118 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.118 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.118 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.118 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.118 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.119 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.119 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.119 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.119 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.119 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.119 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.119 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.119 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.119 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.119 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.119 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.119 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.119 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.119 INFO:teuthology.orchestra.run.smithi043.stdout: "warn_threshold": { 2024-05-16T15:58:01.119 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "warn_threshold", 2024-05-16T15:58:01.119 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.119 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.119 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.120 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "7257600", 2024-05-16T15:58:01.120 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.120 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.120 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.120 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-05-16T15:58:01.120 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.120 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.120 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.120 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.120 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.120 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.120 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.120 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "diskprediction_local", 2024-05-16T15:58:01.120 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.120 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.120 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.120 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.121 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.121 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.121 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.121 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.121 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.121 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.121 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.121 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.121 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.121 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.121 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.121 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.121 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.121 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.121 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.121 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.122 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.122 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.122 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.122 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.122 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.122 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.122 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.122 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.122 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.122 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.122 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.122 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.122 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.122 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.122 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.122 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.123 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.123 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.123 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.123 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.123 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.123 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.123 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.123 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.123 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.123 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.123 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.123 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.123 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.123 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.123 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.123 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.124 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.124 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.124 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.124 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.124 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.124 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.124 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.124 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.124 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.124 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.124 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.124 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.124 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.124 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.124 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.124 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.125 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.125 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.125 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.125 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.125 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.125 INFO:teuthology.orchestra.run.smithi043.stdout: "predict_interval": { 2024-05-16T15:58:01.125 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "predict_interval", 2024-05-16T15:58:01.125 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.125 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.125 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.125 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "86400", 2024-05-16T15:58:01.125 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.125 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.125 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.125 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.125 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.126 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.126 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.126 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.126 INFO:teuthology.orchestra.run.smithi043.stdout: "predictor_model": { 2024-05-16T15:58:01.126 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "predictor_model", 2024-05-16T15:58:01.126 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.126 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.126 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.126 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "prophetstor", 2024-05-16T15:58:01.126 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.126 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.126 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.126 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.126 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.126 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.126 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.127 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.127 INFO:teuthology.orchestra.run.smithi043.stdout: "sleep_interval": { 2024-05-16T15:58:01.127 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sleep_interval", 2024-05-16T15:58:01.127 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.127 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.127 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.127 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "600", 2024-05-16T15:58:01.127 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.127 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.127 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.127 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.127 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.127 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.127 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.127 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.127 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.128 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.128 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.128 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.128 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.128 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.128 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.128 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.128 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.128 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.128 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.128 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.128 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.128 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.128 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.128 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.128 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.128 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "influx", 2024-05-16T15:58:01.129 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": false, 2024-05-16T15:58:01.129 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "influxdb python module not found", 2024-05-16T15:58:01.129 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.129 INFO:teuthology.orchestra.run.smithi043.stdout: "batch_size": { 2024-05-16T15:58:01.129 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "batch_size", 2024-05-16T15:58:01.129 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.129 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.129 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.129 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "5000", 2024-05-16T15:58:01.129 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.129 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.129 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.129 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-05-16T15:58:01.129 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.129 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.129 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.129 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.129 INFO:teuthology.orchestra.run.smithi043.stdout: "database": { 2024-05-16T15:58:01.130 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "database", 2024-05-16T15:58:01.130 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.130 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.130 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.130 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "ceph", 2024-05-16T15:58:01.130 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.130 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.130 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.130 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-05-16T15:58:01.130 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.130 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.130 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.130 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.130 INFO:teuthology.orchestra.run.smithi043.stdout: "hostname": { 2024-05-16T15:58:01.130 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "hostname", 2024-05-16T15:58:01.130 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.130 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.131 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.131 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.131 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.131 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.131 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.131 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "InfluxDB server hostname", 2024-05-16T15:58:01.131 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.131 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.131 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.131 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.131 INFO:teuthology.orchestra.run.smithi043.stdout: "interval": { 2024-05-16T15:58:01.131 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "interval", 2024-05-16T15:58:01.131 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.131 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.131 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.131 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "30", 2024-05-16T15:58:01.131 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "5", 2024-05-16T15:58:01.132 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.132 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.132 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-05-16T15:58:01.132 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.132 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.132 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.132 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.132 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.132 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.132 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.132 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.132 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.132 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.132 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.132 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.133 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.133 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.133 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.133 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.133 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.133 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.133 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.133 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.133 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.133 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.133 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.133 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.133 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.133 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.133 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.133 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.133 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.134 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.134 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.134 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.134 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.134 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.134 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.134 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.134 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.134 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.134 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.134 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.134 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.134 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.134 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.134 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.135 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.135 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.135 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.135 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.135 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.135 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.135 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.135 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.135 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.135 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.135 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.135 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.135 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.135 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.135 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.135 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.135 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.136 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.136 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.136 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.136 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.136 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.136 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.136 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.136 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.136 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.136 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.136 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.136 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.136 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.136 INFO:teuthology.orchestra.run.smithi043.stdout: "password": { 2024-05-16T15:58:01.136 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "password", 2024-05-16T15:58:01.136 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.136 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.137 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.137 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.137 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.137 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.137 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.137 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "password of InfluxDB server user", 2024-05-16T15:58:01.137 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.137 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.137 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.137 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.137 INFO:teuthology.orchestra.run.smithi043.stdout: "port": { 2024-05-16T15:58:01.137 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "port", 2024-05-16T15:58:01.137 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.137 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.137 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.137 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "8086", 2024-05-16T15:58:01.138 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.138 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.138 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.138 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "InfluxDB server port", 2024-05-16T15:58:01.138 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.138 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.138 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.138 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.138 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.138 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.138 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.138 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.138 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.138 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.138 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.138 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.139 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.139 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.139 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.139 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.139 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.139 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.139 INFO:teuthology.orchestra.run.smithi043.stdout: "ssl": { 2024-05-16T15:58:01.139 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "ssl", 2024-05-16T15:58:01.139 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.139 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.139 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.139 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "false", 2024-05-16T15:58:01.139 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.139 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.139 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.139 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-05-16T15:58:01.140 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.140 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.140 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.140 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.140 INFO:teuthology.orchestra.run.smithi043.stdout: "threads": { 2024-05-16T15:58:01.140 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "threads", 2024-05-16T15:58:01.140 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.140 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.140 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.140 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "5", 2024-05-16T15:58:01.140 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "1", 2024-05-16T15:58:01.140 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "32", 2024-05-16T15:58:01.140 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.140 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-05-16T15:58:01.140 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.140 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.140 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.141 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.141 INFO:teuthology.orchestra.run.smithi043.stdout: "username": { 2024-05-16T15:58:01.141 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "username", 2024-05-16T15:58:01.141 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.141 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.141 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.141 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.141 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.141 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.141 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.141 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "username of InfluxDB server user", 2024-05-16T15:58:01.141 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.141 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.141 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.141 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.141 INFO:teuthology.orchestra.run.smithi043.stdout: "verify_ssl": { 2024-05-16T15:58:01.142 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "verify_ssl", 2024-05-16T15:58:01.142 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.142 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.142 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.142 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "true", 2024-05-16T15:58:01.142 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.142 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.142 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.142 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-05-16T15:58:01.142 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.142 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.142 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.142 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.142 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.142 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.142 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.142 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "insights", 2024-05-16T15:58:01.143 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.143 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.143 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.143 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.143 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.143 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.143 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.143 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.143 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.143 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.143 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.143 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.143 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.143 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.143 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.143 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.143 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.144 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.144 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.144 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.144 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.144 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.144 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.144 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.144 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.144 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.144 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.144 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.144 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.144 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.144 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.144 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.145 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.145 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.145 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.145 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.145 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.145 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.145 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.145 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.145 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.145 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.145 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.145 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.145 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.145 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.145 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.145 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.145 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.146 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.146 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.146 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.146 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.146 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.146 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.146 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.146 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.146 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.146 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.146 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.146 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.146 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.146 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.146 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.146 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.147 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.147 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.147 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.147 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.147 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.147 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.147 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.147 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.147 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.147 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.147 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.147 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.147 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.147 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.147 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.147 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.148 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.148 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.148 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.148 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.148 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.148 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.148 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.148 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.148 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.148 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "iostat", 2024-05-16T15:58:01.148 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.148 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.148 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.148 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.148 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.148 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.148 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.149 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.149 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.149 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.149 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.149 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.149 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.149 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.149 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.149 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.149 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.149 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.149 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.149 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.149 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.149 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.149 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.149 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.150 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.150 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.150 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.150 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.150 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.150 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.150 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.150 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.150 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.150 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.150 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.150 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.150 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.150 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.150 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.150 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.150 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.151 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.151 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.151 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.151 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.151 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.151 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.151 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.151 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.151 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.151 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.151 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.151 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.151 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.151 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.151 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.151 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.151 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.152 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.152 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.152 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.152 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.152 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.152 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.152 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.152 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.152 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.152 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.152 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.152 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.152 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.152 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.152 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.152 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.152 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.153 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.153 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.153 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.153 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.153 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.153 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.153 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.153 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.153 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.153 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.153 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.153 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.153 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.153 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.153 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.153 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "k8sevents", 2024-05-16T15:58:01.153 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.153 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.154 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.154 INFO:teuthology.orchestra.run.smithi043.stdout: "ceph_event_retention_days": { 2024-05-16T15:58:01.154 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "ceph_event_retention_days", 2024-05-16T15:58:01.154 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.154 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.154 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.154 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "7", 2024-05-16T15:58:01.154 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.154 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.154 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.154 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Days to hold ceph event information within local cache", 2024-05-16T15:58:01.154 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.154 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.154 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.154 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.154 INFO:teuthology.orchestra.run.smithi043.stdout: "config_check_secs": { 2024-05-16T15:58:01.155 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "config_check_secs", 2024-05-16T15:58:01.155 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.155 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.155 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.155 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "10", 2024-05-16T15:58:01.155 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "10", 2024-05-16T15:58:01.155 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.155 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.155 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-05-16T15:58:01.155 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.155 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.155 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.155 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.155 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.155 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.155 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.155 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.156 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.156 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.156 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.156 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.156 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.156 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.156 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.156 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.156 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.156 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.156 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.156 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.156 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.156 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.156 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.156 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.156 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.157 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.157 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.157 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.157 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.157 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.157 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.157 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.157 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.157 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.157 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.157 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.157 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.157 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.157 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.157 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.157 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.157 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.158 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.158 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.158 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.158 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.158 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.158 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.158 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.158 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.158 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.158 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.158 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.158 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.158 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.158 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.158 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.158 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.159 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.159 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.159 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.159 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.159 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.159 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.159 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.159 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.159 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.159 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.159 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.159 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.159 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.159 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.159 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.159 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.160 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.160 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.160 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.160 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.160 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.160 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.160 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.160 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.160 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.160 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.160 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.160 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.160 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.160 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.160 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.160 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.160 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.161 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "localpool", 2024-05-16T15:58:01.161 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.161 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.161 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.161 INFO:teuthology.orchestra.run.smithi043.stdout: "failure_domain": { 2024-05-16T15:58:01.161 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "failure_domain", 2024-05-16T15:58:01.161 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.161 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.161 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.161 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "host", 2024-05-16T15:58:01.161 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.161 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.161 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.161 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "failure domain for any created local pool", 2024-05-16T15:58:01.161 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-05-16T15:58:01.161 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.162 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.162 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.162 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.162 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.162 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.162 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.162 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.162 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.162 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.162 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.162 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.162 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.162 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.162 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.162 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.162 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.162 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.163 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.163 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.163 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.163 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.163 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.163 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.163 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.163 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.163 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.163 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.163 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.163 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.163 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.163 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.163 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.163 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.164 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.164 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.164 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.164 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.164 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.164 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.164 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.164 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.164 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.164 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.164 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.164 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.164 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.164 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.164 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.164 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.164 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.164 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.165 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.165 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.165 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.165 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.165 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.165 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.165 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.165 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.165 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.165 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.165 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.165 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.165 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.165 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.165 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.165 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.165 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.166 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.166 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.166 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.166 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.166 INFO:teuthology.orchestra.run.smithi043.stdout: "min_size": { 2024-05-16T15:58:01.166 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "min_size", 2024-05-16T15:58:01.166 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.166 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.166 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.166 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.166 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.166 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.166 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.166 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "default min_size for any created local pool", 2024-05-16T15:58:01.166 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-05-16T15:58:01.167 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.167 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.167 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.167 INFO:teuthology.orchestra.run.smithi043.stdout: "num_rep": { 2024-05-16T15:58:01.167 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "num_rep", 2024-05-16T15:58:01.167 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.167 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.167 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.167 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "3", 2024-05-16T15:58:01.167 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.167 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.167 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.167 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "default replica count for any created local pool", 2024-05-16T15:58:01.167 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.167 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.167 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.168 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.168 INFO:teuthology.orchestra.run.smithi043.stdout: "pg_num": { 2024-05-16T15:58:01.168 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "pg_num", 2024-05-16T15:58:01.168 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.168 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.168 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.168 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "128", 2024-05-16T15:58:01.168 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.168 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.168 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.168 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "default pg_num for any created local pool", 2024-05-16T15:58:01.168 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.168 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.168 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.168 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.168 INFO:teuthology.orchestra.run.smithi043.stdout: "prefix": { 2024-05-16T15:58:01.168 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "prefix", 2024-05-16T15:58:01.169 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.169 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.169 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.169 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.169 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.169 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.169 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.169 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "name prefix for any created local pool", 2024-05-16T15:58:01.169 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.169 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.169 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.169 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.169 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.169 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.169 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.170 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.170 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.170 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.170 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.170 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.170 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.170 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.170 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.170 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.170 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.170 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.170 INFO:teuthology.orchestra.run.smithi043.stdout: "subtree": { 2024-05-16T15:58:01.170 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "subtree", 2024-05-16T15:58:01.171 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.171 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.171 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.171 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "rack", 2024-05-16T15:58:01.171 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.171 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.171 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.171 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "CRUSH level for which to create a local pool", 2024-05-16T15:58:01.171 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-05-16T15:58:01.171 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.171 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.171 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.171 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.171 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.171 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.171 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "mds_autoscaler", 2024-05-16T15:58:01.171 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.172 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.172 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.172 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.172 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.172 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.172 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.172 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.172 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.172 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.172 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.172 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.172 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.172 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.172 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.172 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.172 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.172 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.173 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.173 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.173 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.173 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.173 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.173 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.173 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.173 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.173 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.173 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.173 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.173 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.173 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.173 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.173 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.173 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.173 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.174 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.174 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.174 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.174 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.174 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.174 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.174 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.174 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.174 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.174 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.174 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.174 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.174 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.174 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.174 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.174 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.175 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.175 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.175 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.175 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.175 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.175 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.175 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.175 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.175 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.175 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.175 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.175 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.175 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.175 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.175 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.175 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.175 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.176 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.176 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.176 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.176 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.176 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.176 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.176 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.176 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.176 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.176 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.176 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.176 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.176 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.176 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.176 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.176 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.176 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.176 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.177 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.177 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.177 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.177 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.177 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "mirroring", 2024-05-16T15:58:01.177 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.177 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.177 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.177 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.177 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.177 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.177 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.177 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.177 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.177 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.177 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.177 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.178 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.178 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.178 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.178 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.178 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.178 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.178 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.178 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.178 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.178 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.178 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.178 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.178 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.178 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.178 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.179 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.179 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.179 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.179 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.179 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.179 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.179 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.179 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.179 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.179 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.179 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.179 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.179 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.179 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.179 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.179 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.180 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.180 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.180 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.180 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.180 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.180 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.180 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.180 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.180 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.180 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.180 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.180 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.180 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.180 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.180 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.180 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.180 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.181 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.181 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.181 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.181 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.181 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.181 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.181 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.181 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.181 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.181 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.181 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.181 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.181 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.181 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.181 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.181 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.181 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.182 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.182 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.182 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.182 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.182 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.182 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.182 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.182 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.182 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.182 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.182 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.182 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.182 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.182 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "nfs", 2024-05-16T15:58:01.182 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.182 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.182 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.183 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.183 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.183 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.183 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.183 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.183 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.183 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.183 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.183 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.183 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.183 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.183 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.183 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.183 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.183 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.183 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.184 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.184 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.184 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.184 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.184 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.184 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.184 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.184 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.184 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.184 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.184 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.184 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.184 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.184 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.184 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.184 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.184 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.185 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.185 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.185 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.185 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.185 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.185 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.185 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.185 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.185 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.185 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.185 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.185 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.185 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.185 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.185 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.185 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.185 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.186 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.186 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.186 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.186 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.186 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.186 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.186 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.186 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.186 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.186 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.186 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.186 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.186 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.186 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.186 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.186 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.187 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.187 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.187 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.187 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.187 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.187 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.187 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.187 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.187 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.187 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.187 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.187 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.187 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.187 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.187 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.187 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.187 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.187 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.188 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.188 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.188 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.188 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "orchestrator", 2024-05-16T15:58:01.188 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.188 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.188 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.188 INFO:teuthology.orchestra.run.smithi043.stdout: "fail_fs": { 2024-05-16T15:58:01.188 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "fail_fs", 2024-05-16T15:58:01.188 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.188 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.188 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.188 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.188 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.188 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.188 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.188 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-05-16T15:58:01.189 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.189 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.189 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.189 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.189 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.189 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.189 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.189 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.189 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.189 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.189 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.189 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.189 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.189 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.189 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.189 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.189 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.189 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.190 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.190 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.190 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.190 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.190 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.190 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.190 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.190 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.190 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.190 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.190 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.190 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.190 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.190 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.190 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.191 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.191 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.191 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.191 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.191 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.191 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.191 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.191 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.191 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.191 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.191 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.191 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.191 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.191 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.191 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.191 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.192 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.192 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.192 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.192 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.192 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.192 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.192 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.192 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.192 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.192 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.192 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.192 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.192 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.192 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.192 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.192 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.192 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.193 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.193 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.193 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.193 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.193 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.193 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.193 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.193 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.193 INFO:teuthology.orchestra.run.smithi043.stdout: "orchestrator": { 2024-05-16T15:58:01.193 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "orchestrator", 2024-05-16T15:58:01.193 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.193 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.193 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.193 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.193 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.193 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.194 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.194 INFO:teuthology.orchestra.run.smithi043.stdout: "cephadm", 2024-05-16T15:58:01.194 INFO:teuthology.orchestra.run.smithi043.stdout: "rook", 2024-05-16T15:58:01.194 INFO:teuthology.orchestra.run.smithi043.stdout: "test_orchestrator" 2024-05-16T15:58:01.194 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.194 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Orchestrator backend", 2024-05-16T15:58:01.194 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.194 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.194 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.194 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.194 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.194 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.194 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.194 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.194 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.194 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.195 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.195 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.195 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.195 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.195 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.195 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.195 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.195 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.195 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.195 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.195 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.195 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "osd_perf_query", 2024-05-16T15:58:01.195 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.195 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.195 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.195 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.195 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.196 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.196 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.196 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.196 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.196 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.196 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.196 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.196 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.196 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.196 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.196 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.196 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.196 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.196 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.196 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.196 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.196 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.197 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.197 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.197 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.197 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.197 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.197 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.197 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.197 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.197 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.197 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.197 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.197 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.197 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.197 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.197 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.197 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.198 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.198 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.198 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.198 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.198 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.198 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.198 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.198 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.198 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.198 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.198 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.198 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.198 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.198 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.198 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.198 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.198 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.199 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.199 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.199 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.199 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.199 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.199 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.199 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.199 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.199 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.199 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.199 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.199 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.199 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.199 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.199 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.199 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.199 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.200 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.200 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.200 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.200 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.200 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.200 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.200 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.200 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.200 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.200 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.200 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.200 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.200 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.200 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.200 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.201 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.201 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.201 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.201 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "osd_support", 2024-05-16T15:58:01.201 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.201 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.201 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.201 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.201 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.201 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.201 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.201 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.201 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.201 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.201 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.202 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.202 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.202 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.202 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.202 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.202 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.202 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.202 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.202 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.202 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.202 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.202 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.202 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.202 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.202 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.203 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.203 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.203 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.203 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.203 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.203 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.203 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.203 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.203 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.203 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.203 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.203 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.203 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.203 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.203 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.203 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.204 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.204 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.204 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.204 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.204 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.204 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.204 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.204 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.204 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.204 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.204 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.204 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.204 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.204 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.204 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.204 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.204 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.205 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.205 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.205 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.205 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.205 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.205 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.205 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.205 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.205 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.205 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.205 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.205 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.205 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.205 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.205 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.205 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.205 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.206 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.206 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.206 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.206 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.206 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.206 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.206 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.206 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.206 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.206 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.206 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.206 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.206 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.206 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.206 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "pg_autoscaler", 2024-05-16T15:58:01.206 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.206 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.207 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.207 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.207 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.207 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.207 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.207 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.207 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.207 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.207 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.207 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.207 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.207 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.207 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.207 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.207 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.207 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.208 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.208 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.208 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.208 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.208 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.208 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.208 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.208 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.208 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.208 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.208 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.208 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.208 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.208 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.208 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.208 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.208 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.209 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.209 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.209 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.209 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.209 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.209 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.209 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.209 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.209 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.209 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.209 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.209 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.209 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.209 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.209 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.209 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.209 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.210 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.210 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.210 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.210 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.210 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.210 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.210 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.210 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.210 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.210 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.210 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.210 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.210 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.210 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.210 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.210 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.210 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.211 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.211 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.211 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.211 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.211 INFO:teuthology.orchestra.run.smithi043.stdout: "sleep_interval": { 2024-05-16T15:58:01.211 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sleep_interval", 2024-05-16T15:58:01.211 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.211 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.211 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.211 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "60", 2024-05-16T15:58:01.211 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.211 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.211 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.211 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.211 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.211 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.211 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.212 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.212 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.212 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.212 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.212 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.212 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.212 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.212 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.212 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.212 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.212 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.212 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.212 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.212 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.212 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.212 INFO:teuthology.orchestra.run.smithi043.stdout: "threshold": { 2024-05-16T15:58:01.212 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "threshold", 2024-05-16T15:58:01.213 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "float", 2024-05-16T15:58:01.213 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.213 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.213 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "3.0", 2024-05-16T15:58:01.213 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "1.0", 2024-05-16T15:58:01.213 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.213 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.213 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "scaling threshold", 2024-05-16T15:58:01.213 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-05-16T15:58:01.213 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.213 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.213 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.213 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.213 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.213 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.213 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "progress", 2024-05-16T15:58:01.213 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.214 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.214 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.214 INFO:teuthology.orchestra.run.smithi043.stdout: "allow_pg_recovery_event": { 2024-05-16T15:58:01.214 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "allow_pg_recovery_event", 2024-05-16T15:58:01.214 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.214 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.214 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.214 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.214 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.214 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.214 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.214 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "allow the module to show pg recovery progress", 2024-05-16T15:58:01.214 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.214 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.214 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.214 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.215 INFO:teuthology.orchestra.run.smithi043.stdout: "enabled": { 2024-05-16T15:58:01.215 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "enabled", 2024-05-16T15:58:01.215 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.215 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.215 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.215 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.215 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.215 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.215 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.215 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.215 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.215 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.215 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.215 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.215 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.215 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.216 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.216 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.216 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.216 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.216 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.216 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.216 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.216 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.216 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.216 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.216 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.216 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.216 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.216 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.216 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.216 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.216 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.217 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.217 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.217 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.217 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.217 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.217 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.217 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.217 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.217 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.217 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.217 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.217 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.217 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.217 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.217 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.217 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.217 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.218 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.218 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.218 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.218 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.218 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.218 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.218 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.218 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.218 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.218 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.218 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.218 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.218 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.218 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.218 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.218 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.219 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.219 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.219 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.219 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.219 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.219 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.219 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.219 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.219 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.219 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.219 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.219 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.219 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.219 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.219 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.219 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.219 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.220 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.220 INFO:teuthology.orchestra.run.smithi043.stdout: "max_completed_events": { 2024-05-16T15:58:01.220 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "max_completed_events", 2024-05-16T15:58:01.220 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.220 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.220 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.220 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "50", 2024-05-16T15:58:01.220 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.220 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.220 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.220 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "number of past completed events to remember", 2024-05-16T15:58:01.220 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.220 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.220 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.220 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.220 INFO:teuthology.orchestra.run.smithi043.stdout: "sleep_interval": { 2024-05-16T15:58:01.221 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sleep_interval", 2024-05-16T15:58:01.221 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.221 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.221 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.221 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "5", 2024-05-16T15:58:01.221 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.221 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.221 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.221 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "how long the module is going to sleep", 2024-05-16T15:58:01.221 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.221 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.221 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.221 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.221 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.221 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.221 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.221 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.222 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.222 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.222 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.222 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.222 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.222 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.222 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.222 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.222 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.222 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.222 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.222 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.222 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.222 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "prometheus", 2024-05-16T15:58:01.222 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.222 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.222 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.223 INFO:teuthology.orchestra.run.smithi043.stdout: "cache": { 2024-05-16T15:58:01.223 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "cache", 2024-05-16T15:58:01.223 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.223 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.223 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.223 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.223 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.223 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.223 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.223 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.223 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.223 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.223 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.223 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.223 INFO:teuthology.orchestra.run.smithi043.stdout: "exclude_perf_counters": { 2024-05-16T15:58:01.223 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "exclude_perf_counters", 2024-05-16T15:58:01.223 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.224 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.224 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.224 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.224 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.224 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.224 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.224 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-05-16T15:58:01.224 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-05-16T15:58:01.224 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.224 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.224 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.224 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.224 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.224 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.224 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.224 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.225 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.225 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.225 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.225 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.225 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.225 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.225 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.225 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.225 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.225 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.225 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.225 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.225 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.226 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.226 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.226 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.226 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.226 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.226 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.226 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.226 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.226 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.226 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.226 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.226 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.226 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.226 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.226 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.226 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.227 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.227 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.227 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.227 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.227 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.227 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.227 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.227 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.227 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.227 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.227 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.227 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.227 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.227 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.227 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.227 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.228 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.228 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.228 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.228 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.228 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.228 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.228 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.228 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.228 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.228 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.228 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.228 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.228 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.228 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.228 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.228 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.228 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.229 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.229 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.229 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.229 INFO:teuthology.orchestra.run.smithi043.stdout: "rbd_stats_pools": { 2024-05-16T15:58:01.229 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "rbd_stats_pools", 2024-05-16T15:58:01.229 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.229 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.229 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.229 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.229 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.229 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.229 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.229 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.229 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.229 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.229 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.229 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.230 INFO:teuthology.orchestra.run.smithi043.stdout: "rbd_stats_pools_refresh_interval": { 2024-05-16T15:58:01.230 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-05-16T15:58:01.230 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.230 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.230 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.230 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "300", 2024-05-16T15:58:01.230 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.230 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.230 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.230 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.230 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.230 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.230 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.230 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.230 INFO:teuthology.orchestra.run.smithi043.stdout: "scrape_interval": { 2024-05-16T15:58:01.230 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "scrape_interval", 2024-05-16T15:58:01.231 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "float", 2024-05-16T15:58:01.231 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.231 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.231 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "15.0", 2024-05-16T15:58:01.231 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.231 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.231 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.231 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.231 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.231 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.231 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.231 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.231 INFO:teuthology.orchestra.run.smithi043.stdout: "server_addr": { 2024-05-16T15:58:01.231 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "server_addr", 2024-05-16T15:58:01.231 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.231 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.232 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.232 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "::", 2024-05-16T15:58:01.232 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.232 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.232 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.232 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-05-16T15:58:01.232 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.232 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.232 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.232 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.232 INFO:teuthology.orchestra.run.smithi043.stdout: "server_port": { 2024-05-16T15:58:01.232 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "server_port", 2024-05-16T15:58:01.232 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.232 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.232 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.233 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "9283", 2024-05-16T15:58:01.233 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.233 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.233 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.233 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-05-16T15:58:01.233 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.233 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.233 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.233 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.233 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.233 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.233 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.233 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.233 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.233 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.233 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.234 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.234 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.234 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.234 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.234 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.234 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.234 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.234 INFO:teuthology.orchestra.run.smithi043.stdout: "stale_cache_strategy": { 2024-05-16T15:58:01.234 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "stale_cache_strategy", 2024-05-16T15:58:01.234 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.234 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.234 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.234 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "log", 2024-05-16T15:58:01.234 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.235 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.235 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.235 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.235 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.235 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.235 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.235 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.235 INFO:teuthology.orchestra.run.smithi043.stdout: "standby_behaviour": { 2024-05-16T15:58:01.235 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "standby_behaviour", 2024-05-16T15:58:01.235 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.235 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.235 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.235 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "default", 2024-05-16T15:58:01.235 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.235 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.235 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.235 INFO:teuthology.orchestra.run.smithi043.stdout: "default", 2024-05-16T15:58:01.235 INFO:teuthology.orchestra.run.smithi043.stdout: "error" 2024-05-16T15:58:01.236 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.236 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.236 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.236 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.236 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.236 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.236 INFO:teuthology.orchestra.run.smithi043.stdout: "standby_error_status_code": { 2024-05-16T15:58:01.236 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "standby_error_status_code", 2024-05-16T15:58:01.236 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.236 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.236 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.236 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "500", 2024-05-16T15:58:01.236 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "400", 2024-05-16T15:58:01.236 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "599", 2024-05-16T15:58:01.236 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.236 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.236 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.237 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.237 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.237 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.237 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.237 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.237 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.237 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "rbd_support", 2024-05-16T15:58:01.237 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.237 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.237 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.237 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.237 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.237 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.237 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.237 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.237 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.238 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.238 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.238 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.238 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.238 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.238 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.238 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.238 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.238 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.238 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.238 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.238 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.238 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.238 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.238 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.239 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.239 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.239 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.239 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.239 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.239 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.239 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.239 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.239 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.239 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.239 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.239 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.239 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.239 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.239 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.239 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.239 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.239 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.240 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.240 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.240 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.240 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.240 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.240 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.240 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.240 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.240 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.240 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.240 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.240 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.240 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.240 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.240 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.240 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.240 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.241 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.241 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.241 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.241 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.241 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.241 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.241 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.241 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.241 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.241 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.241 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.241 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.241 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.241 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.241 INFO:teuthology.orchestra.run.smithi043.stdout: "max_concurrent_snap_create": { 2024-05-16T15:58:01.241 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "max_concurrent_snap_create", 2024-05-16T15:58:01.241 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.242 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.242 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.242 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "10", 2024-05-16T15:58:01.242 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.242 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.242 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.242 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.242 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.242 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.242 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.242 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.242 INFO:teuthology.orchestra.run.smithi043.stdout: "mirror_snapshot_schedule": { 2024-05-16T15:58:01.242 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "mirror_snapshot_schedule", 2024-05-16T15:58:01.242 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.242 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.243 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.243 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.243 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.243 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.243 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.243 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.243 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.243 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.243 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.243 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.243 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.243 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.243 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.243 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.243 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.243 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.243 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.243 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.244 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.244 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.244 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.244 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.244 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.244 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.244 INFO:teuthology.orchestra.run.smithi043.stdout: "trash_purge_schedule": { 2024-05-16T15:58:01.244 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "trash_purge_schedule", 2024-05-16T15:58:01.244 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.244 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.244 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.244 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.244 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.244 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.244 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.244 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.245 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.245 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.245 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.245 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.245 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.245 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.245 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.245 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "restful", 2024-05-16T15:58:01.245 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.245 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.245 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.245 INFO:teuthology.orchestra.run.smithi043.stdout: "enable_auth": { 2024-05-16T15:58:01.245 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "enable_auth", 2024-05-16T15:58:01.245 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.245 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.245 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.245 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.245 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.246 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.246 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.246 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.246 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.246 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.246 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.246 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.246 INFO:teuthology.orchestra.run.smithi043.stdout: "key_file": { 2024-05-16T15:58:01.246 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "key_file", 2024-05-16T15:58:01.246 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.246 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.246 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.246 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.246 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.246 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.247 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.247 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.247 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.247 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.247 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.247 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.247 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.247 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.247 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.247 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.247 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.247 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.247 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.247 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.247 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.247 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.247 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.248 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.248 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.248 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.248 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.248 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.248 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.248 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.248 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.248 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.248 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.248 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.248 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.248 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.248 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.248 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.248 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.248 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.248 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.249 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.249 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.249 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.249 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.249 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.249 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.249 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.249 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.249 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.249 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.249 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.249 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.249 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.249 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.249 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.249 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.250 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.250 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.250 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.250 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.250 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.250 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.250 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.250 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.250 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.250 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.250 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.250 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.250 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.250 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.250 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.251 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.251 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.251 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.251 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.251 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.251 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.251 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.251 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.251 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.251 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.251 INFO:teuthology.orchestra.run.smithi043.stdout: "server_addr": { 2024-05-16T15:58:01.251 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "server_addr", 2024-05-16T15:58:01.251 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.251 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.251 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.251 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.251 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.251 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.252 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.252 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.252 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.252 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.252 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.252 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.252 INFO:teuthology.orchestra.run.smithi043.stdout: "server_port": { 2024-05-16T15:58:01.252 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "server_port", 2024-05-16T15:58:01.252 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.252 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.252 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.252 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.252 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.252 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.252 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.252 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.252 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.253 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.253 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.253 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.253 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.253 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.253 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.253 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.253 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.253 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.253 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.253 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.253 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.253 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.253 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.253 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.253 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.253 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.254 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.254 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.254 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.254 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "rgw", 2024-05-16T15:58:01.254 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.254 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.254 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.254 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.254 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.254 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.254 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.254 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.254 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.254 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.254 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.254 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.255 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.255 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.255 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.255 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.255 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.255 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.255 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.255 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.255 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.255 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.255 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.255 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.255 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.255 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.255 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.255 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.255 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.256 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.256 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.256 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.256 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.256 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.256 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.256 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.256 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.256 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.256 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.256 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.256 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.256 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.256 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.256 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.256 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.256 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.257 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.257 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.257 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.257 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.257 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.257 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.257 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.257 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.257 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.257 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.257 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.257 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.257 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.257 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.257 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.257 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.257 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.258 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.258 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.258 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.258 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.258 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.258 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.258 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.258 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.258 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.258 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.258 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.258 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.258 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.258 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.258 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.259 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.259 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.259 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.259 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.259 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.259 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.259 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.259 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.259 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.259 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.259 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.259 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.259 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "rook", 2024-05-16T15:58:01.259 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.259 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.259 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.259 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.260 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.260 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.260 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.260 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.260 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.260 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.260 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.260 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.260 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.260 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.260 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.260 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.260 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.260 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.260 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.260 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.261 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.261 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.261 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.261 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.261 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.261 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.261 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.261 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.261 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.261 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.261 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.261 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.261 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.261 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.261 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.261 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.262 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.262 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.262 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.262 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.262 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.262 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.262 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.262 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.262 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.262 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.262 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.262 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.262 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.262 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.262 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.263 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.263 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.263 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.263 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.263 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.263 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.263 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.263 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.263 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.263 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.263 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.263 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.263 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.263 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.263 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.263 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.264 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.264 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.264 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.264 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.264 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.264 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.264 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.264 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.264 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.264 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.264 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.264 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.264 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.264 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.264 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.264 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.265 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.265 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.265 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.265 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.265 INFO:teuthology.orchestra.run.smithi043.stdout: "storage_class": { 2024-05-16T15:58:01.265 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "storage_class", 2024-05-16T15:58:01.265 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.265 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.265 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.265 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "local", 2024-05-16T15:58:01.265 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.265 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.265 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.265 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-05-16T15:58:01.265 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.265 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.265 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.266 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.266 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.266 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.266 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.266 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "selftest", 2024-05-16T15:58:01.266 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.266 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.266 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.266 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.266 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.266 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.266 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.266 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.266 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.266 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.267 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.267 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.267 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.267 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.267 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.267 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.267 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.267 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.267 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.267 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.267 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.267 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.267 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.267 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.267 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.267 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.267 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.267 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.268 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.268 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.268 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.268 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.268 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.268 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.268 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.268 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.268 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.268 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.268 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.268 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.268 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.268 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.268 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.268 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.268 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.269 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.269 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.269 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.269 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.269 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.269 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.269 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.269 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.269 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.269 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.269 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.269 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.269 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.269 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.269 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.269 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.270 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.270 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.270 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.270 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.270 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.270 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.270 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.270 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.270 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.270 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.270 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.270 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.270 INFO:teuthology.orchestra.run.smithi043.stdout: "roption1": { 2024-05-16T15:58:01.270 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "roption1", 2024-05-16T15:58:01.270 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.270 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.271 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.271 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.271 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.271 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.271 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.271 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.271 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.271 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.271 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.271 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.271 INFO:teuthology.orchestra.run.smithi043.stdout: "roption2": { 2024-05-16T15:58:01.271 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "roption2", 2024-05-16T15:58:01.271 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.271 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.271 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.271 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "xyz", 2024-05-16T15:58:01.272 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.272 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.272 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.272 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.272 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.272 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.272 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.272 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.272 INFO:teuthology.orchestra.run.smithi043.stdout: "rwoption1": { 2024-05-16T15:58:01.272 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "rwoption1", 2024-05-16T15:58:01.272 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.272 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.272 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.272 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.272 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.272 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.272 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.273 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.273 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.273 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.273 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.273 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.273 INFO:teuthology.orchestra.run.smithi043.stdout: "rwoption2": { 2024-05-16T15:58:01.273 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "rwoption2", 2024-05-16T15:58:01.273 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.273 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.273 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.273 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.273 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.273 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.273 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.273 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.273 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.273 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.274 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.274 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.274 INFO:teuthology.orchestra.run.smithi043.stdout: "rwoption3": { 2024-05-16T15:58:01.274 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "rwoption3", 2024-05-16T15:58:01.274 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "float", 2024-05-16T15:58:01.274 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.274 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.274 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.274 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.274 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.274 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.274 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.274 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.274 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.274 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.274 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.274 INFO:teuthology.orchestra.run.smithi043.stdout: "rwoption4": { 2024-05-16T15:58:01.275 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "rwoption4", 2024-05-16T15:58:01.275 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.275 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.275 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.275 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.275 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.275 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.275 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.275 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.275 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.275 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.275 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.275 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.275 INFO:teuthology.orchestra.run.smithi043.stdout: "rwoption5": { 2024-05-16T15:58:01.275 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "rwoption5", 2024-05-16T15:58:01.275 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.276 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.276 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.276 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.276 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.276 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.276 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.276 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.276 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.276 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.276 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.276 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.276 INFO:teuthology.orchestra.run.smithi043.stdout: "rwoption6": { 2024-05-16T15:58:01.276 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "rwoption6", 2024-05-16T15:58:01.276 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.276 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.276 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.276 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.277 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.277 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.277 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.277 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.277 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.277 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.277 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.277 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.277 INFO:teuthology.orchestra.run.smithi043.stdout: "rwoption7": { 2024-05-16T15:58:01.277 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "rwoption7", 2024-05-16T15:58:01.277 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.277 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.277 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.277 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.277 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "1", 2024-05-16T15:58:01.277 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "42", 2024-05-16T15:58:01.277 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.278 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.278 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.278 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.278 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.278 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.278 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.278 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.278 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.278 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.278 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.278 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.278 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.278 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.278 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.278 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.278 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.278 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.279 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.279 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.279 INFO:teuthology.orchestra.run.smithi043.stdout: "testkey": { 2024-05-16T15:58:01.279 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "testkey", 2024-05-16T15:58:01.279 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.279 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.279 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.279 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.279 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.279 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.279 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.279 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.279 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.279 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.279 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.279 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.280 INFO:teuthology.orchestra.run.smithi043.stdout: "testlkey": { 2024-05-16T15:58:01.280 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "testlkey", 2024-05-16T15:58:01.280 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.280 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.280 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.280 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.280 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.280 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.280 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.280 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.280 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.280 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.280 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.280 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.280 INFO:teuthology.orchestra.run.smithi043.stdout: "testnewline": { 2024-05-16T15:58:01.280 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "testnewline", 2024-05-16T15:58:01.280 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.281 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.281 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.281 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.281 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.281 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.281 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.281 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.281 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.281 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.281 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.281 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.281 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.281 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.281 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.281 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "smb", 2024-05-16T15:58:01.281 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.281 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.281 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.282 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.282 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.282 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.282 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.282 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.282 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.282 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.282 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.282 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.282 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.282 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.282 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.282 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.282 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.282 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.282 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.283 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.283 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.283 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.283 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.283 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.283 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.283 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.283 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.283 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.283 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.283 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.283 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.283 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.283 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.283 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.283 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.283 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.284 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.284 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.284 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.284 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.284 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.284 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.284 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.284 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.284 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.284 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.284 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.284 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.284 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.284 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.284 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.284 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.284 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.285 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.285 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.285 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.285 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.285 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.285 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.285 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.285 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.285 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.285 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.285 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.285 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.285 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.285 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.285 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.285 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.285 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.286 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.286 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.286 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.286 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.286 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.286 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.286 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.286 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.286 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.286 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.286 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.286 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.286 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.286 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.286 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.286 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.287 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.287 INFO:teuthology.orchestra.run.smithi043.stdout: "update_orchestration": { 2024-05-16T15:58:01.287 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "update_orchestration", 2024-05-16T15:58:01.287 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.287 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.287 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.287 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.287 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.287 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.287 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.287 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "automatically update orchestration when smb resources are changed", 2024-05-16T15:58:01.287 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.287 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.287 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.287 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.287 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.287 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.288 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.288 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "snap_schedule", 2024-05-16T15:58:01.288 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.288 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.288 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.288 INFO:teuthology.orchestra.run.smithi043.stdout: "allow_m_granularity": { 2024-05-16T15:58:01.288 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "allow_m_granularity", 2024-05-16T15:58:01.288 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.288 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.288 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.288 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.288 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.288 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.288 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.288 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "allow minute scheduled snapshots", 2024-05-16T15:58:01.288 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.288 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.289 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.289 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.289 INFO:teuthology.orchestra.run.smithi043.stdout: "dump_on_update": { 2024-05-16T15:58:01.289 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "dump_on_update", 2024-05-16T15:58:01.289 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.289 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.289 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.289 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.289 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.289 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.289 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.289 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "dump database to debug log on update", 2024-05-16T15:58:01.289 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.289 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.289 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.289 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.289 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.290 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.290 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.290 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.290 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.290 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.290 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.290 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.290 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.290 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.290 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.290 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.290 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.290 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.290 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.290 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.290 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.291 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.291 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.291 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.291 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.291 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.291 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.291 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.291 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.291 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.291 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.291 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.291 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.291 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.291 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.291 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.291 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.291 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.292 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.292 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.292 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.292 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.292 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.292 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.292 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.292 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.292 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.292 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.292 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.292 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.292 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.292 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.292 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.292 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.292 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.293 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.293 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.293 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.293 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.293 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.293 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.293 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.293 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.293 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.293 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.293 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.293 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.293 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.293 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.293 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.293 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.293 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.294 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.294 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.294 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.294 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.294 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.294 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.294 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.294 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.294 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.294 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.294 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.294 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.294 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.294 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.294 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.294 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.294 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.295 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.295 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.295 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "stats", 2024-05-16T15:58:01.295 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.295 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.295 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.295 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.295 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.295 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.295 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.295 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.295 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.295 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.295 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.295 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.295 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.295 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.296 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.296 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.296 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.296 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.296 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.296 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.296 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.296 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.296 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.296 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.296 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.296 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.296 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.296 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.296 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.296 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.296 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.297 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.297 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.297 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.297 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.297 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.297 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.297 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.297 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.297 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.297 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.297 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.297 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.297 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.297 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.297 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.297 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.297 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.298 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.298 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.298 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.298 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.298 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.298 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.298 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.298 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.298 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.298 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.298 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.298 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.298 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.298 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.298 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.298 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.299 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.299 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.299 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.299 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.299 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.299 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.299 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.299 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.299 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.299 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.299 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.299 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.299 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.299 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.299 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.299 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.299 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.300 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.300 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.300 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.300 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.300 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.300 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.300 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.300 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.300 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.300 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "status", 2024-05-16T15:58:01.300 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.300 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.300 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.300 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.300 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.300 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.300 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.301 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.301 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.301 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.301 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.301 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.301 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.301 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.301 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.301 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.301 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.301 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.301 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.301 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.301 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.301 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.301 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.301 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.302 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.302 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.302 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.302 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.302 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.302 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.302 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.302 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.302 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.302 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.302 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.302 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.302 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.302 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.302 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.302 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.303 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.303 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.303 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.303 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.303 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.303 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.303 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.303 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.303 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.303 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.303 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.303 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.303 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.303 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.303 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.303 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.304 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.304 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.304 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.304 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.304 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.304 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.304 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.304 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.304 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.304 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.304 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.304 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.304 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.304 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.304 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.304 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.304 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.304 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.305 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.305 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.305 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.305 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.305 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.305 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.305 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.305 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.305 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.305 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.305 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.305 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.305 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.305 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.305 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.305 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.305 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "telegraf", 2024-05-16T15:58:01.306 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.306 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.306 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.306 INFO:teuthology.orchestra.run.smithi043.stdout: "address": { 2024-05-16T15:58:01.306 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "address", 2024-05-16T15:58:01.306 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.306 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.306 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.306 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-05-16T15:58:01.306 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.306 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.306 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.306 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.306 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.306 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.306 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.306 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.307 INFO:teuthology.orchestra.run.smithi043.stdout: "interval": { 2024-05-16T15:58:01.307 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "interval", 2024-05-16T15:58:01.307 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.307 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.307 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.307 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "15", 2024-05-16T15:58:01.307 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.307 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.307 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.307 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.307 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.307 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.307 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.307 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.307 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.307 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.308 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.308 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.308 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.308 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.308 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.308 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.308 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.308 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.308 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.308 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.308 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.308 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.308 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.308 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.308 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.308 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.308 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.309 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.309 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.309 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.309 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.309 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.309 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.309 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.309 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.309 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.309 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.309 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.309 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.309 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.309 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.309 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.309 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.309 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.310 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.310 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.310 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.310 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.310 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.310 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.310 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.310 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.310 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.310 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.310 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.310 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.310 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.310 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.310 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.310 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.311 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.311 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.311 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.311 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.311 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.311 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.311 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.311 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.311 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.311 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.311 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.311 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.311 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.311 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.311 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.311 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.311 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.312 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.312 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.312 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.312 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.312 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.312 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.312 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.312 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.312 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.312 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.312 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.312 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.312 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.312 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.312 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.312 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.312 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.313 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.313 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "telemetry", 2024-05-16T15:58:01.313 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.313 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.313 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.313 INFO:teuthology.orchestra.run.smithi043.stdout: "channel_basic": { 2024-05-16T15:58:01.313 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "channel_basic", 2024-05-16T15:58:01.313 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.313 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.313 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.313 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.313 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.313 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.313 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.313 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Share basic cluster information (size, version)", 2024-05-16T15:58:01.313 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.313 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.314 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.314 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.314 INFO:teuthology.orchestra.run.smithi043.stdout: "channel_crash": { 2024-05-16T15:58:01.314 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "channel_crash", 2024-05-16T15:58:01.314 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.314 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.314 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.314 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.314 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.314 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.314 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.314 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-05-16T15:58:01.314 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.314 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.314 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.314 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.315 INFO:teuthology.orchestra.run.smithi043.stdout: "channel_device": { 2024-05-16T15:58:01.315 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "channel_device", 2024-05-16T15:58:01.315 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.315 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.315 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.315 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.315 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.315 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.315 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.315 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-05-16T15:58:01.315 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.315 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.315 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.315 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.315 INFO:teuthology.orchestra.run.smithi043.stdout: "channel_ident": { 2024-05-16T15:58:01.315 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "channel_ident", 2024-05-16T15:58:01.315 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.316 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.316 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.316 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.316 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.316 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.316 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.316 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-05-16T15:58:01.316 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.316 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.316 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.316 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.316 INFO:teuthology.orchestra.run.smithi043.stdout: "channel_perf": { 2024-05-16T15:58:01.316 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "channel_perf", 2024-05-16T15:58:01.316 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.316 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.316 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.316 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.317 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.317 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.317 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.317 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Share various performance metrics of a cluster", 2024-05-16T15:58:01.317 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.317 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.317 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.317 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.317 INFO:teuthology.orchestra.run.smithi043.stdout: "contact": { 2024-05-16T15:58:01.317 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "contact", 2024-05-16T15:58:01.317 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.317 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.317 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.317 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.317 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.317 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.317 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.318 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.318 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.318 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.318 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.318 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.318 INFO:teuthology.orchestra.run.smithi043.stdout: "description": { 2024-05-16T15:58:01.318 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "description", 2024-05-16T15:58:01.318 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.318 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.318 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.318 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.318 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.318 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.318 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.318 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.318 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.319 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.319 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.319 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.319 INFO:teuthology.orchestra.run.smithi043.stdout: "device_url": { 2024-05-16T15:58:01.319 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "device_url", 2024-05-16T15:58:01.319 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.319 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.319 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.319 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-05-16T15:58:01.319 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.319 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.319 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.319 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.319 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.319 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.319 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.320 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.320 INFO:teuthology.orchestra.run.smithi043.stdout: "enabled": { 2024-05-16T15:58:01.320 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "enabled", 2024-05-16T15:58:01.320 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.320 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.320 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.320 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.320 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.320 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.320 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.320 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.320 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.320 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.320 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.320 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.320 INFO:teuthology.orchestra.run.smithi043.stdout: "interval": { 2024-05-16T15:58:01.321 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "interval", 2024-05-16T15:58:01.321 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.321 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.321 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.321 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "24", 2024-05-16T15:58:01.321 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "8", 2024-05-16T15:58:01.321 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.321 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.321 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.321 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.321 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.321 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.321 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.321 INFO:teuthology.orchestra.run.smithi043.stdout: "last_opt_revision": { 2024-05-16T15:58:01.321 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "last_opt_revision", 2024-05-16T15:58:01.321 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.321 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.322 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.322 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "1", 2024-05-16T15:58:01.322 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.322 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.322 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.322 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.322 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.322 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.322 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.322 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.322 INFO:teuthology.orchestra.run.smithi043.stdout: "leaderboard": { 2024-05-16T15:58:01.322 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "leaderboard", 2024-05-16T15:58:01.322 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.322 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.322 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.322 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.323 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.323 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.323 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.323 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.323 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.323 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.323 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.323 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.323 INFO:teuthology.orchestra.run.smithi043.stdout: "leaderboard_description": { 2024-05-16T15:58:01.323 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "leaderboard_description", 2024-05-16T15:58:01.323 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.323 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.323 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.323 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.323 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.323 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.323 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.324 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.324 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.324 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.324 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.324 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.324 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.324 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.324 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.324 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.324 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.324 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.324 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.324 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.324 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.324 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.324 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.325 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.325 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.325 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.325 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.325 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.325 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.325 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.325 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.325 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.325 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.325 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.325 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.325 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.325 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.325 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.325 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.326 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.326 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.326 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.326 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.326 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.326 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.326 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.326 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.326 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.326 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.326 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.326 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.326 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.326 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.326 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.326 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.326 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.327 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.327 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.327 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.327 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.327 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.327 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.327 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.327 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.327 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.327 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.327 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.327 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.327 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.327 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.327 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.327 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.327 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.328 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.328 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.328 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.328 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.328 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.328 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.328 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.328 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.328 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.328 INFO:teuthology.orchestra.run.smithi043.stdout: "organization": { 2024-05-16T15:58:01.328 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "organization", 2024-05-16T15:58:01.328 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.328 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.328 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.328 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.328 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.328 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.329 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.329 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.329 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.329 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.329 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.329 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.329 INFO:teuthology.orchestra.run.smithi043.stdout: "proxy": { 2024-05-16T15:58:01.329 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "proxy", 2024-05-16T15:58:01.329 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.329 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.329 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.329 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.329 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.329 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.329 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.329 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.329 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.330 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.330 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.330 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.330 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.330 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.330 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.330 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.330 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.330 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.330 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.330 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.330 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.330 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.330 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.330 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.330 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.331 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.331 INFO:teuthology.orchestra.run.smithi043.stdout: "url": { 2024-05-16T15:58:01.331 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "url", 2024-05-16T15:58:01.331 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.331 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.331 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.331 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-05-16T15:58:01.331 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.331 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.331 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.331 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.331 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.331 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.331 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.331 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.331 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.331 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.332 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.332 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "test_orchestrator", 2024-05-16T15:58:01.332 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.332 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.332 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.332 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.332 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.332 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.332 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.332 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.332 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.332 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.332 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.332 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.332 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.332 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.333 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.333 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.333 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.333 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.333 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.333 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.333 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.333 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.333 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.333 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.333 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.333 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.333 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.333 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.333 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.333 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.333 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.334 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.334 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.334 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.334 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.334 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.334 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.334 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.334 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.334 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.334 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.334 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.334 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.334 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.334 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.334 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.334 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.335 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.335 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.335 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.335 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.335 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.335 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.335 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.335 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.335 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.335 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.335 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.335 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.335 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.335 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.335 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.335 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.335 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.336 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.336 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.336 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.336 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.336 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.336 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.336 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.336 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.336 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.336 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.336 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.336 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.336 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.336 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.336 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.336 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.336 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.336 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.337 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.337 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.337 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.337 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.337 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.337 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.337 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.337 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.337 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "volumes", 2024-05-16T15:58:01.337 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.337 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.337 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.337 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.337 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.337 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.337 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.337 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.338 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.338 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.338 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.338 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.338 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.338 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.338 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.338 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.338 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.338 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.338 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.338 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.338 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.338 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.338 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.338 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.339 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.339 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.339 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.339 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.339 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.339 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.339 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.339 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.339 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.339 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.339 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.339 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.339 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.339 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.339 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.339 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.339 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.340 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.340 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.340 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.340 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.340 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.340 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.340 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.340 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.340 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.340 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.340 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.340 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.340 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.340 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.340 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.340 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.341 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.341 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.341 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.341 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.341 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.341 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.341 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.341 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.341 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.341 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.341 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.341 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.341 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.341 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.341 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.341 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.341 INFO:teuthology.orchestra.run.smithi043.stdout: "max_concurrent_clones": { 2024-05-16T15:58:01.342 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "max_concurrent_clones", 2024-05-16T15:58:01.342 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.342 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.342 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.342 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "4", 2024-05-16T15:58:01.342 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.342 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.342 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.342 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Number of asynchronous cloner threads", 2024-05-16T15:58:01.342 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.342 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.342 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.342 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.342 INFO:teuthology.orchestra.run.smithi043.stdout: "periodic_async_work": { 2024-05-16T15:58:01.343 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "periodic_async_work", 2024-05-16T15:58:01.343 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.343 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.343 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.343 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.343 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.343 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.343 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.343 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Periodically check for async work", 2024-05-16T15:58:01.343 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.343 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.343 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.343 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.343 INFO:teuthology.orchestra.run.smithi043.stdout: "snapshot_clone_delay": { 2024-05-16T15:58:01.343 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "snapshot_clone_delay", 2024-05-16T15:58:01.343 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.343 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.344 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.344 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.344 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.344 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.344 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.344 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-05-16T15:58:01.344 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.344 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.344 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.344 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.344 INFO:teuthology.orchestra.run.smithi043.stdout: "snapshot_clone_no_wait": { 2024-05-16T15:58:01.344 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "snapshot_clone_no_wait", 2024-05-16T15:58:01.344 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.344 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.344 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.345 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.345 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.345 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.345 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.345 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-05-16T15:58:01.345 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.345 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.345 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.345 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.345 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.345 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.345 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.345 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.345 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.345 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.345 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.345 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.346 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.346 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.346 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.346 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.346 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.346 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.346 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.346 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.346 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.346 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "zabbix", 2024-05-16T15:58:01.346 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.346 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.346 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.346 INFO:teuthology.orchestra.run.smithi043.stdout: "discovery_interval": { 2024-05-16T15:58:01.346 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "discovery_interval", 2024-05-16T15:58:01.346 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "uint", 2024-05-16T15:58:01.346 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.347 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.347 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "100", 2024-05-16T15:58:01.347 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.347 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.347 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.347 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.347 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.347 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.347 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.347 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.347 INFO:teuthology.orchestra.run.smithi043.stdout: "identifier": { 2024-05-16T15:58:01.347 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "identifier", 2024-05-16T15:58:01.347 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.347 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.347 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.347 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.348 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.348 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.348 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.348 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.348 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.348 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.348 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.348 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.348 INFO:teuthology.orchestra.run.smithi043.stdout: "interval": { 2024-05-16T15:58:01.348 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "interval", 2024-05-16T15:58:01.348 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.348 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.348 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.348 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "60", 2024-05-16T15:58:01.348 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.348 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.348 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.349 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.349 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.349 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.349 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.349 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.349 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.349 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.349 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.349 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.349 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.349 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.349 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.349 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.349 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.349 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.349 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.349 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.350 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.350 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.350 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.350 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.350 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.350 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.350 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.350 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.350 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.350 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.350 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.350 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.350 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.350 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.350 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.351 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.351 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.351 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.351 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.351 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.351 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.351 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.351 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.351 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.351 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.351 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.351 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.351 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.351 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.351 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.351 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.351 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.352 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.352 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.352 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.352 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.352 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.352 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.352 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.352 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.352 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.352 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.352 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.352 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.352 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.352 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.352 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.352 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.352 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.353 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.353 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.353 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.353 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.353 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.353 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.353 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.353 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.353 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.353 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.353 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.353 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.353 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.353 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.353 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.353 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.354 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.354 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.354 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.354 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.354 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.354 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.354 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.354 INFO:teuthology.orchestra.run.smithi043.stdout: "zabbix_host": { 2024-05-16T15:58:01.354 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "zabbix_host", 2024-05-16T15:58:01.354 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.354 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.354 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.354 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.354 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.354 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.354 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.355 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.355 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.355 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.355 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.355 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.355 INFO:teuthology.orchestra.run.smithi043.stdout: "zabbix_port": { 2024-05-16T15:58:01.355 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "zabbix_port", 2024-05-16T15:58:01.355 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.355 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.355 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.355 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "10051", 2024-05-16T15:58:01.355 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.355 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.355 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.355 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.355 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.355 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.356 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.356 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.356 INFO:teuthology.orchestra.run.smithi043.stdout: "zabbix_sender": { 2024-05-16T15:58:01.356 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "zabbix_sender", 2024-05-16T15:58:01.356 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.356 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.356 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.356 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-05-16T15:58:01.356 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.356 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.356 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.356 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.356 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.356 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.356 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.356 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.356 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.357 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.357 INFO:teuthology.orchestra.run.smithi043.stdout: ] 2024-05-16T15:58:01.357 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.357 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.357 INFO:teuthology.orchestra.run.smithi043.stdout: "gid": 24119, 2024-05-16T15:58:01.357 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "y", 2024-05-16T15:58:01.357 INFO:teuthology.orchestra.run.smithi043.stdout: "mgr_features": 4540701547738038271, 2024-05-16T15:58:01.357 INFO:teuthology.orchestra.run.smithi043.stdout: "available_modules": [ 2024-05-16T15:58:01.357 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.357 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "alerts", 2024-05-16T15:58:01.357 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.357 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.357 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.357 INFO:teuthology.orchestra.run.smithi043.stdout: "interval": { 2024-05-16T15:58:01.357 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "interval", 2024-05-16T15:58:01.357 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.357 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.358 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.358 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "60", 2024-05-16T15:58:01.358 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.358 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.358 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.358 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "How frequently to reexamine health status", 2024-05-16T15:58:01.358 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.358 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.358 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.358 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.358 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.358 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.358 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.358 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.358 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.358 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.359 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.359 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.359 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.359 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.359 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.359 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.359 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.359 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.359 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.359 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.359 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.359 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.359 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.359 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.359 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.359 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.359 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.360 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.360 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.360 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.360 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.360 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.360 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.360 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.360 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.360 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.360 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.360 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.360 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.360 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.360 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.360 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.360 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.360 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.361 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.361 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.361 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.361 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.361 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.361 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.361 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.361 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.361 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.361 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.361 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.361 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.361 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.361 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.361 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.361 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.362 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.362 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.362 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.362 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.362 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.362 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.362 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.362 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.362 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.362 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.362 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.362 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.362 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.362 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.362 INFO:teuthology.orchestra.run.smithi043.stdout: "smtp_destination": { 2024-05-16T15:58:01.362 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "smtp_destination", 2024-05-16T15:58:01.362 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.363 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.363 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.363 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.363 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.363 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.363 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.363 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Email address to send alerts to", 2024-05-16T15:58:01.363 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.363 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.363 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.363 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.363 INFO:teuthology.orchestra.run.smithi043.stdout: "smtp_from_name": { 2024-05-16T15:58:01.363 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "smtp_from_name", 2024-05-16T15:58:01.363 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.363 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.363 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.363 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "Ceph", 2024-05-16T15:58:01.364 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.364 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.364 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.364 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Email From: name", 2024-05-16T15:58:01.364 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.364 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.364 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.364 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.364 INFO:teuthology.orchestra.run.smithi043.stdout: "smtp_host": { 2024-05-16T15:58:01.364 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "smtp_host", 2024-05-16T15:58:01.364 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.364 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.364 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.364 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.364 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.365 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.365 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.365 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "SMTP server", 2024-05-16T15:58:01.365 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.365 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.365 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.365 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.365 INFO:teuthology.orchestra.run.smithi043.stdout: "smtp_password": { 2024-05-16T15:58:01.365 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "smtp_password", 2024-05-16T15:58:01.365 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.365 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.365 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.365 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.365 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.365 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.366 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.366 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Password to authenticate with", 2024-05-16T15:58:01.366 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.366 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.366 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.366 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.366 INFO:teuthology.orchestra.run.smithi043.stdout: "smtp_port": { 2024-05-16T15:58:01.366 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "smtp_port", 2024-05-16T15:58:01.366 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.366 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.366 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.366 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "465", 2024-05-16T15:58:01.366 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.366 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.366 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.367 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "SMTP port", 2024-05-16T15:58:01.367 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.367 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.367 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.367 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.367 INFO:teuthology.orchestra.run.smithi043.stdout: "smtp_sender": { 2024-05-16T15:58:01.367 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "smtp_sender", 2024-05-16T15:58:01.367 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.367 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.367 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.367 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.367 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.367 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.367 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.367 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "SMTP envelope sender", 2024-05-16T15:58:01.367 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.367 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.368 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.368 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.368 INFO:teuthology.orchestra.run.smithi043.stdout: "smtp_ssl": { 2024-05-16T15:58:01.368 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "smtp_ssl", 2024-05-16T15:58:01.368 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.368 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.368 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.368 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.368 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.368 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.368 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.368 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Use SSL to connect to SMTP server", 2024-05-16T15:58:01.368 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.368 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.368 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.368 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.368 INFO:teuthology.orchestra.run.smithi043.stdout: "smtp_user": { 2024-05-16T15:58:01.369 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "smtp_user", 2024-05-16T15:58:01.369 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.369 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.369 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.369 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.369 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.369 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.369 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.369 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "User to authenticate as", 2024-05-16T15:58:01.369 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.369 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.369 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.369 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.369 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.369 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.369 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.370 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.370 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.370 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.370 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.370 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.370 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.370 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.370 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.370 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.370 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.370 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.370 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.370 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.370 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.370 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "balancer", 2024-05-16T15:58:01.370 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.371 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.371 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.371 INFO:teuthology.orchestra.run.smithi043.stdout: "active": { 2024-05-16T15:58:01.371 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "active", 2024-05-16T15:58:01.371 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.371 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.371 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.371 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.371 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.371 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.371 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.371 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "automatically balance PGs across cluster", 2024-05-16T15:58:01.371 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.371 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.371 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.371 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.372 INFO:teuthology.orchestra.run.smithi043.stdout: "begin_time": { 2024-05-16T15:58:01.372 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "begin_time", 2024-05-16T15:58:01.372 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.372 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.372 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.372 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0000", 2024-05-16T15:58:01.372 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.372 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.372 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.372 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "beginning time of day to automatically balance", 2024-05-16T15:58:01.372 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-16T15:58:01.372 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.372 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.372 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.372 INFO:teuthology.orchestra.run.smithi043.stdout: "begin_weekday": { 2024-05-16T15:58:01.372 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "begin_weekday", 2024-05-16T15:58:01.373 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "uint", 2024-05-16T15:58:01.373 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.373 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.373 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.373 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "0", 2024-05-16T15:58:01.373 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "6", 2024-05-16T15:58:01.373 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.373 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-05-16T15:58:01.373 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-16T15:58:01.373 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.373 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.373 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.373 INFO:teuthology.orchestra.run.smithi043.stdout: "crush_compat_max_iterations": { 2024-05-16T15:58:01.373 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "crush_compat_max_iterations", 2024-05-16T15:58:01.373 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "uint", 2024-05-16T15:58:01.373 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.373 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.374 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "25", 2024-05-16T15:58:01.374 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "1", 2024-05-16T15:58:01.374 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "250", 2024-05-16T15:58:01.374 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.374 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-05-16T15:58:01.374 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.374 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.374 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.374 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.374 INFO:teuthology.orchestra.run.smithi043.stdout: "crush_compat_metrics": { 2024-05-16T15:58:01.374 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "crush_compat_metrics", 2024-05-16T15:58:01.374 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.374 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.374 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.374 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "pgs,objects,bytes", 2024-05-16T15:58:01.374 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.375 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.375 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.375 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-05-16T15:58:01.375 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-05-16T15:58:01.375 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.375 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.375 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.375 INFO:teuthology.orchestra.run.smithi043.stdout: "crush_compat_step": { 2024-05-16T15:58:01.375 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "crush_compat_step", 2024-05-16T15:58:01.375 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "float", 2024-05-16T15:58:01.375 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.375 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.375 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0.5", 2024-05-16T15:58:01.375 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "0.001", 2024-05-16T15:58:01.375 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "0.999", 2024-05-16T15:58:01.375 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.375 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "aggressiveness of optimization", 2024-05-16T15:58:01.376 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-05-16T15:58:01.376 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.376 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.376 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.376 INFO:teuthology.orchestra.run.smithi043.stdout: "end_time": { 2024-05-16T15:58:01.376 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "end_time", 2024-05-16T15:58:01.376 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.376 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.376 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.376 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "2359", 2024-05-16T15:58:01.376 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.376 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.376 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.376 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "ending time of day to automatically balance", 2024-05-16T15:58:01.376 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-16T15:58:01.376 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.377 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.377 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.377 INFO:teuthology.orchestra.run.smithi043.stdout: "end_weekday": { 2024-05-16T15:58:01.377 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "end_weekday", 2024-05-16T15:58:01.377 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "uint", 2024-05-16T15:58:01.377 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.377 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.377 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.377 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "0", 2024-05-16T15:58:01.377 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "6", 2024-05-16T15:58:01.377 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.377 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-05-16T15:58:01.377 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-16T15:58:01.377 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.377 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.377 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.378 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.378 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.378 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.378 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.378 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.378 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.378 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.378 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.378 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.378 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.378 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.378 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.378 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.378 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.378 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.378 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.379 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.379 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.379 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.379 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.379 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.379 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.379 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.379 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.379 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.379 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.379 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.379 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.379 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.379 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.379 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.379 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.379 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.380 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.380 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.380 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.380 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.380 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.380 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.380 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.380 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.380 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.380 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.380 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.380 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.380 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.380 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.380 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.380 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.381 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.381 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.381 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.381 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.381 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.381 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.381 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.381 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.381 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.381 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.381 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.381 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.381 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.381 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.381 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.381 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.381 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.382 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.382 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.382 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.382 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.382 INFO:teuthology.orchestra.run.smithi043.stdout: "min_score": { 2024-05-16T15:58:01.382 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "min_score", 2024-05-16T15:58:01.382 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "float", 2024-05-16T15:58:01.382 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.382 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.382 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.382 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.382 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.382 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.382 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-05-16T15:58:01.382 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.382 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.383 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.383 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.383 INFO:teuthology.orchestra.run.smithi043.stdout: "mode": { 2024-05-16T15:58:01.383 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "mode", 2024-05-16T15:58:01.383 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.383 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.383 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.383 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "upmap", 2024-05-16T15:58:01.383 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.383 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.383 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.383 INFO:teuthology.orchestra.run.smithi043.stdout: "crush-compat", 2024-05-16T15:58:01.383 INFO:teuthology.orchestra.run.smithi043.stdout: "none", 2024-05-16T15:58:01.383 INFO:teuthology.orchestra.run.smithi043.stdout: "read", 2024-05-16T15:58:01.383 INFO:teuthology.orchestra.run.smithi043.stdout: "upmap", 2024-05-16T15:58:01.383 INFO:teuthology.orchestra.run.smithi043.stdout: "upmap-read" 2024-05-16T15:58:01.383 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.383 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Balancer mode", 2024-05-16T15:58:01.384 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.384 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.384 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.384 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.384 INFO:teuthology.orchestra.run.smithi043.stdout: "pool_ids": { 2024-05-16T15:58:01.384 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "pool_ids", 2024-05-16T15:58:01.384 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.384 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.384 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.384 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.384 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.384 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.384 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.384 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-05-16T15:58:01.384 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.384 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.384 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.385 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.385 INFO:teuthology.orchestra.run.smithi043.stdout: "sleep_interval": { 2024-05-16T15:58:01.385 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sleep_interval", 2024-05-16T15:58:01.385 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.385 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.385 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.385 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "60", 2024-05-16T15:58:01.385 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.385 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.385 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.385 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-05-16T15:58:01.385 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.385 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.385 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.385 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.385 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.385 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.385 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.386 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.386 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.386 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.386 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.386 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.386 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.386 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.386 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.386 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.386 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.386 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.386 INFO:teuthology.orchestra.run.smithi043.stdout: "upmap_max_deviation": { 2024-05-16T15:58:01.386 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "upmap_max_deviation", 2024-05-16T15:58:01.386 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.386 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.386 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.387 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "5", 2024-05-16T15:58:01.387 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "1", 2024-05-16T15:58:01.387 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.387 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.387 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "deviation below which no optimization is attempted", 2024-05-16T15:58:01.387 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-05-16T15:58:01.387 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.387 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.387 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.387 INFO:teuthology.orchestra.run.smithi043.stdout: "upmap_max_optimizations": { 2024-05-16T15:58:01.387 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "upmap_max_optimizations", 2024-05-16T15:58:01.387 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "uint", 2024-05-16T15:58:01.387 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.387 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.387 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "10", 2024-05-16T15:58:01.387 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.387 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.388 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.388 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-05-16T15:58:01.388 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.388 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.388 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.388 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.388 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.388 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.388 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.388 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "cephadm", 2024-05-16T15:58:01.388 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.388 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.388 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.388 INFO:teuthology.orchestra.run.smithi043.stdout: "agent_down_multiplier": { 2024-05-16T15:58:01.388 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "agent_down_multiplier", 2024-05-16T15:58:01.388 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "float", 2024-05-16T15:58:01.388 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.389 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.389 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "3.0", 2024-05-16T15:58:01.389 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.389 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.389 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.389 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-05-16T15:58:01.389 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.389 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.389 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.389 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.389 INFO:teuthology.orchestra.run.smithi043.stdout: "agent_refresh_rate": { 2024-05-16T15:58:01.389 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "agent_refresh_rate", 2024-05-16T15:58:01.389 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.389 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.389 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.389 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "20", 2024-05-16T15:58:01.389 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.390 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.390 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.390 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-05-16T15:58:01.390 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.390 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.390 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.390 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.390 INFO:teuthology.orchestra.run.smithi043.stdout: "agent_starting_port": { 2024-05-16T15:58:01.390 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "agent_starting_port", 2024-05-16T15:58:01.390 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.390 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.390 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.390 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "4721", 2024-05-16T15:58:01.390 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.390 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.391 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.391 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-05-16T15:58:01.391 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.391 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.391 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.391 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.391 INFO:teuthology.orchestra.run.smithi043.stdout: "allow_ptrace": { 2024-05-16T15:58:01.391 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "allow_ptrace", 2024-05-16T15:58:01.391 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.391 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.391 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.391 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.391 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.391 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.391 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.391 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-05-16T15:58:01.391 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-05-16T15:58:01.392 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.392 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.392 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.392 INFO:teuthology.orchestra.run.smithi043.stdout: "autotune_interval": { 2024-05-16T15:58:01.392 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "autotune_interval", 2024-05-16T15:58:01.392 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.392 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.392 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.392 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "600", 2024-05-16T15:58:01.392 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.392 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.392 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.392 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "how frequently to autotune daemon memory", 2024-05-16T15:58:01.392 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.392 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.392 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.392 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.393 INFO:teuthology.orchestra.run.smithi043.stdout: "autotune_memory_target_ratio": { 2024-05-16T15:58:01.393 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "autotune_memory_target_ratio", 2024-05-16T15:58:01.393 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "float", 2024-05-16T15:58:01.393 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.393 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.393 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0.7", 2024-05-16T15:58:01.393 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.393 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.393 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.393 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-05-16T15:58:01.393 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.393 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.393 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.393 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.393 INFO:teuthology.orchestra.run.smithi043.stdout: "cephadm_log_destination": { 2024-05-16T15:58:01.393 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "cephadm_log_destination", 2024-05-16T15:58:01.393 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.393 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.394 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.394 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.394 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.394 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.394 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.394 INFO:teuthology.orchestra.run.smithi043.stdout: "file", 2024-05-16T15:58:01.394 INFO:teuthology.orchestra.run.smithi043.stdout: "file,syslog", 2024-05-16T15:58:01.394 INFO:teuthology.orchestra.run.smithi043.stdout: "syslog" 2024-05-16T15:58:01.394 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.394 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-05-16T15:58:01.394 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.394 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.394 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.394 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.394 INFO:teuthology.orchestra.run.smithi043.stdout: "cgroups_split": { 2024-05-16T15:58:01.394 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "cgroups_split", 2024-05-16T15:58:01.394 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.395 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.395 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.395 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.395 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.395 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.395 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.395 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-05-16T15:58:01.395 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.395 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.395 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.395 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.395 INFO:teuthology.orchestra.run.smithi043.stdout: "config_checks_enabled": { 2024-05-16T15:58:01.395 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "config_checks_enabled", 2024-05-16T15:58:01.395 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.395 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.395 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.395 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.396 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.396 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.396 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.396 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-05-16T15:58:01.396 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.396 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.396 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.396 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.396 INFO:teuthology.orchestra.run.smithi043.stdout: "config_dashboard": { 2024-05-16T15:58:01.396 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "config_dashboard", 2024-05-16T15:58:01.396 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.396 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.396 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.396 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.396 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.396 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.396 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.396 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-05-16T15:58:01.397 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.397 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.397 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.397 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.397 INFO:teuthology.orchestra.run.smithi043.stdout: "container_image_alertmanager": { 2024-05-16T15:58:01.397 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_image_alertmanager", 2024-05-16T15:58:01.397 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.397 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.397 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.397 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-05-16T15:58:01.397 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.397 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.397 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.397 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Prometheus container image", 2024-05-16T15:58:01.397 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.397 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.398 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.398 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.398 INFO:teuthology.orchestra.run.smithi043.stdout: "container_image_base": { 2024-05-16T15:58:01.398 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_image_base", 2024-05-16T15:58:01.398 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.398 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.398 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.398 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "quay.io/ceph/ceph", 2024-05-16T15:58:01.398 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.398 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.398 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.398 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Container image name, without the tag", 2024-05-16T15:58:01.398 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.398 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.398 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.398 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.399 INFO:teuthology.orchestra.run.smithi043.stdout: "container_image_elasticsearch": { 2024-05-16T15:58:01.399 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_image_elasticsearch", 2024-05-16T15:58:01.399 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.399 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.399 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.399 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-05-16T15:58:01.399 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.399 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.399 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.399 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "elasticsearch container image", 2024-05-16T15:58:01.399 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.399 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.399 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.399 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.399 INFO:teuthology.orchestra.run.smithi043.stdout: "container_image_grafana": { 2024-05-16T15:58:01.399 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_image_grafana", 2024-05-16T15:58:01.399 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.400 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.400 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.400 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-05-16T15:58:01.400 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.400 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.400 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.400 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Prometheus container image", 2024-05-16T15:58:01.400 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.400 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.400 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.400 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.400 INFO:teuthology.orchestra.run.smithi043.stdout: "container_image_haproxy": { 2024-05-16T15:58:01.400 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_image_haproxy", 2024-05-16T15:58:01.400 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.400 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.400 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.400 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-05-16T15:58:01.401 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.401 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.401 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.401 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "HAproxy container image", 2024-05-16T15:58:01.401 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.401 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.401 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.401 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.401 INFO:teuthology.orchestra.run.smithi043.stdout: "container_image_jaeger_agent": { 2024-05-16T15:58:01.401 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_image_jaeger_agent", 2024-05-16T15:58:01.401 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.401 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.401 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.401 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-05-16T15:58:01.401 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.401 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.402 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.402 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Jaeger agent container image", 2024-05-16T15:58:01.402 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.402 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.402 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.402 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.402 INFO:teuthology.orchestra.run.smithi043.stdout: "container_image_jaeger_collector": { 2024-05-16T15:58:01.402 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_image_jaeger_collector", 2024-05-16T15:58:01.402 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.402 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.402 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.402 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-05-16T15:58:01.402 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.402 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.402 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.402 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Jaeger collector container image", 2024-05-16T15:58:01.403 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.403 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.403 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.403 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.403 INFO:teuthology.orchestra.run.smithi043.stdout: "container_image_jaeger_query": { 2024-05-16T15:58:01.403 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_image_jaeger_query", 2024-05-16T15:58:01.403 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.403 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.403 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.403 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-05-16T15:58:01.403 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.403 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.403 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.403 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Jaeger query container image", 2024-05-16T15:58:01.403 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.403 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.404 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.404 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.404 INFO:teuthology.orchestra.run.smithi043.stdout: "container_image_keepalived": { 2024-05-16T15:58:01.404 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_image_keepalived", 2024-05-16T15:58:01.404 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.404 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.404 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.404 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-05-16T15:58:01.404 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.404 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.404 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.404 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Keepalived container image", 2024-05-16T15:58:01.404 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.404 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.404 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.404 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.404 INFO:teuthology.orchestra.run.smithi043.stdout: "container_image_loki": { 2024-05-16T15:58:01.405 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_image_loki", 2024-05-16T15:58:01.405 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.405 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.405 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.405 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-05-16T15:58:01.405 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.405 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.405 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.405 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Loki container image", 2024-05-16T15:58:01.405 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.405 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.405 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.405 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.405 INFO:teuthology.orchestra.run.smithi043.stdout: "container_image_node_exporter": { 2024-05-16T15:58:01.405 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_image_node_exporter", 2024-05-16T15:58:01.405 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.405 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.406 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.406 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-05-16T15:58:01.406 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.406 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.406 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.406 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Prometheus container image", 2024-05-16T15:58:01.406 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.406 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.406 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.406 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.406 INFO:teuthology.orchestra.run.smithi043.stdout: "container_image_nvmeof": { 2024-05-16T15:58:01.406 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_image_nvmeof", 2024-05-16T15:58:01.406 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.406 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.406 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.406 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-05-16T15:58:01.406 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.407 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.407 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.407 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Nvme-of container image", 2024-05-16T15:58:01.407 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.407 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.407 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.407 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.407 INFO:teuthology.orchestra.run.smithi043.stdout: "container_image_prometheus": { 2024-05-16T15:58:01.407 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_image_prometheus", 2024-05-16T15:58:01.407 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.407 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.407 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.407 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-05-16T15:58:01.407 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.407 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.407 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.407 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Prometheus container image", 2024-05-16T15:58:01.408 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.408 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.408 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.408 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.408 INFO:teuthology.orchestra.run.smithi043.stdout: "container_image_promtail": { 2024-05-16T15:58:01.408 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_image_promtail", 2024-05-16T15:58:01.408 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.408 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.408 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.408 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-05-16T15:58:01.408 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.408 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.408 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.408 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Promtail container image", 2024-05-16T15:58:01.408 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.408 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.408 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.409 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.409 INFO:teuthology.orchestra.run.smithi043.stdout: "container_image_samba": { 2024-05-16T15:58:01.409 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_image_samba", 2024-05-16T15:58:01.409 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.409 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.409 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.409 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-05-16T15:58:01.409 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.409 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.409 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.409 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Samba/SMB container image", 2024-05-16T15:58:01.409 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.409 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.409 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.409 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.409 INFO:teuthology.orchestra.run.smithi043.stdout: "container_image_snmp_gateway": { 2024-05-16T15:58:01.409 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_image_snmp_gateway", 2024-05-16T15:58:01.410 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.410 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.410 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.410 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-05-16T15:58:01.410 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.410 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.410 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.410 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "SNMP Gateway container image", 2024-05-16T15:58:01.410 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.410 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.410 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.410 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.410 INFO:teuthology.orchestra.run.smithi043.stdout: "container_init": { 2024-05-16T15:58:01.410 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_init", 2024-05-16T15:58:01.410 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.410 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.410 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.411 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.411 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.411 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.411 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.411 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Run podman/docker with `--init`", 2024-05-16T15:58:01.411 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.411 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.411 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.411 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.411 INFO:teuthology.orchestra.run.smithi043.stdout: "daemon_cache_timeout": { 2024-05-16T15:58:01.411 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "daemon_cache_timeout", 2024-05-16T15:58:01.411 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.411 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.411 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.411 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "600", 2024-05-16T15:58:01.411 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.411 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.412 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.412 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-05-16T15:58:01.412 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.412 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.412 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.412 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.412 INFO:teuthology.orchestra.run.smithi043.stdout: "default_cephadm_command_timeout": { 2024-05-16T15:58:01.412 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "default_cephadm_command_timeout", 2024-05-16T15:58:01.412 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.412 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.412 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.412 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "900", 2024-05-16T15:58:01.412 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.412 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.412 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.412 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-05-16T15:58:01.412 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.413 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.413 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.413 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.413 INFO:teuthology.orchestra.run.smithi043.stdout: "default_registry": { 2024-05-16T15:58:01.413 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "default_registry", 2024-05-16T15:58:01.413 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.413 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.413 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.413 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "docker.io", 2024-05-16T15:58:01.413 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.413 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.413 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.413 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-05-16T15:58:01.413 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.413 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.413 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.413 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.413 INFO:teuthology.orchestra.run.smithi043.stdout: "device_cache_timeout": { 2024-05-16T15:58:01.414 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "device_cache_timeout", 2024-05-16T15:58:01.414 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.414 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.414 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.414 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "1800", 2024-05-16T15:58:01.414 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.414 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.414 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.414 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "seconds to cache device inventory", 2024-05-16T15:58:01.414 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.414 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.414 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.414 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.414 INFO:teuthology.orchestra.run.smithi043.stdout: "device_enhanced_scan": { 2024-05-16T15:58:01.414 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "device_enhanced_scan", 2024-05-16T15:58:01.415 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.415 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.415 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.415 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.415 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.415 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.415 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.415 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Use libstoragemgmt during device scans", 2024-05-16T15:58:01.415 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.415 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.415 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.415 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.415 INFO:teuthology.orchestra.run.smithi043.stdout: "facts_cache_timeout": { 2024-05-16T15:58:01.415 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "facts_cache_timeout", 2024-05-16T15:58:01.415 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.415 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.415 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.416 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "60", 2024-05-16T15:58:01.416 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.416 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.416 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.416 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "seconds to cache host facts data", 2024-05-16T15:58:01.416 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.416 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.416 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.416 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.416 INFO:teuthology.orchestra.run.smithi043.stdout: "grafana_dashboards_path": { 2024-05-16T15:58:01.416 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "grafana_dashboards_path", 2024-05-16T15:58:01.416 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.416 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.416 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.416 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-05-16T15:58:01.416 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.416 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.417 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.417 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-05-16T15:58:01.417 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.417 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.417 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.417 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.417 INFO:teuthology.orchestra.run.smithi043.stdout: "host_check_interval": { 2024-05-16T15:58:01.417 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "host_check_interval", 2024-05-16T15:58:01.417 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.417 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.417 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.417 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "600", 2024-05-16T15:58:01.417 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.417 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.417 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.417 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "how frequently to perform a host check", 2024-05-16T15:58:01.418 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.418 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.418 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.418 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.418 INFO:teuthology.orchestra.run.smithi043.stdout: "hw_monitoring": { 2024-05-16T15:58:01.418 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "hw_monitoring", 2024-05-16T15:58:01.418 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.418 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.418 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.418 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.418 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.418 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.418 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.418 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-05-16T15:58:01.418 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.418 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.419 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.419 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.419 INFO:teuthology.orchestra.run.smithi043.stdout: "inventory_list_all": { 2024-05-16T15:58:01.419 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "inventory_list_all", 2024-05-16T15:58:01.419 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.419 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.419 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.419 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.419 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.419 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.419 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.419 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-05-16T15:58:01.419 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.419 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.419 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.419 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.420 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.420 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.420 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.420 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.420 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.420 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.420 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.420 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.420 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.420 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.420 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.420 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.420 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.420 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.420 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.420 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.421 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.421 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.421 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.421 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.421 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.421 INFO:teuthology.orchestra.run.smithi043.stdout: "log_refresh_metadata": { 2024-05-16T15:58:01.421 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_refresh_metadata", 2024-05-16T15:58:01.421 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.421 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.421 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.421 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.421 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.421 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.421 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.421 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-05-16T15:58:01.421 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.421 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.422 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.422 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.422 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.422 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.422 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.422 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.422 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.422 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.422 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.422 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.422 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.422 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-05-16T15:58:01.422 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.422 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.422 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.422 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.423 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.423 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.423 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.423 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.423 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.423 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.423 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.423 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.423 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.423 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.423 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.423 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.423 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.423 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.423 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.423 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.423 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.424 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.424 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.424 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.424 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.424 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.424 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.424 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.424 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.424 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.424 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.424 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.424 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.424 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.424 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.424 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.424 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.424 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.425 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.425 INFO:teuthology.orchestra.run.smithi043.stdout: "manage_etc_ceph_ceph_conf": { 2024-05-16T15:58:01.425 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-05-16T15:58:01.425 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.425 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.425 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.425 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.425 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.425 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.425 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.425 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-05-16T15:58:01.425 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.425 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.425 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.425 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.425 INFO:teuthology.orchestra.run.smithi043.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-05-16T15:58:01.426 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-05-16T15:58:01.426 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.426 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.426 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.426 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "*", 2024-05-16T15:58:01.426 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.426 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.426 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.426 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-05-16T15:58:01.426 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.426 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.426 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.426 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.426 INFO:teuthology.orchestra.run.smithi043.stdout: "max_count_per_host": { 2024-05-16T15:58:01.426 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "max_count_per_host", 2024-05-16T15:58:01.426 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.427 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.427 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.427 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "10", 2024-05-16T15:58:01.427 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.427 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.427 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.427 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "max number of daemons per service per host", 2024-05-16T15:58:01.427 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.427 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.427 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.427 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.427 INFO:teuthology.orchestra.run.smithi043.stdout: "max_osd_draining_count": { 2024-05-16T15:58:01.427 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "max_osd_draining_count", 2024-05-16T15:58:01.427 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.427 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.427 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.427 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "10", 2024-05-16T15:58:01.428 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.428 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.428 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.428 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-05-16T15:58:01.428 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.428 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.428 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.428 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.428 INFO:teuthology.orchestra.run.smithi043.stdout: "migration_current": { 2024-05-16T15:58:01.428 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "migration_current", 2024-05-16T15:58:01.428 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.428 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.428 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.428 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.428 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.429 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.429 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.429 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "internal - do not modify", 2024-05-16T15:58:01.429 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.429 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.429 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.429 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.429 INFO:teuthology.orchestra.run.smithi043.stdout: "mode": { 2024-05-16T15:58:01.429 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "mode", 2024-05-16T15:58:01.429 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.429 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.429 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.429 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "root", 2024-05-16T15:58:01.429 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.429 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.429 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.430 INFO:teuthology.orchestra.run.smithi043.stdout: "cephadm-package", 2024-05-16T15:58:01.430 INFO:teuthology.orchestra.run.smithi043.stdout: "root" 2024-05-16T15:58:01.430 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.430 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "mode for remote execution of cephadm", 2024-05-16T15:58:01.430 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.430 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.430 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.430 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.430 INFO:teuthology.orchestra.run.smithi043.stdout: "oob_default_addr": { 2024-05-16T15:58:01.430 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "oob_default_addr", 2024-05-16T15:58:01.430 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.430 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.430 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.430 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "169.254.1.1", 2024-05-16T15:58:01.430 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.431 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.431 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.431 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Default address for RedFish API (oob management).", 2024-05-16T15:58:01.431 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.431 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.431 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.431 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.431 INFO:teuthology.orchestra.run.smithi043.stdout: "prometheus_alerts_path": { 2024-05-16T15:58:01.431 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "prometheus_alerts_path", 2024-05-16T15:58:01.431 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.431 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.431 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.431 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-05-16T15:58:01.431 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.431 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.431 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.431 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-05-16T15:58:01.432 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.432 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.432 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.432 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.432 INFO:teuthology.orchestra.run.smithi043.stdout: "registry_insecure": { 2024-05-16T15:58:01.432 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "registry_insecure", 2024-05-16T15:58:01.432 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.432 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.432 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.432 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.432 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.432 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.432 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.432 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-05-16T15:58:01.432 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.432 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.432 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.433 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.433 INFO:teuthology.orchestra.run.smithi043.stdout: "registry_password": { 2024-05-16T15:58:01.433 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "registry_password", 2024-05-16T15:58:01.433 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.433 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.433 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.433 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.433 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.433 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.433 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.433 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-05-16T15:58:01.433 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.433 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.433 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.433 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.433 INFO:teuthology.orchestra.run.smithi043.stdout: "registry_url": { 2024-05-16T15:58:01.433 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "registry_url", 2024-05-16T15:58:01.434 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.434 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.434 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.434 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.434 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.434 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.434 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.434 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-05-16T15:58:01.434 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.434 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.434 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.434 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.434 INFO:teuthology.orchestra.run.smithi043.stdout: "registry_username": { 2024-05-16T15:58:01.434 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "registry_username", 2024-05-16T15:58:01.434 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.434 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.435 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.435 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.435 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.435 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.435 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.435 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-05-16T15:58:01.435 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.435 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.435 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.435 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.435 INFO:teuthology.orchestra.run.smithi043.stdout: "secure_monitoring_stack": { 2024-05-16T15:58:01.435 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "secure_monitoring_stack", 2024-05-16T15:58:01.435 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.435 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.435 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.435 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.435 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.436 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.436 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.436 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-05-16T15:58:01.436 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.436 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.436 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.436 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.436 INFO:teuthology.orchestra.run.smithi043.stdout: "service_discovery_port": { 2024-05-16T15:58:01.436 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "service_discovery_port", 2024-05-16T15:58:01.436 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.436 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.436 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.436 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "8765", 2024-05-16T15:58:01.436 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.436 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.436 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.436 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "cephadm service discovery port", 2024-05-16T15:58:01.437 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.437 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.437 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.437 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.437 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.437 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.437 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.437 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.437 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.437 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.437 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.437 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.437 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.437 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.437 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.437 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.437 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.437 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.438 INFO:teuthology.orchestra.run.smithi043.stdout: "ssh_config_file": { 2024-05-16T15:58:01.438 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "ssh_config_file", 2024-05-16T15:58:01.438 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.438 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.438 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.438 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.438 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.438 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.438 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.438 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-05-16T15:58:01.438 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.438 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.438 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.438 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.438 INFO:teuthology.orchestra.run.smithi043.stdout: "use_agent": { 2024-05-16T15:58:01.439 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "use_agent", 2024-05-16T15:58:01.439 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.439 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.439 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.439 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.439 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.439 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.439 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.439 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-05-16T15:58:01.439 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.439 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.439 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.439 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.439 INFO:teuthology.orchestra.run.smithi043.stdout: "use_repo_digest": { 2024-05-16T15:58:01.439 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "use_repo_digest", 2024-05-16T15:58:01.439 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.440 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.440 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.440 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.440 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.440 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.440 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.440 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-05-16T15:58:01.440 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.440 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.440 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.440 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.440 INFO:teuthology.orchestra.run.smithi043.stdout: "warn_on_failed_host_check": { 2024-05-16T15:58:01.440 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "warn_on_failed_host_check", 2024-05-16T15:58:01.440 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.440 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.440 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.440 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.441 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.441 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.441 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.441 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "raise a health warning if the host check fails", 2024-05-16T15:58:01.441 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.441 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.441 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.441 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.441 INFO:teuthology.orchestra.run.smithi043.stdout: "warn_on_stray_daemons": { 2024-05-16T15:58:01.441 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "warn_on_stray_daemons", 2024-05-16T15:58:01.441 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.441 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.441 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.441 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.441 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.441 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.441 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.442 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-05-16T15:58:01.442 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.442 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.442 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.442 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.442 INFO:teuthology.orchestra.run.smithi043.stdout: "warn_on_stray_hosts": { 2024-05-16T15:58:01.442 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "warn_on_stray_hosts", 2024-05-16T15:58:01.442 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.442 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.442 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.442 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.442 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.442 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.442 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.442 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-05-16T15:58:01.443 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.443 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.443 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.443 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.443 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.443 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.443 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.443 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "crash", 2024-05-16T15:58:01.443 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.443 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.443 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.443 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.443 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.443 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.443 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.443 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.443 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.444 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.444 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.444 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.444 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.444 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.444 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.444 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.444 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.444 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.444 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.444 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.444 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.444 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.444 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.444 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.444 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.445 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.445 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.445 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.445 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.445 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.445 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.445 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.445 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.445 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.445 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.445 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.445 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.445 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.445 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.445 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.445 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.445 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.446 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.446 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.446 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.446 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.446 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.446 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.446 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.446 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.446 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.446 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.446 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.446 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.446 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.446 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.446 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.446 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.447 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.447 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.447 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.447 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.447 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.447 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.447 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.447 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.447 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.447 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.447 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.447 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.447 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.447 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.447 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.447 INFO:teuthology.orchestra.run.smithi043.stdout: "retain_interval": { 2024-05-16T15:58:01.448 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "retain_interval", 2024-05-16T15:58:01.448 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.448 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.448 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.448 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "31536000", 2024-05-16T15:58:01.448 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.448 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.448 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.448 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "how long to retain crashes before pruning them", 2024-05-16T15:58:01.448 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.448 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.448 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.448 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.448 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.448 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.448 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.448 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.449 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.449 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.449 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.449 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.449 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.449 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.449 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.449 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.449 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.449 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.449 INFO:teuthology.orchestra.run.smithi043.stdout: "warn_recent_interval": { 2024-05-16T15:58:01.449 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "warn_recent_interval", 2024-05-16T15:58:01.449 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.449 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.450 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.450 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "1209600", 2024-05-16T15:58:01.450 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.450 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.450 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.450 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "time interval in which to warn about recent crashes", 2024-05-16T15:58:01.450 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.450 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.450 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.450 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.450 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.450 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.450 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.450 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "dashboard", 2024-05-16T15:58:01.451 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.451 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.451 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.451 INFO:teuthology.orchestra.run.smithi043.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-05-16T15:58:01.451 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-05-16T15:58:01.451 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.451 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.451 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.451 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "10", 2024-05-16T15:58:01.451 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.451 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.451 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.451 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.451 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.451 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.451 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.452 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.452 INFO:teuthology.orchestra.run.smithi043.stdout: "ALERTMANAGER_API_HOST": { 2024-05-16T15:58:01.452 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "ALERTMANAGER_API_HOST", 2024-05-16T15:58:01.452 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.452 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.452 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.452 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.452 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.452 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.452 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.452 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.452 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.452 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.452 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.452 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.452 INFO:teuthology.orchestra.run.smithi043.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-05-16T15:58:01.452 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-05-16T15:58:01.453 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.453 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.453 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.453 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.453 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.453 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.453 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.453 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.453 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.453 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.453 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.453 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.453 INFO:teuthology.orchestra.run.smithi043.stdout: "AUDIT_API_ENABLED": { 2024-05-16T15:58:01.453 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "AUDIT_API_ENABLED", 2024-05-16T15:58:01.453 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.453 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.453 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.453 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.454 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.454 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.454 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.454 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.454 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.454 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.454 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.454 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.454 INFO:teuthology.orchestra.run.smithi043.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-05-16T15:58:01.454 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-05-16T15:58:01.454 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.454 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.454 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.454 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.454 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.455 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.455 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.455 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.455 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.455 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.455 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.455 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.455 INFO:teuthology.orchestra.run.smithi043.stdout: "ENABLE_BROWSABLE_API": { 2024-05-16T15:58:01.455 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "ENABLE_BROWSABLE_API", 2024-05-16T15:58:01.455 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.455 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.455 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.455 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.455 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.455 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.455 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.455 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.456 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.456 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.456 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.456 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.456 INFO:teuthology.orchestra.run.smithi043.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-05-16T15:58:01.456 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-05-16T15:58:01.456 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.456 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.456 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.456 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.456 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.456 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.456 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.456 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.456 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.456 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.456 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.456 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.457 INFO:teuthology.orchestra.run.smithi043.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-05-16T15:58:01.457 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-05-16T15:58:01.457 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.457 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.457 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.457 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.457 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.457 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.457 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.457 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.457 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.457 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.457 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.457 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.457 INFO:teuthology.orchestra.run.smithi043.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-05-16T15:58:01.457 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-05-16T15:58:01.457 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.458 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.458 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.458 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.458 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.458 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.458 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.458 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.458 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.458 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.458 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.458 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.458 INFO:teuthology.orchestra.run.smithi043.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-05-16T15:58:01.458 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-05-16T15:58:01.458 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.458 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.458 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.458 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.459 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.459 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.459 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.459 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.459 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.459 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.459 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.459 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.459 INFO:teuthology.orchestra.run.smithi043.stdout: "FEATURE_TOGGLE_NFS": { 2024-05-16T15:58:01.459 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-05-16T15:58:01.459 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.459 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.459 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.459 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.459 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.460 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.460 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.460 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.460 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.460 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.460 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.460 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.460 INFO:teuthology.orchestra.run.smithi043.stdout: "FEATURE_TOGGLE_RBD": { 2024-05-16T15:58:01.460 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-05-16T15:58:01.460 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.460 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.460 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.460 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.460 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.460 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.460 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.460 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.460 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.461 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.461 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.461 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.461 INFO:teuthology.orchestra.run.smithi043.stdout: "FEATURE_TOGGLE_RGW": { 2024-05-16T15:58:01.461 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-05-16T15:58:01.461 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.461 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.461 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.461 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.461 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.461 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.461 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.461 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.461 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.461 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.461 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.461 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.462 INFO:teuthology.orchestra.run.smithi043.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-05-16T15:58:01.462 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-05-16T15:58:01.462 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.462 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.462 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.462 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.462 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.462 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.462 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.462 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.462 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.462 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.462 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.462 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.463 INFO:teuthology.orchestra.run.smithi043.stdout: "GRAFANA_API_PASSWORD": { 2024-05-16T15:58:01.463 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "GRAFANA_API_PASSWORD", 2024-05-16T15:58:01.463 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.463 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.463 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.463 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "admin", 2024-05-16T15:58:01.463 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.463 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.463 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.463 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.463 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.463 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.463 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.463 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.463 INFO:teuthology.orchestra.run.smithi043.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-05-16T15:58:01.463 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-05-16T15:58:01.463 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.464 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.464 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.464 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.464 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.464 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.464 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.464 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.464 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.464 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.464 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.464 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.464 INFO:teuthology.orchestra.run.smithi043.stdout: "GRAFANA_API_URL": { 2024-05-16T15:58:01.464 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "GRAFANA_API_URL", 2024-05-16T15:58:01.464 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.464 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.464 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.464 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.465 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.465 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.465 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.465 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.465 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.465 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.465 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.465 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.465 INFO:teuthology.orchestra.run.smithi043.stdout: "GRAFANA_API_USERNAME": { 2024-05-16T15:58:01.465 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "GRAFANA_API_USERNAME", 2024-05-16T15:58:01.465 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.465 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.465 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.465 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "admin", 2024-05-16T15:58:01.465 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.465 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.465 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.466 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.466 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.466 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.466 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.466 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.466 INFO:teuthology.orchestra.run.smithi043.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-05-16T15:58:01.466 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-05-16T15:58:01.466 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.466 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.466 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.466 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.466 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.466 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.466 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.466 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.466 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.466 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.467 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.467 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.467 INFO:teuthology.orchestra.run.smithi043.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-05-16T15:58:01.467 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-05-16T15:58:01.467 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.467 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.467 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.467 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.467 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.467 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.467 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.467 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.467 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.467 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.467 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.468 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.468 INFO:teuthology.orchestra.run.smithi043.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-05-16T15:58:01.468 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-05-16T15:58:01.468 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.468 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.468 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.468 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.468 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.468 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.468 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.468 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.468 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.468 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.468 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.468 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.468 INFO:teuthology.orchestra.run.smithi043.stdout: "ISSUE_TRACKER_API_KEY": { 2024-05-16T15:58:01.468 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-05-16T15:58:01.469 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.469 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.469 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.469 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.469 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.469 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.469 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.469 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.469 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.469 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.469 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.469 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.469 INFO:teuthology.orchestra.run.smithi043.stdout: "MANAGED_BY_CLUSTERS": { 2024-05-16T15:58:01.469 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-05-16T15:58:01.469 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.469 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.470 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.470 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "[]", 2024-05-16T15:58:01.470 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.470 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.470 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.470 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.470 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.470 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.470 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.470 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.470 INFO:teuthology.orchestra.run.smithi043.stdout: "MULTICLUSTER_CONFIG": { 2024-05-16T15:58:01.470 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "MULTICLUSTER_CONFIG", 2024-05-16T15:58:01.470 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.470 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.470 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.470 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "{}", 2024-05-16T15:58:01.470 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.471 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.471 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.471 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.471 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.471 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.471 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.471 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.471 INFO:teuthology.orchestra.run.smithi043.stdout: "PROMETHEUS_API_HOST": { 2024-05-16T15:58:01.471 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "PROMETHEUS_API_HOST", 2024-05-16T15:58:01.471 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.471 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.471 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.471 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.471 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.471 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.471 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.472 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.472 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.472 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.472 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.472 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.472 INFO:teuthology.orchestra.run.smithi043.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-05-16T15:58:01.472 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-05-16T15:58:01.472 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.472 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.472 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.472 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.472 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.472 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.472 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.472 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.472 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.473 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.473 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.473 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.473 INFO:teuthology.orchestra.run.smithi043.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-05-16T15:58:01.473 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-05-16T15:58:01.473 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.473 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.473 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.473 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.473 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.473 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.473 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.473 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.473 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.473 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.473 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.473 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.473 INFO:teuthology.orchestra.run.smithi043.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-05-16T15:58:01.474 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-05-16T15:58:01.474 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.474 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.474 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.474 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.474 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.474 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.474 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.474 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.474 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.474 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.474 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.474 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.474 INFO:teuthology.orchestra.run.smithi043.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-05-16T15:58:01.474 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-05-16T15:58:01.474 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.475 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.475 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.475 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.475 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.475 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.475 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.475 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.475 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.475 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.475 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.475 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.475 INFO:teuthology.orchestra.run.smithi043.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-05-16T15:58:01.475 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-05-16T15:58:01.475 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.475 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.475 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.475 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.476 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.476 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.476 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.476 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.476 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.476 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.476 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.476 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.476 INFO:teuthology.orchestra.run.smithi043.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-05-16T15:58:01.476 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-05-16T15:58:01.476 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.476 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.476 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.476 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.477 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.477 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.477 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.477 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.477 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.477 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.477 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.477 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.477 INFO:teuthology.orchestra.run.smithi043.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-05-16T15:58:01.477 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-05-16T15:58:01.477 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.477 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.477 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.477 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.477 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.477 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.477 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.478 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.478 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.478 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.478 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.478 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.478 INFO:teuthology.orchestra.run.smithi043.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-05-16T15:58:01.478 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-05-16T15:58:01.478 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.478 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.478 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.478 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.478 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.478 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.478 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.478 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.478 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.479 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.479 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.479 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.479 INFO:teuthology.orchestra.run.smithi043.stdout: "PWD_POLICY_ENABLED": { 2024-05-16T15:58:01.479 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "PWD_POLICY_ENABLED", 2024-05-16T15:58:01.479 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.479 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.479 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.479 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.479 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.479 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.479 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.479 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.479 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.479 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.479 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.480 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.480 INFO:teuthology.orchestra.run.smithi043.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-05-16T15:58:01.480 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-05-16T15:58:01.480 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.480 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.480 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.480 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-05-16T15:58:01.480 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.480 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.480 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.480 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.480 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.480 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.480 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.480 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.480 INFO:teuthology.orchestra.run.smithi043.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-05-16T15:58:01.480 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-05-16T15:58:01.481 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.481 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.481 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.481 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "10", 2024-05-16T15:58:01.481 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.481 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.481 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.481 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.481 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.481 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.481 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.481 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.481 INFO:teuthology.orchestra.run.smithi043.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-05-16T15:58:01.481 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-05-16T15:58:01.481 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.481 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.481 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.482 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "8", 2024-05-16T15:58:01.482 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.482 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.482 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.482 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.482 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.482 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.482 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.482 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.482 INFO:teuthology.orchestra.run.smithi043.stdout: "REST_REQUESTS_TIMEOUT": { 2024-05-16T15:58:01.482 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-05-16T15:58:01.482 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.482 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.482 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.482 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "45", 2024-05-16T15:58:01.482 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.483 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.483 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.483 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.483 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.483 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.483 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.483 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.483 INFO:teuthology.orchestra.run.smithi043.stdout: "RGW_API_ACCESS_KEY": { 2024-05-16T15:58:01.483 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "RGW_API_ACCESS_KEY", 2024-05-16T15:58:01.483 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.483 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.483 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.483 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.483 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.483 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.483 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.484 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.484 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.484 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.484 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.484 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.484 INFO:teuthology.orchestra.run.smithi043.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-05-16T15:58:01.484 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-05-16T15:58:01.484 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.484 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.484 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.484 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "admin", 2024-05-16T15:58:01.484 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.484 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.484 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.484 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.484 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.484 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.484 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.485 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.485 INFO:teuthology.orchestra.run.smithi043.stdout: "RGW_API_SECRET_KEY": { 2024-05-16T15:58:01.485 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "RGW_API_SECRET_KEY", 2024-05-16T15:58:01.485 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.485 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.485 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.485 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.485 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.485 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.485 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.485 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.485 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.485 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.485 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.485 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.485 INFO:teuthology.orchestra.run.smithi043.stdout: "RGW_API_SSL_VERIFY": { 2024-05-16T15:58:01.485 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "RGW_API_SSL_VERIFY", 2024-05-16T15:58:01.486 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.486 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.486 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.486 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.486 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.486 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.486 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.486 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.486 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.486 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.486 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.486 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.486 INFO:teuthology.orchestra.run.smithi043.stdout: "UNSAFE_TLS_v1_2": { 2024-05-16T15:58:01.486 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "UNSAFE_TLS_v1_2", 2024-05-16T15:58:01.486 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.487 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.487 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.487 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.487 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.487 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.487 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.487 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.487 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.487 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.487 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.487 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.487 INFO:teuthology.orchestra.run.smithi043.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-05-16T15:58:01.487 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-05-16T15:58:01.487 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.487 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.487 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.487 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.488 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.488 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.488 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.488 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.488 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.488 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.488 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.488 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.488 INFO:teuthology.orchestra.run.smithi043.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-05-16T15:58:01.488 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-05-16T15:58:01.488 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.488 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.488 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.488 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "10", 2024-05-16T15:58:01.488 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.488 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.488 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.489 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.489 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.489 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.489 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.489 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.489 INFO:teuthology.orchestra.run.smithi043.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-05-16T15:58:01.489 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-05-16T15:58:01.489 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.489 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.489 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.489 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "5", 2024-05-16T15:58:01.489 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.489 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.489 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.489 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.489 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.490 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.490 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.490 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.490 INFO:teuthology.orchestra.run.smithi043.stdout: "cross_origin_url": { 2024-05-16T15:58:01.490 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "cross_origin_url", 2024-05-16T15:58:01.490 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.490 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.490 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.490 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.490 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.490 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.490 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.490 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.490 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.491 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.491 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.491 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.491 INFO:teuthology.orchestra.run.smithi043.stdout: "crt_file": { 2024-05-16T15:58:01.491 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "crt_file", 2024-05-16T15:58:01.491 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.491 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.491 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.491 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.491 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.491 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.491 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.491 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.491 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.491 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.491 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.492 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.492 INFO:teuthology.orchestra.run.smithi043.stdout: "debug": { 2024-05-16T15:58:01.492 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "debug", 2024-05-16T15:58:01.492 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.492 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.492 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.492 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.492 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.492 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.492 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.492 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Enable/disable debug options", 2024-05-16T15:58:01.492 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.492 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.492 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.492 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.493 INFO:teuthology.orchestra.run.smithi043.stdout: "jwt_token_ttl": { 2024-05-16T15:58:01.493 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "jwt_token_ttl", 2024-05-16T15:58:01.493 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.493 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.493 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.493 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "28800", 2024-05-16T15:58:01.493 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.493 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.493 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.493 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.493 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.493 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.493 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.493 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.493 INFO:teuthology.orchestra.run.smithi043.stdout: "key_file": { 2024-05-16T15:58:01.493 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "key_file", 2024-05-16T15:58:01.494 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.494 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.494 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.494 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.494 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.494 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.494 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.494 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.494 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.494 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.494 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.494 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.494 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.494 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.494 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.495 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.495 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.495 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.495 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.495 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.495 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.495 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.495 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.495 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.495 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.495 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.495 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.495 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.495 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.495 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.495 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.496 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.496 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.496 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.496 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.496 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.496 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.496 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.496 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.496 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.496 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.496 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.496 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.496 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.496 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.496 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.496 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.496 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.497 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.497 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.497 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.497 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.497 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.497 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.497 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.497 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.497 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.497 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.497 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.497 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.497 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.497 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.497 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.497 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.497 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.498 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.498 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.498 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.498 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.498 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.498 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.498 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.498 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.498 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.498 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.498 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.498 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.498 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.498 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.498 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.499 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.499 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.499 INFO:teuthology.orchestra.run.smithi043.stdout: "motd": { 2024-05-16T15:58:01.499 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "motd", 2024-05-16T15:58:01.499 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.499 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.499 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.499 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.499 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.499 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.499 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.499 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "The message of the day", 2024-05-16T15:58:01.499 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.499 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.499 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.499 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.500 INFO:teuthology.orchestra.run.smithi043.stdout: "redirect_resolve_ip_addr": { 2024-05-16T15:58:01.500 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "redirect_resolve_ip_addr", 2024-05-16T15:58:01.500 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.500 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.500 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.500 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.500 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.500 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.500 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.500 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.500 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.500 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.500 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.500 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.500 INFO:teuthology.orchestra.run.smithi043.stdout: "server_addr": { 2024-05-16T15:58:01.500 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "server_addr", 2024-05-16T15:58:01.501 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.501 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.501 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.501 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "::", 2024-05-16T15:58:01.501 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.501 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.501 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.501 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.501 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.501 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.501 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.501 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.501 INFO:teuthology.orchestra.run.smithi043.stdout: "server_port": { 2024-05-16T15:58:01.501 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "server_port", 2024-05-16T15:58:01.501 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.501 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.502 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.502 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "8080", 2024-05-16T15:58:01.502 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.502 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.502 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.502 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.502 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.502 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.502 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.502 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.502 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.502 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.502 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.502 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.502 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.503 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.503 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.503 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.503 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.503 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.503 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.503 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.503 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.503 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.503 INFO:teuthology.orchestra.run.smithi043.stdout: "ssl": { 2024-05-16T15:58:01.503 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "ssl", 2024-05-16T15:58:01.503 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.503 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.503 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.503 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.504 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.504 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.504 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.504 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.504 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.504 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.504 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.504 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.504 INFO:teuthology.orchestra.run.smithi043.stdout: "ssl_server_port": { 2024-05-16T15:58:01.504 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "ssl_server_port", 2024-05-16T15:58:01.504 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.504 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.504 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.504 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "8443", 2024-05-16T15:58:01.504 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.504 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.505 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.505 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.505 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.505 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.505 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.505 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.505 INFO:teuthology.orchestra.run.smithi043.stdout: "standby_behaviour": { 2024-05-16T15:58:01.505 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "standby_behaviour", 2024-05-16T15:58:01.505 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.505 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.505 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.505 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "redirect", 2024-05-16T15:58:01.505 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.505 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.505 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.505 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.506 INFO:teuthology.orchestra.run.smithi043.stdout: "redirect" 2024-05-16T15:58:01.506 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.506 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.506 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.506 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.506 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.506 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.506 INFO:teuthology.orchestra.run.smithi043.stdout: "standby_error_status_code": { 2024-05-16T15:58:01.506 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "standby_error_status_code", 2024-05-16T15:58:01.506 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.506 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.506 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.506 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "500", 2024-05-16T15:58:01.506 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "400", 2024-05-16T15:58:01.506 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "599", 2024-05-16T15:58:01.507 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.507 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.507 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.507 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.507 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.507 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.507 INFO:teuthology.orchestra.run.smithi043.stdout: "url_prefix": { 2024-05-16T15:58:01.507 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "url_prefix", 2024-05-16T15:58:01.507 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.507 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.507 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.507 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.507 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.507 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.507 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.508 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.508 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.508 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.508 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.508 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.508 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.508 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.508 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.508 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "devicehealth", 2024-05-16T15:58:01.508 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.508 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.508 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.508 INFO:teuthology.orchestra.run.smithi043.stdout: "enable_monitoring": { 2024-05-16T15:58:01.508 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "enable_monitoring", 2024-05-16T15:58:01.508 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.509 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.509 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.509 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.509 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.509 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.509 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.509 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "monitor device health metrics", 2024-05-16T15:58:01.509 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.509 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.509 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.509 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.509 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.509 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.509 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.509 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.509 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.510 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.510 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.510 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.510 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.510 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.510 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.510 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.510 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.510 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.510 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.510 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.510 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.510 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.510 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.510 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.511 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.511 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.511 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.511 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.511 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.511 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.511 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.511 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.511 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.511 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.511 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.511 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.511 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.511 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.511 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.511 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.512 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.512 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.512 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.512 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.512 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.512 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.512 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.512 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.512 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.512 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.512 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.512 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.512 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.512 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.512 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.512 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.512 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.513 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.513 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.513 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.513 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.513 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.513 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.513 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.513 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.513 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.513 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.513 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.513 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.513 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.513 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.513 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.513 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.513 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.514 INFO:teuthology.orchestra.run.smithi043.stdout: "mark_out_threshold": { 2024-05-16T15:58:01.514 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "mark_out_threshold", 2024-05-16T15:58:01.514 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.514 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.514 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.514 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "2419200", 2024-05-16T15:58:01.514 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.514 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.514 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.514 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-05-16T15:58:01.514 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.514 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.514 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.514 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.514 INFO:teuthology.orchestra.run.smithi043.stdout: "pool_name": { 2024-05-16T15:58:01.514 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "pool_name", 2024-05-16T15:58:01.515 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.515 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.515 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.515 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "device_health_metrics", 2024-05-16T15:58:01.515 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.515 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.515 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.515 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "name of pool in which to store device health metrics", 2024-05-16T15:58:01.515 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.515 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.515 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.515 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.515 INFO:teuthology.orchestra.run.smithi043.stdout: "retention_period": { 2024-05-16T15:58:01.515 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "retention_period", 2024-05-16T15:58:01.515 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.515 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.515 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.516 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "15552000", 2024-05-16T15:58:01.516 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.516 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.516 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.516 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "how long to retain device health metrics", 2024-05-16T15:58:01.516 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.516 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.516 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.516 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.516 INFO:teuthology.orchestra.run.smithi043.stdout: "scrape_frequency": { 2024-05-16T15:58:01.516 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "scrape_frequency", 2024-05-16T15:58:01.516 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.516 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.516 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.516 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "86400", 2024-05-16T15:58:01.516 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.516 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.517 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.517 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "how frequently to scrape device health metrics", 2024-05-16T15:58:01.517 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.517 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.517 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.517 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.517 INFO:teuthology.orchestra.run.smithi043.stdout: "self_heal": { 2024-05-16T15:58:01.517 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "self_heal", 2024-05-16T15:58:01.517 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.517 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.517 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.517 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.517 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.517 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.517 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.517 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-05-16T15:58:01.518 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.518 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.518 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.518 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.518 INFO:teuthology.orchestra.run.smithi043.stdout: "sleep_interval": { 2024-05-16T15:58:01.518 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sleep_interval", 2024-05-16T15:58:01.518 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.518 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.518 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.518 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "600", 2024-05-16T15:58:01.518 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.518 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.518 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.518 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "how frequently to wake up and check device health", 2024-05-16T15:58:01.518 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.518 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.519 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.519 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.519 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.519 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.519 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.519 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.519 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.519 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.519 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.519 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.519 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.519 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.519 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.520 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.520 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.520 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.520 INFO:teuthology.orchestra.run.smithi043.stdout: "warn_threshold": { 2024-05-16T15:58:01.520 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "warn_threshold", 2024-05-16T15:58:01.520 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.520 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.520 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.520 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "7257600", 2024-05-16T15:58:01.520 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.520 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.520 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.520 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-05-16T15:58:01.520 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.520 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.521 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.521 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.521 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.521 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.521 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.521 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "diskprediction_local", 2024-05-16T15:58:01.521 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.521 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.521 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.521 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.521 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.521 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.521 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.521 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.521 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.521 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.521 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.522 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.522 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.522 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.522 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.522 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.522 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.522 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.522 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.522 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.522 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.522 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.522 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.522 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.522 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.522 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.522 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.523 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.523 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.523 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.523 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.523 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.523 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.523 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.523 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.523 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.523 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.523 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.523 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.523 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.523 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.523 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.523 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.524 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.524 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.524 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.524 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.524 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.524 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.524 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.524 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.524 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.524 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.524 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.524 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.524 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.524 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.524 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.524 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.524 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.525 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.525 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.525 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.525 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.525 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.525 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.525 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.525 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.525 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.525 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.525 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.525 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.525 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.525 INFO:teuthology.orchestra.run.smithi043.stdout: "predict_interval": { 2024-05-16T15:58:01.525 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "predict_interval", 2024-05-16T15:58:01.525 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.525 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.526 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.526 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "86400", 2024-05-16T15:58:01.526 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.526 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.526 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.526 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.526 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.526 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.526 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.526 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.526 INFO:teuthology.orchestra.run.smithi043.stdout: "predictor_model": { 2024-05-16T15:58:01.526 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "predictor_model", 2024-05-16T15:58:01.526 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.526 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.527 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.527 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "prophetstor", 2024-05-16T15:58:01.527 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.527 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.527 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.527 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.527 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.527 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.527 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.527 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.527 INFO:teuthology.orchestra.run.smithi043.stdout: "sleep_interval": { 2024-05-16T15:58:01.527 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sleep_interval", 2024-05-16T15:58:01.527 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.527 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.527 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.527 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "600", 2024-05-16T15:58:01.527 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.528 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.528 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.528 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.528 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.528 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.528 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.528 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.528 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.528 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.528 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.528 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.528 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.528 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.528 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.528 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.528 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.528 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.529 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.529 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.529 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.529 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.529 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.529 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.529 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.529 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "influx", 2024-05-16T15:58:01.529 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": false, 2024-05-16T15:58:01.529 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "influxdb python module not found", 2024-05-16T15:58:01.529 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.529 INFO:teuthology.orchestra.run.smithi043.stdout: "batch_size": { 2024-05-16T15:58:01.529 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "batch_size", 2024-05-16T15:58:01.529 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.529 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.529 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.529 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "5000", 2024-05-16T15:58:01.529 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.530 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.530 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.530 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-05-16T15:58:01.530 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.530 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.530 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.530 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.530 INFO:teuthology.orchestra.run.smithi043.stdout: "database": { 2024-05-16T15:58:01.530 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "database", 2024-05-16T15:58:01.530 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.530 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.530 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.530 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "ceph", 2024-05-16T15:58:01.530 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.530 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.530 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.531 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-05-16T15:58:01.531 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.531 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.531 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.531 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.531 INFO:teuthology.orchestra.run.smithi043.stdout: "hostname": { 2024-05-16T15:58:01.531 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "hostname", 2024-05-16T15:58:01.531 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.531 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.531 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.531 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.531 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.531 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.531 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.531 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "InfluxDB server hostname", 2024-05-16T15:58:01.531 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.532 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.532 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.532 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.532 INFO:teuthology.orchestra.run.smithi043.stdout: "interval": { 2024-05-16T15:58:01.532 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "interval", 2024-05-16T15:58:01.532 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.532 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.532 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.532 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "30", 2024-05-16T15:58:01.532 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "5", 2024-05-16T15:58:01.532 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.532 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.532 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-05-16T15:58:01.532 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.532 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.532 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.533 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.533 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.533 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.533 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.533 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.533 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.533 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.533 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.533 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.533 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.533 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.533 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.533 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.533 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.533 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.533 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.533 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.533 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.534 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.534 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.534 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.534 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.534 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.534 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.534 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.534 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.534 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.534 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.534 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.534 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.534 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.534 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.534 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.534 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.535 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.535 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.535 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.535 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.535 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.535 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.535 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.535 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.535 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.535 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.535 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.535 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.535 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.535 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.535 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.535 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.535 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.535 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.536 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.536 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.536 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.536 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.536 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.536 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.536 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.536 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.536 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.536 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.536 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.536 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.536 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.536 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.536 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.536 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.536 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.537 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.537 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.537 INFO:teuthology.orchestra.run.smithi043.stdout: "password": { 2024-05-16T15:58:01.537 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "password", 2024-05-16T15:58:01.537 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.537 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.537 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.537 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.537 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.537 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.537 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.537 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "password of InfluxDB server user", 2024-05-16T15:58:01.537 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.537 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.537 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.537 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.537 INFO:teuthology.orchestra.run.smithi043.stdout: "port": { 2024-05-16T15:58:01.537 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "port", 2024-05-16T15:58:01.538 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.538 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.538 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.538 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "8086", 2024-05-16T15:58:01.538 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.538 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.538 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.538 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "InfluxDB server port", 2024-05-16T15:58:01.538 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.538 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.538 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.538 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.538 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.538 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.538 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.538 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.539 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.539 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.539 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.539 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.539 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.539 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.539 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.539 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.539 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.539 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.539 INFO:teuthology.orchestra.run.smithi043.stdout: "ssl": { 2024-05-16T15:58:01.539 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "ssl", 2024-05-16T15:58:01.539 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.539 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.539 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.539 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "false", 2024-05-16T15:58:01.539 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.540 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.540 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.540 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-05-16T15:58:01.540 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.540 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.540 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.540 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.540 INFO:teuthology.orchestra.run.smithi043.stdout: "threads": { 2024-05-16T15:58:01.540 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "threads", 2024-05-16T15:58:01.540 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.540 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.540 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.540 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "5", 2024-05-16T15:58:01.540 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "1", 2024-05-16T15:58:01.540 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "32", 2024-05-16T15:58:01.540 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.540 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-05-16T15:58:01.540 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.541 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.541 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.541 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.541 INFO:teuthology.orchestra.run.smithi043.stdout: "username": { 2024-05-16T15:58:01.541 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "username", 2024-05-16T15:58:01.541 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.541 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.541 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.541 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.541 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.541 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.541 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.541 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "username of InfluxDB server user", 2024-05-16T15:58:01.541 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.541 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.541 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.542 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.542 INFO:teuthology.orchestra.run.smithi043.stdout: "verify_ssl": { 2024-05-16T15:58:01.542 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "verify_ssl", 2024-05-16T15:58:01.542 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.542 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.542 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.542 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "true", 2024-05-16T15:58:01.542 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.542 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.542 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.542 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-05-16T15:58:01.542 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.542 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.542 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.542 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.542 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.542 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.543 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.543 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "insights", 2024-05-16T15:58:01.543 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.543 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.543 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.543 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.543 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.543 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.543 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.543 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.543 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.543 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.543 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.543 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.543 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.543 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.543 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.544 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.544 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.544 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.544 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.544 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.544 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.544 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.544 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.544 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.544 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.544 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.544 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.544 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.544 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.544 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.544 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.545 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.545 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.545 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.545 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.545 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.545 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.545 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.545 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.545 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.545 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.545 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.545 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.545 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.545 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.545 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.545 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.545 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.546 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.546 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.546 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.546 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.546 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.546 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.546 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.546 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.546 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.546 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.546 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.546 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.546 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.546 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.546 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.546 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.547 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.547 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.547 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.547 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.547 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.547 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.547 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.547 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.547 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.547 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.547 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.547 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.547 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.547 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.547 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.547 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.547 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.548 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.548 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.548 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.548 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.548 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.548 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.548 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.548 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.548 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.548 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "iostat", 2024-05-16T15:58:01.548 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.548 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.548 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.548 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.548 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.548 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.548 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.549 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.549 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.549 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.549 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.549 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.549 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.549 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.549 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.549 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.549 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.549 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.549 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.549 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.549 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.549 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.549 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.549 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.550 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.550 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.550 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.550 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.550 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.550 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.550 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.550 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.550 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.550 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.550 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.550 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.550 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.550 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.550 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.550 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.550 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.551 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.551 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.551 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.551 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.551 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.551 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.551 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.551 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.551 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.551 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.551 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.551 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.551 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.551 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.551 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.551 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.551 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.552 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.552 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.552 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.552 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.552 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.552 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.552 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.552 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.552 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.552 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.552 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.552 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.552 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.552 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.552 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.552 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.552 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.552 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.553 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.553 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.553 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.553 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.553 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.553 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.553 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.553 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.553 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.553 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.553 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.553 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.553 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.553 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.553 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "k8sevents", 2024-05-16T15:58:01.553 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.554 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.554 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.554 INFO:teuthology.orchestra.run.smithi043.stdout: "ceph_event_retention_days": { 2024-05-16T15:58:01.554 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "ceph_event_retention_days", 2024-05-16T15:58:01.554 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.554 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.554 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.554 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "7", 2024-05-16T15:58:01.554 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.554 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.554 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.554 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Days to hold ceph event information within local cache", 2024-05-16T15:58:01.554 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.554 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.554 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.554 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.554 INFO:teuthology.orchestra.run.smithi043.stdout: "config_check_secs": { 2024-05-16T15:58:01.555 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "config_check_secs", 2024-05-16T15:58:01.555 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.555 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.555 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.555 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "10", 2024-05-16T15:58:01.555 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "10", 2024-05-16T15:58:01.555 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.555 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.555 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-05-16T15:58:01.555 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.555 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.555 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.555 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.555 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.555 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.555 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.555 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.556 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.556 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.556 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.556 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.556 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.556 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.556 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.556 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.556 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.556 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.556 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.556 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.556 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.556 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.556 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.556 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.556 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.557 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.557 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.557 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.557 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.557 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.557 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.557 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.557 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.557 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.557 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.557 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.557 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.557 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.557 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.557 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.557 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.557 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.558 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.558 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.558 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.558 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.558 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.558 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.558 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.558 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.558 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.558 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.558 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.558 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.558 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.558 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.558 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.558 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.558 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.559 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.559 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.559 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.559 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.559 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.559 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.559 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.559 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.559 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.559 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.559 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.559 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.559 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.559 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.559 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.559 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.559 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.560 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.560 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.560 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.560 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.560 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.560 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.560 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.560 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.560 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.560 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.560 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.560 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.560 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.560 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.560 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.560 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "localpool", 2024-05-16T15:58:01.561 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.561 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.561 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.561 INFO:teuthology.orchestra.run.smithi043.stdout: "failure_domain": { 2024-05-16T15:58:01.561 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "failure_domain", 2024-05-16T15:58:01.561 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.561 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.561 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.561 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "host", 2024-05-16T15:58:01.561 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.561 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.561 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.561 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "failure domain for any created local pool", 2024-05-16T15:58:01.561 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-05-16T15:58:01.561 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.561 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.561 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.561 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.562 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.562 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.562 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.562 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.562 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.562 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.562 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.562 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.562 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.562 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.562 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.562 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.562 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.562 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.562 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.562 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.563 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.563 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.563 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.563 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.563 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.563 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.563 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.563 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.563 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.563 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.563 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.563 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.563 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.563 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.563 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.563 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.563 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.563 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.564 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.564 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.564 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.564 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.564 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.564 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.564 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.564 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.564 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.564 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.564 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.564 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.564 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.564 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.564 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.564 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.565 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.565 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.565 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.565 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.565 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.565 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.565 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.565 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.565 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.565 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.565 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.565 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.565 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.565 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.565 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.565 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.565 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.565 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.566 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.566 INFO:teuthology.orchestra.run.smithi043.stdout: "min_size": { 2024-05-16T15:58:01.566 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "min_size", 2024-05-16T15:58:01.566 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.566 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.566 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.566 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.566 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.566 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.566 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.566 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "default min_size for any created local pool", 2024-05-16T15:58:01.566 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-05-16T15:58:01.566 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.566 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.566 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.566 INFO:teuthology.orchestra.run.smithi043.stdout: "num_rep": { 2024-05-16T15:58:01.567 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "num_rep", 2024-05-16T15:58:01.567 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.567 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.567 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.567 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "3", 2024-05-16T15:58:01.567 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.567 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.567 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.567 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "default replica count for any created local pool", 2024-05-16T15:58:01.567 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.567 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.567 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.567 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.567 INFO:teuthology.orchestra.run.smithi043.stdout: "pg_num": { 2024-05-16T15:58:01.567 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "pg_num", 2024-05-16T15:58:01.567 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.567 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.568 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.568 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "128", 2024-05-16T15:58:01.568 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.568 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.568 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.568 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "default pg_num for any created local pool", 2024-05-16T15:58:01.568 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.568 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.568 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.568 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.568 INFO:teuthology.orchestra.run.smithi043.stdout: "prefix": { 2024-05-16T15:58:01.568 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "prefix", 2024-05-16T15:58:01.568 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.568 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.569 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.569 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.569 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.569 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.569 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.569 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "name prefix for any created local pool", 2024-05-16T15:58:01.569 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.569 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.569 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.569 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.569 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.569 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.569 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.569 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.570 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.570 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.570 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.570 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.570 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.570 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.570 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.570 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.570 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.570 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.570 INFO:teuthology.orchestra.run.smithi043.stdout: "subtree": { 2024-05-16T15:58:01.570 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "subtree", 2024-05-16T15:58:01.570 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.571 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.571 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.571 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "rack", 2024-05-16T15:58:01.571 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.571 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.571 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.571 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "CRUSH level for which to create a local pool", 2024-05-16T15:58:01.571 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-05-16T15:58:01.571 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.571 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.571 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.571 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.571 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.571 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.571 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "mds_autoscaler", 2024-05-16T15:58:01.571 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.572 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.572 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.572 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.572 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.572 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.572 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.572 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.572 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.572 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.572 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.572 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.572 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.572 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.572 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.572 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.572 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.573 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.573 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.573 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.573 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.573 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.573 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.573 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.573 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.573 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.573 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.573 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.573 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.573 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.573 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.573 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.574 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.574 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.574 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.574 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.574 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.574 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.574 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.574 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.574 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.574 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.574 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.574 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.574 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.574 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.574 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.574 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.575 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.575 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.575 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.575 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.575 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.575 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.575 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.575 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.575 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.575 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.575 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.575 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.575 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.575 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.575 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.575 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.575 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.576 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.576 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.576 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.576 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.576 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.576 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.576 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.576 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.576 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.576 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.576 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.576 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.576 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.576 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.577 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.577 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.577 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.577 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.577 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.577 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.577 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.577 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.577 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.577 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.577 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.577 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "mirroring", 2024-05-16T15:58:01.577 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.577 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.577 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.578 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.578 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.578 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.578 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.578 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.578 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.578 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.578 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.578 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.578 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.578 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.578 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.578 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.578 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.578 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.579 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.579 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.579 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.579 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.579 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.579 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.579 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.579 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.579 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.579 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.579 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.579 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.579 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.579 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.580 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.580 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.580 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.580 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.580 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.580 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.580 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.580 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.580 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.580 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.580 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.580 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.580 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.580 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.580 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.581 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.581 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.581 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.581 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.581 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.581 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.581 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.581 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.581 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.581 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.581 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.581 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.581 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.581 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.581 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.582 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.582 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.582 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.582 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.582 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.582 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.582 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.582 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.582 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.582 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.582 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.582 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.582 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.582 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.582 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.583 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.583 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.583 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.583 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.583 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.583 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.583 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.583 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.583 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.583 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.583 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.583 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.583 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.583 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "nfs", 2024-05-16T15:58:01.583 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.583 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.583 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.584 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.584 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.584 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.584 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.584 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.584 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.584 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.584 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.584 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.584 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.584 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.584 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.584 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.584 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.584 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.584 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.585 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.585 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.585 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.585 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.585 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.585 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.585 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.585 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.585 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.585 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.585 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.585 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.585 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.585 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.585 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.585 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.586 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.586 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.586 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.586 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.586 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.586 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.586 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.586 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.586 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.586 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.586 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.586 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.586 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.586 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.586 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.586 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.586 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.587 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.587 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.587 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.587 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.587 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.587 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.587 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.587 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.587 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.587 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.587 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.587 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.587 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.587 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.587 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.587 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.588 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.588 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.588 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.588 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.588 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.588 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.588 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.588 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.588 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.588 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.588 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.588 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.588 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.588 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.588 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.588 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.588 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.588 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.589 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.589 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.589 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.589 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.589 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "orchestrator", 2024-05-16T15:58:01.589 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.589 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.589 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.589 INFO:teuthology.orchestra.run.smithi043.stdout: "fail_fs": { 2024-05-16T15:58:01.589 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "fail_fs", 2024-05-16T15:58:01.589 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.589 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.589 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.589 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.589 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.589 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.590 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.590 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-05-16T15:58:01.590 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.590 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.590 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.590 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.590 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.590 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.590 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.590 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.590 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.590 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.590 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.590 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.590 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.590 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.590 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.591 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.591 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.591 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.591 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.591 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.591 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.591 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.591 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.591 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.591 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.591 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.591 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.591 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.591 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.591 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.591 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.592 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.592 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.592 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.592 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.592 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.592 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.592 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.592 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.592 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.592 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.592 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.592 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.592 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.592 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.592 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.592 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.592 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.593 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.593 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.593 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.593 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.593 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.593 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.593 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.593 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.593 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.593 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.593 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.593 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.593 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.593 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.593 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.593 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.593 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.594 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.594 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.594 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.594 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.594 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.594 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.594 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.594 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.594 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.594 INFO:teuthology.orchestra.run.smithi043.stdout: "orchestrator": { 2024-05-16T15:58:01.594 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "orchestrator", 2024-05-16T15:58:01.594 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.594 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.594 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.594 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.594 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.594 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.595 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.595 INFO:teuthology.orchestra.run.smithi043.stdout: "cephadm", 2024-05-16T15:58:01.595 INFO:teuthology.orchestra.run.smithi043.stdout: "rook", 2024-05-16T15:58:01.595 INFO:teuthology.orchestra.run.smithi043.stdout: "test_orchestrator" 2024-05-16T15:58:01.595 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.595 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Orchestrator backend", 2024-05-16T15:58:01.595 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.595 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.595 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.595 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.595 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.595 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.595 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.595 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.595 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.595 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.595 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.596 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.596 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.596 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.596 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.596 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.596 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.596 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.596 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.596 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.596 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.596 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "osd_perf_query", 2024-05-16T15:58:01.596 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.596 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.596 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.596 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.596 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.596 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.596 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.597 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.597 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.597 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.597 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.597 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.597 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.597 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.597 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.597 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.597 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.597 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.597 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.597 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.597 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.597 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.597 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.598 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.598 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.598 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.598 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.598 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.598 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.598 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.598 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.598 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.598 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.598 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.598 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.598 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.598 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.598 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.598 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.598 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.599 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.599 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.599 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.599 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.599 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.599 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.599 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.599 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.599 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.599 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.599 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.599 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.599 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.599 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.599 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.599 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.599 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.600 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.600 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.600 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.600 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.600 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.600 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.600 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.600 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.600 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.600 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.600 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.600 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.600 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.600 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.600 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.600 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.600 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.601 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.601 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.601 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.601 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.601 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.601 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.601 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.601 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.601 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.601 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.601 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.601 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.601 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.601 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.601 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.601 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.602 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "osd_support", 2024-05-16T15:58:01.602 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.602 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.602 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.602 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.602 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.602 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.602 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.602 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.602 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.602 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.602 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.602 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.603 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.603 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.603 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.603 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.603 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.603 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.603 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.603 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.603 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.603 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.603 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.603 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.603 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.603 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.604 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.604 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.604 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.604 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.604 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.604 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.604 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.604 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.604 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.604 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.604 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.604 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.604 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.604 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.604 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.604 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.605 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.605 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.605 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.605 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.605 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.605 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.605 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.605 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.605 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.605 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.605 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.605 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.605 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.605 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.605 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.605 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.605 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.606 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.606 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.606 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.606 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.606 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.606 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.606 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.606 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.606 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.606 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.606 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.606 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.606 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.606 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.607 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.607 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.607 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.607 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.607 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.607 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.607 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.607 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.607 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.607 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.607 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.607 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.607 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.607 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.607 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.607 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.607 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.608 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "pg_autoscaler", 2024-05-16T15:58:01.608 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.608 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.608 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.608 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.608 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.608 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.608 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.608 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.608 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.608 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.608 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.608 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.608 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.608 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.609 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.609 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.609 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.609 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.609 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.609 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.609 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.609 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.609 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.609 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.609 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.609 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.609 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.609 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.609 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.610 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.610 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.610 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.610 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.610 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.610 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.610 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.610 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.610 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.610 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.610 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.610 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.610 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.610 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.610 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.611 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.611 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.611 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.611 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.611 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.611 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.611 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.611 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.611 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.611 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.611 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.611 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.611 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.611 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.611 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.611 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.611 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.612 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.612 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.612 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.612 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.612 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.612 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.612 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.612 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.612 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.612 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.612 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.612 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.612 INFO:teuthology.orchestra.run.smithi043.stdout: "sleep_interval": { 2024-05-16T15:58:01.612 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sleep_interval", 2024-05-16T15:58:01.612 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.612 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.612 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.613 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "60", 2024-05-16T15:58:01.613 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.613 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.613 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.613 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.613 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.613 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.613 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.613 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.613 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.613 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.613 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.613 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.613 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.613 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.613 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.614 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.614 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.614 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.614 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.614 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.614 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.614 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.614 INFO:teuthology.orchestra.run.smithi043.stdout: "threshold": { 2024-05-16T15:58:01.614 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "threshold", 2024-05-16T15:58:01.614 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "float", 2024-05-16T15:58:01.614 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.614 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.614 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "3.0", 2024-05-16T15:58:01.614 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "1.0", 2024-05-16T15:58:01.614 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.614 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.614 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "scaling threshold", 2024-05-16T15:58:01.615 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-05-16T15:58:01.615 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.615 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.615 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.615 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.615 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.615 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.615 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "progress", 2024-05-16T15:58:01.615 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.615 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.615 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.615 INFO:teuthology.orchestra.run.smithi043.stdout: "allow_pg_recovery_event": { 2024-05-16T15:58:01.615 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "allow_pg_recovery_event", 2024-05-16T15:58:01.615 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.615 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.615 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.615 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.616 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.616 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.616 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.616 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "allow the module to show pg recovery progress", 2024-05-16T15:58:01.616 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.616 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.616 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.616 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.616 INFO:teuthology.orchestra.run.smithi043.stdout: "enabled": { 2024-05-16T15:58:01.616 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "enabled", 2024-05-16T15:58:01.616 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.616 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.616 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.616 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.616 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.616 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.616 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.617 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.617 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.617 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.617 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.617 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.617 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.617 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.617 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.617 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.617 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.617 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.617 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.617 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.617 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.617 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.617 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.617 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.618 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.618 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.618 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.618 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.618 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.618 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.618 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.618 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.618 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.618 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.618 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.618 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.618 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.618 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.618 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.618 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.618 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.619 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.619 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.619 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.619 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.619 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.619 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.619 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.619 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.619 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.619 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.619 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.619 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.619 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.619 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.619 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.619 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.620 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.620 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.620 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.620 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.620 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.620 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.620 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.620 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.620 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.620 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.620 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.620 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.620 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.620 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.620 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.620 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.620 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.621 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.621 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.621 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.621 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.621 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.621 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.621 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.621 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.621 INFO:teuthology.orchestra.run.smithi043.stdout: "max_completed_events": { 2024-05-16T15:58:01.621 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "max_completed_events", 2024-05-16T15:58:01.621 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.621 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.621 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.621 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "50", 2024-05-16T15:58:01.621 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.621 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.621 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.622 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "number of past completed events to remember", 2024-05-16T15:58:01.622 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.622 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.622 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.622 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.622 INFO:teuthology.orchestra.run.smithi043.stdout: "sleep_interval": { 2024-05-16T15:58:01.622 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sleep_interval", 2024-05-16T15:58:01.622 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.622 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.622 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.622 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "5", 2024-05-16T15:58:01.622 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.622 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.622 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.622 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "how long the module is going to sleep", 2024-05-16T15:58:01.622 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.622 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.623 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.623 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.623 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.623 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.623 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.623 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.623 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.623 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.623 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.623 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.623 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.623 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.623 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.623 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.623 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.623 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.623 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.624 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.624 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.624 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "prometheus", 2024-05-16T15:58:01.624 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.624 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.624 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.624 INFO:teuthology.orchestra.run.smithi043.stdout: "cache": { 2024-05-16T15:58:01.624 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "cache", 2024-05-16T15:58:01.624 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.624 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.624 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.624 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.624 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.624 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.624 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.624 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.624 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.625 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.625 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.625 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.625 INFO:teuthology.orchestra.run.smithi043.stdout: "exclude_perf_counters": { 2024-05-16T15:58:01.625 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "exclude_perf_counters", 2024-05-16T15:58:01.625 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.625 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.625 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.625 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.625 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.625 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.625 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.625 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-05-16T15:58:01.625 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-05-16T15:58:01.625 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.625 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.626 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.626 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.626 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.626 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.626 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.626 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.626 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.626 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.626 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.626 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.626 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.626 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.626 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.626 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.626 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.626 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.627 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.627 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.627 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.627 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.627 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.627 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.627 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.627 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.627 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.627 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.627 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.627 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.627 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.627 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.627 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.627 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.627 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.628 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.628 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.628 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.628 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.628 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.628 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.628 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.628 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.628 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.628 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.628 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.628 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.628 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.628 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.628 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.628 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.629 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.629 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.629 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.629 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.629 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.629 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.629 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.629 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.629 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.629 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.629 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.629 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.629 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.629 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.629 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.629 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.629 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.629 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.630 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.630 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.630 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.630 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.630 INFO:teuthology.orchestra.run.smithi043.stdout: "rbd_stats_pools": { 2024-05-16T15:58:01.630 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "rbd_stats_pools", 2024-05-16T15:58:01.630 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.630 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.630 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.630 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.630 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.630 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.630 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.630 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.630 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.631 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.633 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.633 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.633 INFO:teuthology.orchestra.run.smithi043.stdout: "rbd_stats_pools_refresh_interval": { 2024-05-16T15:58:01.633 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-05-16T15:58:01.633 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.633 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.633 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.633 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "300", 2024-05-16T15:58:01.633 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.633 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.633 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.633 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.634 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.634 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.634 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.634 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.634 INFO:teuthology.orchestra.run.smithi043.stdout: "scrape_interval": { 2024-05-16T15:58:01.634 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "scrape_interval", 2024-05-16T15:58:01.634 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "float", 2024-05-16T15:58:01.634 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.634 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.634 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "15.0", 2024-05-16T15:58:01.634 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.634 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.634 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.634 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.634 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.634 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.634 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.635 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.635 INFO:teuthology.orchestra.run.smithi043.stdout: "server_addr": { 2024-05-16T15:58:01.635 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "server_addr", 2024-05-16T15:58:01.635 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.635 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.635 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.635 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "::", 2024-05-16T15:58:01.635 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.635 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.635 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.635 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-05-16T15:58:01.635 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.635 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.635 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.635 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.635 INFO:teuthology.orchestra.run.smithi043.stdout: "server_port": { 2024-05-16T15:58:01.635 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "server_port", 2024-05-16T15:58:01.636 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.636 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.636 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.636 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "9283", 2024-05-16T15:58:01.636 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.636 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.636 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.636 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-05-16T15:58:01.636 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.636 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.636 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.636 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.636 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.636 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.636 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.636 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.636 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.636 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.637 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.637 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.637 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.637 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.637 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.637 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.637 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.637 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.637 INFO:teuthology.orchestra.run.smithi043.stdout: "stale_cache_strategy": { 2024-05-16T15:58:01.637 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "stale_cache_strategy", 2024-05-16T15:58:01.637 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.637 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.637 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.637 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "log", 2024-05-16T15:58:01.637 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.637 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.638 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.638 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.638 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.638 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.638 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.638 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.638 INFO:teuthology.orchestra.run.smithi043.stdout: "standby_behaviour": { 2024-05-16T15:58:01.638 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "standby_behaviour", 2024-05-16T15:58:01.638 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.638 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.638 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.638 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "default", 2024-05-16T15:58:01.638 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.638 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.638 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.638 INFO:teuthology.orchestra.run.smithi043.stdout: "default", 2024-05-16T15:58:01.639 INFO:teuthology.orchestra.run.smithi043.stdout: "error" 2024-05-16T15:58:01.639 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.639 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.639 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.639 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.639 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.639 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.639 INFO:teuthology.orchestra.run.smithi043.stdout: "standby_error_status_code": { 2024-05-16T15:58:01.639 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "standby_error_status_code", 2024-05-16T15:58:01.639 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.639 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.639 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.639 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "500", 2024-05-16T15:58:01.639 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "400", 2024-05-16T15:58:01.639 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "599", 2024-05-16T15:58:01.639 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.639 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.640 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.640 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.640 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.640 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.640 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.640 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.640 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.640 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "rbd_support", 2024-05-16T15:58:01.640 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.640 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.640 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.640 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.640 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.640 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.640 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.640 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.640 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.641 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.641 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.641 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.641 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.641 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.641 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.641 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.641 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.641 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.641 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.641 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.642 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.642 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.642 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.642 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.642 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.642 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.642 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.642 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.642 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.642 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.642 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.642 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.642 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.642 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.642 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.643 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.643 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.643 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.643 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.643 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.643 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.643 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.643 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.643 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.643 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.643 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.643 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.643 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.643 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.643 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.644 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.644 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.644 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.644 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.644 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.644 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.644 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.644 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.644 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.644 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.644 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.644 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.644 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.644 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.644 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.644 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.644 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.645 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.645 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.645 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.645 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.645 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.645 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.645 INFO:teuthology.orchestra.run.smithi043.stdout: "max_concurrent_snap_create": { 2024-05-16T15:58:01.645 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "max_concurrent_snap_create", 2024-05-16T15:58:01.645 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.645 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.645 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.645 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "10", 2024-05-16T15:58:01.645 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.645 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.645 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.645 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.646 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.646 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.646 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.646 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.646 INFO:teuthology.orchestra.run.smithi043.stdout: "mirror_snapshot_schedule": { 2024-05-16T15:58:01.646 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "mirror_snapshot_schedule", 2024-05-16T15:58:01.646 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.646 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.646 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.646 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.646 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.646 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.646 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.646 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.646 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.647 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.647 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.647 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.647 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.647 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.647 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.647 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.647 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.647 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.647 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.647 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.647 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.647 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.647 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.647 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.647 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.647 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.648 INFO:teuthology.orchestra.run.smithi043.stdout: "trash_purge_schedule": { 2024-05-16T15:58:01.648 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "trash_purge_schedule", 2024-05-16T15:58:01.648 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.648 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.648 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.648 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.648 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.648 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.648 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.648 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.648 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.648 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.648 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.648 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.648 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.648 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.648 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.649 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "restful", 2024-05-16T15:58:01.649 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.649 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.649 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.649 INFO:teuthology.orchestra.run.smithi043.stdout: "enable_auth": { 2024-05-16T15:58:01.649 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "enable_auth", 2024-05-16T15:58:01.649 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.649 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.649 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.649 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.649 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.649 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.649 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.649 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.649 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.649 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.649 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.650 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.650 INFO:teuthology.orchestra.run.smithi043.stdout: "key_file": { 2024-05-16T15:58:01.650 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "key_file", 2024-05-16T15:58:01.650 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.650 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.650 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.650 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.650 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.650 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.650 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.650 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.650 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.650 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.650 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.651 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.651 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.651 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.651 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.651 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.651 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.651 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.651 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.651 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.651 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.651 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.651 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.651 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.651 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.651 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.652 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.652 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.652 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.652 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.652 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.652 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.652 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.652 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.652 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.652 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.652 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.652 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.652 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.652 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.652 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.653 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.653 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.653 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.653 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.653 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.653 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.653 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.653 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.653 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.653 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.653 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.653 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.653 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.653 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.653 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.654 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.654 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.654 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.654 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.654 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.654 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.654 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.654 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.654 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.654 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.654 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.654 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.654 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.654 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.654 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.654 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.655 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.655 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.655 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.655 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.655 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.655 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.655 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.655 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.655 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.655 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.655 INFO:teuthology.orchestra.run.smithi043.stdout: "server_addr": { 2024-05-16T15:58:01.655 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "server_addr", 2024-05-16T15:58:01.655 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.655 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.655 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.655 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.656 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.656 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.656 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.656 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.656 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.656 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.656 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.656 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.656 INFO:teuthology.orchestra.run.smithi043.stdout: "server_port": { 2024-05-16T15:58:01.656 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "server_port", 2024-05-16T15:58:01.656 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.656 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.656 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.656 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.656 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.656 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.657 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.657 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.657 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.657 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.657 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.657 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.657 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.657 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.657 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.657 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.657 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.657 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.657 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.657 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.657 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.657 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.657 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.658 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.658 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.658 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.658 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.658 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.658 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.658 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "rgw", 2024-05-16T15:58:01.658 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.658 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.658 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.658 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.658 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.658 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.658 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.658 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.658 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.658 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.659 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.659 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.659 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.659 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.659 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.659 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.659 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.659 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.659 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.659 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.659 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.659 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.659 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.659 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.659 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.659 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.659 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.660 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.660 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.660 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.660 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.660 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.660 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.660 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.660 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.660 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.660 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.660 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.660 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.660 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.660 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.660 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.660 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.660 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.660 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.661 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.661 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.661 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.661 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.661 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.661 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.661 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.661 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.661 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.661 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.661 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.661 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.661 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.661 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.661 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.661 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.661 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.662 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.662 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.662 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.662 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.662 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.662 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.662 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.662 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.662 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.662 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.662 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.662 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.662 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.662 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.662 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.662 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.663 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.663 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.663 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.663 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.663 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.663 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.663 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.663 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.663 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.663 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.663 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.663 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.663 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "rook", 2024-05-16T15:58:01.663 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.663 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.663 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.664 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.664 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.664 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.664 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.664 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.664 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.664 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.664 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.664 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.664 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.664 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.664 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.664 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.664 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.664 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.664 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.664 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.665 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.665 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.665 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.665 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.665 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.665 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.665 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.665 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.665 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.665 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.665 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.665 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.665 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.665 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.665 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.665 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.665 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.666 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.666 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.666 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.666 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.666 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.666 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.666 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.666 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.666 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.666 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.666 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.666 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.666 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.666 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.667 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.667 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.667 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.667 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.667 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.667 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.667 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.667 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.667 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.667 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.667 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.667 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.667 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.667 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.667 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.667 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.667 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.668 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.668 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.668 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.668 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.668 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.668 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.668 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.668 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.668 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.668 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.668 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.668 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.668 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.668 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.668 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.668 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.668 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.669 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.669 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.669 INFO:teuthology.orchestra.run.smithi043.stdout: "storage_class": { 2024-05-16T15:58:01.669 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "storage_class", 2024-05-16T15:58:01.669 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.669 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.669 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.669 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "local", 2024-05-16T15:58:01.669 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.669 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.669 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.669 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-05-16T15:58:01.669 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.669 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.669 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.669 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.669 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.670 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.670 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.670 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "selftest", 2024-05-16T15:58:01.670 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.670 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.670 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.670 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.670 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.670 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.670 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.670 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.670 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.670 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.670 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.670 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.670 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.670 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.671 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.671 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.671 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.671 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.671 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.671 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.671 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.671 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.671 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.671 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.671 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.671 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.671 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.671 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.671 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.671 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.671 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.672 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.672 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.672 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.672 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.672 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.672 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.672 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.672 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.672 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.672 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.672 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.672 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.672 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.672 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.672 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.672 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.672 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.672 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.673 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.673 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.673 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.673 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.673 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.673 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.673 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.673 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.673 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.673 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.673 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.673 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.673 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.673 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.673 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.673 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.673 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.674 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.674 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.674 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.674 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.674 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.674 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.674 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.674 INFO:teuthology.orchestra.run.smithi043.stdout: "roption1": { 2024-05-16T15:58:01.674 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "roption1", 2024-05-16T15:58:01.674 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.674 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.674 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.674 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.674 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.674 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.674 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.675 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.675 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.675 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.675 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.675 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.675 INFO:teuthology.orchestra.run.smithi043.stdout: "roption2": { 2024-05-16T15:58:01.675 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "roption2", 2024-05-16T15:58:01.675 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.675 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.675 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.675 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "xyz", 2024-05-16T15:58:01.675 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.675 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.675 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.675 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.675 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.675 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.676 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.676 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.676 INFO:teuthology.orchestra.run.smithi043.stdout: "rwoption1": { 2024-05-16T15:58:01.676 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "rwoption1", 2024-05-16T15:58:01.676 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.676 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.676 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.676 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.676 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.676 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.676 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.676 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.676 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.676 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.676 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.676 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.677 INFO:teuthology.orchestra.run.smithi043.stdout: "rwoption2": { 2024-05-16T15:58:01.677 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "rwoption2", 2024-05-16T15:58:01.677 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.677 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.677 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.677 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.677 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.677 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.677 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.677 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.677 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.677 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.677 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.677 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.677 INFO:teuthology.orchestra.run.smithi043.stdout: "rwoption3": { 2024-05-16T15:58:01.677 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "rwoption3", 2024-05-16T15:58:01.677 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "float", 2024-05-16T15:58:01.678 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.678 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.678 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.678 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.678 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.678 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.678 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.678 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.678 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.678 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.678 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.678 INFO:teuthology.orchestra.run.smithi043.stdout: "rwoption4": { 2024-05-16T15:58:01.678 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "rwoption4", 2024-05-16T15:58:01.678 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.678 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.678 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.679 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.679 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.679 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.679 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.679 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.679 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.679 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.679 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.679 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.679 INFO:teuthology.orchestra.run.smithi043.stdout: "rwoption5": { 2024-05-16T15:58:01.679 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "rwoption5", 2024-05-16T15:58:01.679 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.679 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.679 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.679 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.679 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.679 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.680 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.680 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.680 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.680 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.680 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.680 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.680 INFO:teuthology.orchestra.run.smithi043.stdout: "rwoption6": { 2024-05-16T15:58:01.680 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "rwoption6", 2024-05-16T15:58:01.680 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.680 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.680 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.680 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.680 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.680 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.680 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.680 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.680 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.681 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.681 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.681 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.681 INFO:teuthology.orchestra.run.smithi043.stdout: "rwoption7": { 2024-05-16T15:58:01.681 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "rwoption7", 2024-05-16T15:58:01.681 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.681 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.681 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.681 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.681 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "1", 2024-05-16T15:58:01.681 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "42", 2024-05-16T15:58:01.681 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.681 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.681 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.681 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.681 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.682 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.682 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.682 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.682 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.682 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.682 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.682 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.682 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.682 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.682 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.682 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.682 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.682 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.682 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.682 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.682 INFO:teuthology.orchestra.run.smithi043.stdout: "testkey": { 2024-05-16T15:58:01.682 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "testkey", 2024-05-16T15:58:01.683 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.683 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.683 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.683 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.683 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.683 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.683 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.683 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.683 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.683 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.683 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.683 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.683 INFO:teuthology.orchestra.run.smithi043.stdout: "testlkey": { 2024-05-16T15:58:01.683 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "testlkey", 2024-05-16T15:58:01.683 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.683 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.683 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.683 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.684 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.684 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.684 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.684 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.684 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.684 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.684 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.684 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.684 INFO:teuthology.orchestra.run.smithi043.stdout: "testnewline": { 2024-05-16T15:58:01.684 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "testnewline", 2024-05-16T15:58:01.684 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.684 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.684 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.684 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.684 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.684 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.685 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.685 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.685 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.685 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.685 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.685 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.685 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.685 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.685 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.685 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "smb", 2024-05-16T15:58:01.685 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.685 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.685 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.685 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.685 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.685 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.685 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.686 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.686 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.686 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.686 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.686 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.686 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.686 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.686 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.686 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.686 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.686 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.686 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.686 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.686 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.686 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.687 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.687 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.687 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.687 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.687 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.687 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.687 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.687 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.687 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.687 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.687 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.687 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.687 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.687 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.687 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.687 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.688 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.688 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.688 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.688 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.688 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.688 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.688 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.688 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.688 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.688 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.688 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.688 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.688 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.688 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.688 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.688 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.688 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.689 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.689 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.689 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.689 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.689 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.689 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.689 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.689 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.689 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.689 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.689 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.689 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.689 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.689 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.689 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.690 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.690 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.690 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.690 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.690 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.690 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.690 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.690 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.690 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.690 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.690 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.690 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.690 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.690 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.691 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.691 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.691 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.691 INFO:teuthology.orchestra.run.smithi043.stdout: "update_orchestration": { 2024-05-16T15:58:01.691 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "update_orchestration", 2024-05-16T15:58:01.691 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.691 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.691 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.691 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.691 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.691 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.691 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.691 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "automatically update orchestration when smb resources are changed", 2024-05-16T15:58:01.691 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.691 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.692 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.692 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.692 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.692 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.692 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.692 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "snap_schedule", 2024-05-16T15:58:01.692 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.692 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.692 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.692 INFO:teuthology.orchestra.run.smithi043.stdout: "allow_m_granularity": { 2024-05-16T15:58:01.692 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "allow_m_granularity", 2024-05-16T15:58:01.692 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.692 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.692 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.692 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.692 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.693 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.693 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.693 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "allow minute scheduled snapshots", 2024-05-16T15:58:01.693 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.693 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.693 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.693 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.693 INFO:teuthology.orchestra.run.smithi043.stdout: "dump_on_update": { 2024-05-16T15:58:01.693 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "dump_on_update", 2024-05-16T15:58:01.693 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.693 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.693 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.693 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.693 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.693 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.693 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.694 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "dump database to debug log on update", 2024-05-16T15:58:01.694 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.694 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.694 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.694 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.694 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.694 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.694 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.694 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.694 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.694 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.694 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.694 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.694 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.694 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.695 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.695 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.695 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.695 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.695 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.695 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.695 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.695 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.695 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.695 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.695 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.695 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.695 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.695 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.695 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.695 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.696 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.696 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.696 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.696 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.696 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.696 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.696 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.696 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.696 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.696 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.696 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.696 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.696 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.696 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.696 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.696 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.697 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.697 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.697 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.697 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.697 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.697 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.697 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.697 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.697 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.697 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.697 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.697 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.697 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.697 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.697 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.698 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.698 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.698 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.698 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.698 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.698 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.698 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.698 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.698 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.698 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.698 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.698 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.698 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.698 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.699 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.699 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.699 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.699 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.699 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.699 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.699 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.699 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.699 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.699 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.699 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.699 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.699 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.699 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.699 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.699 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.700 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "stats", 2024-05-16T15:58:01.700 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.700 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.700 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.700 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.700 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.700 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.700 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.700 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.700 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.700 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.700 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.700 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.700 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.700 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.700 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.700 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.701 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.701 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.701 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.701 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.701 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.701 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.701 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.701 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.701 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.701 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.701 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.701 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.701 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.701 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.701 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.702 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.702 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.702 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.702 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.702 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.702 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.702 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.702 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.702 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.702 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.702 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.702 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.702 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.702 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.703 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.703 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.703 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.703 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.703 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.703 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.703 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.703 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.703 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.703 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.703 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.703 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.703 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.703 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.703 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.704 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.704 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.704 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.704 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.704 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.704 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.704 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.704 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.704 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.704 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.704 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.704 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.704 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.704 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.704 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.705 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.705 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.705 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.705 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.705 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.705 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.705 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.705 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.705 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.705 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.705 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.705 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.705 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.705 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.705 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.706 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "status", 2024-05-16T15:58:01.706 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.706 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.706 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.706 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.706 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.706 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.706 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.706 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.706 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.706 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.706 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.706 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.706 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.706 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.707 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.707 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.707 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.707 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.707 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.707 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.707 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.707 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.707 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.707 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.707 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.707 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.707 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.707 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.707 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.708 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.708 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.708 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.708 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.708 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.708 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.708 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.708 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.708 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.708 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.708 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.708 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.708 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.708 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.708 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.708 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.708 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.708 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.709 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.709 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.709 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.709 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.709 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.709 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.709 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.709 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.709 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.709 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.709 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.709 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.709 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.709 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.709 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.709 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.710 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.710 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.710 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.710 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.710 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.710 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.710 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.710 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.710 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.710 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.710 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.710 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.710 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.710 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.710 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.711 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.711 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.711 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.711 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.711 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.711 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.711 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.711 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.711 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.711 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.711 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.711 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.711 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "telegraf", 2024-05-16T15:58:01.711 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.711 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.711 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.712 INFO:teuthology.orchestra.run.smithi043.stdout: "address": { 2024-05-16T15:58:01.712 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "address", 2024-05-16T15:58:01.712 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.712 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.712 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.712 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-05-16T15:58:01.712 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.712 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.712 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.712 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.712 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.712 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.712 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.712 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.712 INFO:teuthology.orchestra.run.smithi043.stdout: "interval": { 2024-05-16T15:58:01.712 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "interval", 2024-05-16T15:58:01.712 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.713 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.713 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.713 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "15", 2024-05-16T15:58:01.713 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.713 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.713 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.713 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.713 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.713 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.713 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.713 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.713 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.713 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.713 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.713 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.713 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.713 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.714 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.714 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.714 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.714 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.714 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.714 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.714 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.714 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.714 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.714 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.714 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.714 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.714 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.714 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.715 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.715 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.715 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.715 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.715 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.715 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.715 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.715 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.715 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.715 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.715 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.715 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.715 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.715 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.715 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.716 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.716 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.716 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.716 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.716 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.716 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.716 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.716 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.716 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.716 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.716 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.716 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.716 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.716 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.716 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.717 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.717 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.717 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.717 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.717 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.717 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.717 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.717 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.717 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.717 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.717 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.717 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.717 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.717 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.718 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.718 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.718 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.718 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.718 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.718 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.718 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.718 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.718 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.718 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.718 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.718 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.718 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.718 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.718 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.718 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.719 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.719 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.719 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.719 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.719 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.719 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.719 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.719 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "telemetry", 2024-05-16T15:58:01.719 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.719 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.719 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.719 INFO:teuthology.orchestra.run.smithi043.stdout: "channel_basic": { 2024-05-16T15:58:01.719 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "channel_basic", 2024-05-16T15:58:01.719 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.719 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.720 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.720 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.720 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.720 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.720 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.720 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Share basic cluster information (size, version)", 2024-05-16T15:58:01.720 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.720 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.720 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.720 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.720 INFO:teuthology.orchestra.run.smithi043.stdout: "channel_crash": { 2024-05-16T15:58:01.720 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "channel_crash", 2024-05-16T15:58:01.720 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.720 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.720 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.720 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.720 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.720 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.721 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.721 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-05-16T15:58:01.721 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.721 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.721 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.721 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.721 INFO:teuthology.orchestra.run.smithi043.stdout: "channel_device": { 2024-05-16T15:58:01.721 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "channel_device", 2024-05-16T15:58:01.721 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.721 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.721 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.721 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.721 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.721 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.721 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.721 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-05-16T15:58:01.721 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.722 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.722 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.722 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.722 INFO:teuthology.orchestra.run.smithi043.stdout: "channel_ident": { 2024-05-16T15:58:01.722 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "channel_ident", 2024-05-16T15:58:01.722 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.722 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.722 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.722 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.722 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.722 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.722 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.722 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-05-16T15:58:01.722 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.722 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.722 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.722 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.723 INFO:teuthology.orchestra.run.smithi043.stdout: "channel_perf": { 2024-05-16T15:58:01.723 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "channel_perf", 2024-05-16T15:58:01.723 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.723 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.723 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.723 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.723 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.723 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.723 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.723 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Share various performance metrics of a cluster", 2024-05-16T15:58:01.723 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.723 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.723 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.723 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.723 INFO:teuthology.orchestra.run.smithi043.stdout: "contact": { 2024-05-16T15:58:01.723 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "contact", 2024-05-16T15:58:01.724 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.724 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.724 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.724 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.724 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.724 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.724 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.724 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.724 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.724 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.724 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.724 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.724 INFO:teuthology.orchestra.run.smithi043.stdout: "description": { 2024-05-16T15:58:01.724 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "description", 2024-05-16T15:58:01.724 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.724 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.725 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.725 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.725 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.725 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.725 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.725 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.725 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.725 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.725 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.725 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.725 INFO:teuthology.orchestra.run.smithi043.stdout: "device_url": { 2024-05-16T15:58:01.725 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "device_url", 2024-05-16T15:58:01.725 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.725 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.725 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.725 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-05-16T15:58:01.725 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.725 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.726 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.726 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.726 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.726 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.726 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.726 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.726 INFO:teuthology.orchestra.run.smithi043.stdout: "enabled": { 2024-05-16T15:58:01.726 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "enabled", 2024-05-16T15:58:01.726 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.726 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.726 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.726 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.726 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.726 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.726 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.727 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.727 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.727 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.727 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.727 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.727 INFO:teuthology.orchestra.run.smithi043.stdout: "interval": { 2024-05-16T15:58:01.727 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "interval", 2024-05-16T15:58:01.727 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.727 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.727 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.727 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "24", 2024-05-16T15:58:01.727 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "8", 2024-05-16T15:58:01.727 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.727 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.727 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.728 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.728 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.728 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.728 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.728 INFO:teuthology.orchestra.run.smithi043.stdout: "last_opt_revision": { 2024-05-16T15:58:01.728 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "last_opt_revision", 2024-05-16T15:58:01.728 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.728 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.728 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.728 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "1", 2024-05-16T15:58:01.728 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.728 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.728 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.728 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.728 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.729 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.729 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.729 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.729 INFO:teuthology.orchestra.run.smithi043.stdout: "leaderboard": { 2024-05-16T15:58:01.729 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "leaderboard", 2024-05-16T15:58:01.729 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.729 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.729 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.729 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.729 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.729 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.729 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.729 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.729 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.729 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.729 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.730 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.730 INFO:teuthology.orchestra.run.smithi043.stdout: "leaderboard_description": { 2024-05-16T15:58:01.730 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "leaderboard_description", 2024-05-16T15:58:01.730 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.730 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.730 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.730 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.730 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.730 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.730 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.730 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.730 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.730 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.730 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.731 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.731 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.731 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.731 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.731 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.731 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.731 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.731 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.731 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.731 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.731 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.731 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.731 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.731 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.731 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.731 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.731 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.732 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.732 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.732 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.732 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.732 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.732 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.732 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.732 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.732 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.732 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.732 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.732 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.732 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.732 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.732 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.732 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.732 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.733 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.733 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.733 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.733 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.733 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.733 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.733 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.733 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.733 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.733 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.733 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.733 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.733 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.733 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.733 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.733 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.733 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.733 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.734 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.734 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.734 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.734 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.734 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.734 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.734 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.734 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.734 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.734 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.734 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.734 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.734 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.734 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.734 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.734 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.735 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.735 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.735 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.735 INFO:teuthology.orchestra.run.smithi043.stdout: "organization": { 2024-05-16T15:58:01.735 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "organization", 2024-05-16T15:58:01.735 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.735 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.735 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.735 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.735 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.735 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.735 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.735 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.735 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.735 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.735 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.735 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.736 INFO:teuthology.orchestra.run.smithi043.stdout: "proxy": { 2024-05-16T15:58:01.736 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "proxy", 2024-05-16T15:58:01.736 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.736 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.736 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.736 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.736 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.736 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.736 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.736 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.736 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.736 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.736 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.736 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.736 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.736 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.736 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.737 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.737 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.737 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.737 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.737 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.737 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.737 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.737 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.737 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.737 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.737 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.737 INFO:teuthology.orchestra.run.smithi043.stdout: "url": { 2024-05-16T15:58:01.737 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "url", 2024-05-16T15:58:01.737 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.737 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.737 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.738 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-05-16T15:58:01.738 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.738 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.738 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.738 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.738 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.738 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.738 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.738 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.738 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.738 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.738 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.738 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "test_orchestrator", 2024-05-16T15:58:01.738 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.738 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.738 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.739 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.739 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.739 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.739 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.739 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.739 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.739 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.739 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.739 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.739 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.739 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.739 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.739 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.739 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.739 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.739 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.740 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.740 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.740 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.740 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.740 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.740 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.740 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.740 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.740 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.740 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.740 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.740 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.740 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.740 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.740 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.740 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.740 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.741 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.741 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.741 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.741 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.741 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.741 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.741 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.741 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.741 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.741 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.741 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.741 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.741 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.741 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.741 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.741 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.742 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.742 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.742 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.742 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.742 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.742 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.742 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.742 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.742 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.742 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.742 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.742 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.742 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.742 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.742 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.742 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.743 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.743 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.743 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.743 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.743 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.743 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.743 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.743 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.743 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.743 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.743 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.743 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.743 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.743 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.743 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.743 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.743 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.744 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.744 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.744 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.744 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.744 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.744 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "volumes", 2024-05-16T15:58:01.744 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.744 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.744 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.744 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.744 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.744 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.744 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.744 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.744 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.744 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.744 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.745 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.745 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.745 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.745 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.745 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.745 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.745 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.745 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.745 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.745 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.745 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.745 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.745 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.745 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.745 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.745 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.746 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.746 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.746 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.746 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.746 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.746 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.746 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.746 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.746 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.746 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.746 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.746 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.746 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.746 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.746 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.747 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.747 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.747 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.747 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.747 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.747 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.747 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.747 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.747 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.747 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.747 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.747 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.747 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.747 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.747 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.747 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.747 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.748 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.748 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.748 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.748 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.748 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.748 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.748 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.748 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.748 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.748 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.748 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.748 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.748 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.748 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.748 INFO:teuthology.orchestra.run.smithi043.stdout: "max_concurrent_clones": { 2024-05-16T15:58:01.748 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "max_concurrent_clones", 2024-05-16T15:58:01.748 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.749 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.749 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.749 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "4", 2024-05-16T15:58:01.749 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.749 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.749 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.749 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Number of asynchronous cloner threads", 2024-05-16T15:58:01.749 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.749 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.749 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.749 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.749 INFO:teuthology.orchestra.run.smithi043.stdout: "periodic_async_work": { 2024-05-16T15:58:01.749 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "periodic_async_work", 2024-05-16T15:58:01.749 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.749 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.749 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.749 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.750 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.750 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.750 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.750 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Periodically check for async work", 2024-05-16T15:58:01.750 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.750 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.750 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.750 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.750 INFO:teuthology.orchestra.run.smithi043.stdout: "snapshot_clone_delay": { 2024-05-16T15:58:01.750 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "snapshot_clone_delay", 2024-05-16T15:58:01.750 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.750 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.750 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.750 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.750 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.750 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.751 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.751 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-05-16T15:58:01.751 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.751 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.751 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.751 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.751 INFO:teuthology.orchestra.run.smithi043.stdout: "snapshot_clone_no_wait": { 2024-05-16T15:58:01.751 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "snapshot_clone_no_wait", 2024-05-16T15:58:01.751 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.751 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.751 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.751 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.751 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.751 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.751 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.752 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-05-16T15:58:01.752 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.752 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.752 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.752 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.752 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.752 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.752 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.752 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.752 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.752 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.752 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.752 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.752 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.752 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.752 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.753 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.753 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.753 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.753 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.753 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.753 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.753 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "zabbix", 2024-05-16T15:58:01.753 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.753 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.753 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.753 INFO:teuthology.orchestra.run.smithi043.stdout: "discovery_interval": { 2024-05-16T15:58:01.753 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "discovery_interval", 2024-05-16T15:58:01.753 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "uint", 2024-05-16T15:58:01.753 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.753 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.753 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "100", 2024-05-16T15:58:01.753 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.754 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.754 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.754 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.754 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.754 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.754 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.754 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.754 INFO:teuthology.orchestra.run.smithi043.stdout: "identifier": { 2024-05-16T15:58:01.754 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "identifier", 2024-05-16T15:58:01.754 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.754 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.754 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.754 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.754 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.754 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.754 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.755 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.755 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.755 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.755 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.755 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.755 INFO:teuthology.orchestra.run.smithi043.stdout: "interval": { 2024-05-16T15:58:01.755 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "interval", 2024-05-16T15:58:01.755 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.755 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.755 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.755 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "60", 2024-05-16T15:58:01.755 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.755 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.755 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.755 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.755 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.756 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.756 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.756 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.756 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.756 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.756 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.756 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.756 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.756 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.756 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.756 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.756 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.756 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.756 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.756 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.757 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.757 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.757 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.757 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.757 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.757 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.757 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.757 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.757 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.757 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.757 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.757 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.757 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.757 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.757 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.757 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.757 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.757 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.758 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.758 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.758 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.758 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.758 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.758 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.758 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.758 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.758 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.758 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.758 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.758 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.758 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.758 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.758 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.759 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.759 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.759 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.759 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.759 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.759 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.759 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.759 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.759 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.759 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.759 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.759 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.759 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.759 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.759 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.759 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.759 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.760 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.760 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.760 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.760 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.760 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.760 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.760 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.760 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.760 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.760 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.760 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.760 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.760 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.760 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.760 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.760 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.761 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.761 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.761 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.761 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.761 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.761 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.761 INFO:teuthology.orchestra.run.smithi043.stdout: "zabbix_host": { 2024-05-16T15:58:01.761 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "zabbix_host", 2024-05-16T15:58:01.761 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.761 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.761 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.761 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.761 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.761 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.761 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.761 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.761 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.762 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.762 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.762 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.762 INFO:teuthology.orchestra.run.smithi043.stdout: "zabbix_port": { 2024-05-16T15:58:01.762 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "zabbix_port", 2024-05-16T15:58:01.762 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.762 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.762 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.762 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "10051", 2024-05-16T15:58:01.762 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.762 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.762 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.762 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.762 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.762 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.763 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.763 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.763 INFO:teuthology.orchestra.run.smithi043.stdout: "zabbix_sender": { 2024-05-16T15:58:01.763 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "zabbix_sender", 2024-05-16T15:58:01.763 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.763 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.763 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.763 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-05-16T15:58:01.763 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.763 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.763 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.763 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.763 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.763 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.763 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.763 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.763 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.764 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.764 INFO:teuthology.orchestra.run.smithi043.stdout: ] 2024-05-16T15:58:01.764 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.764 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.764 INFO:teuthology.orchestra.run.smithi043.stdout: "modules": [ 2024-05-16T15:58:01.764 INFO:teuthology.orchestra.run.smithi043.stdout: "cephadm", 2024-05-16T15:58:01.764 INFO:teuthology.orchestra.run.smithi043.stdout: "dashboard", 2024-05-16T15:58:01.764 INFO:teuthology.orchestra.run.smithi043.stdout: "iostat", 2024-05-16T15:58:01.764 INFO:teuthology.orchestra.run.smithi043.stdout: "nfs", 2024-05-16T15:58:01.764 INFO:teuthology.orchestra.run.smithi043.stdout: "restful" 2024-05-16T15:58:01.764 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.764 INFO:teuthology.orchestra.run.smithi043.stdout: "available_modules": [ 2024-05-16T15:58:01.764 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.764 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "alerts", 2024-05-16T15:58:01.764 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.764 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.764 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.765 INFO:teuthology.orchestra.run.smithi043.stdout: "interval": { 2024-05-16T15:58:01.765 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "interval", 2024-05-16T15:58:01.765 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.765 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.765 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.765 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "60", 2024-05-16T15:58:01.765 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.765 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.765 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.765 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "How frequently to reexamine health status", 2024-05-16T15:58:01.765 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.765 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.765 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.765 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.765 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.765 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.766 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.766 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.766 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.766 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.766 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.766 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.766 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.766 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.766 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.766 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.766 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.766 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.766 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.766 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.766 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.767 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.767 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.767 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.767 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.767 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.767 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.767 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.767 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.767 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.767 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.767 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.767 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.767 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.767 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.767 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.767 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.768 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.768 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.768 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.768 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.768 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.768 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.768 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.768 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.768 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.768 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.768 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.768 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.768 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.768 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.768 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.768 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.769 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.769 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.769 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.769 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.769 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.769 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.769 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.769 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.769 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.769 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.769 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.769 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.769 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.769 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.769 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.769 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.769 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.770 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.770 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.770 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.770 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.770 INFO:teuthology.orchestra.run.smithi043.stdout: "smtp_destination": { 2024-05-16T15:58:01.770 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "smtp_destination", 2024-05-16T15:58:01.770 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.770 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.770 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.770 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.770 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.770 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.770 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.770 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Email address to send alerts to", 2024-05-16T15:58:01.770 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.770 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.771 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.771 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.771 INFO:teuthology.orchestra.run.smithi043.stdout: "smtp_from_name": { 2024-05-16T15:58:01.771 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "smtp_from_name", 2024-05-16T15:58:01.771 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.771 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.771 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.771 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "Ceph", 2024-05-16T15:58:01.771 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.771 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.771 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.771 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Email From: name", 2024-05-16T15:58:01.771 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.771 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.771 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.771 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.772 INFO:teuthology.orchestra.run.smithi043.stdout: "smtp_host": { 2024-05-16T15:58:01.772 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "smtp_host", 2024-05-16T15:58:01.772 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.772 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.772 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.772 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.772 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.772 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.772 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.772 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "SMTP server", 2024-05-16T15:58:01.772 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.772 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.772 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.772 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.772 INFO:teuthology.orchestra.run.smithi043.stdout: "smtp_password": { 2024-05-16T15:58:01.773 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "smtp_password", 2024-05-16T15:58:01.773 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.773 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.773 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.773 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.773 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.773 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.773 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.773 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Password to authenticate with", 2024-05-16T15:58:01.773 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.773 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.773 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.773 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.773 INFO:teuthology.orchestra.run.smithi043.stdout: "smtp_port": { 2024-05-16T15:58:01.774 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "smtp_port", 2024-05-16T15:58:01.774 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.774 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.774 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.774 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "465", 2024-05-16T15:58:01.774 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.774 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.774 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.774 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "SMTP port", 2024-05-16T15:58:01.774 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.774 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.774 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.774 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.774 INFO:teuthology.orchestra.run.smithi043.stdout: "smtp_sender": { 2024-05-16T15:58:01.774 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "smtp_sender", 2024-05-16T15:58:01.774 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.774 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.775 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.775 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.775 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.775 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.775 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.775 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "SMTP envelope sender", 2024-05-16T15:58:01.775 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.775 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.775 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.775 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.775 INFO:teuthology.orchestra.run.smithi043.stdout: "smtp_ssl": { 2024-05-16T15:58:01.775 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "smtp_ssl", 2024-05-16T15:58:01.775 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.775 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.775 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.775 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.776 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.776 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.776 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.776 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Use SSL to connect to SMTP server", 2024-05-16T15:58:01.776 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.776 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.776 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.776 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.776 INFO:teuthology.orchestra.run.smithi043.stdout: "smtp_user": { 2024-05-16T15:58:01.776 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "smtp_user", 2024-05-16T15:58:01.776 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.776 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.776 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.776 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.776 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.776 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.776 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.777 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "User to authenticate as", 2024-05-16T15:58:01.777 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.777 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.777 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.777 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.777 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.777 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.777 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.777 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.777 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.777 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.777 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.777 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.777 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.777 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.777 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.778 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.778 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.778 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.778 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.778 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.778 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.778 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "balancer", 2024-05-16T15:58:01.778 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.778 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.778 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.778 INFO:teuthology.orchestra.run.smithi043.stdout: "active": { 2024-05-16T15:58:01.778 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "active", 2024-05-16T15:58:01.778 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.778 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.778 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.778 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.778 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.779 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.779 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.779 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "automatically balance PGs across cluster", 2024-05-16T15:58:01.779 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.779 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.779 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.779 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.779 INFO:teuthology.orchestra.run.smithi043.stdout: "begin_time": { 2024-05-16T15:58:01.779 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "begin_time", 2024-05-16T15:58:01.779 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.779 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.779 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.779 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0000", 2024-05-16T15:58:01.779 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.779 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.779 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.779 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "beginning time of day to automatically balance", 2024-05-16T15:58:01.780 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-16T15:58:01.780 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.780 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.780 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.780 INFO:teuthology.orchestra.run.smithi043.stdout: "begin_weekday": { 2024-05-16T15:58:01.780 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "begin_weekday", 2024-05-16T15:58:01.780 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "uint", 2024-05-16T15:58:01.780 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.780 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.780 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.780 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "0", 2024-05-16T15:58:01.780 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "6", 2024-05-16T15:58:01.780 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.780 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-05-16T15:58:01.780 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-16T15:58:01.780 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.780 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.781 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.781 INFO:teuthology.orchestra.run.smithi043.stdout: "crush_compat_max_iterations": { 2024-05-16T15:58:01.781 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "crush_compat_max_iterations", 2024-05-16T15:58:01.781 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "uint", 2024-05-16T15:58:01.781 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.781 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.781 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "25", 2024-05-16T15:58:01.781 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "1", 2024-05-16T15:58:01.781 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "250", 2024-05-16T15:58:01.781 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.781 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-05-16T15:58:01.781 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.781 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.781 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.781 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.781 INFO:teuthology.orchestra.run.smithi043.stdout: "crush_compat_metrics": { 2024-05-16T15:58:01.781 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "crush_compat_metrics", 2024-05-16T15:58:01.781 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.782 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.782 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.782 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "pgs,objects,bytes", 2024-05-16T15:58:01.782 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.782 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.782 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.782 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-05-16T15:58:01.782 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-05-16T15:58:01.782 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.782 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.782 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.782 INFO:teuthology.orchestra.run.smithi043.stdout: "crush_compat_step": { 2024-05-16T15:58:01.782 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "crush_compat_step", 2024-05-16T15:58:01.782 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "float", 2024-05-16T15:58:01.782 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.782 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.783 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0.5", 2024-05-16T15:58:01.783 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "0.001", 2024-05-16T15:58:01.783 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "0.999", 2024-05-16T15:58:01.783 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.783 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "aggressiveness of optimization", 2024-05-16T15:58:01.783 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-05-16T15:58:01.783 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.783 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.783 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.783 INFO:teuthology.orchestra.run.smithi043.stdout: "end_time": { 2024-05-16T15:58:01.783 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "end_time", 2024-05-16T15:58:01.783 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.783 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.783 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.783 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "2359", 2024-05-16T15:58:01.784 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.784 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.784 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.784 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "ending time of day to automatically balance", 2024-05-16T15:58:01.784 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-16T15:58:01.784 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.784 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.784 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.784 INFO:teuthology.orchestra.run.smithi043.stdout: "end_weekday": { 2024-05-16T15:58:01.784 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "end_weekday", 2024-05-16T15:58:01.784 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "uint", 2024-05-16T15:58:01.784 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.784 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.784 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.784 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "0", 2024-05-16T15:58:01.784 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "6", 2024-05-16T15:58:01.784 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.785 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-05-16T15:58:01.785 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-16T15:58:01.785 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.785 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.785 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.785 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.785 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.785 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.785 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.785 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.785 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.785 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.785 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.785 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.785 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.786 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.786 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.786 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.786 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.786 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.786 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.786 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.786 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.786 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.786 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.786 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.786 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.786 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.786 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.786 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.786 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.787 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.787 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.787 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.787 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.787 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.787 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.787 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.787 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.787 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.787 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.787 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.787 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.787 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.787 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.787 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.787 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.787 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.788 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.788 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.788 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.788 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.788 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.788 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.788 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.788 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.788 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.788 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.788 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.788 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.788 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.788 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.788 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.788 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.788 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.789 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.789 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.789 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.789 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.789 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.789 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.789 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.789 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.789 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.789 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.789 INFO:teuthology.orchestra.run.smithi043.stdout: "min_score": { 2024-05-16T15:58:01.789 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "min_score", 2024-05-16T15:58:01.789 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "float", 2024-05-16T15:58:01.789 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.789 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.790 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.790 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.790 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.790 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.790 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-05-16T15:58:01.790 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.790 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.790 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.790 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.790 INFO:teuthology.orchestra.run.smithi043.stdout: "mode": { 2024-05-16T15:58:01.790 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "mode", 2024-05-16T15:58:01.790 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.790 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.790 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.790 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "upmap", 2024-05-16T15:58:01.791 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.791 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.791 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.791 INFO:teuthology.orchestra.run.smithi043.stdout: "crush-compat", 2024-05-16T15:58:01.791 INFO:teuthology.orchestra.run.smithi043.stdout: "none", 2024-05-16T15:58:01.791 INFO:teuthology.orchestra.run.smithi043.stdout: "read", 2024-05-16T15:58:01.791 INFO:teuthology.orchestra.run.smithi043.stdout: "upmap", 2024-05-16T15:58:01.791 INFO:teuthology.orchestra.run.smithi043.stdout: "upmap-read" 2024-05-16T15:58:01.791 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.791 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Balancer mode", 2024-05-16T15:58:01.791 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.791 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.791 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.791 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.791 INFO:teuthology.orchestra.run.smithi043.stdout: "pool_ids": { 2024-05-16T15:58:01.791 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "pool_ids", 2024-05-16T15:58:01.792 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.792 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.792 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.792 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.792 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.792 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.792 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.792 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-05-16T15:58:01.792 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.792 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.792 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.792 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.792 INFO:teuthology.orchestra.run.smithi043.stdout: "sleep_interval": { 2024-05-16T15:58:01.792 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sleep_interval", 2024-05-16T15:58:01.792 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.792 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.792 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.792 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "60", 2024-05-16T15:58:01.793 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.793 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.793 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.793 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-05-16T15:58:01.793 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.793 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.793 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.793 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.793 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.793 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.793 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.793 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.793 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.793 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.793 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.794 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.794 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.794 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.794 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.794 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.794 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.794 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.794 INFO:teuthology.orchestra.run.smithi043.stdout: "upmap_max_deviation": { 2024-05-16T15:58:01.794 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "upmap_max_deviation", 2024-05-16T15:58:01.794 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.794 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.794 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.794 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "5", 2024-05-16T15:58:01.794 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "1", 2024-05-16T15:58:01.794 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.794 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.795 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "deviation below which no optimization is attempted", 2024-05-16T15:58:01.795 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-05-16T15:58:01.795 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.795 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.795 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.795 INFO:teuthology.orchestra.run.smithi043.stdout: "upmap_max_optimizations": { 2024-05-16T15:58:01.795 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "upmap_max_optimizations", 2024-05-16T15:58:01.795 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "uint", 2024-05-16T15:58:01.795 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.795 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.795 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "10", 2024-05-16T15:58:01.795 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.795 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.795 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.795 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-05-16T15:58:01.795 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.796 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.796 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.796 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.796 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.796 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.796 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.796 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "cephadm", 2024-05-16T15:58:01.796 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.796 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.796 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.796 INFO:teuthology.orchestra.run.smithi043.stdout: "agent_down_multiplier": { 2024-05-16T15:58:01.796 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "agent_down_multiplier", 2024-05-16T15:58:01.796 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "float", 2024-05-16T15:58:01.796 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.796 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.796 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "3.0", 2024-05-16T15:58:01.797 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.797 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.797 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.797 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-05-16T15:58:01.797 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.797 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.797 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.797 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.797 INFO:teuthology.orchestra.run.smithi043.stdout: "agent_refresh_rate": { 2024-05-16T15:58:01.797 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "agent_refresh_rate", 2024-05-16T15:58:01.797 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.797 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.797 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.797 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "20", 2024-05-16T15:58:01.797 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.797 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.798 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.798 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-05-16T15:58:01.798 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.798 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.798 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.798 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.798 INFO:teuthology.orchestra.run.smithi043.stdout: "agent_starting_port": { 2024-05-16T15:58:01.798 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "agent_starting_port", 2024-05-16T15:58:01.798 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.798 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.798 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.798 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "4721", 2024-05-16T15:58:01.798 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.798 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.798 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.799 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-05-16T15:58:01.799 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.799 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.799 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.799 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.799 INFO:teuthology.orchestra.run.smithi043.stdout: "allow_ptrace": { 2024-05-16T15:58:01.799 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "allow_ptrace", 2024-05-16T15:58:01.799 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.799 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.799 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.799 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.799 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.799 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.799 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.799 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-05-16T15:58:01.799 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-05-16T15:58:01.800 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.800 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.800 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.800 INFO:teuthology.orchestra.run.smithi043.stdout: "autotune_interval": { 2024-05-16T15:58:01.800 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "autotune_interval", 2024-05-16T15:58:01.800 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.800 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.800 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.800 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "600", 2024-05-16T15:58:01.800 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.800 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.800 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.800 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "how frequently to autotune daemon memory", 2024-05-16T15:58:01.800 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.800 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.801 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.801 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.801 INFO:teuthology.orchestra.run.smithi043.stdout: "autotune_memory_target_ratio": { 2024-05-16T15:58:01.801 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "autotune_memory_target_ratio", 2024-05-16T15:58:01.801 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "float", 2024-05-16T15:58:01.801 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.801 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.801 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0.7", 2024-05-16T15:58:01.801 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.801 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.801 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.801 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-05-16T15:58:01.801 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.801 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.801 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.801 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.801 INFO:teuthology.orchestra.run.smithi043.stdout: "cephadm_log_destination": { 2024-05-16T15:58:01.802 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "cephadm_log_destination", 2024-05-16T15:58:01.802 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.802 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.802 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.802 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.802 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.802 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.802 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.802 INFO:teuthology.orchestra.run.smithi043.stdout: "file", 2024-05-16T15:58:01.802 INFO:teuthology.orchestra.run.smithi043.stdout: "file,syslog", 2024-05-16T15:58:01.802 INFO:teuthology.orchestra.run.smithi043.stdout: "syslog" 2024-05-16T15:58:01.802 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.802 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-05-16T15:58:01.802 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.802 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.802 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.803 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.803 INFO:teuthology.orchestra.run.smithi043.stdout: "cgroups_split": { 2024-05-16T15:58:01.803 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "cgroups_split", 2024-05-16T15:58:01.803 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.803 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.803 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.803 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.803 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.803 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.803 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.803 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-05-16T15:58:01.803 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.803 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.803 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.803 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.804 INFO:teuthology.orchestra.run.smithi043.stdout: "config_checks_enabled": { 2024-05-16T15:58:01.804 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "config_checks_enabled", 2024-05-16T15:58:01.804 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.804 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.804 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.804 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.804 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.804 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.804 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.804 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-05-16T15:58:01.804 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.804 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.804 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.804 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.804 INFO:teuthology.orchestra.run.smithi043.stdout: "config_dashboard": { 2024-05-16T15:58:01.804 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "config_dashboard", 2024-05-16T15:58:01.805 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.805 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.805 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.805 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.805 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.805 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.805 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.805 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-05-16T15:58:01.805 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.805 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.805 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.805 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.805 INFO:teuthology.orchestra.run.smithi043.stdout: "container_image_alertmanager": { 2024-05-16T15:58:01.805 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_image_alertmanager", 2024-05-16T15:58:01.805 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.805 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.805 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.806 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-05-16T15:58:01.806 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.806 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.806 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.806 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Prometheus container image", 2024-05-16T15:58:01.806 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.806 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.806 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.806 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.806 INFO:teuthology.orchestra.run.smithi043.stdout: "container_image_base": { 2024-05-16T15:58:01.806 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_image_base", 2024-05-16T15:58:01.806 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.806 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.806 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.806 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "quay.io/ceph/ceph", 2024-05-16T15:58:01.807 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.807 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.807 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.807 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Container image name, without the tag", 2024-05-16T15:58:01.807 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.807 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.807 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.807 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.807 INFO:teuthology.orchestra.run.smithi043.stdout: "container_image_elasticsearch": { 2024-05-16T15:58:01.807 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_image_elasticsearch", 2024-05-16T15:58:01.807 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.807 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.807 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.807 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-05-16T15:58:01.807 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.807 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.807 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.808 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "elasticsearch container image", 2024-05-16T15:58:01.808 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.808 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.808 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.808 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.808 INFO:teuthology.orchestra.run.smithi043.stdout: "container_image_grafana": { 2024-05-16T15:58:01.808 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_image_grafana", 2024-05-16T15:58:01.808 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.808 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.808 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.808 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-05-16T15:58:01.808 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.808 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.808 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.808 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Prometheus container image", 2024-05-16T15:58:01.808 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.809 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.809 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.809 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.809 INFO:teuthology.orchestra.run.smithi043.stdout: "container_image_haproxy": { 2024-05-16T15:58:01.809 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_image_haproxy", 2024-05-16T15:58:01.809 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.809 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.809 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.809 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-05-16T15:58:01.809 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.809 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.809 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.809 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "HAproxy container image", 2024-05-16T15:58:01.809 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.809 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.809 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.809 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.809 INFO:teuthology.orchestra.run.smithi043.stdout: "container_image_jaeger_agent": { 2024-05-16T15:58:01.810 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_image_jaeger_agent", 2024-05-16T15:58:01.810 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.810 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.810 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.810 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-05-16T15:58:01.810 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.810 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.810 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.810 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Jaeger agent container image", 2024-05-16T15:58:01.810 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.810 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.810 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.810 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.810 INFO:teuthology.orchestra.run.smithi043.stdout: "container_image_jaeger_collector": { 2024-05-16T15:58:01.810 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_image_jaeger_collector", 2024-05-16T15:58:01.810 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.810 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.811 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.811 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-05-16T15:58:01.811 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.811 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.811 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.811 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Jaeger collector container image", 2024-05-16T15:58:01.811 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.811 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.811 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.811 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.811 INFO:teuthology.orchestra.run.smithi043.stdout: "container_image_jaeger_query": { 2024-05-16T15:58:01.811 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_image_jaeger_query", 2024-05-16T15:58:01.811 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.811 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.811 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.811 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-05-16T15:58:01.812 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.812 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.812 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.812 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Jaeger query container image", 2024-05-16T15:58:01.812 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.812 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.812 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.812 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.812 INFO:teuthology.orchestra.run.smithi043.stdout: "container_image_keepalived": { 2024-05-16T15:58:01.812 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_image_keepalived", 2024-05-16T15:58:01.812 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.812 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.812 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.812 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-05-16T15:58:01.812 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.812 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.812 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.813 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Keepalived container image", 2024-05-16T15:58:01.813 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.813 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.813 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.813 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.813 INFO:teuthology.orchestra.run.smithi043.stdout: "container_image_loki": { 2024-05-16T15:58:01.813 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_image_loki", 2024-05-16T15:58:01.813 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.813 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.813 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.813 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-05-16T15:58:01.813 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.813 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.813 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.813 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Loki container image", 2024-05-16T15:58:01.813 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.813 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.814 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.814 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.814 INFO:teuthology.orchestra.run.smithi043.stdout: "container_image_node_exporter": { 2024-05-16T15:58:01.814 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_image_node_exporter", 2024-05-16T15:58:01.814 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.814 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.814 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.814 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-05-16T15:58:01.814 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.814 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.814 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.814 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Prometheus container image", 2024-05-16T15:58:01.814 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.814 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.814 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.814 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.814 INFO:teuthology.orchestra.run.smithi043.stdout: "container_image_nvmeof": { 2024-05-16T15:58:01.815 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_image_nvmeof", 2024-05-16T15:58:01.815 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.815 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.815 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.815 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-05-16T15:58:01.815 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.815 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.815 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.815 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Nvme-of container image", 2024-05-16T15:58:01.815 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.815 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.815 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.815 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.815 INFO:teuthology.orchestra.run.smithi043.stdout: "container_image_prometheus": { 2024-05-16T15:58:01.815 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_image_prometheus", 2024-05-16T15:58:01.815 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.815 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.816 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.816 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-05-16T15:58:01.816 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.816 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.816 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.816 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Prometheus container image", 2024-05-16T15:58:01.816 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.816 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.816 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.816 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.816 INFO:teuthology.orchestra.run.smithi043.stdout: "container_image_promtail": { 2024-05-16T15:58:01.816 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_image_promtail", 2024-05-16T15:58:01.816 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.816 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.816 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.816 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-05-16T15:58:01.817 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.817 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.817 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.817 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Promtail container image", 2024-05-16T15:58:01.817 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.817 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.817 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.817 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.817 INFO:teuthology.orchestra.run.smithi043.stdout: "container_image_samba": { 2024-05-16T15:58:01.817 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_image_samba", 2024-05-16T15:58:01.817 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.817 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.817 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.817 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-05-16T15:58:01.817 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.817 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.817 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.818 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Samba/SMB container image", 2024-05-16T15:58:01.818 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.818 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.818 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.818 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.818 INFO:teuthology.orchestra.run.smithi043.stdout: "container_image_snmp_gateway": { 2024-05-16T15:58:01.818 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_image_snmp_gateway", 2024-05-16T15:58:01.818 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.818 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.818 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.818 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-05-16T15:58:01.818 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.818 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.818 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.818 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "SNMP Gateway container image", 2024-05-16T15:58:01.818 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.818 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.819 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.819 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.819 INFO:teuthology.orchestra.run.smithi043.stdout: "container_init": { 2024-05-16T15:58:01.819 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "container_init", 2024-05-16T15:58:01.819 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.819 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.819 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.819 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.819 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.819 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.819 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.819 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Run podman/docker with `--init`", 2024-05-16T15:58:01.819 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.819 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.819 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.819 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.819 INFO:teuthology.orchestra.run.smithi043.stdout: "daemon_cache_timeout": { 2024-05-16T15:58:01.820 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "daemon_cache_timeout", 2024-05-16T15:58:01.820 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.820 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.820 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.820 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "600", 2024-05-16T15:58:01.820 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.820 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.820 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.820 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-05-16T15:58:01.820 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.820 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.820 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.820 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.820 INFO:teuthology.orchestra.run.smithi043.stdout: "default_cephadm_command_timeout": { 2024-05-16T15:58:01.820 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "default_cephadm_command_timeout", 2024-05-16T15:58:01.820 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.820 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.821 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.821 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "900", 2024-05-16T15:58:01.821 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.821 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.821 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.821 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-05-16T15:58:01.821 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.821 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.821 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.821 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.821 INFO:teuthology.orchestra.run.smithi043.stdout: "default_registry": { 2024-05-16T15:58:01.821 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "default_registry", 2024-05-16T15:58:01.821 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.821 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.821 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.821 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "docker.io", 2024-05-16T15:58:01.821 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.822 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.822 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.822 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-05-16T15:58:01.822 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.822 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.822 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.822 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.822 INFO:teuthology.orchestra.run.smithi043.stdout: "device_cache_timeout": { 2024-05-16T15:58:01.822 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "device_cache_timeout", 2024-05-16T15:58:01.822 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.822 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.822 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.822 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "1800", 2024-05-16T15:58:01.822 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.822 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.822 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.822 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "seconds to cache device inventory", 2024-05-16T15:58:01.823 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.823 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.823 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.823 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.823 INFO:teuthology.orchestra.run.smithi043.stdout: "device_enhanced_scan": { 2024-05-16T15:58:01.823 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "device_enhanced_scan", 2024-05-16T15:58:01.823 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.823 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.823 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.823 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.823 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.823 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.823 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.823 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Use libstoragemgmt during device scans", 2024-05-16T15:58:01.823 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.823 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.824 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.824 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.824 INFO:teuthology.orchestra.run.smithi043.stdout: "facts_cache_timeout": { 2024-05-16T15:58:01.824 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "facts_cache_timeout", 2024-05-16T15:58:01.824 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.824 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.824 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.824 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "60", 2024-05-16T15:58:01.824 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.824 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.824 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.824 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "seconds to cache host facts data", 2024-05-16T15:58:01.824 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.824 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.824 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.824 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.825 INFO:teuthology.orchestra.run.smithi043.stdout: "grafana_dashboards_path": { 2024-05-16T15:58:01.825 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "grafana_dashboards_path", 2024-05-16T15:58:01.825 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.825 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.825 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.825 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-05-16T15:58:01.825 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.825 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.825 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.825 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-05-16T15:58:01.825 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.825 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.825 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.825 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.825 INFO:teuthology.orchestra.run.smithi043.stdout: "host_check_interval": { 2024-05-16T15:58:01.825 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "host_check_interval", 2024-05-16T15:58:01.826 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.826 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.826 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.826 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "600", 2024-05-16T15:58:01.826 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.826 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.826 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.826 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "how frequently to perform a host check", 2024-05-16T15:58:01.826 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.826 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.826 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.826 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.826 INFO:teuthology.orchestra.run.smithi043.stdout: "hw_monitoring": { 2024-05-16T15:58:01.826 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "hw_monitoring", 2024-05-16T15:58:01.826 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.826 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.827 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.827 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.827 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.827 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.827 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.827 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-05-16T15:58:01.827 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.827 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.827 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.827 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.827 INFO:teuthology.orchestra.run.smithi043.stdout: "inventory_list_all": { 2024-05-16T15:58:01.827 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "inventory_list_all", 2024-05-16T15:58:01.827 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.827 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.827 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.827 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.828 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.828 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.828 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.828 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-05-16T15:58:01.828 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.828 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.828 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.828 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.828 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.828 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.828 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.828 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.828 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.828 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.828 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.828 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.828 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.829 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.829 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.829 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.829 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.829 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.829 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.829 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.829 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.829 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.829 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.829 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.829 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.829 INFO:teuthology.orchestra.run.smithi043.stdout: "log_refresh_metadata": { 2024-05-16T15:58:01.829 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_refresh_metadata", 2024-05-16T15:58:01.829 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.829 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.830 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.830 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.830 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.830 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.830 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.830 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-05-16T15:58:01.830 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.830 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.830 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.830 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.830 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.830 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.830 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.830 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.830 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.831 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.831 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.831 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.831 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.831 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-05-16T15:58:01.831 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.831 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.831 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.831 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.831 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.831 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.831 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.831 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.831 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.832 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.832 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.832 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.832 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.832 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.832 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.832 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.832 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.832 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.832 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.832 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.832 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.832 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.832 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.832 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.832 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.833 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.833 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.833 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.833 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.833 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.833 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.833 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.833 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.833 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.833 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.833 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.833 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.833 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.833 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.833 INFO:teuthology.orchestra.run.smithi043.stdout: "manage_etc_ceph_ceph_conf": { 2024-05-16T15:58:01.834 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-05-16T15:58:01.834 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.834 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.834 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.834 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.834 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.834 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.834 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.834 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-05-16T15:58:01.834 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.834 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.834 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.834 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.834 INFO:teuthology.orchestra.run.smithi043.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-05-16T15:58:01.834 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-05-16T15:58:01.834 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.835 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.835 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.835 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "*", 2024-05-16T15:58:01.835 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.835 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.835 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.835 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-05-16T15:58:01.835 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.835 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.835 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.835 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.835 INFO:teuthology.orchestra.run.smithi043.stdout: "max_count_per_host": { 2024-05-16T15:58:01.835 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "max_count_per_host", 2024-05-16T15:58:01.835 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.835 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.835 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.835 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "10", 2024-05-16T15:58:01.836 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.836 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.836 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.836 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "max number of daemons per service per host", 2024-05-16T15:58:01.836 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.836 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.836 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.836 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.836 INFO:teuthology.orchestra.run.smithi043.stdout: "max_osd_draining_count": { 2024-05-16T15:58:01.836 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "max_osd_draining_count", 2024-05-16T15:58:01.836 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.836 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.836 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.837 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "10", 2024-05-16T15:58:01.837 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.837 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.837 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.837 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-05-16T15:58:01.837 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.837 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.837 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.837 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.837 INFO:teuthology.orchestra.run.smithi043.stdout: "migration_current": { 2024-05-16T15:58:01.837 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "migration_current", 2024-05-16T15:58:01.837 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.837 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.837 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.837 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.838 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.838 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.838 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.838 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "internal - do not modify", 2024-05-16T15:58:01.838 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.838 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.838 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.838 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.838 INFO:teuthology.orchestra.run.smithi043.stdout: "mode": { 2024-05-16T15:58:01.838 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "mode", 2024-05-16T15:58:01.838 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.838 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.838 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.838 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "root", 2024-05-16T15:58:01.838 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.838 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.839 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.839 INFO:teuthology.orchestra.run.smithi043.stdout: "cephadm-package", 2024-05-16T15:58:01.839 INFO:teuthology.orchestra.run.smithi043.stdout: "root" 2024-05-16T15:58:01.839 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.839 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "mode for remote execution of cephadm", 2024-05-16T15:58:01.839 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.839 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.839 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.839 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.839 INFO:teuthology.orchestra.run.smithi043.stdout: "oob_default_addr": { 2024-05-16T15:58:01.839 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "oob_default_addr", 2024-05-16T15:58:01.839 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.839 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.839 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.839 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "169.254.1.1", 2024-05-16T15:58:01.839 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.839 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.840 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.840 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Default address for RedFish API (oob management).", 2024-05-16T15:58:01.840 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.840 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.840 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.840 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.840 INFO:teuthology.orchestra.run.smithi043.stdout: "prometheus_alerts_path": { 2024-05-16T15:58:01.840 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "prometheus_alerts_path", 2024-05-16T15:58:01.840 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.840 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.840 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.840 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-05-16T15:58:01.840 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.840 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.840 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.840 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-05-16T15:58:01.841 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.841 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.841 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.841 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.841 INFO:teuthology.orchestra.run.smithi043.stdout: "registry_insecure": { 2024-05-16T15:58:01.841 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "registry_insecure", 2024-05-16T15:58:01.841 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.841 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.841 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.841 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.841 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.841 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.841 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.842 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-05-16T15:58:01.842 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.842 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.842 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.842 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.842 INFO:teuthology.orchestra.run.smithi043.stdout: "registry_password": { 2024-05-16T15:58:01.842 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "registry_password", 2024-05-16T15:58:01.842 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.842 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.842 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.842 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.842 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.842 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.842 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.842 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-05-16T15:58:01.843 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.843 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.843 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.843 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.843 INFO:teuthology.orchestra.run.smithi043.stdout: "registry_url": { 2024-05-16T15:58:01.843 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "registry_url", 2024-05-16T15:58:01.843 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.843 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.843 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.843 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.843 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.843 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.843 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.843 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-05-16T15:58:01.843 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.844 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.844 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.844 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.844 INFO:teuthology.orchestra.run.smithi043.stdout: "registry_username": { 2024-05-16T15:58:01.844 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "registry_username", 2024-05-16T15:58:01.844 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.844 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.844 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.844 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.844 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.844 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.844 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.844 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-05-16T15:58:01.844 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.844 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.845 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.845 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.845 INFO:teuthology.orchestra.run.smithi043.stdout: "secure_monitoring_stack": { 2024-05-16T15:58:01.845 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "secure_monitoring_stack", 2024-05-16T15:58:01.845 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.845 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.845 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.845 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.845 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.845 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.845 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.845 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-05-16T15:58:01.845 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.845 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.845 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.846 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.846 INFO:teuthology.orchestra.run.smithi043.stdout: "service_discovery_port": { 2024-05-16T15:58:01.846 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "service_discovery_port", 2024-05-16T15:58:01.846 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.846 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.846 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.846 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "8765", 2024-05-16T15:58:01.846 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.846 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.846 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.846 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "cephadm service discovery port", 2024-05-16T15:58:01.846 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.846 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.846 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.847 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.847 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.847 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.847 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.847 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.847 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.847 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.847 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.847 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.847 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.847 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.847 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.847 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.847 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.847 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.848 INFO:teuthology.orchestra.run.smithi043.stdout: "ssh_config_file": { 2024-05-16T15:58:01.848 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "ssh_config_file", 2024-05-16T15:58:01.848 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.848 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.848 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.848 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.848 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.848 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.848 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.848 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-05-16T15:58:01.848 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.848 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.848 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.848 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.848 INFO:teuthology.orchestra.run.smithi043.stdout: "use_agent": { 2024-05-16T15:58:01.848 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "use_agent", 2024-05-16T15:58:01.848 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.849 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.849 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.849 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.849 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.849 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.849 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.849 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-05-16T15:58:01.849 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.849 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.849 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.849 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.849 INFO:teuthology.orchestra.run.smithi043.stdout: "use_repo_digest": { 2024-05-16T15:58:01.849 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "use_repo_digest", 2024-05-16T15:58:01.849 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.850 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.850 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.850 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.850 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.850 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.850 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.850 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-05-16T15:58:01.850 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.850 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.850 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.850 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.850 INFO:teuthology.orchestra.run.smithi043.stdout: "warn_on_failed_host_check": { 2024-05-16T15:58:01.850 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "warn_on_failed_host_check", 2024-05-16T15:58:01.850 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.850 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.850 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.851 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.851 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.851 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.851 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.851 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "raise a health warning if the host check fails", 2024-05-16T15:58:01.851 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.851 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.851 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.851 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.851 INFO:teuthology.orchestra.run.smithi043.stdout: "warn_on_stray_daemons": { 2024-05-16T15:58:01.851 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "warn_on_stray_daemons", 2024-05-16T15:58:01.851 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.851 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.851 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.851 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.851 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.852 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.852 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.852 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-05-16T15:58:01.852 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.852 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.852 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.852 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.852 INFO:teuthology.orchestra.run.smithi043.stdout: "warn_on_stray_hosts": { 2024-05-16T15:58:01.852 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "warn_on_stray_hosts", 2024-05-16T15:58:01.852 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.852 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.852 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.852 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.852 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.852 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.852 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.853 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-05-16T15:58:01.853 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.853 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.853 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.853 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.853 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.853 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.853 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.853 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "crash", 2024-05-16T15:58:01.853 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.853 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.853 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.853 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.853 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.853 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.853 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.853 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.854 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.854 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.854 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.854 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.854 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.854 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.854 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.854 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.854 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.854 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.854 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.854 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.854 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.854 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.854 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.854 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.855 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.855 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.855 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.855 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.855 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.855 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.855 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.855 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.855 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.855 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.855 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.855 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.855 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.855 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.855 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.855 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.855 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.856 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.856 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.856 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.856 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.856 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.856 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.856 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.856 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.856 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.856 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.856 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.856 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.856 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.856 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.856 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.856 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.857 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.857 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.857 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.857 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.857 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.857 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.857 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.857 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.857 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.857 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.857 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.857 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.857 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.857 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.857 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.857 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.857 INFO:teuthology.orchestra.run.smithi043.stdout: "retain_interval": { 2024-05-16T15:58:01.858 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "retain_interval", 2024-05-16T15:58:01.858 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.858 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.858 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.858 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "31536000", 2024-05-16T15:58:01.858 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.858 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.858 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.858 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "how long to retain crashes before pruning them", 2024-05-16T15:58:01.858 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.858 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.858 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.858 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.858 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.858 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.858 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.858 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.859 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.859 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.859 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.859 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.859 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.859 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.859 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.859 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.859 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.859 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.859 INFO:teuthology.orchestra.run.smithi043.stdout: "warn_recent_interval": { 2024-05-16T15:58:01.859 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "warn_recent_interval", 2024-05-16T15:58:01.859 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.859 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.859 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.859 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "1209600", 2024-05-16T15:58:01.859 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.860 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.860 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.860 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "time interval in which to warn about recent crashes", 2024-05-16T15:58:01.860 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.860 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.860 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.860 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.860 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.860 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.860 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.860 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "dashboard", 2024-05-16T15:58:01.860 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.860 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.860 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.860 INFO:teuthology.orchestra.run.smithi043.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-05-16T15:58:01.860 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-05-16T15:58:01.860 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.861 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.861 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.861 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "10", 2024-05-16T15:58:01.861 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.861 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.861 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.861 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.861 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.861 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.861 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.861 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.861 INFO:teuthology.orchestra.run.smithi043.stdout: "ALERTMANAGER_API_HOST": { 2024-05-16T15:58:01.861 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "ALERTMANAGER_API_HOST", 2024-05-16T15:58:01.861 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.861 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.861 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.862 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.862 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.862 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.862 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.862 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.862 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.862 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.862 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.862 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.862 INFO:teuthology.orchestra.run.smithi043.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-05-16T15:58:01.862 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-05-16T15:58:01.862 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.862 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.862 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.862 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.862 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.862 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.863 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.863 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.863 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.863 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.863 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.863 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.863 INFO:teuthology.orchestra.run.smithi043.stdout: "AUDIT_API_ENABLED": { 2024-05-16T15:58:01.863 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "AUDIT_API_ENABLED", 2024-05-16T15:58:01.863 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.863 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.863 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.863 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.863 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.863 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.863 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.863 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.863 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.864 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.864 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.864 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.864 INFO:teuthology.orchestra.run.smithi043.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-05-16T15:58:01.864 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-05-16T15:58:01.864 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.864 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.864 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.864 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.864 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.864 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.864 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.864 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.864 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.864 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.864 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.864 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.865 INFO:teuthology.orchestra.run.smithi043.stdout: "ENABLE_BROWSABLE_API": { 2024-05-16T15:58:01.865 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "ENABLE_BROWSABLE_API", 2024-05-16T15:58:01.865 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.865 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.865 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.865 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.865 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.865 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.865 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.865 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.865 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.865 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.865 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.865 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.865 INFO:teuthology.orchestra.run.smithi043.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-05-16T15:58:01.865 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-05-16T15:58:01.865 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.866 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.866 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.866 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.866 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.866 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.866 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.866 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.866 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.866 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.866 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.866 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.866 INFO:teuthology.orchestra.run.smithi043.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-05-16T15:58:01.866 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-05-16T15:58:01.866 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.866 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.867 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.867 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.867 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.867 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.867 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.867 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.867 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.867 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.867 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.867 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.867 INFO:teuthology.orchestra.run.smithi043.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-05-16T15:58:01.867 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-05-16T15:58:01.867 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.867 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.867 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.867 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.867 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.868 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.868 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.868 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.868 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.868 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.868 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.868 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.868 INFO:teuthology.orchestra.run.smithi043.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-05-16T15:58:01.868 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-05-16T15:58:01.868 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.868 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.868 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.868 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.868 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.868 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.868 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.869 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.869 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.869 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.869 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.869 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.869 INFO:teuthology.orchestra.run.smithi043.stdout: "FEATURE_TOGGLE_NFS": { 2024-05-16T15:58:01.869 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-05-16T15:58:01.869 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.869 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.869 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.869 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.869 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.869 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.869 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.869 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.869 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.869 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.870 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.870 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.870 INFO:teuthology.orchestra.run.smithi043.stdout: "FEATURE_TOGGLE_RBD": { 2024-05-16T15:58:01.870 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-05-16T15:58:01.870 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.870 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.870 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.870 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.870 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.870 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.870 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.870 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.870 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.870 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.870 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.870 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.870 INFO:teuthology.orchestra.run.smithi043.stdout: "FEATURE_TOGGLE_RGW": { 2024-05-16T15:58:01.871 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-05-16T15:58:01.871 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.871 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.871 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.871 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.871 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.871 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.871 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.871 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.871 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.871 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.871 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.871 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.871 INFO:teuthology.orchestra.run.smithi043.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-05-16T15:58:01.871 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-05-16T15:58:01.871 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.871 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.872 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.872 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.872 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.872 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.872 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.872 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.872 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.872 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.872 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.872 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.872 INFO:teuthology.orchestra.run.smithi043.stdout: "GRAFANA_API_PASSWORD": { 2024-05-16T15:58:01.872 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "GRAFANA_API_PASSWORD", 2024-05-16T15:58:01.872 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.872 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.872 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.872 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "admin", 2024-05-16T15:58:01.872 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.873 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.873 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.873 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.873 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.873 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.873 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.873 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.873 INFO:teuthology.orchestra.run.smithi043.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-05-16T15:58:01.873 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-05-16T15:58:01.873 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.873 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.873 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.873 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.873 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.873 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.873 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.874 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.874 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.874 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.874 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.874 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.874 INFO:teuthology.orchestra.run.smithi043.stdout: "GRAFANA_API_URL": { 2024-05-16T15:58:01.874 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "GRAFANA_API_URL", 2024-05-16T15:58:01.874 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.874 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.874 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.874 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.874 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.874 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.874 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.874 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.874 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.875 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.875 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.875 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.875 INFO:teuthology.orchestra.run.smithi043.stdout: "GRAFANA_API_USERNAME": { 2024-05-16T15:58:01.875 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "GRAFANA_API_USERNAME", 2024-05-16T15:58:01.875 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.875 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.875 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.875 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "admin", 2024-05-16T15:58:01.875 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.875 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.875 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.875 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.875 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.875 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.875 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.876 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.876 INFO:teuthology.orchestra.run.smithi043.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-05-16T15:58:01.876 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-05-16T15:58:01.876 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.876 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.876 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.876 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.876 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.876 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.876 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.876 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.876 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.876 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.876 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.876 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.876 INFO:teuthology.orchestra.run.smithi043.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-05-16T15:58:01.876 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-05-16T15:58:01.877 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.877 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.877 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.877 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.877 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.877 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.877 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.877 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.877 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.877 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.877 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.877 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.877 INFO:teuthology.orchestra.run.smithi043.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-05-16T15:58:01.877 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-05-16T15:58:01.877 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.878 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.878 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.878 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.878 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.878 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.878 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.878 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.878 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.878 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.878 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.878 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.878 INFO:teuthology.orchestra.run.smithi043.stdout: "ISSUE_TRACKER_API_KEY": { 2024-05-16T15:58:01.878 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-05-16T15:58:01.878 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.878 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.878 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.879 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.879 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.879 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.879 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.879 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.879 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.879 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.879 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.879 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.879 INFO:teuthology.orchestra.run.smithi043.stdout: "MANAGED_BY_CLUSTERS": { 2024-05-16T15:58:01.879 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-05-16T15:58:01.879 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.879 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.879 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.879 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "[]", 2024-05-16T15:58:01.879 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.880 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.880 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.880 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.880 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.880 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.880 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.880 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.880 INFO:teuthology.orchestra.run.smithi043.stdout: "MULTICLUSTER_CONFIG": { 2024-05-16T15:58:01.880 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "MULTICLUSTER_CONFIG", 2024-05-16T15:58:01.880 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.880 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.880 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.880 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "{}", 2024-05-16T15:58:01.880 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.880 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.881 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.881 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.881 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.881 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.881 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.881 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.881 INFO:teuthology.orchestra.run.smithi043.stdout: "PROMETHEUS_API_HOST": { 2024-05-16T15:58:01.881 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "PROMETHEUS_API_HOST", 2024-05-16T15:58:01.881 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.881 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.881 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.881 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.881 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.881 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.881 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.881 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.882 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.882 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.882 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.882 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.882 INFO:teuthology.orchestra.run.smithi043.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-05-16T15:58:01.882 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-05-16T15:58:01.882 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.882 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.882 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.882 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.882 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.882 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.882 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.882 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.882 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.882 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.883 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.883 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.883 INFO:teuthology.orchestra.run.smithi043.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-05-16T15:58:01.883 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-05-16T15:58:01.883 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.883 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.883 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.883 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.883 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.883 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.883 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.883 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.883 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.883 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.883 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.883 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.884 INFO:teuthology.orchestra.run.smithi043.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-05-16T15:58:01.884 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-05-16T15:58:01.884 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.884 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.884 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.884 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.884 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.884 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.884 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.884 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.884 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.884 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.884 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.884 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.884 INFO:teuthology.orchestra.run.smithi043.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-05-16T15:58:01.884 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-05-16T15:58:01.885 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.885 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.885 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.885 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.885 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.885 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.885 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.885 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.885 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.885 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.885 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.885 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.885 INFO:teuthology.orchestra.run.smithi043.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-05-16T15:58:01.885 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-05-16T15:58:01.885 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.885 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.886 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.886 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.886 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.886 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.886 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.886 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.886 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.886 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.886 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.886 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.886 INFO:teuthology.orchestra.run.smithi043.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-05-16T15:58:01.886 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-05-16T15:58:01.886 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.886 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.886 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.886 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.887 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.887 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.887 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.887 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.887 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.887 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.887 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.887 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.887 INFO:teuthology.orchestra.run.smithi043.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-05-16T15:58:01.887 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-05-16T15:58:01.887 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.887 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.887 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.887 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.887 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.887 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.887 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.888 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.888 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.888 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.888 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.888 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.888 INFO:teuthology.orchestra.run.smithi043.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-05-16T15:58:01.888 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-05-16T15:58:01.888 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.888 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.888 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.888 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.888 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.888 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.888 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.889 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.889 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.889 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.889 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.889 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.889 INFO:teuthology.orchestra.run.smithi043.stdout: "PWD_POLICY_ENABLED": { 2024-05-16T15:58:01.889 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "PWD_POLICY_ENABLED", 2024-05-16T15:58:01.889 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.889 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.889 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.889 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.889 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.889 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.889 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.889 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.889 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.889 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.890 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.890 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.890 INFO:teuthology.orchestra.run.smithi043.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-05-16T15:58:01.890 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-05-16T15:58:01.890 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.890 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.890 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.890 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-05-16T15:58:01.890 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.890 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.890 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.890 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.890 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.890 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.890 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.890 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.891 INFO:teuthology.orchestra.run.smithi043.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-05-16T15:58:01.891 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-05-16T15:58:01.891 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.891 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.891 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.891 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "10", 2024-05-16T15:58:01.891 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.891 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.891 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.891 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.891 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.891 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.891 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.891 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.891 INFO:teuthology.orchestra.run.smithi043.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-05-16T15:58:01.891 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-05-16T15:58:01.891 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.892 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.892 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.892 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "8", 2024-05-16T15:58:01.892 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.892 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.892 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.892 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.892 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.892 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.892 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.892 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.892 INFO:teuthology.orchestra.run.smithi043.stdout: "REST_REQUESTS_TIMEOUT": { 2024-05-16T15:58:01.892 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-05-16T15:58:01.892 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.892 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.892 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.892 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "45", 2024-05-16T15:58:01.893 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.893 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.893 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.893 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.893 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.893 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.893 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.893 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.893 INFO:teuthology.orchestra.run.smithi043.stdout: "RGW_API_ACCESS_KEY": { 2024-05-16T15:58:01.893 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "RGW_API_ACCESS_KEY", 2024-05-16T15:58:01.893 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.893 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.893 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.893 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.893 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.893 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.893 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.894 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.894 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.894 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.894 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.894 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.894 INFO:teuthology.orchestra.run.smithi043.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-05-16T15:58:01.894 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-05-16T15:58:01.894 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.894 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.894 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.894 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "admin", 2024-05-16T15:58:01.894 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.894 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.894 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.894 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.894 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.894 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.895 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.895 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.895 INFO:teuthology.orchestra.run.smithi043.stdout: "RGW_API_SECRET_KEY": { 2024-05-16T15:58:01.895 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "RGW_API_SECRET_KEY", 2024-05-16T15:58:01.895 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.895 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.895 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.895 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.895 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.895 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.895 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.895 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.895 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.895 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.895 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.895 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.895 INFO:teuthology.orchestra.run.smithi043.stdout: "RGW_API_SSL_VERIFY": { 2024-05-16T15:58:01.896 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "RGW_API_SSL_VERIFY", 2024-05-16T15:58:01.896 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.896 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.896 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.896 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.896 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.896 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.896 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.896 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.896 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.896 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.896 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.896 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.896 INFO:teuthology.orchestra.run.smithi043.stdout: "UNSAFE_TLS_v1_2": { 2024-05-16T15:58:01.896 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "UNSAFE_TLS_v1_2", 2024-05-16T15:58:01.896 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.896 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.897 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.897 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.897 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.897 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.897 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.897 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.897 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.897 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.897 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.897 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.897 INFO:teuthology.orchestra.run.smithi043.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-05-16T15:58:01.897 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-05-16T15:58:01.897 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.897 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.897 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.897 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.898 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.898 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.898 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.898 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.898 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.898 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.898 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.898 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.898 INFO:teuthology.orchestra.run.smithi043.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-05-16T15:58:01.898 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-05-16T15:58:01.898 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.898 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.898 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.898 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "10", 2024-05-16T15:58:01.898 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.898 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.898 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.899 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.899 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.899 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.899 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.899 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.899 INFO:teuthology.orchestra.run.smithi043.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-05-16T15:58:01.899 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-05-16T15:58:01.899 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.899 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.899 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.899 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "5", 2024-05-16T15:58:01.899 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.899 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.899 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.899 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.899 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.899 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.900 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.900 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.900 INFO:teuthology.orchestra.run.smithi043.stdout: "cross_origin_url": { 2024-05-16T15:58:01.900 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "cross_origin_url", 2024-05-16T15:58:01.900 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.900 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.900 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.900 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.900 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.900 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.900 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.900 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.900 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.900 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.900 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.900 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.900 INFO:teuthology.orchestra.run.smithi043.stdout: "crt_file": { 2024-05-16T15:58:01.901 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "crt_file", 2024-05-16T15:58:01.901 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.901 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.901 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.901 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.901 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.901 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.901 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.901 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.901 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.901 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.901 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.901 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.901 INFO:teuthology.orchestra.run.smithi043.stdout: "debug": { 2024-05-16T15:58:01.901 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "debug", 2024-05-16T15:58:01.901 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.901 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.902 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.902 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.902 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.902 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.902 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.902 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Enable/disable debug options", 2024-05-16T15:58:01.902 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.902 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.902 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.902 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.902 INFO:teuthology.orchestra.run.smithi043.stdout: "jwt_token_ttl": { 2024-05-16T15:58:01.902 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "jwt_token_ttl", 2024-05-16T15:58:01.902 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.902 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.902 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.903 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "28800", 2024-05-16T15:58:01.903 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.903 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.903 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.903 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.903 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.903 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.903 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.903 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.903 INFO:teuthology.orchestra.run.smithi043.stdout: "key_file": { 2024-05-16T15:58:01.903 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "key_file", 2024-05-16T15:58:01.903 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.903 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.903 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.903 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.903 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.903 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.903 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.904 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.904 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.904 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.904 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.904 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.904 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.904 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.904 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.904 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.904 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.904 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.904 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.904 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.904 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.904 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.904 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.904 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.904 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.905 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.905 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.905 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.905 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.905 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.905 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.905 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.905 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.905 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.905 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.905 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.905 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.905 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.905 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.905 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.905 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.906 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.906 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.906 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.906 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.906 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.906 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.906 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.906 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.906 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.906 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.906 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.906 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.906 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.906 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.907 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.907 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.907 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.907 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.907 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.907 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.907 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.907 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.907 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.907 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.907 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.907 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.907 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.907 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.907 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.907 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.907 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.907 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.908 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.908 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.908 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.908 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.908 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.908 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.908 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.908 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.908 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.908 INFO:teuthology.orchestra.run.smithi043.stdout: "motd": { 2024-05-16T15:58:01.908 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "motd", 2024-05-16T15:58:01.908 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.908 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.908 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.908 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.909 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.909 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.909 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.909 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "The message of the day", 2024-05-16T15:58:01.909 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.909 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.909 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.909 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.909 INFO:teuthology.orchestra.run.smithi043.stdout: "redirect_resolve_ip_addr": { 2024-05-16T15:58:01.909 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "redirect_resolve_ip_addr", 2024-05-16T15:58:01.909 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.909 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.909 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.909 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.909 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.909 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.909 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.909 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.910 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.910 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.910 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.910 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.910 INFO:teuthology.orchestra.run.smithi043.stdout: "server_addr": { 2024-05-16T15:58:01.910 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "server_addr", 2024-05-16T15:58:01.910 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.910 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.910 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.910 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "::", 2024-05-16T15:58:01.910 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.910 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.910 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.910 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.910 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.910 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.911 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.911 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.911 INFO:teuthology.orchestra.run.smithi043.stdout: "server_port": { 2024-05-16T15:58:01.911 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "server_port", 2024-05-16T15:58:01.911 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.911 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.911 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.911 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "8080", 2024-05-16T15:58:01.911 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.911 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.911 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.911 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.911 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.911 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.911 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.911 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.911 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.912 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.912 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.912 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.912 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.912 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.912 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.912 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.912 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.912 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.912 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.912 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.912 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.912 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.912 INFO:teuthology.orchestra.run.smithi043.stdout: "ssl": { 2024-05-16T15:58:01.912 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "ssl", 2024-05-16T15:58:01.913 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.913 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.913 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.913 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.913 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.913 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.913 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.913 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.913 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.913 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.913 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.913 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.913 INFO:teuthology.orchestra.run.smithi043.stdout: "ssl_server_port": { 2024-05-16T15:58:01.913 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "ssl_server_port", 2024-05-16T15:58:01.913 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.913 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.913 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.913 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "8443", 2024-05-16T15:58:01.914 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.914 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.914 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.914 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.914 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.914 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.914 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.914 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.914 INFO:teuthology.orchestra.run.smithi043.stdout: "standby_behaviour": { 2024-05-16T15:58:01.914 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "standby_behaviour", 2024-05-16T15:58:01.914 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.914 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.914 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.914 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "redirect", 2024-05-16T15:58:01.914 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.914 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.915 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.915 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.915 INFO:teuthology.orchestra.run.smithi043.stdout: "redirect" 2024-05-16T15:58:01.915 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.915 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.915 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.915 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.915 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.915 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.915 INFO:teuthology.orchestra.run.smithi043.stdout: "standby_error_status_code": { 2024-05-16T15:58:01.915 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "standby_error_status_code", 2024-05-16T15:58:01.915 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.915 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.915 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.915 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "500", 2024-05-16T15:58:01.915 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "400", 2024-05-16T15:58:01.916 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "599", 2024-05-16T15:58:01.916 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.916 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.916 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.916 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.916 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.916 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.916 INFO:teuthology.orchestra.run.smithi043.stdout: "url_prefix": { 2024-05-16T15:58:01.916 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "url_prefix", 2024-05-16T15:58:01.916 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.916 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.916 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.916 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.916 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.916 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.916 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.917 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.917 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.917 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.917 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.917 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.917 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.917 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.917 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.917 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "devicehealth", 2024-05-16T15:58:01.917 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.917 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.917 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.917 INFO:teuthology.orchestra.run.smithi043.stdout: "enable_monitoring": { 2024-05-16T15:58:01.917 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "enable_monitoring", 2024-05-16T15:58:01.917 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.917 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.917 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.917 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.918 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.918 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.918 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.918 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "monitor device health metrics", 2024-05-16T15:58:01.918 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.918 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.918 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.918 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.918 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.918 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.918 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.918 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.918 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.918 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.918 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.918 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.919 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.919 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.919 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.919 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.919 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.919 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.919 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.919 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.919 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.919 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.919 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.919 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.919 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.919 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.919 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.919 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.919 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.920 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.920 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.920 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.920 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.920 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.920 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.920 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.920 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.920 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.920 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.920 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.920 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.920 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.920 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.920 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.920 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.920 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.921 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.921 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.921 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.921 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.921 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.921 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.921 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.921 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.921 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.921 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.921 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.921 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.921 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.921 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.921 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.921 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.921 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.922 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.922 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.922 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.922 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.922 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.922 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.922 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.922 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.922 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.922 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.922 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.922 INFO:teuthology.orchestra.run.smithi043.stdout: "mark_out_threshold": { 2024-05-16T15:58:01.922 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "mark_out_threshold", 2024-05-16T15:58:01.922 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.922 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.923 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.923 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "2419200", 2024-05-16T15:58:01.923 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.923 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.923 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.923 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-05-16T15:58:01.923 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.923 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.923 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.923 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.923 INFO:teuthology.orchestra.run.smithi043.stdout: "pool_name": { 2024-05-16T15:58:01.923 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "pool_name", 2024-05-16T15:58:01.923 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.923 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.923 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.923 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "device_health_metrics", 2024-05-16T15:58:01.923 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.924 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.924 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.924 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "name of pool in which to store device health metrics", 2024-05-16T15:58:01.924 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.924 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.924 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.924 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.924 INFO:teuthology.orchestra.run.smithi043.stdout: "retention_period": { 2024-05-16T15:58:01.924 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "retention_period", 2024-05-16T15:58:01.924 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.924 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.924 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.924 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "15552000", 2024-05-16T15:58:01.924 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.924 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.924 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.924 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "how long to retain device health metrics", 2024-05-16T15:58:01.925 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.925 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.925 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.925 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.925 INFO:teuthology.orchestra.run.smithi043.stdout: "scrape_frequency": { 2024-05-16T15:58:01.925 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "scrape_frequency", 2024-05-16T15:58:01.925 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.925 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.925 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.925 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "86400", 2024-05-16T15:58:01.925 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.925 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.925 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.925 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "how frequently to scrape device health metrics", 2024-05-16T15:58:01.925 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.926 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.926 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.926 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.926 INFO:teuthology.orchestra.run.smithi043.stdout: "self_heal": { 2024-05-16T15:58:01.926 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "self_heal", 2024-05-16T15:58:01.926 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.926 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.926 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.926 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:01.926 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.926 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.926 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.926 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-05-16T15:58:01.926 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.926 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.926 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.927 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.927 INFO:teuthology.orchestra.run.smithi043.stdout: "sleep_interval": { 2024-05-16T15:58:01.927 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sleep_interval", 2024-05-16T15:58:01.927 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.927 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.927 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.927 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "600", 2024-05-16T15:58:01.927 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.927 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.927 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.927 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "how frequently to wake up and check device health", 2024-05-16T15:58:01.927 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.927 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.927 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.927 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.927 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.927 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.928 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.928 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.928 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.928 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.928 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.928 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.928 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.928 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.928 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.928 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.928 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.928 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.928 INFO:teuthology.orchestra.run.smithi043.stdout: "warn_threshold": { 2024-05-16T15:58:01.928 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "warn_threshold", 2024-05-16T15:58:01.928 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.928 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.928 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.929 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "7257600", 2024-05-16T15:58:01.929 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.929 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.929 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.929 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-05-16T15:58:01.929 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.929 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.929 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.929 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.929 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.929 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.929 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.929 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "diskprediction_local", 2024-05-16T15:58:01.929 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.929 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.929 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.930 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.930 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.930 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.930 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.930 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.930 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.930 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.930 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.930 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.930 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.930 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.930 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.930 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.930 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.930 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.931 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.931 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.931 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.931 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.931 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.931 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.931 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.931 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.931 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.931 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.931 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.931 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.931 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.931 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.931 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.931 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.932 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.932 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.932 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.932 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.932 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.932 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.932 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.932 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.932 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.932 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.932 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.932 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.932 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.932 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.932 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.932 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.932 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.932 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.933 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.933 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.933 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.933 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.933 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.933 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.933 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.933 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.933 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.933 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.933 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.933 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.933 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.933 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.933 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.933 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.933 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.934 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.934 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.934 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.934 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.934 INFO:teuthology.orchestra.run.smithi043.stdout: "predict_interval": { 2024-05-16T15:58:01.934 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "predict_interval", 2024-05-16T15:58:01.934 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.934 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.934 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.934 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "86400", 2024-05-16T15:58:01.934 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.934 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.934 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.934 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.934 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.934 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.934 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.935 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.935 INFO:teuthology.orchestra.run.smithi043.stdout: "predictor_model": { 2024-05-16T15:58:01.935 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "predictor_model", 2024-05-16T15:58:01.935 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.935 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.935 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.935 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "prophetstor", 2024-05-16T15:58:01.935 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.935 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.935 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.935 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.935 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.935 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.935 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.935 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.935 INFO:teuthology.orchestra.run.smithi043.stdout: "sleep_interval": { 2024-05-16T15:58:01.936 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sleep_interval", 2024-05-16T15:58:01.936 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.936 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.936 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.936 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "600", 2024-05-16T15:58:01.936 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.936 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.936 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.936 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.936 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.936 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.936 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.936 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.936 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.936 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.936 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.937 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.937 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.937 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.937 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.937 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.937 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.937 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.937 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.937 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.937 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.937 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.937 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.937 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.937 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.937 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "influx", 2024-05-16T15:58:01.937 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": false, 2024-05-16T15:58:01.937 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "influxdb python module not found", 2024-05-16T15:58:01.938 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.938 INFO:teuthology.orchestra.run.smithi043.stdout: "batch_size": { 2024-05-16T15:58:01.938 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "batch_size", 2024-05-16T15:58:01.938 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.938 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.938 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.938 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "5000", 2024-05-16T15:58:01.938 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.938 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.938 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.938 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-05-16T15:58:01.938 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.938 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.938 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.938 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.938 INFO:teuthology.orchestra.run.smithi043.stdout: "database": { 2024-05-16T15:58:01.939 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "database", 2024-05-16T15:58:01.939 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.939 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.939 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.939 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "ceph", 2024-05-16T15:58:01.939 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.939 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.939 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.939 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-05-16T15:58:01.939 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.939 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.939 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.939 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.939 INFO:teuthology.orchestra.run.smithi043.stdout: "hostname": { 2024-05-16T15:58:01.939 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "hostname", 2024-05-16T15:58:01.939 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.940 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.940 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.940 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.940 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.940 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.940 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.940 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "InfluxDB server hostname", 2024-05-16T15:58:01.940 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.940 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.940 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.940 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.940 INFO:teuthology.orchestra.run.smithi043.stdout: "interval": { 2024-05-16T15:58:01.940 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "interval", 2024-05-16T15:58:01.940 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:01.940 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.940 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.941 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "30", 2024-05-16T15:58:01.941 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "5", 2024-05-16T15:58:01.941 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.941 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.941 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-05-16T15:58:01.941 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.941 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.941 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.941 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.941 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.941 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.941 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.941 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.941 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.941 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.941 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.941 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.942 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.942 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.942 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.942 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.942 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.942 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.942 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.942 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.942 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.942 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.942 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.942 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.942 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.942 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.942 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.942 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.943 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.943 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.943 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.943 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.943 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.943 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.943 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.943 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.943 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.943 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.943 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.943 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.943 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.943 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.943 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.943 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.944 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.944 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.944 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.944 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.944 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.944 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.944 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.944 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.944 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.944 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.944 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.944 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.944 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.944 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.944 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.944 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.944 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.944 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.945 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.945 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.945 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.945 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.945 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.945 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.945 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.945 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.945 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.945 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.945 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.945 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.945 INFO:teuthology.orchestra.run.smithi043.stdout: "password": { 2024-05-16T15:58:01.945 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "password", 2024-05-16T15:58:01.945 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.945 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.945 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.946 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.946 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.946 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.946 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.946 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "password of InfluxDB server user", 2024-05-16T15:58:01.946 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.946 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.946 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.946 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.946 INFO:teuthology.orchestra.run.smithi043.stdout: "port": { 2024-05-16T15:58:01.946 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "port", 2024-05-16T15:58:01.946 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.946 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.946 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.946 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "8086", 2024-05-16T15:58:01.947 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.947 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.947 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.947 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "InfluxDB server port", 2024-05-16T15:58:01.947 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.947 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.947 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.947 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.947 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.947 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.947 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.947 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.947 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.947 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.947 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.947 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.948 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.948 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.948 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.948 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.948 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.948 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.948 INFO:teuthology.orchestra.run.smithi043.stdout: "ssl": { 2024-05-16T15:58:01.948 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "ssl", 2024-05-16T15:58:01.948 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.948 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.948 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.948 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "false", 2024-05-16T15:58:01.948 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.948 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.948 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.948 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-05-16T15:58:01.948 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.949 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.949 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.949 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.949 INFO:teuthology.orchestra.run.smithi043.stdout: "threads": { 2024-05-16T15:58:01.949 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "threads", 2024-05-16T15:58:01.949 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.949 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.949 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.949 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "5", 2024-05-16T15:58:01.949 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "1", 2024-05-16T15:58:01.949 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "32", 2024-05-16T15:58:01.949 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.949 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-05-16T15:58:01.949 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.949 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.949 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.950 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.950 INFO:teuthology.orchestra.run.smithi043.stdout: "username": { 2024-05-16T15:58:01.950 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "username", 2024-05-16T15:58:01.950 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.950 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.950 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.950 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.950 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.950 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.950 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.950 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "username of InfluxDB server user", 2024-05-16T15:58:01.950 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.950 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.950 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.950 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.950 INFO:teuthology.orchestra.run.smithi043.stdout: "verify_ssl": { 2024-05-16T15:58:01.950 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "verify_ssl", 2024-05-16T15:58:01.951 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.951 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.951 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.951 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "true", 2024-05-16T15:58:01.951 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.951 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.951 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.951 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-05-16T15:58:01.951 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.951 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.951 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.951 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.951 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.951 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.951 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.951 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "insights", 2024-05-16T15:58:01.952 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.952 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.952 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.952 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.952 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.952 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.952 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.952 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.952 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.952 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.952 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.952 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.952 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.952 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.952 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.952 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.953 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.953 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.953 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.953 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.953 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.953 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.953 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.953 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.953 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.953 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.954 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.954 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.954 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.954 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.954 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.954 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.954 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.954 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.954 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.954 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.954 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.955 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.955 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.955 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.955 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.955 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.955 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.955 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.955 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.955 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.955 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.955 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.955 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.955 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.955 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.955 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.955 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.955 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.955 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.956 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.956 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.956 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.956 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.956 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.956 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.956 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.956 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.956 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.956 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.956 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.956 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.956 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.956 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.957 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.957 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.957 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.957 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.957 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.957 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.957 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.957 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.957 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.957 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.957 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.957 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.957 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.957 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.957 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.957 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.957 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.957 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.958 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.958 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.958 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.958 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "iostat", 2024-05-16T15:58:01.958 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.958 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.958 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.958 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.958 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.958 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.958 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.958 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.958 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.958 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.958 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.958 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.958 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.959 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.959 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.959 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.959 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.959 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.959 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.959 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.959 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.959 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.959 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.959 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.959 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.959 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.959 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.959 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.959 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.959 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.960 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.960 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.960 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.960 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.960 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.960 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.960 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.960 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.960 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.960 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.960 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.960 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.960 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.960 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.960 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.960 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.960 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.961 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.961 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.961 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.961 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.961 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.961 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.961 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.961 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.961 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.961 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.961 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.961 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.961 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.961 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.961 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.961 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.962 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.962 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.962 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.962 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.962 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.962 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.962 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.962 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.962 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.962 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.962 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.962 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.962 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.962 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.962 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.963 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.963 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.963 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.963 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.963 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.963 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.963 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.963 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.963 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.963 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.963 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.963 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.963 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "k8sevents", 2024-05-16T15:58:01.963 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.963 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.963 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.963 INFO:teuthology.orchestra.run.smithi043.stdout: "ceph_event_retention_days": { 2024-05-16T15:58:01.963 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "ceph_event_retention_days", 2024-05-16T15:58:01.964 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.964 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.964 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.964 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "7", 2024-05-16T15:58:01.964 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.964 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.964 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.964 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Days to hold ceph event information within local cache", 2024-05-16T15:58:01.964 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.964 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.964 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.964 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.964 INFO:teuthology.orchestra.run.smithi043.stdout: "config_check_secs": { 2024-05-16T15:58:01.964 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "config_check_secs", 2024-05-16T15:58:01.964 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.964 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.964 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:01.965 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "10", 2024-05-16T15:58:01.965 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "10", 2024-05-16T15:58:01.965 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.965 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.965 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-05-16T15:58:01.965 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.965 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.965 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.965 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.965 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.965 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.965 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.965 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.965 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.965 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.965 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.965 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.966 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.966 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.966 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.966 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.966 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.966 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.966 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.966 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.966 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.966 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.966 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.966 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.966 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.966 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.966 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.967 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.967 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.967 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.967 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.967 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.967 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.967 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.967 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.967 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.967 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.967 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.967 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.967 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.967 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.967 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.967 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.967 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.968 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.968 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.968 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.968 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.968 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.968 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.968 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.968 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.968 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.968 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.968 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.968 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.968 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.968 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.968 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.968 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.968 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.969 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.969 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.969 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.969 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.969 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.969 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.969 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.969 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.969 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.969 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.969 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.969 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.969 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.969 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.969 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.969 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.969 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.969 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.970 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.970 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.970 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.970 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.970 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.970 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.970 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.970 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.970 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.970 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.970 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.970 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.970 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "localpool", 2024-05-16T15:58:01.970 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.970 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.970 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.970 INFO:teuthology.orchestra.run.smithi043.stdout: "failure_domain": { 2024-05-16T15:58:01.971 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "failure_domain", 2024-05-16T15:58:01.971 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.971 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.971 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.971 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "host", 2024-05-16T15:58:01.971 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.971 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.971 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.971 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "failure domain for any created local pool", 2024-05-16T15:58:01.971 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-05-16T15:58:01.971 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.971 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.971 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.971 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.971 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.971 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.972 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.972 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.972 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.972 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.972 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.972 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.972 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.972 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.972 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.972 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.972 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.972 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.972 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.972 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.972 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.972 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.972 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.973 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.973 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.973 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.973 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.973 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.973 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.973 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.973 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.973 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.973 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.973 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.973 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.973 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.973 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.973 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.973 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.973 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.974 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.974 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.974 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.974 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.974 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.974 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.974 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.974 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.974 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.974 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.974 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.974 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.974 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.974 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.974 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.974 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.974 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.975 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.975 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.975 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.975 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.975 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.975 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.975 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.975 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.975 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.975 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.975 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.975 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.975 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.975 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.975 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.975 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.975 INFO:teuthology.orchestra.run.smithi043.stdout: "min_size": { 2024-05-16T15:58:01.976 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "min_size", 2024-05-16T15:58:01.976 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.976 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.976 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.976 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.976 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.976 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.976 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.976 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "default min_size for any created local pool", 2024-05-16T15:58:01.976 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-05-16T15:58:01.976 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.976 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.976 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.976 INFO:teuthology.orchestra.run.smithi043.stdout: "num_rep": { 2024-05-16T15:58:01.977 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "num_rep", 2024-05-16T15:58:01.977 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.977 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.977 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.977 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "3", 2024-05-16T15:58:01.977 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.977 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.977 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.977 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "default replica count for any created local pool", 2024-05-16T15:58:01.977 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.977 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.977 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.977 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.977 INFO:teuthology.orchestra.run.smithi043.stdout: "pg_num": { 2024-05-16T15:58:01.978 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "pg_num", 2024-05-16T15:58:01.978 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.978 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.978 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.978 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "128", 2024-05-16T15:58:01.978 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.978 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.978 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.978 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "default pg_num for any created local pool", 2024-05-16T15:58:01.978 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.978 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.978 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.978 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.978 INFO:teuthology.orchestra.run.smithi043.stdout: "prefix": { 2024-05-16T15:58:01.978 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "prefix", 2024-05-16T15:58:01.978 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.979 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.979 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.979 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.979 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.979 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.979 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.979 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "name prefix for any created local pool", 2024-05-16T15:58:01.979 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.979 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.979 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.979 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.979 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.979 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.979 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.980 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.980 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.980 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.980 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.980 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.980 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.980 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.980 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.980 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.980 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.980 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.980 INFO:teuthology.orchestra.run.smithi043.stdout: "subtree": { 2024-05-16T15:58:01.980 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "subtree", 2024-05-16T15:58:01.980 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.980 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.981 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.981 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "rack", 2024-05-16T15:58:01.981 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.981 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.981 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.981 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "CRUSH level for which to create a local pool", 2024-05-16T15:58:01.981 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-05-16T15:58:01.981 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.981 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.981 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.981 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.981 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.981 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.981 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "mds_autoscaler", 2024-05-16T15:58:01.981 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.981 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.982 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.982 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.982 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.982 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.982 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.982 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.982 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.982 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.982 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.982 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.982 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.982 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.982 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.982 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.982 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.983 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.983 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.983 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.983 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.983 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.983 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.983 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.983 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.983 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.983 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.983 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.983 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.983 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.983 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.983 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.983 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.984 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.984 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.984 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.984 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.984 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.984 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.984 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.984 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.984 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.984 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.984 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.984 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.984 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.984 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.984 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.985 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.985 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.985 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.985 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.985 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.985 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.985 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.985 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.985 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.985 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.985 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.985 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.985 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.985 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.985 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.986 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.986 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.986 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.986 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.986 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.986 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.986 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.986 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.986 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.986 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.986 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.986 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.986 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.986 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.986 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.987 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.987 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.987 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.987 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.987 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.987 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.987 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.987 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.987 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.987 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.987 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.987 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.987 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "mirroring", 2024-05-16T15:58:01.987 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.987 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.988 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.988 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.988 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.988 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.988 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.988 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.988 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.988 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.988 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.988 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.988 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.988 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.988 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.988 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.988 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.989 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.989 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.989 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.989 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.989 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.989 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.989 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.989 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.989 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.989 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.989 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.989 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.989 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.989 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.989 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.990 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.990 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.990 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.990 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.990 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.990 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.990 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.990 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.990 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.990 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.990 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.990 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.990 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.990 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.991 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.991 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.991 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.991 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.991 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.991 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.991 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.991 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.991 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.991 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.991 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.991 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.991 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.991 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.992 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.992 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.992 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.992 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.992 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.992 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.992 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.992 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.992 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.992 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.992 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.992 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.992 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.992 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.993 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.993 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.993 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.993 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.993 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.993 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.993 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.993 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.993 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.993 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.993 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.993 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.993 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.993 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:01.993 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.994 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:01.994 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "nfs", 2024-05-16T15:58:01.994 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:01.994 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:01.994 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:01.994 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:01.994 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:01.994 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.994 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.994 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.994 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:01.994 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.994 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.994 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.994 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.995 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.995 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.995 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.995 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.995 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.995 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.995 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.995 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.995 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.995 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.995 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.995 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:01.995 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:01.995 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.995 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.996 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.996 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.996 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.996 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.996 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.996 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.996 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.996 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.996 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.996 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.996 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:01.996 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:01.996 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:01.996 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.997 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.997 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:01.997 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.997 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.997 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:01.997 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:01.997 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:01.997 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:01.997 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:01.997 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:01.997 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:01.997 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:01.997 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.997 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.997 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.997 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.998 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.998 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:01.998 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:01.998 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:01.998 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:01.998 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.998 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:01.998 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.998 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.998 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.998 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.998 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.998 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.998 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.998 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:01.999 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:01.999 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:01.999 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:01.999 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:01.999 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:01.999 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:01.999 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:01.999 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:01.999 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:01.999 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:01.999 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:01.999 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:01.999 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:01.999 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:02.000 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:02.000 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.000 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:02.000 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "orchestrator", 2024-05-16T15:58:02.000 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:02.000 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:02.000 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:02.000 INFO:teuthology.orchestra.run.smithi043.stdout: "fail_fs": { 2024-05-16T15:58:02.000 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "fail_fs", 2024-05-16T15:58:02.000 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.000 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.000 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.000 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:02.000 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.000 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.001 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.001 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-05-16T15:58:02.001 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.001 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.001 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.001 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.001 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:02.001 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:02.001 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.001 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.001 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.001 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:02.001 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.001 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.001 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:02.001 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:02.002 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:02.002 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:02.002 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:02.002 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:02.002 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:02.002 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:02.002 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.002 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.002 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.002 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.002 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.002 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:02.002 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:02.002 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.002 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.002 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.003 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:02.003 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.003 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.003 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.003 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.003 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.003 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.003 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.003 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.003 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:02.003 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:02.003 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.003 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.003 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.004 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:02.004 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.004 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.004 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:02.004 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:02.004 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:02.004 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:02.004 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:02.004 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:02.004 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:02.004 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:02.004 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.004 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.004 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.005 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.005 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.005 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:02.005 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:02.005 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.005 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.005 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.005 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:02.005 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.005 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.005 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.005 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.005 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.005 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.005 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.006 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.006 INFO:teuthology.orchestra.run.smithi043.stdout: "orchestrator": { 2024-05-16T15:58:02.006 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "orchestrator", 2024-05-16T15:58:02.006 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.006 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.006 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.006 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:02.006 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.006 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.006 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:02.006 INFO:teuthology.orchestra.run.smithi043.stdout: "cephadm", 2024-05-16T15:58:02.006 INFO:teuthology.orchestra.run.smithi043.stdout: "rook", 2024-05-16T15:58:02.006 INFO:teuthology.orchestra.run.smithi043.stdout: "test_orchestrator" 2024-05-16T15:58:02.006 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:02.006 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Orchestrator backend", 2024-05-16T15:58:02.006 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.006 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.007 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.007 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.007 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:02.007 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:02.007 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:02.007 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:02.007 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.007 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:02.007 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.007 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.007 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.007 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.007 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.007 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.007 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.007 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:02.008 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:02.008 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.008 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:02.008 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "osd_perf_query", 2024-05-16T15:58:02.008 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:02.008 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:02.008 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:02.008 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:02.008 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:02.008 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.008 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.008 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.008 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:02.008 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.008 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.008 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:02.009 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:02.009 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:02.009 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:02.009 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:02.009 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:02.009 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:02.009 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:02.009 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.009 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.009 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.009 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.009 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.009 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:02.009 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:02.009 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.009 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.010 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.010 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:02.010 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.010 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.010 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.010 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.010 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.010 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.010 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.010 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.010 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:02.010 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:02.010 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.010 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.010 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.010 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:02.010 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.011 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.011 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:02.011 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:02.011 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:02.011 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:02.011 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:02.011 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:02.011 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:02.011 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:02.011 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.011 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.011 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.011 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.011 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.011 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:02.011 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:02.012 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.012 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.012 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.012 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:02.012 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.012 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.012 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.012 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.012 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.012 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.012 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.012 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.012 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:02.012 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:02.012 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:02.012 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:02.012 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.013 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:02.013 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.013 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.013 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.013 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.013 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.013 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.013 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.013 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:02.013 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:02.013 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.013 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:02.013 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "osd_support", 2024-05-16T15:58:02.013 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:02.013 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:02.013 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:02.014 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:02.014 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:02.014 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.014 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.014 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.014 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:02.014 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.014 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.014 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:02.014 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:02.014 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:02.014 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:02.014 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:02.014 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:02.014 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:02.014 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:02.015 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.015 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.015 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.015 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.015 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.015 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:02.015 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:02.015 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.015 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.015 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.015 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:02.015 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.015 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.015 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.015 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.015 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.015 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.016 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.016 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.016 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:02.016 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:02.016 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.016 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.016 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.016 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:02.016 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.016 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.016 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:02.016 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:02.016 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:02.016 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:02.016 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:02.016 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:02.017 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:02.017 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:02.017 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.017 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.017 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.017 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.017 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.017 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:02.017 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:02.017 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.017 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.017 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.017 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:02.017 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.017 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.017 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.018 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.018 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.018 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.018 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.018 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.018 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:02.018 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:02.018 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:02.018 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:02.018 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.018 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:02.018 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.018 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.018 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.018 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.018 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.019 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.019 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.019 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:02.019 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:02.019 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.019 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:02.019 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "pg_autoscaler", 2024-05-16T15:58:02.019 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:02.019 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:02.019 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:02.019 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:02.019 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:02.019 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.019 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.019 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.020 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:02.020 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.020 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.020 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:02.020 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:02.020 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:02.020 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:02.020 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:02.020 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:02.020 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:02.020 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:02.020 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.020 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.020 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.020 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.021 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.021 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:02.021 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:02.021 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.021 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.021 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.021 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:02.021 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.021 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.021 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.021 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.021 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.021 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.021 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.022 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.022 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:02.022 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:02.022 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.022 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.022 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.022 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:02.022 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.022 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.022 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:02.022 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:02.022 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:02.022 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:02.022 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:02.022 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:02.023 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:02.023 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:02.023 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.023 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.023 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.023 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.023 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.023 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:02.023 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:02.023 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.023 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.023 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.023 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:02.023 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.023 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.024 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.024 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.024 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.024 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.024 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.024 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.024 INFO:teuthology.orchestra.run.smithi043.stdout: "sleep_interval": { 2024-05-16T15:58:02.024 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sleep_interval", 2024-05-16T15:58:02.024 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:02.024 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.024 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.024 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "60", 2024-05-16T15:58:02.024 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.024 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.024 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.024 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.025 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.025 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.025 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.025 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.025 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:02.025 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:02.025 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:02.025 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:02.025 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.025 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:02.025 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.025 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.025 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.025 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.025 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.026 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.026 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.026 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.026 INFO:teuthology.orchestra.run.smithi043.stdout: "threshold": { 2024-05-16T15:58:02.026 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "threshold", 2024-05-16T15:58:02.026 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "float", 2024-05-16T15:58:02.026 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.026 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.026 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "3.0", 2024-05-16T15:58:02.026 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "1.0", 2024-05-16T15:58:02.026 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.026 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.026 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "scaling threshold", 2024-05-16T15:58:02.026 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-05-16T15:58:02.027 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.027 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.027 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:02.027 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:02.027 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.027 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:02.027 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "progress", 2024-05-16T15:58:02.027 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:02.027 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:02.027 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:02.027 INFO:teuthology.orchestra.run.smithi043.stdout: "allow_pg_recovery_event": { 2024-05-16T15:58:02.027 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "allow_pg_recovery_event", 2024-05-16T15:58:02.027 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.027 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.027 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.027 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:02.027 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.028 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.028 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.028 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "allow the module to show pg recovery progress", 2024-05-16T15:58:02.028 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.028 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.028 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.028 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.028 INFO:teuthology.orchestra.run.smithi043.stdout: "enabled": { 2024-05-16T15:58:02.028 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "enabled", 2024-05-16T15:58:02.028 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.028 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.028 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.028 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:02.028 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.028 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.028 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.029 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.029 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.029 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.029 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.029 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.029 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:02.029 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:02.029 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.029 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.029 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.029 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:02.029 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.029 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.029 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:02.029 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:02.030 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:02.030 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:02.030 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:02.030 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:02.030 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:02.030 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:02.030 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.030 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.030 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.030 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.030 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.030 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:02.030 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:02.030 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.031 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.031 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.031 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:02.031 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.031 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.031 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.031 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.031 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.031 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.031 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.031 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.031 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:02.031 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:02.031 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.031 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.032 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.032 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:02.032 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.032 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.032 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:02.032 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:02.032 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:02.032 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:02.032 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:02.032 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:02.032 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:02.032 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:02.032 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.032 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.032 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.032 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.033 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.033 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:02.033 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:02.033 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.033 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.033 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.033 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:02.033 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.033 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.033 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.033 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.033 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.033 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.033 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.033 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.034 INFO:teuthology.orchestra.run.smithi043.stdout: "max_completed_events": { 2024-05-16T15:58:02.034 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "max_completed_events", 2024-05-16T15:58:02.034 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:02.034 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.034 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.034 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "50", 2024-05-16T15:58:02.034 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.034 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.034 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.034 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "number of past completed events to remember", 2024-05-16T15:58:02.034 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.034 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.034 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.034 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.034 INFO:teuthology.orchestra.run.smithi043.stdout: "sleep_interval": { 2024-05-16T15:58:02.035 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sleep_interval", 2024-05-16T15:58:02.035 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:02.035 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.035 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.035 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "5", 2024-05-16T15:58:02.035 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.035 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.035 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.035 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "how long the module is going to sleep", 2024-05-16T15:58:02.035 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.035 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.035 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.035 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.035 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:02.035 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:02.035 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:02.036 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:02.036 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.036 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:02.036 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.036 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.036 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.036 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.036 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.036 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.036 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.036 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:02.036 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:02.036 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.036 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:02.036 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "prometheus", 2024-05-16T15:58:02.037 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:02.037 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:02.037 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:02.037 INFO:teuthology.orchestra.run.smithi043.stdout: "cache": { 2024-05-16T15:58:02.037 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "cache", 2024-05-16T15:58:02.037 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.037 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.037 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.037 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:02.037 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.037 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.037 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.037 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.037 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.037 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.037 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.038 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.038 INFO:teuthology.orchestra.run.smithi043.stdout: "exclude_perf_counters": { 2024-05-16T15:58:02.038 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "exclude_perf_counters", 2024-05-16T15:58:02.038 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.038 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.038 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.038 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:02.038 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.038 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.038 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.038 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-05-16T15:58:02.038 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-05-16T15:58:02.038 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.038 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.039 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.039 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:02.039 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:02.039 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.039 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.039 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.039 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:02.039 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.039 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.039 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:02.039 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:02.039 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:02.039 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:02.039 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:02.039 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:02.039 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:02.040 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:02.040 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.040 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.040 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.040 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.040 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.040 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:02.040 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:02.040 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.040 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.040 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.040 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:02.040 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.040 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.040 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.041 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.041 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.041 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.041 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.041 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.041 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:02.041 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:02.041 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.041 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.041 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.041 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:02.041 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.041 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.041 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:02.041 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:02.042 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:02.042 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:02.042 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:02.042 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:02.042 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:02.042 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:02.042 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.042 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.042 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.042 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.042 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.042 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:02.042 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:02.042 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.042 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.043 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.043 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:02.043 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.043 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.043 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.043 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.043 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.043 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.043 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.043 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.043 INFO:teuthology.orchestra.run.smithi043.stdout: "rbd_stats_pools": { 2024-05-16T15:58:02.043 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "rbd_stats_pools", 2024-05-16T15:58:02.043 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.043 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.043 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.044 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:02.044 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.044 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.044 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.044 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.044 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.044 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.044 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.044 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.044 INFO:teuthology.orchestra.run.smithi043.stdout: "rbd_stats_pools_refresh_interval": { 2024-05-16T15:58:02.044 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-05-16T15:58:02.044 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:02.044 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.044 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.044 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "300", 2024-05-16T15:58:02.044 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.045 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.045 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.045 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.045 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.045 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.045 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.045 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.045 INFO:teuthology.orchestra.run.smithi043.stdout: "scrape_interval": { 2024-05-16T15:58:02.045 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "scrape_interval", 2024-05-16T15:58:02.045 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "float", 2024-05-16T15:58:02.045 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.045 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.045 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "15.0", 2024-05-16T15:58:02.045 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.045 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.045 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.046 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.046 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.046 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.046 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.046 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.046 INFO:teuthology.orchestra.run.smithi043.stdout: "server_addr": { 2024-05-16T15:58:02.046 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "server_addr", 2024-05-16T15:58:02.046 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.046 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.046 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.046 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "::", 2024-05-16T15:58:02.046 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.046 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.046 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.047 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-05-16T15:58:02.047 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.047 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.047 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.047 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.047 INFO:teuthology.orchestra.run.smithi043.stdout: "server_port": { 2024-05-16T15:58:02.047 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "server_port", 2024-05-16T15:58:02.047 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:02.047 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.047 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.047 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "9283", 2024-05-16T15:58:02.047 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.047 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.047 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.047 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-05-16T15:58:02.047 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.047 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.048 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.048 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.048 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:02.048 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:02.048 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:02.048 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:02.048 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.048 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:02.048 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.048 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.048 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.048 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.048 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.048 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.048 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.048 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.048 INFO:teuthology.orchestra.run.smithi043.stdout: "stale_cache_strategy": { 2024-05-16T15:58:02.049 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "stale_cache_strategy", 2024-05-16T15:58:02.049 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.049 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.049 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.049 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "log", 2024-05-16T15:58:02.049 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.049 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.049 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.049 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.049 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.049 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.049 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.049 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.049 INFO:teuthology.orchestra.run.smithi043.stdout: "standby_behaviour": { 2024-05-16T15:58:02.049 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "standby_behaviour", 2024-05-16T15:58:02.049 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.050 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.050 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.050 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "default", 2024-05-16T15:58:02.050 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.050 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.050 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:02.050 INFO:teuthology.orchestra.run.smithi043.stdout: "default", 2024-05-16T15:58:02.050 INFO:teuthology.orchestra.run.smithi043.stdout: "error" 2024-05-16T15:58:02.050 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:02.050 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.050 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.050 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.050 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.050 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.050 INFO:teuthology.orchestra.run.smithi043.stdout: "standby_error_status_code": { 2024-05-16T15:58:02.050 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "standby_error_status_code", 2024-05-16T15:58:02.051 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:02.051 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.051 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.051 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "500", 2024-05-16T15:58:02.051 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "400", 2024-05-16T15:58:02.051 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "599", 2024-05-16T15:58:02.051 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.051 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.051 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.051 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.051 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.051 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:02.051 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:02.051 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.051 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:02.051 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "rbd_support", 2024-05-16T15:58:02.052 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:02.052 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:02.052 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:02.052 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:02.052 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:02.052 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.052 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.052 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.052 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:02.052 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.052 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.052 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:02.052 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:02.052 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:02.052 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:02.052 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:02.053 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:02.053 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:02.053 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:02.053 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.053 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.053 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.053 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.053 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.053 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:02.053 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:02.053 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.053 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.053 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.053 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:02.053 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.053 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.054 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.054 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.054 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.054 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.054 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.054 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.054 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:02.054 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:02.054 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.054 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.054 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.054 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:02.054 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.054 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.054 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:02.054 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:02.055 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:02.055 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:02.055 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:02.055 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:02.055 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:02.055 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:02.055 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.055 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.055 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.055 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.055 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.055 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:02.055 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:02.055 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.055 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.055 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.056 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:02.056 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.056 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.056 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.056 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.056 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.056 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.056 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.056 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.056 INFO:teuthology.orchestra.run.smithi043.stdout: "max_concurrent_snap_create": { 2024-05-16T15:58:02.056 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "max_concurrent_snap_create", 2024-05-16T15:58:02.056 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:02.056 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.056 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.056 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "10", 2024-05-16T15:58:02.056 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.057 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.057 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.057 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.057 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.057 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.057 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.057 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.057 INFO:teuthology.orchestra.run.smithi043.stdout: "mirror_snapshot_schedule": { 2024-05-16T15:58:02.057 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "mirror_snapshot_schedule", 2024-05-16T15:58:02.057 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.057 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.057 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.057 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:02.057 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.057 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.057 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.058 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.058 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.058 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.058 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.058 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.058 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:02.058 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:02.058 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:02.058 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:02.058 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.058 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:02.058 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.058 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.058 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.059 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.059 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.059 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.059 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.059 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.059 INFO:teuthology.orchestra.run.smithi043.stdout: "trash_purge_schedule": { 2024-05-16T15:58:02.059 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "trash_purge_schedule", 2024-05-16T15:58:02.059 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.059 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.059 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.059 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:02.059 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.059 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.059 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.059 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.060 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.060 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.060 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.060 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:02.060 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:02.060 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.060 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:02.060 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "restful", 2024-05-16T15:58:02.060 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:02.060 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:02.060 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:02.060 INFO:teuthology.orchestra.run.smithi043.stdout: "enable_auth": { 2024-05-16T15:58:02.060 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "enable_auth", 2024-05-16T15:58:02.060 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.060 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.060 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.060 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:02.061 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.061 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.061 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.061 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.061 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.061 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.061 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.061 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.061 INFO:teuthology.orchestra.run.smithi043.stdout: "key_file": { 2024-05-16T15:58:02.061 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "key_file", 2024-05-16T15:58:02.061 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.061 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.061 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.062 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:02.062 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.062 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.062 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.062 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.062 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.062 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.062 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.062 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.062 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:02.062 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:02.062 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.062 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.062 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.062 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:02.063 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.063 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.063 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:02.063 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:02.063 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:02.063 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:02.063 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:02.063 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:02.063 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:02.063 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:02.063 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.063 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.063 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.063 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.063 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.063 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:02.064 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:02.064 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.064 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.064 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.064 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:02.064 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.064 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.064 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.064 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.064 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.064 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.064 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.064 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.064 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:02.064 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:02.064 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.065 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.065 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.065 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:02.065 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.065 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.065 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:02.065 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:02.065 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:02.065 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:02.065 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:02.065 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:02.065 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:02.065 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:02.065 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.065 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.065 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.065 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.066 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.066 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:02.066 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:02.066 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.066 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.066 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.066 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:02.066 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.066 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.066 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.066 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.066 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.066 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.066 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.066 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.067 INFO:teuthology.orchestra.run.smithi043.stdout: "server_addr": { 2024-05-16T15:58:02.067 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "server_addr", 2024-05-16T15:58:02.067 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.067 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.067 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.067 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:02.067 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.067 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.067 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.067 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.067 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.067 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.067 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.067 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.067 INFO:teuthology.orchestra.run.smithi043.stdout: "server_port": { 2024-05-16T15:58:02.067 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "server_port", 2024-05-16T15:58:02.068 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.068 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.068 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.068 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:02.068 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.068 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.068 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.068 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.068 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.068 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.068 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.068 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.068 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:02.068 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:02.069 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:02.069 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:02.069 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.069 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:02.069 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.069 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.069 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.069 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.069 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.069 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.069 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.069 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:02.069 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:02.069 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.069 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:02.069 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "rgw", 2024-05-16T15:58:02.070 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:02.070 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:02.070 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:02.070 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:02.070 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:02.070 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.070 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.070 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.070 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:02.070 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.070 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.070 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:02.070 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:02.070 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:02.070 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:02.071 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:02.071 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:02.071 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:02.071 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:02.071 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.071 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.071 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.071 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.071 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.071 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:02.071 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:02.071 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.071 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.071 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.071 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:02.071 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.071 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.072 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.072 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.072 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.072 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.072 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.072 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.072 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:02.072 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:02.072 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.072 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.072 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.072 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:02.072 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.072 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.072 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:02.072 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:02.072 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:02.073 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:02.073 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:02.073 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:02.073 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:02.073 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:02.073 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.073 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.073 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.073 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.073 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.073 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:02.073 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:02.073 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.073 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.073 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.073 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:02.074 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.074 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.074 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.074 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.074 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.074 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.074 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.074 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.074 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:02.074 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:02.074 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:02.074 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:02.074 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.074 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:02.074 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.075 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.075 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.075 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.075 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.075 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.075 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.075 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:02.075 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:02.075 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.075 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:02.075 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "rook", 2024-05-16T15:58:02.075 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:02.075 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:02.075 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:02.075 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:02.076 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:02.076 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.076 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.076 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.076 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:02.076 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.076 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.076 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:02.076 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:02.076 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:02.076 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:02.076 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:02.076 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:02.076 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:02.076 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:02.076 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.077 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.077 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.077 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.077 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.077 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:02.077 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:02.077 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.077 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.077 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.077 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:02.077 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.077 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.077 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.077 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.077 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.077 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.077 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.078 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.078 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:02.078 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:02.078 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.078 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.078 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.078 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:02.078 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.078 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.078 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:02.078 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:02.078 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:02.078 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:02.078 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:02.078 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:02.078 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:02.079 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:02.079 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.079 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.079 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.079 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.079 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.079 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:02.079 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:02.079 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.079 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.079 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.079 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:02.079 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.079 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.079 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.079 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.080 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.080 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.080 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.080 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.080 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:02.080 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:02.080 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:02.080 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:02.080 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.080 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:02.080 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.080 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.080 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.080 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.080 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.080 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.081 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.081 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.081 INFO:teuthology.orchestra.run.smithi043.stdout: "storage_class": { 2024-05-16T15:58:02.081 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "storage_class", 2024-05-16T15:58:02.081 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.081 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.081 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.081 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "local", 2024-05-16T15:58:02.081 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.081 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.081 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.081 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-05-16T15:58:02.081 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.081 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.081 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.081 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:02.081 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:02.081 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.082 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:02.082 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "selftest", 2024-05-16T15:58:02.082 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:02.082 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:02.082 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:02.082 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:02.082 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:02.082 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.082 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.082 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.082 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:02.082 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.082 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.082 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:02.082 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:02.082 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:02.083 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:02.083 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:02.083 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:02.083 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:02.083 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:02.083 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.083 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.083 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.083 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.083 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.083 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:02.083 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:02.083 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.083 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.083 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.083 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:02.084 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.084 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.084 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.084 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.084 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.084 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.084 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.084 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.084 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:02.084 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:02.084 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.084 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.084 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.084 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:02.084 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.084 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.085 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:02.085 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:02.085 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:02.085 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:02.085 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:02.085 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:02.085 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:02.085 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:02.085 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.085 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.085 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.085 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.085 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.085 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:02.085 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:02.085 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.085 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.085 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.086 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:02.086 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.086 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.086 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.086 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.086 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.086 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.086 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.086 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.086 INFO:teuthology.orchestra.run.smithi043.stdout: "roption1": { 2024-05-16T15:58:02.086 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "roption1", 2024-05-16T15:58:02.086 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.086 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.086 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.087 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:02.087 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.087 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.087 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.087 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.087 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.087 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.087 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.087 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.087 INFO:teuthology.orchestra.run.smithi043.stdout: "roption2": { 2024-05-16T15:58:02.087 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "roption2", 2024-05-16T15:58:02.087 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.087 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.087 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.087 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "xyz", 2024-05-16T15:58:02.087 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.087 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.088 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.088 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.088 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.088 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.088 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.088 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.088 INFO:teuthology.orchestra.run.smithi043.stdout: "rwoption1": { 2024-05-16T15:58:02.088 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "rwoption1", 2024-05-16T15:58:02.088 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.088 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.088 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.088 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:02.088 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.088 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.088 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.088 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.088 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.089 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.089 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.089 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.089 INFO:teuthology.orchestra.run.smithi043.stdout: "rwoption2": { 2024-05-16T15:58:02.089 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "rwoption2", 2024-05-16T15:58:02.089 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:02.089 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.089 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.089 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:02.089 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.089 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.089 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.089 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.089 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.089 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.089 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.090 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.090 INFO:teuthology.orchestra.run.smithi043.stdout: "rwoption3": { 2024-05-16T15:58:02.090 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "rwoption3", 2024-05-16T15:58:02.090 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "float", 2024-05-16T15:58:02.090 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.090 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.090 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:02.090 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.090 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.090 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.090 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.090 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.090 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.090 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.090 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.090 INFO:teuthology.orchestra.run.smithi043.stdout: "rwoption4": { 2024-05-16T15:58:02.090 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "rwoption4", 2024-05-16T15:58:02.091 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.091 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.091 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.091 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:02.091 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.091 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.091 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.091 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.091 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.091 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.091 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.091 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.091 INFO:teuthology.orchestra.run.smithi043.stdout: "rwoption5": { 2024-05-16T15:58:02.091 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "rwoption5", 2024-05-16T15:58:02.091 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.091 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.091 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.092 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:02.092 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.092 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.092 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.092 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.092 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.092 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.092 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.092 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.092 INFO:teuthology.orchestra.run.smithi043.stdout: "rwoption6": { 2024-05-16T15:58:02.092 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "rwoption6", 2024-05-16T15:58:02.092 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.092 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.092 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.092 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:02.092 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.092 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.093 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.093 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.093 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.093 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.093 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.093 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.093 INFO:teuthology.orchestra.run.smithi043.stdout: "rwoption7": { 2024-05-16T15:58:02.093 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "rwoption7", 2024-05-16T15:58:02.093 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:02.093 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.093 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.093 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:02.093 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "1", 2024-05-16T15:58:02.093 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "42", 2024-05-16T15:58:02.093 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.093 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.093 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.093 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.094 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.094 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.094 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:02.094 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:02.094 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:02.094 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:02.094 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.094 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:02.094 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.094 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.094 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.094 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.094 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.094 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.094 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.094 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.094 INFO:teuthology.orchestra.run.smithi043.stdout: "testkey": { 2024-05-16T15:58:02.095 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "testkey", 2024-05-16T15:58:02.095 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.095 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.095 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.095 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:02.095 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.095 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.095 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.095 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.095 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.095 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.095 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.095 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.095 INFO:teuthology.orchestra.run.smithi043.stdout: "testlkey": { 2024-05-16T15:58:02.095 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "testlkey", 2024-05-16T15:58:02.095 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.095 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.095 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.096 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:02.096 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.096 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.096 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.096 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.096 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.096 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.096 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.096 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.096 INFO:teuthology.orchestra.run.smithi043.stdout: "testnewline": { 2024-05-16T15:58:02.096 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "testnewline", 2024-05-16T15:58:02.096 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.096 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.096 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.096 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:02.096 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.097 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.097 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.097 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.097 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.097 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.097 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.097 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:02.097 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:02.097 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.097 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:02.097 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "smb", 2024-05-16T15:58:02.097 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:02.097 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:02.097 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:02.097 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:02.097 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:02.097 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.097 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.098 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.098 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:02.098 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.098 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.098 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:02.098 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:02.098 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:02.098 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:02.098 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:02.098 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:02.098 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:02.098 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:02.098 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.098 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.098 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.098 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.099 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.099 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:02.099 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:02.099 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.099 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.099 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.099 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:02.099 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.099 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.099 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.099 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.099 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.099 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.099 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.099 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.099 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:02.100 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:02.100 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.100 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.100 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.100 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:02.100 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.100 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.100 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:02.100 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:02.100 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:02.100 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:02.100 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:02.100 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:02.100 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:02.101 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:02.101 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.101 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.101 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.101 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.101 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.101 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:02.101 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:02.101 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.101 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.101 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.101 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:02.101 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.101 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.101 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.102 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.102 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.102 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.102 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.102 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.102 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:02.102 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:02.102 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:02.102 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:02.102 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.102 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:02.102 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.102 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.102 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.102 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.103 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.103 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.103 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.103 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.103 INFO:teuthology.orchestra.run.smithi043.stdout: "update_orchestration": { 2024-05-16T15:58:02.103 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "update_orchestration", 2024-05-16T15:58:02.103 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.103 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.103 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.103 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:02.103 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.103 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.103 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.103 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "automatically update orchestration when smb resources are changed", 2024-05-16T15:58:02.104 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.104 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.104 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.104 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:02.104 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:02.104 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.104 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:02.104 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "snap_schedule", 2024-05-16T15:58:02.104 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:02.104 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:02.104 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:02.104 INFO:teuthology.orchestra.run.smithi043.stdout: "allow_m_granularity": { 2024-05-16T15:58:02.104 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "allow_m_granularity", 2024-05-16T15:58:02.104 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.104 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.104 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.105 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:02.105 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.105 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.105 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.105 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "allow minute scheduled snapshots", 2024-05-16T15:58:02.105 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.105 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.105 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.105 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.105 INFO:teuthology.orchestra.run.smithi043.stdout: "dump_on_update": { 2024-05-16T15:58:02.105 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "dump_on_update", 2024-05-16T15:58:02.105 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.105 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.105 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.105 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:02.106 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.106 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.106 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.106 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "dump database to debug log on update", 2024-05-16T15:58:02.106 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.106 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.106 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.106 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.106 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:02.106 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:02.106 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.106 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.106 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.106 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:02.107 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.107 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.107 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:02.107 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:02.107 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:02.107 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:02.107 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:02.107 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:02.107 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:02.107 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:02.107 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.107 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.107 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.107 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.107 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.108 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:02.108 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:02.108 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.108 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.108 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.108 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:02.108 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.108 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.108 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.108 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.108 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.108 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.108 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.108 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.108 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:02.108 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:02.109 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.109 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.109 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.109 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:02.109 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.109 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.109 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:02.109 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:02.109 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:02.109 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:02.109 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:02.109 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:02.109 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:02.109 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:02.109 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.109 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.110 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.110 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.110 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.110 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:02.110 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:02.110 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.110 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.110 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.110 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:02.110 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.110 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.110 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.110 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.110 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.111 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.111 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.111 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.111 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:02.111 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:02.111 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:02.111 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:02.111 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.111 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:02.111 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.111 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.111 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.111 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.111 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.111 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.111 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.112 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:02.112 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:02.112 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.112 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:02.112 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "stats", 2024-05-16T15:58:02.112 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:02.112 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:02.112 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:02.112 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:02.112 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:02.112 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.112 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.112 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.112 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:02.112 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.112 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.113 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:02.113 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:02.113 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:02.113 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:02.113 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:02.113 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:02.113 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:02.113 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:02.113 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.113 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.113 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.113 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.113 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.113 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:02.113 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:02.113 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.114 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.114 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.114 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:02.114 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.114 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.114 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.114 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.114 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.114 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.114 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.114 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.114 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:02.114 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:02.114 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.114 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.114 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.114 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:02.115 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.115 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.115 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:02.115 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:02.115 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:02.115 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:02.115 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:02.115 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:02.115 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:02.115 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:02.115 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.115 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.115 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.115 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.115 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.115 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:02.115 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:02.116 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.116 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.116 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.116 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:02.116 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.116 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.116 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.116 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.116 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.116 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.116 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.116 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.116 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:02.116 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:02.116 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:02.116 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:02.117 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.117 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:02.117 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.117 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.117 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.117 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.117 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.117 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.117 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.117 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:02.117 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:02.117 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.117 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:02.117 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "status", 2024-05-16T15:58:02.117 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:02.117 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:02.117 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:02.118 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:02.118 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:02.118 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.118 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.118 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.118 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:02.118 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.118 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.118 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:02.118 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:02.118 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:02.118 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:02.118 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:02.118 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:02.118 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:02.118 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:02.119 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.119 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.119 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.119 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.119 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.119 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:02.119 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:02.119 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.119 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.119 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.119 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:02.119 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.119 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.119 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.119 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.119 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.119 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.120 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.120 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.120 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:02.120 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:02.120 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.120 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.120 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.120 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:02.120 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.120 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.120 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:02.120 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:02.120 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:02.120 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:02.120 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:02.120 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:02.120 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:02.120 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:02.121 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.121 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.121 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.121 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.121 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.121 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:02.121 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:02.121 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.121 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.121 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.121 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:02.121 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.121 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.121 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.121 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.121 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.122 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.122 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.122 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.122 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:02.122 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:02.122 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:02.122 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:02.122 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.122 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:02.122 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.122 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.122 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.122 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.122 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.122 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.122 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.123 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:02.123 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:02.123 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.123 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:02.123 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "telegraf", 2024-05-16T15:58:02.123 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:02.123 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:02.123 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:02.123 INFO:teuthology.orchestra.run.smithi043.stdout: "address": { 2024-05-16T15:58:02.123 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "address", 2024-05-16T15:58:02.123 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.123 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.123 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.123 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-05-16T15:58:02.123 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.123 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.124 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.124 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.124 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.124 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.124 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.124 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.124 INFO:teuthology.orchestra.run.smithi043.stdout: "interval": { 2024-05-16T15:58:02.124 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "interval", 2024-05-16T15:58:02.124 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:02.124 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.124 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.124 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "15", 2024-05-16T15:58:02.124 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.124 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.124 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.124 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.124 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.125 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.125 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.125 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.125 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:02.125 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:02.125 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.125 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.125 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.125 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:02.125 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.125 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.125 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:02.125 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:02.125 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:02.125 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:02.125 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:02.125 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:02.125 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:02.126 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:02.126 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.126 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.126 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.126 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.126 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.126 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:02.126 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:02.126 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.126 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.126 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.126 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:02.126 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.126 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.126 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.127 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.127 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.127 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.127 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.127 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.127 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:02.127 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:02.127 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.127 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.127 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.127 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:02.127 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.127 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.127 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:02.127 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:02.127 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:02.127 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:02.127 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:02.128 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:02.128 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:02.128 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:02.128 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.128 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.128 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.128 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.128 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.128 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:02.128 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:02.128 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.128 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.128 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.128 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:02.128 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.128 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.128 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.129 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.129 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.129 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.129 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.129 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.129 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:02.129 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:02.129 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:02.129 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:02.129 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.129 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:02.129 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.129 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.129 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.129 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.129 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.130 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.130 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.130 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:02.130 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:02.130 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.130 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:02.130 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "telemetry", 2024-05-16T15:58:02.130 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:02.130 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:02.130 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:02.130 INFO:teuthology.orchestra.run.smithi043.stdout: "channel_basic": { 2024-05-16T15:58:02.130 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "channel_basic", 2024-05-16T15:58:02.130 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.130 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.130 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.130 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:02.131 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.131 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.131 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.131 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Share basic cluster information (size, version)", 2024-05-16T15:58:02.131 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.131 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.131 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.131 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.131 INFO:teuthology.orchestra.run.smithi043.stdout: "channel_crash": { 2024-05-16T15:58:02.131 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "channel_crash", 2024-05-16T15:58:02.131 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.131 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.131 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.131 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:02.131 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.131 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.131 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.132 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-05-16T15:58:02.132 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.132 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.132 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.132 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.132 INFO:teuthology.orchestra.run.smithi043.stdout: "channel_device": { 2024-05-16T15:58:02.132 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "channel_device", 2024-05-16T15:58:02.132 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.132 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.132 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.132 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:02.132 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.132 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.132 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.132 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-05-16T15:58:02.132 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.132 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.133 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.133 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.133 INFO:teuthology.orchestra.run.smithi043.stdout: "channel_ident": { 2024-05-16T15:58:02.133 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "channel_ident", 2024-05-16T15:58:02.133 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.133 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.133 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.133 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:02.133 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.133 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.133 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.133 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-05-16T15:58:02.133 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.133 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.134 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.134 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.134 INFO:teuthology.orchestra.run.smithi043.stdout: "channel_perf": { 2024-05-16T15:58:02.134 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "channel_perf", 2024-05-16T15:58:02.134 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.134 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.134 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.134 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:02.134 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.134 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.134 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.134 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Share various performance metrics of a cluster", 2024-05-16T15:58:02.134 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.134 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.135 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.135 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.135 INFO:teuthology.orchestra.run.smithi043.stdout: "contact": { 2024-05-16T15:58:02.135 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "contact", 2024-05-16T15:58:02.135 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.135 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.135 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.135 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:02.135 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.135 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.135 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.135 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.135 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.135 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.135 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.135 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.136 INFO:teuthology.orchestra.run.smithi043.stdout: "description": { 2024-05-16T15:58:02.136 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "description", 2024-05-16T15:58:02.136 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.136 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.136 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.136 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:02.136 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.136 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.136 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.136 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.136 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.136 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.136 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.136 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.136 INFO:teuthology.orchestra.run.smithi043.stdout: "device_url": { 2024-05-16T15:58:02.136 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "device_url", 2024-05-16T15:58:02.137 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.137 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.137 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.137 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-05-16T15:58:02.137 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.137 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.137 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.137 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.137 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.137 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.137 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.137 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.137 INFO:teuthology.orchestra.run.smithi043.stdout: "enabled": { 2024-05-16T15:58:02.137 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "enabled", 2024-05-16T15:58:02.137 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.137 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.138 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.138 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:02.138 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.138 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.138 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.138 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.138 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.138 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.138 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.138 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.138 INFO:teuthology.orchestra.run.smithi043.stdout: "interval": { 2024-05-16T15:58:02.138 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "interval", 2024-05-16T15:58:02.138 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:02.138 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.139 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.139 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "24", 2024-05-16T15:58:02.139 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "8", 2024-05-16T15:58:02.139 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.139 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.139 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.139 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.139 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.139 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.139 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.139 INFO:teuthology.orchestra.run.smithi043.stdout: "last_opt_revision": { 2024-05-16T15:58:02.139 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "last_opt_revision", 2024-05-16T15:58:02.139 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:02.139 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.139 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.139 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "1", 2024-05-16T15:58:02.140 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.140 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.140 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.140 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.140 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.140 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.140 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.140 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.140 INFO:teuthology.orchestra.run.smithi043.stdout: "leaderboard": { 2024-05-16T15:58:02.140 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "leaderboard", 2024-05-16T15:58:02.140 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.140 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.140 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.140 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:02.140 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.140 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.140 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.141 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.141 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.141 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.141 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.141 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.141 INFO:teuthology.orchestra.run.smithi043.stdout: "leaderboard_description": { 2024-05-16T15:58:02.141 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "leaderboard_description", 2024-05-16T15:58:02.141 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.141 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.141 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.141 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:02.141 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.141 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.141 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.141 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.141 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.141 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.142 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.142 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.142 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:02.142 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:02.142 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.142 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.142 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.142 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:02.142 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.142 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.142 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:02.142 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:02.142 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:02.142 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:02.142 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:02.143 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:02.143 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:02.143 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:02.143 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.143 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.143 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.143 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.143 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.143 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:02.143 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:02.143 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.143 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.143 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.143 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:02.143 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.143 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.143 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.144 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.144 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.144 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.144 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.144 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.144 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:02.144 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:02.144 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.144 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.144 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.144 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:02.144 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.145 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.145 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:02.145 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:02.145 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:02.145 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:02.145 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:02.145 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:02.145 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:02.145 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:02.145 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.145 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.145 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.145 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.145 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.145 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:02.145 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:02.145 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.146 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.146 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.146 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:02.146 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.146 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.146 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.146 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.146 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.146 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.146 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.146 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.146 INFO:teuthology.orchestra.run.smithi043.stdout: "organization": { 2024-05-16T15:58:02.146 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "organization", 2024-05-16T15:58:02.146 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.146 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.147 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.147 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:02.147 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.147 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.147 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.147 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.147 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.147 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.147 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.147 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.147 INFO:teuthology.orchestra.run.smithi043.stdout: "proxy": { 2024-05-16T15:58:02.147 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "proxy", 2024-05-16T15:58:02.147 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.147 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.147 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.147 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:02.147 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.148 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.148 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.148 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.148 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.148 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.148 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.148 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.148 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:02.148 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:02.148 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:02.148 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:02.148 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.148 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:02.148 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.148 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.148 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.149 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.149 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.149 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.149 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.149 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.149 INFO:teuthology.orchestra.run.smithi043.stdout: "url": { 2024-05-16T15:58:02.149 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "url", 2024-05-16T15:58:02.149 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.149 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.149 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.149 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-05-16T15:58:02.149 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.149 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.149 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.149 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.149 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.150 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.150 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.150 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:02.150 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:02.150 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.150 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:02.150 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "test_orchestrator", 2024-05-16T15:58:02.150 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:02.150 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:02.150 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:02.150 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:02.150 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:02.150 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.150 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.151 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.151 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:02.151 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.151 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.151 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:02.151 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:02.151 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:02.151 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:02.151 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:02.151 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:02.151 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:02.151 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:02.151 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.151 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.151 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.151 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.151 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.152 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:02.152 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:02.152 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.152 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.152 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.152 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:02.152 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.152 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.152 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.152 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.152 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.152 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.152 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.152 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.152 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:02.152 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:02.153 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.153 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.153 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.153 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:02.153 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.153 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.153 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:02.153 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:02.153 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:02.153 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:02.153 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:02.153 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:02.153 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:02.153 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:02.153 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.153 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.153 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.154 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.154 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.154 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:02.154 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:02.154 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.154 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.154 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.154 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:02.154 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.154 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.154 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.154 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.154 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.154 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.154 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.154 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.155 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:02.155 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:02.155 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:02.155 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:02.155 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.155 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:02.155 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.155 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.155 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.155 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.155 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.155 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.155 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.155 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:02.155 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:02.155 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.156 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:02.156 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "volumes", 2024-05-16T15:58:02.156 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:02.156 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:02.156 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:02.156 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:02.156 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:02.156 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.156 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.156 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.156 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:02.156 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.156 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.156 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:02.156 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:02.156 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:02.157 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:02.157 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:02.157 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:02.157 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:02.157 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:02.157 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.157 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.157 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.157 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.157 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.157 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:02.157 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:02.157 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.157 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.157 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.157 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:02.158 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.158 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.158 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.158 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.158 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.158 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.158 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.158 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.158 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:02.158 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:02.158 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.158 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.158 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.158 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:02.158 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.158 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.159 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:02.159 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:02.159 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:02.159 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:02.159 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:02.159 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:02.159 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:02.159 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:02.159 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.159 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.159 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.159 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.159 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.159 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:02.159 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:02.159 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.159 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.160 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.160 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:02.160 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.160 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.160 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.160 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.160 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.160 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.160 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.160 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.160 INFO:teuthology.orchestra.run.smithi043.stdout: "max_concurrent_clones": { 2024-05-16T15:58:02.160 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "max_concurrent_clones", 2024-05-16T15:58:02.160 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:02.160 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.160 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.160 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "4", 2024-05-16T15:58:02.160 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.161 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.161 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.161 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Number of asynchronous cloner threads", 2024-05-16T15:58:02.161 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.161 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.161 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.161 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.161 INFO:teuthology.orchestra.run.smithi043.stdout: "periodic_async_work": { 2024-05-16T15:58:02.161 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "periodic_async_work", 2024-05-16T15:58:02.161 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.161 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.161 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.161 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:02.161 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.161 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.161 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.161 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Periodically check for async work", 2024-05-16T15:58:02.161 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.162 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.162 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.162 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.162 INFO:teuthology.orchestra.run.smithi043.stdout: "snapshot_clone_delay": { 2024-05-16T15:58:02.162 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "snapshot_clone_delay", 2024-05-16T15:58:02.162 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:02.162 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.162 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.162 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:02.162 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.162 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.162 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.162 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-05-16T15:58:02.162 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.162 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.162 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.163 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.163 INFO:teuthology.orchestra.run.smithi043.stdout: "snapshot_clone_no_wait": { 2024-05-16T15:58:02.163 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "snapshot_clone_no_wait", 2024-05-16T15:58:02.163 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.163 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.163 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.163 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "True", 2024-05-16T15:58:02.163 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.163 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.163 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.163 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-05-16T15:58:02.163 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.163 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.163 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.163 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.163 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:02.163 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:02.164 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:02.164 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:02.164 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.164 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:02.164 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.164 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.164 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.164 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.164 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.164 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.164 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.164 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:02.164 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:02.164 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.164 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:02.164 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "zabbix", 2024-05-16T15:58:02.164 INFO:teuthology.orchestra.run.smithi043.stdout: "can_run": true, 2024-05-16T15:58:02.164 INFO:teuthology.orchestra.run.smithi043.stdout: "error_string": "", 2024-05-16T15:58:02.165 INFO:teuthology.orchestra.run.smithi043.stdout: "module_options": { 2024-05-16T15:58:02.165 INFO:teuthology.orchestra.run.smithi043.stdout: "discovery_interval": { 2024-05-16T15:58:02.165 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "discovery_interval", 2024-05-16T15:58:02.165 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "uint", 2024-05-16T15:58:02.165 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.165 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.165 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "100", 2024-05-16T15:58:02.165 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.165 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.165 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.165 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.165 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.165 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.165 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.165 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.165 INFO:teuthology.orchestra.run.smithi043.stdout: "identifier": { 2024-05-16T15:58:02.165 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "identifier", 2024-05-16T15:58:02.166 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.166 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.166 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.166 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:02.166 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.166 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.166 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.166 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.166 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.166 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.166 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.166 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.166 INFO:teuthology.orchestra.run.smithi043.stdout: "interval": { 2024-05-16T15:58:02.166 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "interval", 2024-05-16T15:58:02.166 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "secs", 2024-05-16T15:58:02.166 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.166 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.167 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "60", 2024-05-16T15:58:02.167 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.167 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.167 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.167 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.167 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.167 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.167 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.167 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.167 INFO:teuthology.orchestra.run.smithi043.stdout: "log_level": { 2024-05-16T15:58:02.167 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_level", 2024-05-16T15:58:02.167 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.167 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.167 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.167 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:02.167 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.168 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.168 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:02.168 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:02.168 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:02.168 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:02.168 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:02.168 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:02.168 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:02.168 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:02.168 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.168 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.168 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.168 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.168 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.168 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster": { 2024-05-16T15:58:02.168 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster", 2024-05-16T15:58:02.168 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.168 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.169 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.169 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:02.169 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.169 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.169 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.169 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.169 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.169 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.169 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.169 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.169 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_cluster_level": { 2024-05-16T15:58:02.169 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_cluster_level", 2024-05-16T15:58:02.169 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.169 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.169 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.169 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "info", 2024-05-16T15:58:02.170 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.170 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.170 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [ 2024-05-16T15:58:02.170 INFO:teuthology.orchestra.run.smithi043.stdout: "", 2024-05-16T15:58:02.170 INFO:teuthology.orchestra.run.smithi043.stdout: "critical", 2024-05-16T15:58:02.170 INFO:teuthology.orchestra.run.smithi043.stdout: "debug", 2024-05-16T15:58:02.170 INFO:teuthology.orchestra.run.smithi043.stdout: "error", 2024-05-16T15:58:02.170 INFO:teuthology.orchestra.run.smithi043.stdout: "info", 2024-05-16T15:58:02.170 INFO:teuthology.orchestra.run.smithi043.stdout: "warning" 2024-05-16T15:58:02.170 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:02.170 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.170 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.170 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.170 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.170 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.171 INFO:teuthology.orchestra.run.smithi043.stdout: "log_to_file": { 2024-05-16T15:58:02.171 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "log_to_file", 2024-05-16T15:58:02.171 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "bool", 2024-05-16T15:58:02.171 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.171 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.171 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "False", 2024-05-16T15:58:02.171 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.171 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.171 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.171 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.171 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.171 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.171 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.171 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.171 INFO:teuthology.orchestra.run.smithi043.stdout: "sqlite3_killpoint": { 2024-05-16T15:58:02.171 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "sqlite3_killpoint", 2024-05-16T15:58:02.171 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:02.171 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "dev", 2024-05-16T15:58:02.172 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 1, 2024-05-16T15:58:02.172 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "0", 2024-05-16T15:58:02.172 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.172 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.172 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.172 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.172 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.172 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.172 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.172 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.172 INFO:teuthology.orchestra.run.smithi043.stdout: "zabbix_host": { 2024-05-16T15:58:02.172 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "zabbix_host", 2024-05-16T15:58:02.172 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.172 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.172 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.172 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "", 2024-05-16T15:58:02.172 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.173 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.173 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.173 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.173 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.173 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.173 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.173 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.173 INFO:teuthology.orchestra.run.smithi043.stdout: "zabbix_port": { 2024-05-16T15:58:02.173 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "zabbix_port", 2024-05-16T15:58:02.173 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "int", 2024-05-16T15:58:02.173 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.173 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.173 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "10051", 2024-05-16T15:58:02.173 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.173 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.174 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.174 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.174 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.174 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.174 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.174 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.174 INFO:teuthology.orchestra.run.smithi043.stdout: "zabbix_sender": { 2024-05-16T15:58:02.174 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "zabbix_sender", 2024-05-16T15:58:02.174 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "str", 2024-05-16T15:58:02.174 INFO:teuthology.orchestra.run.smithi043.stdout: "level": "advanced", 2024-05-16T15:58:02.174 INFO:teuthology.orchestra.run.smithi043.stdout: "flags": 0, 2024-05-16T15:58:02.174 INFO:teuthology.orchestra.run.smithi043.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-05-16T15:58:02.174 INFO:teuthology.orchestra.run.smithi043.stdout: "min": "", 2024-05-16T15:58:02.174 INFO:teuthology.orchestra.run.smithi043.stdout: "max": "", 2024-05-16T15:58:02.174 INFO:teuthology.orchestra.run.smithi043.stdout: "enum_allowed": [], 2024-05-16T15:58:02.175 INFO:teuthology.orchestra.run.smithi043.stdout: "desc": "", 2024-05-16T15:58:02.175 INFO:teuthology.orchestra.run.smithi043.stdout: "long_desc": "", 2024-05-16T15:58:02.175 INFO:teuthology.orchestra.run.smithi043.stdout: "tags": [], 2024-05-16T15:58:02.175 INFO:teuthology.orchestra.run.smithi043.stdout: "see_also": [] 2024-05-16T15:58:02.175 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:02.175 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:02.175 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:02.175 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:02.175 INFO:teuthology.orchestra.run.smithi043.stdout: "services": { 2024-05-16T15:58:02.175 INFO:teuthology.orchestra.run.smithi043.stdout: "dashboard": "https://172.21.15.43:8443/" 2024-05-16T15:58:02.175 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.175 INFO:teuthology.orchestra.run.smithi043.stdout: "always_on_modules": { 2024-05-16T15:58:02.175 INFO:teuthology.orchestra.run.smithi043.stdout: "octopus": [ 2024-05-16T15:58:02.175 INFO:teuthology.orchestra.run.smithi043.stdout: "balancer", 2024-05-16T15:58:02.175 INFO:teuthology.orchestra.run.smithi043.stdout: "crash", 2024-05-16T15:58:02.175 INFO:teuthology.orchestra.run.smithi043.stdout: "devicehealth", 2024-05-16T15:58:02.176 INFO:teuthology.orchestra.run.smithi043.stdout: "orchestrator", 2024-05-16T15:58:02.176 INFO:teuthology.orchestra.run.smithi043.stdout: "pg_autoscaler", 2024-05-16T15:58:02.176 INFO:teuthology.orchestra.run.smithi043.stdout: "progress", 2024-05-16T15:58:02.176 INFO:teuthology.orchestra.run.smithi043.stdout: "rbd_support", 2024-05-16T15:58:02.176 INFO:teuthology.orchestra.run.smithi043.stdout: "status", 2024-05-16T15:58:02.176 INFO:teuthology.orchestra.run.smithi043.stdout: "telemetry", 2024-05-16T15:58:02.176 INFO:teuthology.orchestra.run.smithi043.stdout: "volumes" 2024-05-16T15:58:02.176 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:02.176 INFO:teuthology.orchestra.run.smithi043.stdout: "pacific": [ 2024-05-16T15:58:02.176 INFO:teuthology.orchestra.run.smithi043.stdout: "balancer", 2024-05-16T15:58:02.176 INFO:teuthology.orchestra.run.smithi043.stdout: "crash", 2024-05-16T15:58:02.176 INFO:teuthology.orchestra.run.smithi043.stdout: "devicehealth", 2024-05-16T15:58:02.176 INFO:teuthology.orchestra.run.smithi043.stdout: "orchestrator", 2024-05-16T15:58:02.176 INFO:teuthology.orchestra.run.smithi043.stdout: "pg_autoscaler", 2024-05-16T15:58:02.176 INFO:teuthology.orchestra.run.smithi043.stdout: "progress", 2024-05-16T15:58:02.177 INFO:teuthology.orchestra.run.smithi043.stdout: "rbd_support", 2024-05-16T15:58:02.177 INFO:teuthology.orchestra.run.smithi043.stdout: "status", 2024-05-16T15:58:02.177 INFO:teuthology.orchestra.run.smithi043.stdout: "telemetry", 2024-05-16T15:58:02.177 INFO:teuthology.orchestra.run.smithi043.stdout: "volumes" 2024-05-16T15:58:02.177 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:02.177 INFO:teuthology.orchestra.run.smithi043.stdout: "quincy": [ 2024-05-16T15:58:02.177 INFO:teuthology.orchestra.run.smithi043.stdout: "balancer", 2024-05-16T15:58:02.177 INFO:teuthology.orchestra.run.smithi043.stdout: "crash", 2024-05-16T15:58:02.177 INFO:teuthology.orchestra.run.smithi043.stdout: "devicehealth", 2024-05-16T15:58:02.177 INFO:teuthology.orchestra.run.smithi043.stdout: "orchestrator", 2024-05-16T15:58:02.177 INFO:teuthology.orchestra.run.smithi043.stdout: "pg_autoscaler", 2024-05-16T15:58:02.177 INFO:teuthology.orchestra.run.smithi043.stdout: "progress", 2024-05-16T15:58:02.177 INFO:teuthology.orchestra.run.smithi043.stdout: "rbd_support", 2024-05-16T15:58:02.177 INFO:teuthology.orchestra.run.smithi043.stdout: "status", 2024-05-16T15:58:02.177 INFO:teuthology.orchestra.run.smithi043.stdout: "telemetry", 2024-05-16T15:58:02.177 INFO:teuthology.orchestra.run.smithi043.stdout: "volumes" 2024-05-16T15:58:02.178 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:02.178 INFO:teuthology.orchestra.run.smithi043.stdout: "reef": [ 2024-05-16T15:58:02.178 INFO:teuthology.orchestra.run.smithi043.stdout: "balancer", 2024-05-16T15:58:02.178 INFO:teuthology.orchestra.run.smithi043.stdout: "crash", 2024-05-16T15:58:02.178 INFO:teuthology.orchestra.run.smithi043.stdout: "devicehealth", 2024-05-16T15:58:02.178 INFO:teuthology.orchestra.run.smithi043.stdout: "orchestrator", 2024-05-16T15:58:02.178 INFO:teuthology.orchestra.run.smithi043.stdout: "pg_autoscaler", 2024-05-16T15:58:02.178 INFO:teuthology.orchestra.run.smithi043.stdout: "progress", 2024-05-16T15:58:02.178 INFO:teuthology.orchestra.run.smithi043.stdout: "rbd_support", 2024-05-16T15:58:02.178 INFO:teuthology.orchestra.run.smithi043.stdout: "status", 2024-05-16T15:58:02.178 INFO:teuthology.orchestra.run.smithi043.stdout: "telemetry", 2024-05-16T15:58:02.178 INFO:teuthology.orchestra.run.smithi043.stdout: "volumes" 2024-05-16T15:58:02.178 INFO:teuthology.orchestra.run.smithi043.stdout: ], 2024-05-16T15:58:02.178 INFO:teuthology.orchestra.run.smithi043.stdout: "squid": [ 2024-05-16T15:58:02.178 INFO:teuthology.orchestra.run.smithi043.stdout: "balancer", 2024-05-16T15:58:02.179 INFO:teuthology.orchestra.run.smithi043.stdout: "crash", 2024-05-16T15:58:02.179 INFO:teuthology.orchestra.run.smithi043.stdout: "devicehealth", 2024-05-16T15:58:02.179 INFO:teuthology.orchestra.run.smithi043.stdout: "orchestrator", 2024-05-16T15:58:02.179 INFO:teuthology.orchestra.run.smithi043.stdout: "pg_autoscaler", 2024-05-16T15:58:02.179 INFO:teuthology.orchestra.run.smithi043.stdout: "progress", 2024-05-16T15:58:02.179 INFO:teuthology.orchestra.run.smithi043.stdout: "rbd_support", 2024-05-16T15:58:02.179 INFO:teuthology.orchestra.run.smithi043.stdout: "status", 2024-05-16T15:58:02.179 INFO:teuthology.orchestra.run.smithi043.stdout: "telemetry", 2024-05-16T15:58:02.179 INFO:teuthology.orchestra.run.smithi043.stdout: "volumes" 2024-05-16T15:58:02.179 INFO:teuthology.orchestra.run.smithi043.stdout: ] 2024-05-16T15:58:02.179 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.179 INFO:teuthology.orchestra.run.smithi043.stdout: "last_failure_osd_epoch": 3, 2024-05-16T15:58:02.179 INFO:teuthology.orchestra.run.smithi043.stdout: "active_clients": [ 2024-05-16T15:58:02.179 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:02.179 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "devicehealth", 2024-05-16T15:58:02.179 INFO:teuthology.orchestra.run.smithi043.stdout: "addrvec": [ 2024-05-16T15:58:02.180 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:02.180 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "v2", 2024-05-16T15:58:02.180 INFO:teuthology.orchestra.run.smithi043.stdout: "addr": "172.21.15.43:0", 2024-05-16T15:58:02.180 INFO:teuthology.orchestra.run.smithi043.stdout: "nonce": 3209987117 2024-05-16T15:58:02.180 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:02.180 INFO:teuthology.orchestra.run.smithi043.stdout: ] 2024-05-16T15:58:02.180 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.180 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:02.180 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "libcephsqlite", 2024-05-16T15:58:02.180 INFO:teuthology.orchestra.run.smithi043.stdout: "addrvec": [ 2024-05-16T15:58:02.180 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:02.180 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "v2", 2024-05-16T15:58:02.180 INFO:teuthology.orchestra.run.smithi043.stdout: "addr": "172.21.15.43:0", 2024-05-16T15:58:02.180 INFO:teuthology.orchestra.run.smithi043.stdout: "nonce": 2106260453 2024-05-16T15:58:02.180 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:02.180 INFO:teuthology.orchestra.run.smithi043.stdout: ] 2024-05-16T15:58:02.180 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.181 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:02.181 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "rbd_support", 2024-05-16T15:58:02.181 INFO:teuthology.orchestra.run.smithi043.stdout: "addrvec": [ 2024-05-16T15:58:02.181 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:02.181 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "v2", 2024-05-16T15:58:02.181 INFO:teuthology.orchestra.run.smithi043.stdout: "addr": "172.21.15.43:0", 2024-05-16T15:58:02.181 INFO:teuthology.orchestra.run.smithi043.stdout: "nonce": 3377296389 2024-05-16T15:58:02.181 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:02.181 INFO:teuthology.orchestra.run.smithi043.stdout: ] 2024-05-16T15:58:02.181 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:02.181 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:02.181 INFO:teuthology.orchestra.run.smithi043.stdout: "name": "volumes", 2024-05-16T15:58:02.181 INFO:teuthology.orchestra.run.smithi043.stdout: "addrvec": [ 2024-05-16T15:58:02.181 INFO:teuthology.orchestra.run.smithi043.stdout: { 2024-05-16T15:58:02.181 INFO:teuthology.orchestra.run.smithi043.stdout: "type": "v2", 2024-05-16T15:58:02.181 INFO:teuthology.orchestra.run.smithi043.stdout: "addr": "172.21.15.43:0", 2024-05-16T15:58:02.182 INFO:teuthology.orchestra.run.smithi043.stdout: "nonce": 3643694493 2024-05-16T15:58:02.182 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:02.182 INFO:teuthology.orchestra.run.smithi043.stdout: ] 2024-05-16T15:58:02.182 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:02.182 INFO:teuthology.orchestra.run.smithi043.stdout: ] 2024-05-16T15:58:02.182 INFO:teuthology.orchestra.run.smithi043.stdout:} 2024-05-16T15:58:02.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:58:01 smithi148 ceph-mon[34976]: pgmap v671: 129 pgs: 129 active+clean; 65 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 783 KiB/s rd, 792 KiB/s wr, 503 op/s 2024-05-16T15:58:02.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:58:01 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/1128124192' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-05-16T15:58:02.183 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:01 smithi157 ceph-mon[35584]: pgmap v671: 129 pgs: 129 active+clean; 65 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 783 KiB/s rd, 792 KiB/s wr, 503 op/s 2024-05-16T15:58:02.183 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:01 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/1128124192' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-05-16T15:58:02.183 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.934+0000 7fa821bf0640 1 -- 172.21.15.43:0/1128124192 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fa8040b2870 msgr2=0x7fa8040b4d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:58:02.183 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.934+0000 7fa821bf0640 1 --2- 172.21.15.43:0/1128124192 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fa8040b2870 0x7fa8040b4d30 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fa80c005fd0 tx=0x7fa80c00b410 comp rx=0 tx=0).stop 2024-05-16T15:58:02.183 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.934+0000 7fa821bf0640 1 -- 172.21.15.43:0/1128124192 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa81c103c10 msgr2=0x7fa81c1990f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:58:02.184 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.934+0000 7fa821bf0640 1 --2- 172.21.15.43:0/1128124192 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa81c103c10 0x7fa81c1990f0 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7fa810031460 tx=0x7fa810003c80 comp rx=0 tx=0).stop 2024-05-16T15:58:02.184 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.934+0000 7fa821bf0640 1 -- 172.21.15.43:0/1128124192 shutdown_connections 2024-05-16T15:58:02.184 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.934+0000 7fa821bf0640 1 --2- 172.21.15.43:0/1128124192 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa81c1045d0 0x7fa81c1a0160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:58:02.184 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.934+0000 7fa821bf0640 1 --2- 172.21.15.43:0/1128124192 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fa81c103c10 0x7fa81c1990f0 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:58:02.184 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.934+0000 7fa821bf0640 1 --2- 172.21.15.43:0/1128124192 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fa8040b2870 0x7fa8040b4d30 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:58:02.184 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.934+0000 7fa821bf0640 1 --2- 172.21.15.43:0/1128124192 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa81c102a20 0x7fa81c198bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:58:02.184 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.934+0000 7fa821bf0640 1 -- 172.21.15.43:0/1128124192 >> 172.21.15.43:0/1128124192 conn(0x7fa81c0fdfb0 msgr2=0x7fa81c107030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:58:02.184 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.934+0000 7fa821bf0640 1 -- 172.21.15.43:0/1128124192 shutdown_connections 2024-05-16T15:58:02.184 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:00.934+0000 7fa821bf0640 1 -- 172.21.15.43:0/1128124192 wait complete. 2024-05-16T15:58:02.184 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:58:00 smithi043 ceph-mon[31619]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-16T15:58:02.184 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:58:00 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/2277157983' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-16T15:58:02.184 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:58:00 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/1366751684' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-16T15:58:02.184 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:58:00 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/3195789493' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-05-16T15:58:02.191 DEBUG:tasks.check_counter:Getting stats from a 2024-05-16T15:58:02.192 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph daemon mds.a perf dump 2024-05-16T15:58:02.192 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:58:01 smithi043 ceph-mon[31619]: pgmap v671: 129 pgs: 129 active+clean; 65 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 783 KiB/s rd, 792 KiB/s wr, 503 op/s 2024-05-16T15:58:02.192 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:58:01 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/1128124192' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-05-16T15:58:02.456 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:58:03.893 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:58:03 smithi043 ceph-mon[31619]: pgmap v672: 129 pgs: 129 active+clean; 56 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 805 KiB/s rd, 814 KiB/s wr, 528 op/s 2024-05-16T15:58:03.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:03 smithi157 ceph-mon[35584]: pgmap v672: 129 pgs: 129 active+clean; 56 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 805 KiB/s rd, 814 KiB/s wr, 528 op/s 2024-05-16T15:58:03.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:58:03 smithi148 ceph-mon[34976]: pgmap v672: 129 pgs: 129 active+clean; 56 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 805 KiB/s rd, 814 KiB/s wr, 528 op/s 2024-05-16T15:58:04.290 INFO:teuthology.orchestra.run.smithi043.stdout:{ 2024-05-16T15:58:04.291 INFO:teuthology.orchestra.run.smithi043.stdout: "AsyncMessenger::Worker-0": { 2024-05-16T15:58:04.291 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_recv_messages": 1391, 2024-05-16T15:58:04.291 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_send_messages": 1393, 2024-05-16T15:58:04.291 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_recv_bytes": 4608795, 2024-05-16T15:58:04.291 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_send_bytes": 442339, 2024-05-16T15:58:04.291 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_created_connections": 7, 2024-05-16T15:58:04.291 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_active_connections": 3, 2024-05-16T15:58:04.291 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_running_total_time": 0.112868205, 2024-05-16T15:58:04.291 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_running_send_time": 0.035104968, 2024-05-16T15:58:04.291 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_running_recv_time": 0.031865897, 2024-05-16T15:58:04.291 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_running_fast_dispatch_time": 0.035613833, 2024-05-16T15:58:04.291 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_send_messages_queue_lat": { 2024-05-16T15:58:04.291 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 1391, 2024-05-16T15:58:04.291 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.041498361, 2024-05-16T15:58:04.292 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000029833 2024-05-16T15:58:04.292 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.292 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_handle_ack_lat": { 2024-05-16T15:58:04.292 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:04.292 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:04.292 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:04.292 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.292 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-16T15:58:04.292 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_send_encrypted_bytes": 0 2024-05-16T15:58:04.292 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.292 INFO:teuthology.orchestra.run.smithi043.stdout: "AsyncMessenger::Worker-1": { 2024-05-16T15:58:04.292 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_recv_messages": 240, 2024-05-16T15:58:04.292 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_send_messages": 218, 2024-05-16T15:58:04.292 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_recv_bytes": 657822, 2024-05-16T15:58:04.292 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_send_bytes": 128702, 2024-05-16T15:58:04.293 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_created_connections": 4, 2024-05-16T15:58:04.293 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_active_connections": 3, 2024-05-16T15:58:04.293 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_running_total_time": 0.030536412, 2024-05-16T15:58:04.293 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_running_send_time": 0.011749939, 2024-05-16T15:58:04.293 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_running_recv_time": 0.016313768, 2024-05-16T15:58:04.293 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_running_fast_dispatch_time": 0.003987896, 2024-05-16T15:58:04.293 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_send_messages_queue_lat": { 2024-05-16T15:58:04.293 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 217, 2024-05-16T15:58:04.293 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.010178385, 2024-05-16T15:58:04.293 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000046905 2024-05-16T15:58:04.293 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.293 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_handle_ack_lat": { 2024-05-16T15:58:04.293 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:04.293 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:04.293 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:04.294 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.294 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_recv_encrypted_bytes": 656432, 2024-05-16T15:58:04.294 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_send_encrypted_bytes": 127680 2024-05-16T15:58:04.294 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.294 INFO:teuthology.orchestra.run.smithi043.stdout: "AsyncMessenger::Worker-2": { 2024-05-16T15:58:04.294 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_recv_messages": 601, 2024-05-16T15:58:04.294 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_send_messages": 754, 2024-05-16T15:58:04.294 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_recv_bytes": 2832416, 2024-05-16T15:58:04.294 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_send_bytes": 526616, 2024-05-16T15:58:04.294 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_created_connections": 5, 2024-05-16T15:58:04.294 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_active_connections": 4, 2024-05-16T15:58:04.294 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_running_total_time": 0.061555896, 2024-05-16T15:58:04.294 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_running_send_time": 0.021408936, 2024-05-16T15:58:04.294 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_running_recv_time": 0.014621187, 2024-05-16T15:58:04.294 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_running_fast_dispatch_time": 0.019810268, 2024-05-16T15:58:04.295 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_send_messages_queue_lat": { 2024-05-16T15:58:04.295 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 753, 2024-05-16T15:58:04.295 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.023360416, 2024-05-16T15:58:04.295 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000031023 2024-05-16T15:58:04.295 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.295 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_handle_ack_lat": { 2024-05-16T15:58:04.295 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:04.295 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:04.295 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:04.295 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.295 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_recv_encrypted_bytes": 3104, 2024-05-16T15:58:04.295 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_send_encrypted_bytes": 337088 2024-05-16T15:58:04.295 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.295 INFO:teuthology.orchestra.run.smithi043.stdout: "cct": { 2024-05-16T15:58:04.295 INFO:teuthology.orchestra.run.smithi043.stdout: "total_workers": 1, 2024-05-16T15:58:04.295 INFO:teuthology.orchestra.run.smithi043.stdout: "unhealthy_workers": 0 2024-05-16T15:58:04.296 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.296 INFO:teuthology.orchestra.run.smithi043.stdout: "finisher-MDSRank": { 2024-05-16T15:58:04.296 INFO:teuthology.orchestra.run.smithi043.stdout: "queue_len": 0, 2024-05-16T15:58:04.296 INFO:teuthology.orchestra.run.smithi043.stdout: "complete_latency": { 2024-05-16T15:58:04.296 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 3273, 2024-05-16T15:58:04.296 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.086831976, 2024-05-16T15:58:04.296 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000026529 2024-05-16T15:58:04.296 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:04.296 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.296 INFO:teuthology.orchestra.run.smithi043.stdout: "finisher-PurgeQueue": { 2024-05-16T15:58:04.296 INFO:teuthology.orchestra.run.smithi043.stdout: "queue_len": 0, 2024-05-16T15:58:04.296 INFO:teuthology.orchestra.run.smithi043.stdout: "complete_latency": { 2024-05-16T15:58:04.296 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:04.296 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:04.296 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:04.296 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:04.297 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.297 INFO:teuthology.orchestra.run.smithi043.stdout: "mds": { 2024-05-16T15:58:04.297 INFO:teuthology.orchestra.run.smithi043.stdout: "request": 0, 2024-05-16T15:58:04.297 INFO:teuthology.orchestra.run.smithi043.stdout: "reply": 0, 2024-05-16T15:58:04.297 INFO:teuthology.orchestra.run.smithi043.stdout: "reply_latency": { 2024-05-16T15:58:04.297 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:04.297 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:04.297 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:04.297 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.297 INFO:teuthology.orchestra.run.smithi043.stdout: "slow_reply": 0, 2024-05-16T15:58:04.297 INFO:teuthology.orchestra.run.smithi043.stdout: "forward": 0, 2024-05-16T15:58:04.297 INFO:teuthology.orchestra.run.smithi043.stdout: "dir_fetch_complete": 0, 2024-05-16T15:58:04.297 INFO:teuthology.orchestra.run.smithi043.stdout: "dir_fetch_keys": 0, 2024-05-16T15:58:04.297 INFO:teuthology.orchestra.run.smithi043.stdout: "dir_commit": 0, 2024-05-16T15:58:04.297 INFO:teuthology.orchestra.run.smithi043.stdout: "dir_split": 0, 2024-05-16T15:58:04.297 INFO:teuthology.orchestra.run.smithi043.stdout: "dir_merge": 0, 2024-05-16T15:58:04.298 INFO:teuthology.orchestra.run.smithi043.stdout: "inodes": 2638, 2024-05-16T15:58:04.298 INFO:teuthology.orchestra.run.smithi043.stdout: "inodes_top": 0, 2024-05-16T15:58:04.298 INFO:teuthology.orchestra.run.smithi043.stdout: "inodes_bottom": 2638, 2024-05-16T15:58:04.298 INFO:teuthology.orchestra.run.smithi043.stdout: "inodes_pin_tail": 0, 2024-05-16T15:58:04.298 INFO:teuthology.orchestra.run.smithi043.stdout: "inodes_pinned": 2638, 2024-05-16T15:58:04.298 INFO:teuthology.orchestra.run.smithi043.stdout: "inodes_expired": 0, 2024-05-16T15:58:04.298 INFO:teuthology.orchestra.run.smithi043.stdout: "inodes_with_caps": 0, 2024-05-16T15:58:04.298 INFO:teuthology.orchestra.run.smithi043.stdout: "caps": 0, 2024-05-16T15:58:04.298 INFO:teuthology.orchestra.run.smithi043.stdout: "subtrees": 2, 2024-05-16T15:58:04.298 INFO:teuthology.orchestra.run.smithi043.stdout: "traverse": 0, 2024-05-16T15:58:04.298 INFO:teuthology.orchestra.run.smithi043.stdout: "traverse_hit": 0, 2024-05-16T15:58:04.298 INFO:teuthology.orchestra.run.smithi043.stdout: "traverse_forward": 0, 2024-05-16T15:58:04.298 INFO:teuthology.orchestra.run.smithi043.stdout: "traverse_discover": 0, 2024-05-16T15:58:04.298 INFO:teuthology.orchestra.run.smithi043.stdout: "traverse_dir_fetch": 0, 2024-05-16T15:58:04.299 INFO:teuthology.orchestra.run.smithi043.stdout: "traverse_remote_ino": 0, 2024-05-16T15:58:04.299 INFO:teuthology.orchestra.run.smithi043.stdout: "traverse_lock": 0, 2024-05-16T15:58:04.299 INFO:teuthology.orchestra.run.smithi043.stdout: "load_cent": 0, 2024-05-16T15:58:04.299 INFO:teuthology.orchestra.run.smithi043.stdout: "q": 0, 2024-05-16T15:58:04.299 INFO:teuthology.orchestra.run.smithi043.stdout: "exported": 0, 2024-05-16T15:58:04.299 INFO:teuthology.orchestra.run.smithi043.stdout: "exported_inodes": 0, 2024-05-16T15:58:04.299 INFO:teuthology.orchestra.run.smithi043.stdout: "imported": 0, 2024-05-16T15:58:04.299 INFO:teuthology.orchestra.run.smithi043.stdout: "imported_inodes": 0, 2024-05-16T15:58:04.299 INFO:teuthology.orchestra.run.smithi043.stdout: "openino_dir_fetch": 0, 2024-05-16T15:58:04.299 INFO:teuthology.orchestra.run.smithi043.stdout: "openino_backtrace_fetch": 0, 2024-05-16T15:58:04.299 INFO:teuthology.orchestra.run.smithi043.stdout: "openino_peer_discover": 0, 2024-05-16T15:58:04.299 INFO:teuthology.orchestra.run.smithi043.stdout: "root_rfiles": 0, 2024-05-16T15:58:04.299 INFO:teuthology.orchestra.run.smithi043.stdout: "root_rbytes": 0, 2024-05-16T15:58:04.299 INFO:teuthology.orchestra.run.smithi043.stdout: "root_rsnaps": 0, 2024-05-16T15:58:04.299 INFO:teuthology.orchestra.run.smithi043.stdout: "scrub_backtrace_fetch": 0, 2024-05-16T15:58:04.300 INFO:teuthology.orchestra.run.smithi043.stdout: "scrub_set_tag": 0, 2024-05-16T15:58:04.300 INFO:teuthology.orchestra.run.smithi043.stdout: "scrub_backtrace_repaired": 0, 2024-05-16T15:58:04.300 INFO:teuthology.orchestra.run.smithi043.stdout: "scrub_inotable_repaired": 0, 2024-05-16T15:58:04.300 INFO:teuthology.orchestra.run.smithi043.stdout: "scrub_dir_inodes": 0, 2024-05-16T15:58:04.300 INFO:teuthology.orchestra.run.smithi043.stdout: "scrub_dir_base_inodes": 0, 2024-05-16T15:58:04.300 INFO:teuthology.orchestra.run.smithi043.stdout: "scrub_dirfrag_rstats": 0, 2024-05-16T15:58:04.300 INFO:teuthology.orchestra.run.smithi043.stdout: "scrub_file_inodes": 0, 2024-05-16T15:58:04.300 INFO:teuthology.orchestra.run.smithi043.stdout: "handle_inode_file_caps": 0, 2024-05-16T15:58:04.300 INFO:teuthology.orchestra.run.smithi043.stdout: "ceph_cap_op_revoke": 0, 2024-05-16T15:58:04.300 INFO:teuthology.orchestra.run.smithi043.stdout: "ceph_cap_op_grant": 0, 2024-05-16T15:58:04.300 INFO:teuthology.orchestra.run.smithi043.stdout: "ceph_cap_op_trunc": 0, 2024-05-16T15:58:04.300 INFO:teuthology.orchestra.run.smithi043.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-16T15:58:04.300 INFO:teuthology.orchestra.run.smithi043.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-16T15:58:04.300 INFO:teuthology.orchestra.run.smithi043.stdout: "handle_client_caps": 0, 2024-05-16T15:58:04.300 INFO:teuthology.orchestra.run.smithi043.stdout: "handle_client_caps_dirty": 0, 2024-05-16T15:58:04.300 INFO:teuthology.orchestra.run.smithi043.stdout: "handle_client_cap_release": 0, 2024-05-16T15:58:04.301 INFO:teuthology.orchestra.run.smithi043.stdout: "process_request_cap_release": 0 2024-05-16T15:58:04.301 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.301 INFO:teuthology.orchestra.run.smithi043.stdout: "mds_cache": { 2024-05-16T15:58:04.301 INFO:teuthology.orchestra.run.smithi043.stdout: "dir_update": 0, 2024-05-16T15:58:04.301 INFO:teuthology.orchestra.run.smithi043.stdout: "dir_update_receipt": 0, 2024-05-16T15:58:04.301 INFO:teuthology.orchestra.run.smithi043.stdout: "dir_try_discover": 0, 2024-05-16T15:58:04.301 INFO:teuthology.orchestra.run.smithi043.stdout: "dir_send_discover": 0, 2024-05-16T15:58:04.301 INFO:teuthology.orchestra.run.smithi043.stdout: "dir_handle_discover": 0, 2024-05-16T15:58:04.301 INFO:teuthology.orchestra.run.smithi043.stdout: "num_strays": 0, 2024-05-16T15:58:04.301 INFO:teuthology.orchestra.run.smithi043.stdout: "num_strays_delayed": 0, 2024-05-16T15:58:04.301 INFO:teuthology.orchestra.run.smithi043.stdout: "num_strays_enqueuing": 0, 2024-05-16T15:58:04.301 INFO:teuthology.orchestra.run.smithi043.stdout: "strays_created": 0, 2024-05-16T15:58:04.301 INFO:teuthology.orchestra.run.smithi043.stdout: "strays_enqueued": 0, 2024-05-16T15:58:04.301 INFO:teuthology.orchestra.run.smithi043.stdout: "strays_reintegrated": 0, 2024-05-16T15:58:04.301 INFO:teuthology.orchestra.run.smithi043.stdout: "strays_migrated": 0, 2024-05-16T15:58:04.301 INFO:teuthology.orchestra.run.smithi043.stdout: "num_recovering_processing": 0, 2024-05-16T15:58:04.302 INFO:teuthology.orchestra.run.smithi043.stdout: "num_recovering_enqueued": 0, 2024-05-16T15:58:04.302 INFO:teuthology.orchestra.run.smithi043.stdout: "num_recovering_prioritized": 0, 2024-05-16T15:58:04.302 INFO:teuthology.orchestra.run.smithi043.stdout: "recovery_started": 0, 2024-05-16T15:58:04.302 INFO:teuthology.orchestra.run.smithi043.stdout: "recovery_completed": 0, 2024-05-16T15:58:04.302 INFO:teuthology.orchestra.run.smithi043.stdout: "ireq_quiesce_path": 0, 2024-05-16T15:58:04.302 INFO:teuthology.orchestra.run.smithi043.stdout: "ireq_quiesce_inode": 0, 2024-05-16T15:58:04.302 INFO:teuthology.orchestra.run.smithi043.stdout: "ireq_enqueue_scrub": 0, 2024-05-16T15:58:04.302 INFO:teuthology.orchestra.run.smithi043.stdout: "ireq_exportdir": 0, 2024-05-16T15:58:04.302 INFO:teuthology.orchestra.run.smithi043.stdout: "ireq_flush": 0, 2024-05-16T15:58:04.302 INFO:teuthology.orchestra.run.smithi043.stdout: "ireq_fragmentdir": 0, 2024-05-16T15:58:04.302 INFO:teuthology.orchestra.run.smithi043.stdout: "ireq_fragstats": 0, 2024-05-16T15:58:04.302 INFO:teuthology.orchestra.run.smithi043.stdout: "ireq_inodestats": 0 2024-05-16T15:58:04.302 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.302 INFO:teuthology.orchestra.run.smithi043.stdout: "mds_log": { 2024-05-16T15:58:04.302 INFO:teuthology.orchestra.run.smithi043.stdout: "evlrg": 0, 2024-05-16T15:58:04.303 INFO:teuthology.orchestra.run.smithi043.stdout: "evadd": 0, 2024-05-16T15:58:04.303 INFO:teuthology.orchestra.run.smithi043.stdout: "evex": 0, 2024-05-16T15:58:04.303 INFO:teuthology.orchestra.run.smithi043.stdout: "evtrm": 0, 2024-05-16T15:58:04.303 INFO:teuthology.orchestra.run.smithi043.stdout: "ev": 3346, 2024-05-16T15:58:04.303 INFO:teuthology.orchestra.run.smithi043.stdout: "evexg": 0, 2024-05-16T15:58:04.303 INFO:teuthology.orchestra.run.smithi043.stdout: "evexd": 0, 2024-05-16T15:58:04.303 INFO:teuthology.orchestra.run.smithi043.stdout: "segadd": 0, 2024-05-16T15:58:04.303 INFO:teuthology.orchestra.run.smithi043.stdout: "segex": 0, 2024-05-16T15:58:04.303 INFO:teuthology.orchestra.run.smithi043.stdout: "segtrm": 0, 2024-05-16T15:58:04.303 INFO:teuthology.orchestra.run.smithi043.stdout: "seg": 5, 2024-05-16T15:58:04.303 INFO:teuthology.orchestra.run.smithi043.stdout: "segmjr": 2, 2024-05-16T15:58:04.303 INFO:teuthology.orchestra.run.smithi043.stdout: "segexg": 0, 2024-05-16T15:58:04.303 INFO:teuthology.orchestra.run.smithi043.stdout: "segexd": 0, 2024-05-16T15:58:04.303 INFO:teuthology.orchestra.run.smithi043.stdout: "expos": 4194304, 2024-05-16T15:58:04.303 INFO:teuthology.orchestra.run.smithi043.stdout: "wrpos": 11070994, 2024-05-16T15:58:04.304 INFO:teuthology.orchestra.run.smithi043.stdout: "rdpos": 11070933, 2024-05-16T15:58:04.304 INFO:teuthology.orchestra.run.smithi043.stdout: "jlat": { 2024-05-16T15:58:04.304 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:04.304 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:04.304 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:04.304 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.304 INFO:teuthology.orchestra.run.smithi043.stdout: "replayed": 3346 2024-05-16T15:58:04.304 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.304 INFO:teuthology.orchestra.run.smithi043.stdout: "mds_mem": { 2024-05-16T15:58:04.304 INFO:teuthology.orchestra.run.smithi043.stdout: "ino": 10, 2024-05-16T15:58:04.304 INFO:teuthology.orchestra.run.smithi043.stdout: "ino+": 1398, 2024-05-16T15:58:04.304 INFO:teuthology.orchestra.run.smithi043.stdout: "ino-": 1388, 2024-05-16T15:58:04.304 INFO:teuthology.orchestra.run.smithi043.stdout: "dir": 85, 2024-05-16T15:58:04.304 INFO:teuthology.orchestra.run.smithi043.stdout: "dir+": 179, 2024-05-16T15:58:04.304 INFO:teuthology.orchestra.run.smithi043.stdout: "dir-": 94, 2024-05-16T15:58:04.304 INFO:teuthology.orchestra.run.smithi043.stdout: "dn": 2638, 2024-05-16T15:58:04.305 INFO:teuthology.orchestra.run.smithi043.stdout: "dn+": 3552, 2024-05-16T15:58:04.305 INFO:teuthology.orchestra.run.smithi043.stdout: "dn-": 914, 2024-05-16T15:58:04.305 INFO:teuthology.orchestra.run.smithi043.stdout: "cap": 0, 2024-05-16T15:58:04.305 INFO:teuthology.orchestra.run.smithi043.stdout: "cap+": 0, 2024-05-16T15:58:04.305 INFO:teuthology.orchestra.run.smithi043.stdout: "cap-": 0, 2024-05-16T15:58:04.305 INFO:teuthology.orchestra.run.smithi043.stdout: "rss": 59632, 2024-05-16T15:58:04.305 INFO:teuthology.orchestra.run.smithi043.stdout: "heap": 215416 2024-05-16T15:58:04.305 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.305 INFO:teuthology.orchestra.run.smithi043.stdout: "mds_server": { 2024-05-16T15:58:04.305 INFO:teuthology.orchestra.run.smithi043.stdout: "dispatch_client_request": 0, 2024-05-16T15:58:04.305 INFO:teuthology.orchestra.run.smithi043.stdout: "dispatch_server_request": 0, 2024-05-16T15:58:04.305 INFO:teuthology.orchestra.run.smithi043.stdout: "handle_client_request": 0, 2024-05-16T15:58:04.305 INFO:teuthology.orchestra.run.smithi043.stdout: "handle_client_session": 0, 2024-05-16T15:58:04.305 INFO:teuthology.orchestra.run.smithi043.stdout: "handle_peer_request": 0, 2024-05-16T15:58:04.305 INFO:teuthology.orchestra.run.smithi043.stdout: "req_create_latency": { 2024-05-16T15:58:04.305 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:04.305 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:04.306 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:04.306 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.306 INFO:teuthology.orchestra.run.smithi043.stdout: "req_getattr_latency": { 2024-05-16T15:58:04.306 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:04.306 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:04.306 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:04.306 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.306 INFO:teuthology.orchestra.run.smithi043.stdout: "req_getfilelock_latency": { 2024-05-16T15:58:04.306 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:04.306 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:04.306 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:04.306 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.306 INFO:teuthology.orchestra.run.smithi043.stdout: "req_link_latency": { 2024-05-16T15:58:04.306 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:04.306 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:04.307 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:04.307 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.307 INFO:teuthology.orchestra.run.smithi043.stdout: "req_lookup_latency": { 2024-05-16T15:58:04.307 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:04.307 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:04.307 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:04.307 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.307 INFO:teuthology.orchestra.run.smithi043.stdout: "req_lookuphash_latency": { 2024-05-16T15:58:04.307 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:04.307 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:04.307 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:04.307 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.307 INFO:teuthology.orchestra.run.smithi043.stdout: "req_lookupino_latency": { 2024-05-16T15:58:04.307 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:04.307 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:04.307 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:04.308 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.308 INFO:teuthology.orchestra.run.smithi043.stdout: "req_lookupname_latency": { 2024-05-16T15:58:04.308 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:04.308 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:04.308 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:04.308 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.308 INFO:teuthology.orchestra.run.smithi043.stdout: "req_lookupparent_latency": { 2024-05-16T15:58:04.308 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:04.308 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:04.308 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:04.308 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.308 INFO:teuthology.orchestra.run.smithi043.stdout: "req_lookupsnap_latency": { 2024-05-16T15:58:04.308 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:04.308 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:04.308 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:04.308 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.309 INFO:teuthology.orchestra.run.smithi043.stdout: "req_lssnap_latency": { 2024-05-16T15:58:04.309 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:04.309 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:04.309 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:04.309 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.309 INFO:teuthology.orchestra.run.smithi043.stdout: "req_mkdir_latency": { 2024-05-16T15:58:04.309 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:04.309 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:04.309 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:04.310 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.310 INFO:teuthology.orchestra.run.smithi043.stdout: "req_mknod_latency": { 2024-05-16T15:58:04.310 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:04.310 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:04.310 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:04.310 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.310 INFO:teuthology.orchestra.run.smithi043.stdout: "req_mksnap_latency": { 2024-05-16T15:58:04.310 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:04.310 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:04.310 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:04.310 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.310 INFO:teuthology.orchestra.run.smithi043.stdout: "req_open_latency": { 2024-05-16T15:58:04.310 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:04.310 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:04.310 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:04.311 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.311 INFO:teuthology.orchestra.run.smithi043.stdout: "req_readdir_latency": { 2024-05-16T15:58:04.311 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:04.311 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:04.311 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:04.311 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.311 INFO:teuthology.orchestra.run.smithi043.stdout: "req_rename_latency": { 2024-05-16T15:58:04.311 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:04.311 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:04.311 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:04.311 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.311 INFO:teuthology.orchestra.run.smithi043.stdout: "req_renamesnap_latency": { 2024-05-16T15:58:04.311 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:04.311 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:04.311 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:04.312 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.312 INFO:teuthology.orchestra.run.smithi043.stdout: "req_snapdiff_latency": { 2024-05-16T15:58:04.312 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:04.312 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:04.312 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:04.312 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.312 INFO:teuthology.orchestra.run.smithi043.stdout: "req_rmdir_latency": { 2024-05-16T15:58:04.312 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:04.312 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:04.312 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:04.312 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.312 INFO:teuthology.orchestra.run.smithi043.stdout: "req_rmsnap_latency": { 2024-05-16T15:58:04.312 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:04.312 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:04.312 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:04.313 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.313 INFO:teuthology.orchestra.run.smithi043.stdout: "req_rmxattr_latency": { 2024-05-16T15:58:04.313 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:04.313 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:04.313 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:04.313 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.313 INFO:teuthology.orchestra.run.smithi043.stdout: "req_setattr_latency": { 2024-05-16T15:58:04.313 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:04.313 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:04.313 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:04.313 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.313 INFO:teuthology.orchestra.run.smithi043.stdout: "req_setdirlayout_latency": { 2024-05-16T15:58:04.313 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:04.313 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:04.313 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:04.313 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.314 INFO:teuthology.orchestra.run.smithi043.stdout: "req_setfilelock_latency": { 2024-05-16T15:58:04.314 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:04.314 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:04.314 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:04.314 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.314 INFO:teuthology.orchestra.run.smithi043.stdout: "req_setlayout_latency": { 2024-05-16T15:58:04.314 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:04.314 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:04.314 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:04.314 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.314 INFO:teuthology.orchestra.run.smithi043.stdout: "req_setxattr_latency": { 2024-05-16T15:58:04.314 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:04.314 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:04.314 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:04.314 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.315 INFO:teuthology.orchestra.run.smithi043.stdout: "req_symlink_latency": { 2024-05-16T15:58:04.315 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:04.315 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:04.315 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:04.315 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.315 INFO:teuthology.orchestra.run.smithi043.stdout: "req_unlink_latency": { 2024-05-16T15:58:04.315 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:04.315 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:04.315 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:04.315 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.315 INFO:teuthology.orchestra.run.smithi043.stdout: "cap_revoke_eviction": 0, 2024-05-16T15:58:04.315 INFO:teuthology.orchestra.run.smithi043.stdout: "cap_acquisition_throttle": 0, 2024-05-16T15:58:04.315 INFO:teuthology.orchestra.run.smithi043.stdout: "req_getvxattr_latency": { 2024-05-16T15:58:04.315 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:04.315 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:04.316 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:04.316 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:04.316 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.316 INFO:teuthology.orchestra.run.smithi043.stdout: "mds_sessions": { 2024-05-16T15:58:04.316 INFO:teuthology.orchestra.run.smithi043.stdout: "session_count": 1, 2024-05-16T15:58:04.316 INFO:teuthology.orchestra.run.smithi043.stdout: "session_add": 2, 2024-05-16T15:58:04.316 INFO:teuthology.orchestra.run.smithi043.stdout: "session_remove": 1, 2024-05-16T15:58:04.316 INFO:teuthology.orchestra.run.smithi043.stdout: "sessions_open": 1, 2024-05-16T15:58:04.316 INFO:teuthology.orchestra.run.smithi043.stdout: "sessions_stale": 0, 2024-05-16T15:58:04.316 INFO:teuthology.orchestra.run.smithi043.stdout: "total_load": 0, 2024-05-16T15:58:04.316 INFO:teuthology.orchestra.run.smithi043.stdout: "average_load": 0, 2024-05-16T15:58:04.316 INFO:teuthology.orchestra.run.smithi043.stdout: "avg_session_uptime": 1718, 2024-05-16T15:58:04.316 INFO:teuthology.orchestra.run.smithi043.stdout: "mdthresh_evicted": 0 2024-05-16T15:58:04.316 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.316 INFO:teuthology.orchestra.run.smithi043.stdout: "mempool": { 2024-05-16T15:58:04.316 INFO:teuthology.orchestra.run.smithi043.stdout: "bloom_filter_bytes": 0, 2024-05-16T15:58:04.317 INFO:teuthology.orchestra.run.smithi043.stdout: "bloom_filter_items": 0, 2024-05-16T15:58:04.317 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_alloc_bytes": 0, 2024-05-16T15:58:04.317 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_alloc_items": 0, 2024-05-16T15:58:04.317 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_cache_data_bytes": 0, 2024-05-16T15:58:04.317 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_cache_data_items": 0, 2024-05-16T15:58:04.317 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-16T15:58:04.317 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_cache_onode_items": 0, 2024-05-16T15:58:04.317 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-16T15:58:04.317 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_cache_meta_items": 0, 2024-05-16T15:58:04.317 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_cache_other_bytes": 0, 2024-05-16T15:58:04.317 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_cache_other_items": 0, 2024-05-16T15:58:04.317 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-16T15:58:04.317 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_cache_buffer_items": 0, 2024-05-16T15:58:04.317 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_extent_bytes": 0, 2024-05-16T15:58:04.318 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_extent_items": 0, 2024-05-16T15:58:04.318 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_blob_bytes": 0, 2024-05-16T15:58:04.318 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_blob_items": 0, 2024-05-16T15:58:04.318 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-16T15:58:04.318 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_shared_blob_items": 0, 2024-05-16T15:58:04.318 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-16T15:58:04.318 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_inline_bl_items": 0, 2024-05-16T15:58:04.318 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_fsck_bytes": 0, 2024-05-16T15:58:04.318 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_fsck_items": 0, 2024-05-16T15:58:04.318 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_txc_bytes": 0, 2024-05-16T15:58:04.318 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_txc_items": 0, 2024-05-16T15:58:04.318 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-16T15:58:04.318 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_writing_deferred_items": 0, 2024-05-16T15:58:04.318 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_writing_bytes": 0, 2024-05-16T15:58:04.318 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_writing_items": 0, 2024-05-16T15:58:04.319 INFO:teuthology.orchestra.run.smithi043.stdout: "bluefs_bytes": 0, 2024-05-16T15:58:04.319 INFO:teuthology.orchestra.run.smithi043.stdout: "bluefs_items": 0, 2024-05-16T15:58:04.319 INFO:teuthology.orchestra.run.smithi043.stdout: "bluefs_file_reader_bytes": 0, 2024-05-16T15:58:04.319 INFO:teuthology.orchestra.run.smithi043.stdout: "bluefs_file_reader_items": 0, 2024-05-16T15:58:04.319 INFO:teuthology.orchestra.run.smithi043.stdout: "bluefs_file_writer_bytes": 0, 2024-05-16T15:58:04.319 INFO:teuthology.orchestra.run.smithi043.stdout: "bluefs_file_writer_items": 0, 2024-05-16T15:58:04.319 INFO:teuthology.orchestra.run.smithi043.stdout: "buffer_anon_bytes": 205560, 2024-05-16T15:58:04.319 INFO:teuthology.orchestra.run.smithi043.stdout: "buffer_anon_items": 59, 2024-05-16T15:58:04.319 INFO:teuthology.orchestra.run.smithi043.stdout: "buffer_meta_bytes": 0, 2024-05-16T15:58:04.319 INFO:teuthology.orchestra.run.smithi043.stdout: "buffer_meta_items": 0, 2024-05-16T15:58:04.319 INFO:teuthology.orchestra.run.smithi043.stdout: "osd_bytes": 0, 2024-05-16T15:58:04.319 INFO:teuthology.orchestra.run.smithi043.stdout: "osd_items": 0, 2024-05-16T15:58:04.319 INFO:teuthology.orchestra.run.smithi043.stdout: "osd_mapbl_bytes": 0, 2024-05-16T15:58:04.319 INFO:teuthology.orchestra.run.smithi043.stdout: "osd_mapbl_items": 0, 2024-05-16T15:58:04.319 INFO:teuthology.orchestra.run.smithi043.stdout: "osd_pglog_bytes": 0, 2024-05-16T15:58:04.319 INFO:teuthology.orchestra.run.smithi043.stdout: "osd_pglog_items": 0, 2024-05-16T15:58:04.320 INFO:teuthology.orchestra.run.smithi043.stdout: "osdmap_bytes": 8984, 2024-05-16T15:58:04.320 INFO:teuthology.orchestra.run.smithi043.stdout: "osdmap_items": 172, 2024-05-16T15:58:04.320 INFO:teuthology.orchestra.run.smithi043.stdout: "osdmap_mapping_bytes": 0, 2024-05-16T15:58:04.320 INFO:teuthology.orchestra.run.smithi043.stdout: "osdmap_mapping_items": 0, 2024-05-16T15:58:04.320 INFO:teuthology.orchestra.run.smithi043.stdout: "pgmap_bytes": 0, 2024-05-16T15:58:04.320 INFO:teuthology.orchestra.run.smithi043.stdout: "pgmap_items": 0, 2024-05-16T15:58:04.320 INFO:teuthology.orchestra.run.smithi043.stdout: "mds_co_bytes": 1992028, 2024-05-16T15:58:04.320 INFO:teuthology.orchestra.run.smithi043.stdout: "mds_co_items": 10383, 2024-05-16T15:58:04.320 INFO:teuthology.orchestra.run.smithi043.stdout: "unittest_1_bytes": 0, 2024-05-16T15:58:04.320 INFO:teuthology.orchestra.run.smithi043.stdout: "unittest_1_items": 0, 2024-05-16T15:58:04.320 INFO:teuthology.orchestra.run.smithi043.stdout: "unittest_2_bytes": 0, 2024-05-16T15:58:04.320 INFO:teuthology.orchestra.run.smithi043.stdout: "unittest_2_items": 0 2024-05-16T15:58:04.320 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.320 INFO:teuthology.orchestra.run.smithi043.stdout: "objecter": { 2024-05-16T15:58:04.320 INFO:teuthology.orchestra.run.smithi043.stdout: "op_active": 0, 2024-05-16T15:58:04.320 INFO:teuthology.orchestra.run.smithi043.stdout: "op_laggy": 0, 2024-05-16T15:58:04.321 INFO:teuthology.orchestra.run.smithi043.stdout: "op_send": 1990, 2024-05-16T15:58:04.321 INFO:teuthology.orchestra.run.smithi043.stdout: "op_send_bytes": 21, 2024-05-16T15:58:04.321 INFO:teuthology.orchestra.run.smithi043.stdout: "op_resend": 3, 2024-05-16T15:58:04.321 INFO:teuthology.orchestra.run.smithi043.stdout: "op_reply": 1990, 2024-05-16T15:58:04.321 INFO:teuthology.orchestra.run.smithi043.stdout: "op_latency": { 2024-05-16T15:58:04.321 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 1990, 2024-05-16T15:58:04.321 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 1.265985344, 2024-05-16T15:58:04.321 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000636173 2024-05-16T15:58:04.321 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.321 INFO:teuthology.orchestra.run.smithi043.stdout: "op_inflight": 0, 2024-05-16T15:58:04.321 INFO:teuthology.orchestra.run.smithi043.stdout: "oplen_avg": { 2024-05-16T15:58:04.321 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 1990, 2024-05-16T15:58:04.321 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 1991 2024-05-16T15:58:04.321 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.321 INFO:teuthology.orchestra.run.smithi043.stdout: "op": 1990, 2024-05-16T15:58:04.321 INFO:teuthology.orchestra.run.smithi043.stdout: "op_r": 1990, 2024-05-16T15:58:04.322 INFO:teuthology.orchestra.run.smithi043.stdout: "op_w": 0, 2024-05-16T15:58:04.322 INFO:teuthology.orchestra.run.smithi043.stdout: "op_rmw": 0, 2024-05-16T15:58:04.322 INFO:teuthology.orchestra.run.smithi043.stdout: "op_pg": 0, 2024-05-16T15:58:04.322 INFO:teuthology.orchestra.run.smithi043.stdout: "osdop_stat": 1266, 2024-05-16T15:58:04.322 INFO:teuthology.orchestra.run.smithi043.stdout: "osdop_create": 0, 2024-05-16T15:58:04.322 INFO:teuthology.orchestra.run.smithi043.stdout: "osdop_read": 722, 2024-05-16T15:58:04.322 INFO:teuthology.orchestra.run.smithi043.stdout: "osdop_write": 0, 2024-05-16T15:58:04.322 INFO:teuthology.orchestra.run.smithi043.stdout: "osdop_writefull": 0, 2024-05-16T15:58:04.322 INFO:teuthology.orchestra.run.smithi043.stdout: "osdop_writesame": 0, 2024-05-16T15:58:04.322 INFO:teuthology.orchestra.run.smithi043.stdout: "osdop_append": 0, 2024-05-16T15:58:04.322 INFO:teuthology.orchestra.run.smithi043.stdout: "osdop_zero": 0, 2024-05-16T15:58:04.322 INFO:teuthology.orchestra.run.smithi043.stdout: "osdop_truncate": 0, 2024-05-16T15:58:04.322 INFO:teuthology.orchestra.run.smithi043.stdout: "osdop_delete": 0, 2024-05-16T15:58:04.322 INFO:teuthology.orchestra.run.smithi043.stdout: "osdop_mapext": 0, 2024-05-16T15:58:04.322 INFO:teuthology.orchestra.run.smithi043.stdout: "osdop_sparse_read": 0, 2024-05-16T15:58:04.323 INFO:teuthology.orchestra.run.smithi043.stdout: "osdop_clonerange": 0, 2024-05-16T15:58:04.323 INFO:teuthology.orchestra.run.smithi043.stdout: "osdop_getxattr": 1, 2024-05-16T15:58:04.323 INFO:teuthology.orchestra.run.smithi043.stdout: "osdop_setxattr": 0, 2024-05-16T15:58:04.323 INFO:teuthology.orchestra.run.smithi043.stdout: "osdop_cmpxattr": 0, 2024-05-16T15:58:04.323 INFO:teuthology.orchestra.run.smithi043.stdout: "osdop_rmxattr": 0, 2024-05-16T15:58:04.323 INFO:teuthology.orchestra.run.smithi043.stdout: "osdop_resetxattrs": 0, 2024-05-16T15:58:04.323 INFO:teuthology.orchestra.run.smithi043.stdout: "osdop_call": 0, 2024-05-16T15:58:04.323 INFO:teuthology.orchestra.run.smithi043.stdout: "osdop_watch": 0, 2024-05-16T15:58:04.323 INFO:teuthology.orchestra.run.smithi043.stdout: "osdop_notify": 0, 2024-05-16T15:58:04.323 INFO:teuthology.orchestra.run.smithi043.stdout: "osdop_src_cmpxattr": 0, 2024-05-16T15:58:04.323 INFO:teuthology.orchestra.run.smithi043.stdout: "osdop_pgls": 0, 2024-05-16T15:58:04.323 INFO:teuthology.orchestra.run.smithi043.stdout: "osdop_pgls_filter": 0, 2024-05-16T15:58:04.323 INFO:teuthology.orchestra.run.smithi043.stdout: "osdop_other": 0, 2024-05-16T15:58:04.323 INFO:teuthology.orchestra.run.smithi043.stdout: "linger_active": 0, 2024-05-16T15:58:04.323 INFO:teuthology.orchestra.run.smithi043.stdout: "linger_send": 0, 2024-05-16T15:58:04.324 INFO:teuthology.orchestra.run.smithi043.stdout: "linger_resend": 0, 2024-05-16T15:58:04.324 INFO:teuthology.orchestra.run.smithi043.stdout: "linger_ping": 0, 2024-05-16T15:58:04.324 INFO:teuthology.orchestra.run.smithi043.stdout: "poolop_active": 0, 2024-05-16T15:58:04.324 INFO:teuthology.orchestra.run.smithi043.stdout: "poolop_send": 0, 2024-05-16T15:58:04.324 INFO:teuthology.orchestra.run.smithi043.stdout: "poolop_resend": 0, 2024-05-16T15:58:04.324 INFO:teuthology.orchestra.run.smithi043.stdout: "poolstat_active": 0, 2024-05-16T15:58:04.324 INFO:teuthology.orchestra.run.smithi043.stdout: "poolstat_send": 0, 2024-05-16T15:58:04.324 INFO:teuthology.orchestra.run.smithi043.stdout: "poolstat_resend": 0, 2024-05-16T15:58:04.324 INFO:teuthology.orchestra.run.smithi043.stdout: "statfs_active": 0, 2024-05-16T15:58:04.324 INFO:teuthology.orchestra.run.smithi043.stdout: "statfs_send": 0, 2024-05-16T15:58:04.324 INFO:teuthology.orchestra.run.smithi043.stdout: "statfs_resend": 0, 2024-05-16T15:58:04.324 INFO:teuthology.orchestra.run.smithi043.stdout: "command_active": 0, 2024-05-16T15:58:04.324 INFO:teuthology.orchestra.run.smithi043.stdout: "command_send": 0, 2024-05-16T15:58:04.324 INFO:teuthology.orchestra.run.smithi043.stdout: "command_resend": 0, 2024-05-16T15:58:04.324 INFO:teuthology.orchestra.run.smithi043.stdout: "map_epoch": 91, 2024-05-16T15:58:04.325 INFO:teuthology.orchestra.run.smithi043.stdout: "map_full": 0, 2024-05-16T15:58:04.325 INFO:teuthology.orchestra.run.smithi043.stdout: "map_inc": 4, 2024-05-16T15:58:04.325 INFO:teuthology.orchestra.run.smithi043.stdout: "osd_sessions": 7, 2024-05-16T15:58:04.325 INFO:teuthology.orchestra.run.smithi043.stdout: "osd_session_open": 7, 2024-05-16T15:58:04.325 INFO:teuthology.orchestra.run.smithi043.stdout: "osd_session_close": 0, 2024-05-16T15:58:04.325 INFO:teuthology.orchestra.run.smithi043.stdout: "osd_laggy": 0, 2024-05-16T15:58:04.325 INFO:teuthology.orchestra.run.smithi043.stdout: "omap_wr": 0, 2024-05-16T15:58:04.325 INFO:teuthology.orchestra.run.smithi043.stdout: "omap_rd": 2, 2024-05-16T15:58:04.325 INFO:teuthology.orchestra.run.smithi043.stdout: "omap_del": 0 2024-05-16T15:58:04.325 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.325 INFO:teuthology.orchestra.run.smithi043.stdout: "oft": { 2024-05-16T15:58:04.325 INFO:teuthology.orchestra.run.smithi043.stdout: "omap_total_objs": 0, 2024-05-16T15:58:04.325 INFO:teuthology.orchestra.run.smithi043.stdout: "omap_total_kv_pairs": 0, 2024-05-16T15:58:04.325 INFO:teuthology.orchestra.run.smithi043.stdout: "omap_total_updates": 0, 2024-05-16T15:58:04.325 INFO:teuthology.orchestra.run.smithi043.stdout: "omap_total_removes": 0 2024-05-16T15:58:04.325 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.325 INFO:teuthology.orchestra.run.smithi043.stdout: "osd-slow-ops": { 2024-05-16T15:58:04.326 INFO:teuthology.orchestra.run.smithi043.stdout: "slow_ops_count": 0 2024-05-16T15:58:04.326 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.326 INFO:teuthology.orchestra.run.smithi043.stdout: "purge_queue": { 2024-05-16T15:58:04.326 INFO:teuthology.orchestra.run.smithi043.stdout: "pq_executing_ops": 0, 2024-05-16T15:58:04.326 INFO:teuthology.orchestra.run.smithi043.stdout: "pq_executing_ops_high_water": 0, 2024-05-16T15:58:04.326 INFO:teuthology.orchestra.run.smithi043.stdout: "pq_executing": 0, 2024-05-16T15:58:04.326 INFO:teuthology.orchestra.run.smithi043.stdout: "pq_executing_high_water": 0, 2024-05-16T15:58:04.326 INFO:teuthology.orchestra.run.smithi043.stdout: "pq_executed_ops": 0, 2024-05-16T15:58:04.326 INFO:teuthology.orchestra.run.smithi043.stdout: "pq_executed": 0, 2024-05-16T15:58:04.326 INFO:teuthology.orchestra.run.smithi043.stdout: "pq_item_in_journal": 0 2024-05-16T15:58:04.326 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.326 INFO:teuthology.orchestra.run.smithi043.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-16T15:58:04.326 INFO:teuthology.orchestra.run.smithi043.stdout: "val": 0, 2024-05-16T15:58:04.326 INFO:teuthology.orchestra.run.smithi043.stdout: "max": 104857600, 2024-05-16T15:58:04.326 INFO:teuthology.orchestra.run.smithi043.stdout: "get_started": 0, 2024-05-16T15:58:04.326 INFO:teuthology.orchestra.run.smithi043.stdout: "get": 2228, 2024-05-16T15:58:04.327 INFO:teuthology.orchestra.run.smithi043.stdout: "get_sum": 7883513, 2024-05-16T15:58:04.327 INFO:teuthology.orchestra.run.smithi043.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:04.327 INFO:teuthology.orchestra.run.smithi043.stdout: "get_or_fail_success": 2228, 2024-05-16T15:58:04.327 INFO:teuthology.orchestra.run.smithi043.stdout: "take": 0, 2024-05-16T15:58:04.327 INFO:teuthology.orchestra.run.smithi043.stdout: "take_sum": 0, 2024-05-16T15:58:04.327 INFO:teuthology.orchestra.run.smithi043.stdout: "put": 2228, 2024-05-16T15:58:04.327 INFO:teuthology.orchestra.run.smithi043.stdout: "put_sum": 7883513, 2024-05-16T15:58:04.327 INFO:teuthology.orchestra.run.smithi043.stdout: "wait": { 2024-05-16T15:58:04.327 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:04.327 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:04.327 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:04.327 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:04.327 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.327 INFO:teuthology.orchestra.run.smithi043.stdout: "throttle-objecter_bytes": { 2024-05-16T15:58:04.327 INFO:teuthology.orchestra.run.smithi043.stdout: "val": 0, 2024-05-16T15:58:04.327 INFO:teuthology.orchestra.run.smithi043.stdout: "max": 104857600, 2024-05-16T15:58:04.328 INFO:teuthology.orchestra.run.smithi043.stdout: "get_started": 0, 2024-05-16T15:58:04.328 INFO:teuthology.orchestra.run.smithi043.stdout: "get": 0, 2024-05-16T15:58:04.328 INFO:teuthology.orchestra.run.smithi043.stdout: "get_sum": 0, 2024-05-16T15:58:04.328 INFO:teuthology.orchestra.run.smithi043.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:04.328 INFO:teuthology.orchestra.run.smithi043.stdout: "get_or_fail_success": 0, 2024-05-16T15:58:04.328 INFO:teuthology.orchestra.run.smithi043.stdout: "take": 1990, 2024-05-16T15:58:04.328 INFO:teuthology.orchestra.run.smithi043.stdout: "take_sum": 6876695, 2024-05-16T15:58:04.328 INFO:teuthology.orchestra.run.smithi043.stdout: "put": 1990, 2024-05-16T15:58:04.328 INFO:teuthology.orchestra.run.smithi043.stdout: "put_sum": 6876695, 2024-05-16T15:58:04.328 INFO:teuthology.orchestra.run.smithi043.stdout: "wait": { 2024-05-16T15:58:04.328 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:04.328 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:04.328 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:04.328 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:04.328 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.328 INFO:teuthology.orchestra.run.smithi043.stdout: "throttle-objecter_ops": { 2024-05-16T15:58:04.329 INFO:teuthology.orchestra.run.smithi043.stdout: "val": 0, 2024-05-16T15:58:04.329 INFO:teuthology.orchestra.run.smithi043.stdout: "max": 1024, 2024-05-16T15:58:04.329 INFO:teuthology.orchestra.run.smithi043.stdout: "get_started": 0, 2024-05-16T15:58:04.329 INFO:teuthology.orchestra.run.smithi043.stdout: "get": 0, 2024-05-16T15:58:04.329 INFO:teuthology.orchestra.run.smithi043.stdout: "get_sum": 0, 2024-05-16T15:58:04.329 INFO:teuthology.orchestra.run.smithi043.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:04.329 INFO:teuthology.orchestra.run.smithi043.stdout: "get_or_fail_success": 0, 2024-05-16T15:58:04.329 INFO:teuthology.orchestra.run.smithi043.stdout: "take": 1990, 2024-05-16T15:58:04.329 INFO:teuthology.orchestra.run.smithi043.stdout: "take_sum": 1990, 2024-05-16T15:58:04.329 INFO:teuthology.orchestra.run.smithi043.stdout: "put": 1990, 2024-05-16T15:58:04.329 INFO:teuthology.orchestra.run.smithi043.stdout: "put_sum": 1990, 2024-05-16T15:58:04.329 INFO:teuthology.orchestra.run.smithi043.stdout: "wait": { 2024-05-16T15:58:04.329 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:04.329 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:04.329 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:04.330 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:04.330 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.330 INFO:teuthology.orchestra.run.smithi043.stdout: "throttle-write_buf_throttle": { 2024-05-16T15:58:04.330 INFO:teuthology.orchestra.run.smithi043.stdout: "val": 0, 2024-05-16T15:58:04.330 INFO:teuthology.orchestra.run.smithi043.stdout: "max": 3758096384, 2024-05-16T15:58:04.330 INFO:teuthology.orchestra.run.smithi043.stdout: "get_started": 0, 2024-05-16T15:58:04.330 INFO:teuthology.orchestra.run.smithi043.stdout: "get": 0, 2024-05-16T15:58:04.330 INFO:teuthology.orchestra.run.smithi043.stdout: "get_sum": 0, 2024-05-16T15:58:04.330 INFO:teuthology.orchestra.run.smithi043.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:04.330 INFO:teuthology.orchestra.run.smithi043.stdout: "get_or_fail_success": 0, 2024-05-16T15:58:04.330 INFO:teuthology.orchestra.run.smithi043.stdout: "take": 0, 2024-05-16T15:58:04.330 INFO:teuthology.orchestra.run.smithi043.stdout: "take_sum": 0, 2024-05-16T15:58:04.330 INFO:teuthology.orchestra.run.smithi043.stdout: "put": 0, 2024-05-16T15:58:04.330 INFO:teuthology.orchestra.run.smithi043.stdout: "put_sum": 0, 2024-05-16T15:58:04.330 INFO:teuthology.orchestra.run.smithi043.stdout: "wait": { 2024-05-16T15:58:04.331 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:04.331 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:04.331 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:04.331 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:04.331 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:04.331 INFO:teuthology.orchestra.run.smithi043.stdout: "throttle-write_buf_throttle-0x563c008f06e0": { 2024-05-16T15:58:04.331 INFO:teuthology.orchestra.run.smithi043.stdout: "val": 0, 2024-05-16T15:58:04.331 INFO:teuthology.orchestra.run.smithi043.stdout: "max": 3758096384, 2024-05-16T15:58:04.331 INFO:teuthology.orchestra.run.smithi043.stdout: "get_started": 0, 2024-05-16T15:58:04.331 INFO:teuthology.orchestra.run.smithi043.stdout: "get": 0, 2024-05-16T15:58:04.331 INFO:teuthology.orchestra.run.smithi043.stdout: "get_sum": 0, 2024-05-16T15:58:04.331 INFO:teuthology.orchestra.run.smithi043.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:04.331 INFO:teuthology.orchestra.run.smithi043.stdout: "get_or_fail_success": 0, 2024-05-16T15:58:04.331 INFO:teuthology.orchestra.run.smithi043.stdout: "take": 0, 2024-05-16T15:58:04.331 INFO:teuthology.orchestra.run.smithi043.stdout: "take_sum": 0, 2024-05-16T15:58:04.331 INFO:teuthology.orchestra.run.smithi043.stdout: "put": 0, 2024-05-16T15:58:04.332 INFO:teuthology.orchestra.run.smithi043.stdout: "put_sum": 0, 2024-05-16T15:58:04.332 INFO:teuthology.orchestra.run.smithi043.stdout: "wait": { 2024-05-16T15:58:04.332 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:04.332 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:04.332 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:04.332 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:04.332 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:04.332 INFO:teuthology.orchestra.run.smithi043.stdout:} 2024-05-16T15:58:05.512 INFO:tasks.check_counter:Daemon mds.a mds.exported=0 2024-05-16T15:58:05.512 INFO:tasks.check_counter:Daemon mds.a mds.imported=0 2024-05-16T15:58:05.512 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update=0 2024-05-16T15:58:05.512 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update_receipt=0 2024-05-16T15:58:05.512 INFO:tasks.check_counter:Daemon mds.a mds.dir_split=0 2024-05-16T15:58:05.512 DEBUG:tasks.check_counter:Getting stats from d 2024-05-16T15:58:05.513 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph daemon mds.d perf dump 2024-05-16T15:58:05.778 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:58:05.901 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:58:05 smithi043 ceph-mon[31619]: pgmap v673: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 783 KiB/s rd, 794 KiB/s wr, 527 op/s 2024-05-16T15:58:05.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:05 smithi157 ceph-mon[35584]: pgmap v673: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 783 KiB/s rd, 794 KiB/s wr, 527 op/s 2024-05-16T15:58:05.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:58:05 smithi148 ceph-mon[34976]: pgmap v673: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 783 KiB/s rd, 794 KiB/s wr, 527 op/s 2024-05-16T15:58:07.524 INFO:teuthology.orchestra.run.smithi043.stdout:{ 2024-05-16T15:58:07.525 INFO:teuthology.orchestra.run.smithi043.stdout: "AsyncMessenger::Worker-0": { 2024-05-16T15:58:07.525 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_recv_messages": 215, 2024-05-16T15:58:07.525 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_send_messages": 212, 2024-05-16T15:58:07.525 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_recv_bytes": 512576, 2024-05-16T15:58:07.525 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_send_bytes": 129984, 2024-05-16T15:58:07.525 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_created_connections": 4, 2024-05-16T15:58:07.525 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_active_connections": 0, 2024-05-16T15:58:07.525 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_running_total_time": 0.031289631, 2024-05-16T15:58:07.525 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_running_send_time": 0.012657022, 2024-05-16T15:58:07.525 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_running_recv_time": 0.014080783, 2024-05-16T15:58:07.525 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_running_fast_dispatch_time": 0.004040741, 2024-05-16T15:58:07.525 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_send_messages_queue_lat": { 2024-05-16T15:58:07.526 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 211, 2024-05-16T15:58:07.526 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.008773276, 2024-05-16T15:58:07.526 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000041579 2024-05-16T15:58:07.526 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:07.526 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_handle_ack_lat": { 2024-05-16T15:58:07.526 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:07.526 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:07.526 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:07.526 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:07.526 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_recv_encrypted_bytes": 512576, 2024-05-16T15:58:07.526 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_send_encrypted_bytes": 129984 2024-05-16T15:58:07.526 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:07.526 INFO:teuthology.orchestra.run.smithi043.stdout: "AsyncMessenger::Worker-1": { 2024-05-16T15:58:07.526 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_recv_messages": 1, 2024-05-16T15:58:07.526 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_send_messages": 161, 2024-05-16T15:58:07.527 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_recv_bytes": 160, 2024-05-16T15:58:07.527 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_send_bytes": 106848, 2024-05-16T15:58:07.527 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_created_connections": 3, 2024-05-16T15:58:07.527 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_active_connections": 2, 2024-05-16T15:58:07.527 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_running_total_time": 0.011006195, 2024-05-16T15:58:07.527 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_running_send_time": 0.008407784, 2024-05-16T15:58:07.527 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_running_recv_time": 0.001109097, 2024-05-16T15:58:07.527 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-16T15:58:07.527 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_send_messages_queue_lat": { 2024-05-16T15:58:07.527 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 159, 2024-05-16T15:58:07.527 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.006626202, 2024-05-16T15:58:07.527 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000041674 2024-05-16T15:58:07.527 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:07.527 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_handle_ack_lat": { 2024-05-16T15:58:07.527 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:07.527 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:07.528 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:07.528 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:07.528 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_recv_encrypted_bytes": 160, 2024-05-16T15:58:07.528 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_send_encrypted_bytes": 106848 2024-05-16T15:58:07.528 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:07.528 INFO:teuthology.orchestra.run.smithi043.stdout: "AsyncMessenger::Worker-2": { 2024-05-16T15:58:07.528 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_recv_messages": 4, 2024-05-16T15:58:07.528 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_send_messages": 4, 2024-05-16T15:58:07.528 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_recv_bytes": 2944, 2024-05-16T15:58:07.528 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_send_bytes": 448, 2024-05-16T15:58:07.528 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_created_connections": 2, 2024-05-16T15:58:07.528 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_active_connections": 1, 2024-05-16T15:58:07.528 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_running_total_time": 0.000693089, 2024-05-16T15:58:07.528 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_running_send_time": 0.000044429, 2024-05-16T15:58:07.528 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_running_recv_time": 0.000660119, 2024-05-16T15:58:07.529 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-16T15:58:07.529 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_send_messages_queue_lat": { 2024-05-16T15:58:07.529 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 3, 2024-05-16T15:58:07.529 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000717807, 2024-05-16T15:58:07.529 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000239269 2024-05-16T15:58:07.529 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:07.529 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_handle_ack_lat": { 2024-05-16T15:58:07.529 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:07.529 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:07.529 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:07.529 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:07.529 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_recv_encrypted_bytes": 2944, 2024-05-16T15:58:07.529 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_send_encrypted_bytes": 448 2024-05-16T15:58:07.529 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:07.529 INFO:teuthology.orchestra.run.smithi043.stdout: "cct": { 2024-05-16T15:58:07.529 INFO:teuthology.orchestra.run.smithi043.stdout: "total_workers": 0, 2024-05-16T15:58:07.530 INFO:teuthology.orchestra.run.smithi043.stdout: "unhealthy_workers": 0 2024-05-16T15:58:07.530 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:07.530 INFO:teuthology.orchestra.run.smithi043.stdout: "mempool": { 2024-05-16T15:58:07.530 INFO:teuthology.orchestra.run.smithi043.stdout: "bloom_filter_bytes": 0, 2024-05-16T15:58:07.530 INFO:teuthology.orchestra.run.smithi043.stdout: "bloom_filter_items": 0, 2024-05-16T15:58:07.530 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_alloc_bytes": 0, 2024-05-16T15:58:07.530 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_alloc_items": 0, 2024-05-16T15:58:07.530 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_cache_data_bytes": 0, 2024-05-16T15:58:07.530 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_cache_data_items": 0, 2024-05-16T15:58:07.530 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-16T15:58:07.530 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_cache_onode_items": 0, 2024-05-16T15:58:07.530 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-16T15:58:07.530 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_cache_meta_items": 0, 2024-05-16T15:58:07.530 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_cache_other_bytes": 0, 2024-05-16T15:58:07.530 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_cache_other_items": 0, 2024-05-16T15:58:07.531 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-16T15:58:07.531 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_cache_buffer_items": 0, 2024-05-16T15:58:07.531 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_extent_bytes": 0, 2024-05-16T15:58:07.531 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_extent_items": 0, 2024-05-16T15:58:07.531 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_blob_bytes": 0, 2024-05-16T15:58:07.531 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_blob_items": 0, 2024-05-16T15:58:07.531 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-16T15:58:07.531 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_shared_blob_items": 0, 2024-05-16T15:58:07.531 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-16T15:58:07.531 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_inline_bl_items": 0, 2024-05-16T15:58:07.531 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_fsck_bytes": 0, 2024-05-16T15:58:07.531 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_fsck_items": 0, 2024-05-16T15:58:07.531 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_txc_bytes": 0, 2024-05-16T15:58:07.531 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_txc_items": 0, 2024-05-16T15:58:07.531 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-16T15:58:07.531 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_writing_deferred_items": 0, 2024-05-16T15:58:07.532 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_writing_bytes": 0, 2024-05-16T15:58:07.532 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_writing_items": 0, 2024-05-16T15:58:07.532 INFO:teuthology.orchestra.run.smithi043.stdout: "bluefs_bytes": 0, 2024-05-16T15:58:07.532 INFO:teuthology.orchestra.run.smithi043.stdout: "bluefs_items": 0, 2024-05-16T15:58:07.532 INFO:teuthology.orchestra.run.smithi043.stdout: "bluefs_file_reader_bytes": 0, 2024-05-16T15:58:07.532 INFO:teuthology.orchestra.run.smithi043.stdout: "bluefs_file_reader_items": 0, 2024-05-16T15:58:07.532 INFO:teuthology.orchestra.run.smithi043.stdout: "bluefs_file_writer_bytes": 0, 2024-05-16T15:58:07.532 INFO:teuthology.orchestra.run.smithi043.stdout: "bluefs_file_writer_items": 0, 2024-05-16T15:58:07.532 INFO:teuthology.orchestra.run.smithi043.stdout: "buffer_anon_bytes": 148945, 2024-05-16T15:58:07.532 INFO:teuthology.orchestra.run.smithi043.stdout: "buffer_anon_items": 29, 2024-05-16T15:58:07.532 INFO:teuthology.orchestra.run.smithi043.stdout: "buffer_meta_bytes": 0, 2024-05-16T15:58:07.532 INFO:teuthology.orchestra.run.smithi043.stdout: "buffer_meta_items": 0, 2024-05-16T15:58:07.532 INFO:teuthology.orchestra.run.smithi043.stdout: "osd_bytes": 0, 2024-05-16T15:58:07.532 INFO:teuthology.orchestra.run.smithi043.stdout: "osd_items": 0, 2024-05-16T15:58:07.532 INFO:teuthology.orchestra.run.smithi043.stdout: "osd_mapbl_bytes": 0, 2024-05-16T15:58:07.533 INFO:teuthology.orchestra.run.smithi043.stdout: "osd_mapbl_items": 0, 2024-05-16T15:58:07.533 INFO:teuthology.orchestra.run.smithi043.stdout: "osd_pglog_bytes": 0, 2024-05-16T15:58:07.533 INFO:teuthology.orchestra.run.smithi043.stdout: "osd_pglog_items": 0, 2024-05-16T15:58:07.533 INFO:teuthology.orchestra.run.smithi043.stdout: "osdmap_bytes": 0, 2024-05-16T15:58:07.533 INFO:teuthology.orchestra.run.smithi043.stdout: "osdmap_items": 0, 2024-05-16T15:58:07.533 INFO:teuthology.orchestra.run.smithi043.stdout: "osdmap_mapping_bytes": 0, 2024-05-16T15:58:07.533 INFO:teuthology.orchestra.run.smithi043.stdout: "osdmap_mapping_items": 0, 2024-05-16T15:58:07.533 INFO:teuthology.orchestra.run.smithi043.stdout: "pgmap_bytes": 0, 2024-05-16T15:58:07.533 INFO:teuthology.orchestra.run.smithi043.stdout: "pgmap_items": 0, 2024-05-16T15:58:07.533 INFO:teuthology.orchestra.run.smithi043.stdout: "mds_co_bytes": 928, 2024-05-16T15:58:07.533 INFO:teuthology.orchestra.run.smithi043.stdout: "mds_co_items": 2, 2024-05-16T15:58:07.533 INFO:teuthology.orchestra.run.smithi043.stdout: "unittest_1_bytes": 0, 2024-05-16T15:58:07.533 INFO:teuthology.orchestra.run.smithi043.stdout: "unittest_1_items": 0, 2024-05-16T15:58:07.533 INFO:teuthology.orchestra.run.smithi043.stdout: "unittest_2_bytes": 0, 2024-05-16T15:58:07.533 INFO:teuthology.orchestra.run.smithi043.stdout: "unittest_2_items": 0 2024-05-16T15:58:07.534 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:07.534 INFO:teuthology.orchestra.run.smithi043.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-16T15:58:07.534 INFO:teuthology.orchestra.run.smithi043.stdout: "val": 0, 2024-05-16T15:58:07.534 INFO:teuthology.orchestra.run.smithi043.stdout: "max": 104857600, 2024-05-16T15:58:07.534 INFO:teuthology.orchestra.run.smithi043.stdout: "get_started": 0, 2024-05-16T15:58:07.534 INFO:teuthology.orchestra.run.smithi043.stdout: "get": 216, 2024-05-16T15:58:07.534 INFO:teuthology.orchestra.run.smithi043.stdout: "get_sum": 482191, 2024-05-16T15:58:07.534 INFO:teuthology.orchestra.run.smithi043.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:07.534 INFO:teuthology.orchestra.run.smithi043.stdout: "get_or_fail_success": 216, 2024-05-16T15:58:07.534 INFO:teuthology.orchestra.run.smithi043.stdout: "take": 0, 2024-05-16T15:58:07.534 INFO:teuthology.orchestra.run.smithi043.stdout: "take_sum": 0, 2024-05-16T15:58:07.534 INFO:teuthology.orchestra.run.smithi043.stdout: "put": 216, 2024-05-16T15:58:07.534 INFO:teuthology.orchestra.run.smithi043.stdout: "put_sum": 482191, 2024-05-16T15:58:07.534 INFO:teuthology.orchestra.run.smithi043.stdout: "wait": { 2024-05-16T15:58:07.535 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:07.535 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:07.535 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:07.535 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:07.535 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:07.535 INFO:teuthology.orchestra.run.smithi043.stdout:} 2024-05-16T15:58:07.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:07 smithi157 ceph-mon[35584]: pgmap v674: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 509 KiB/s rd, 503 KiB/s wr, 433 op/s 2024-05-16T15:58:07.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:58:07 smithi148 ceph-mon[34976]: pgmap v674: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 509 KiB/s rd, 503 KiB/s wr, 433 op/s 2024-05-16T15:58:07.978 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:58:07 smithi043 ceph-mon[31619]: pgmap v674: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 509 KiB/s rd, 503 KiB/s wr, 433 op/s 2024-05-16T15:58:08.194 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.d 2024-05-16T15:58:08.194 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.d 2024-05-16T15:58:08.194 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.d 2024-05-16T15:58:08.194 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.d 2024-05-16T15:58:08.194 WARNING:tasks.check_counter:Counter 'mds.dir_split' not found on daemon mds.d 2024-05-16T15:58:08.194 DEBUG:tasks.check_counter:Getting stats from g 2024-05-16T15:58:08.195 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph daemon mds.g perf dump 2024-05-16T15:58:08.451 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:58:09.728 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:58:09 smithi043 ceph-mon[31619]: pgmap v675: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 506 KiB/s rd, 501 KiB/s wr, 372 op/s 2024-05-16T15:58:09.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:09 smithi157 ceph-mon[35584]: pgmap v675: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 506 KiB/s rd, 501 KiB/s wr, 372 op/s 2024-05-16T15:58:09.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:58:09 smithi148 ceph-mon[34976]: pgmap v675: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 506 KiB/s rd, 501 KiB/s wr, 372 op/s 2024-05-16T15:58:10.175 INFO:teuthology.orchestra.run.smithi043.stdout:{ 2024-05-16T15:58:10.175 INFO:teuthology.orchestra.run.smithi043.stdout: "AsyncMessenger::Worker-0": { 2024-05-16T15:58:10.175 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_recv_messages": 690, 2024-05-16T15:58:10.175 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_send_messages": 692, 2024-05-16T15:58:10.175 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_recv_bytes": 231785, 2024-05-16T15:58:10.175 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_send_bytes": 219421, 2024-05-16T15:58:10.175 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_created_connections": 6, 2024-05-16T15:58:10.175 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_active_connections": 2, 2024-05-16T15:58:10.175 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_running_total_time": 0.072180302, 2024-05-16T15:58:10.176 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_running_send_time": 0.028033463, 2024-05-16T15:58:10.176 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_running_recv_time": 0.016759097, 2024-05-16T15:58:10.176 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_running_fast_dispatch_time": 0.020229777, 2024-05-16T15:58:10.176 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_send_messages_queue_lat": { 2024-05-16T15:58:10.176 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 690, 2024-05-16T15:58:10.176 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.030269986, 2024-05-16T15:58:10.176 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000043869 2024-05-16T15:58:10.176 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.176 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_handle_ack_lat": { 2024-05-16T15:58:10.176 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:10.176 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:10.176 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:10.176 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.176 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-16T15:58:10.176 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_send_encrypted_bytes": 0 2024-05-16T15:58:10.176 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.176 INFO:teuthology.orchestra.run.smithi043.stdout: "AsyncMessenger::Worker-1": { 2024-05-16T15:58:10.177 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_recv_messages": 1233, 2024-05-16T15:58:10.177 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_send_messages": 1390, 2024-05-16T15:58:10.177 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_recv_bytes": 5270266, 2024-05-16T15:58:10.177 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_send_bytes": 730441, 2024-05-16T15:58:10.177 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_created_connections": 5, 2024-05-16T15:58:10.177 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_active_connections": 4, 2024-05-16T15:58:10.177 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_running_total_time": 0.094591893, 2024-05-16T15:58:10.177 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_running_send_time": 0.029966761, 2024-05-16T15:58:10.177 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_running_recv_time": 0.028211914, 2024-05-16T15:58:10.177 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_running_fast_dispatch_time": 0.029490287, 2024-05-16T15:58:10.177 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_send_messages_queue_lat": { 2024-05-16T15:58:10.177 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 1388, 2024-05-16T15:58:10.177 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.042804579, 2024-05-16T15:58:10.177 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000030839 2024-05-16T15:58:10.177 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.178 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_handle_ack_lat": { 2024-05-16T15:58:10.178 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:10.178 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:10.178 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:10.178 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.178 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_recv_encrypted_bytes": 160, 2024-05-16T15:58:10.178 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_send_encrypted_bytes": 338608 2024-05-16T15:58:10.178 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.178 INFO:teuthology.orchestra.run.smithi043.stdout: "AsyncMessenger::Worker-2": { 2024-05-16T15:58:10.178 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_recv_messages": 247, 2024-05-16T15:58:10.178 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_send_messages": 223, 2024-05-16T15:58:10.178 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_recv_bytes": 661540, 2024-05-16T15:58:10.178 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_send_bytes": 131013, 2024-05-16T15:58:10.179 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_created_connections": 4, 2024-05-16T15:58:10.179 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_active_connections": 3, 2024-05-16T15:58:10.179 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_running_total_time": 0.032019988, 2024-05-16T15:58:10.179 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_running_send_time": 0.012613960, 2024-05-16T15:58:10.179 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_running_recv_time": 0.016769792, 2024-05-16T15:58:10.179 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_running_fast_dispatch_time": 0.004092318, 2024-05-16T15:58:10.179 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_send_messages_queue_lat": { 2024-05-16T15:58:10.179 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 223, 2024-05-16T15:58:10.179 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.010244982, 2024-05-16T15:58:10.179 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000045941 2024-05-16T15:58:10.179 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.179 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_handle_ack_lat": { 2024-05-16T15:58:10.179 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:10.179 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:10.179 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:10.179 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.180 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_recv_encrypted_bytes": 660192, 2024-05-16T15:58:10.180 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_send_encrypted_bytes": 130048 2024-05-16T15:58:10.180 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.180 INFO:teuthology.orchestra.run.smithi043.stdout: "cct": { 2024-05-16T15:58:10.180 INFO:teuthology.orchestra.run.smithi043.stdout: "total_workers": 1, 2024-05-16T15:58:10.180 INFO:teuthology.orchestra.run.smithi043.stdout: "unhealthy_workers": 0 2024-05-16T15:58:10.180 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.180 INFO:teuthology.orchestra.run.smithi043.stdout: "finisher-MDSRank": { 2024-05-16T15:58:10.180 INFO:teuthology.orchestra.run.smithi043.stdout: "queue_len": 0, 2024-05-16T15:58:10.180 INFO:teuthology.orchestra.run.smithi043.stdout: "complete_latency": { 2024-05-16T15:58:10.180 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 3307, 2024-05-16T15:58:10.180 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.083797906, 2024-05-16T15:58:10.180 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000025339 2024-05-16T15:58:10.180 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:10.180 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.180 INFO:teuthology.orchestra.run.smithi043.stdout: "finisher-PurgeQueue": { 2024-05-16T15:58:10.181 INFO:teuthology.orchestra.run.smithi043.stdout: "queue_len": 0, 2024-05-16T15:58:10.181 INFO:teuthology.orchestra.run.smithi043.stdout: "complete_latency": { 2024-05-16T15:58:10.181 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:10.181 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:10.181 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:10.181 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:10.181 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.181 INFO:teuthology.orchestra.run.smithi043.stdout: "mds": { 2024-05-16T15:58:10.181 INFO:teuthology.orchestra.run.smithi043.stdout: "request": 0, 2024-05-16T15:58:10.181 INFO:teuthology.orchestra.run.smithi043.stdout: "reply": 0, 2024-05-16T15:58:10.181 INFO:teuthology.orchestra.run.smithi043.stdout: "reply_latency": { 2024-05-16T15:58:10.181 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:10.181 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:10.181 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:10.181 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.182 INFO:teuthology.orchestra.run.smithi043.stdout: "slow_reply": 0, 2024-05-16T15:58:10.182 INFO:teuthology.orchestra.run.smithi043.stdout: "forward": 0, 2024-05-16T15:58:10.182 INFO:teuthology.orchestra.run.smithi043.stdout: "dir_fetch_complete": 0, 2024-05-16T15:58:10.182 INFO:teuthology.orchestra.run.smithi043.stdout: "dir_fetch_keys": 0, 2024-05-16T15:58:10.182 INFO:teuthology.orchestra.run.smithi043.stdout: "dir_commit": 0, 2024-05-16T15:58:10.182 INFO:teuthology.orchestra.run.smithi043.stdout: "dir_split": 0, 2024-05-16T15:58:10.182 INFO:teuthology.orchestra.run.smithi043.stdout: "dir_merge": 0, 2024-05-16T15:58:10.182 INFO:teuthology.orchestra.run.smithi043.stdout: "inodes": 1114, 2024-05-16T15:58:10.182 INFO:teuthology.orchestra.run.smithi043.stdout: "inodes_top": 0, 2024-05-16T15:58:10.182 INFO:teuthology.orchestra.run.smithi043.stdout: "inodes_bottom": 1114, 2024-05-16T15:58:10.182 INFO:teuthology.orchestra.run.smithi043.stdout: "inodes_pin_tail": 0, 2024-05-16T15:58:10.182 INFO:teuthology.orchestra.run.smithi043.stdout: "inodes_pinned": 1114, 2024-05-16T15:58:10.182 INFO:teuthology.orchestra.run.smithi043.stdout: "inodes_expired": 0, 2024-05-16T15:58:10.182 INFO:teuthology.orchestra.run.smithi043.stdout: "inodes_with_caps": 0, 2024-05-16T15:58:10.182 INFO:teuthology.orchestra.run.smithi043.stdout: "caps": 0, 2024-05-16T15:58:10.183 INFO:teuthology.orchestra.run.smithi043.stdout: "subtrees": 1, 2024-05-16T15:58:10.183 INFO:teuthology.orchestra.run.smithi043.stdout: "traverse": 0, 2024-05-16T15:58:10.183 INFO:teuthology.orchestra.run.smithi043.stdout: "traverse_hit": 0, 2024-05-16T15:58:10.183 INFO:teuthology.orchestra.run.smithi043.stdout: "traverse_forward": 0, 2024-05-16T15:58:10.183 INFO:teuthology.orchestra.run.smithi043.stdout: "traverse_discover": 0, 2024-05-16T15:58:10.183 INFO:teuthology.orchestra.run.smithi043.stdout: "traverse_dir_fetch": 0, 2024-05-16T15:58:10.183 INFO:teuthology.orchestra.run.smithi043.stdout: "traverse_remote_ino": 0, 2024-05-16T15:58:10.183 INFO:teuthology.orchestra.run.smithi043.stdout: "traverse_lock": 0, 2024-05-16T15:58:10.183 INFO:teuthology.orchestra.run.smithi043.stdout: "load_cent": 0, 2024-05-16T15:58:10.183 INFO:teuthology.orchestra.run.smithi043.stdout: "q": 0, 2024-05-16T15:58:10.183 INFO:teuthology.orchestra.run.smithi043.stdout: "exported": 0, 2024-05-16T15:58:10.183 INFO:teuthology.orchestra.run.smithi043.stdout: "exported_inodes": 0, 2024-05-16T15:58:10.183 INFO:teuthology.orchestra.run.smithi043.stdout: "imported": 0, 2024-05-16T15:58:10.183 INFO:teuthology.orchestra.run.smithi043.stdout: "imported_inodes": 0, 2024-05-16T15:58:10.183 INFO:teuthology.orchestra.run.smithi043.stdout: "openino_dir_fetch": 0, 2024-05-16T15:58:10.184 INFO:teuthology.orchestra.run.smithi043.stdout: "openino_backtrace_fetch": 0, 2024-05-16T15:58:10.184 INFO:teuthology.orchestra.run.smithi043.stdout: "openino_peer_discover": 0, 2024-05-16T15:58:10.184 INFO:teuthology.orchestra.run.smithi043.stdout: "root_rfiles": 0, 2024-05-16T15:58:10.184 INFO:teuthology.orchestra.run.smithi043.stdout: "root_rbytes": 0, 2024-05-16T15:58:10.184 INFO:teuthology.orchestra.run.smithi043.stdout: "root_rsnaps": 0, 2024-05-16T15:58:10.184 INFO:teuthology.orchestra.run.smithi043.stdout: "scrub_backtrace_fetch": 0, 2024-05-16T15:58:10.184 INFO:teuthology.orchestra.run.smithi043.stdout: "scrub_set_tag": 0, 2024-05-16T15:58:10.184 INFO:teuthology.orchestra.run.smithi043.stdout: "scrub_backtrace_repaired": 0, 2024-05-16T15:58:10.184 INFO:teuthology.orchestra.run.smithi043.stdout: "scrub_inotable_repaired": 0, 2024-05-16T15:58:10.184 INFO:teuthology.orchestra.run.smithi043.stdout: "scrub_dir_inodes": 0, 2024-05-16T15:58:10.184 INFO:teuthology.orchestra.run.smithi043.stdout: "scrub_dir_base_inodes": 0, 2024-05-16T15:58:10.184 INFO:teuthology.orchestra.run.smithi043.stdout: "scrub_dirfrag_rstats": 0, 2024-05-16T15:58:10.184 INFO:teuthology.orchestra.run.smithi043.stdout: "scrub_file_inodes": 0, 2024-05-16T15:58:10.184 INFO:teuthology.orchestra.run.smithi043.stdout: "handle_inode_file_caps": 0, 2024-05-16T15:58:10.184 INFO:teuthology.orchestra.run.smithi043.stdout: "ceph_cap_op_revoke": 0, 2024-05-16T15:58:10.184 INFO:teuthology.orchestra.run.smithi043.stdout: "ceph_cap_op_grant": 0, 2024-05-16T15:58:10.184 INFO:teuthology.orchestra.run.smithi043.stdout: "ceph_cap_op_trunc": 0, 2024-05-16T15:58:10.185 INFO:teuthology.orchestra.run.smithi043.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-16T15:58:10.185 INFO:teuthology.orchestra.run.smithi043.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-16T15:58:10.185 INFO:teuthology.orchestra.run.smithi043.stdout: "handle_client_caps": 0, 2024-05-16T15:58:10.185 INFO:teuthology.orchestra.run.smithi043.stdout: "handle_client_caps_dirty": 0, 2024-05-16T15:58:10.185 INFO:teuthology.orchestra.run.smithi043.stdout: "handle_client_cap_release": 0, 2024-05-16T15:58:10.185 INFO:teuthology.orchestra.run.smithi043.stdout: "process_request_cap_release": 0 2024-05-16T15:58:10.185 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.185 INFO:teuthology.orchestra.run.smithi043.stdout: "mds_cache": { 2024-05-16T15:58:10.185 INFO:teuthology.orchestra.run.smithi043.stdout: "dir_update": 0, 2024-05-16T15:58:10.185 INFO:teuthology.orchestra.run.smithi043.stdout: "dir_update_receipt": 0, 2024-05-16T15:58:10.185 INFO:teuthology.orchestra.run.smithi043.stdout: "dir_try_discover": 0, 2024-05-16T15:58:10.185 INFO:teuthology.orchestra.run.smithi043.stdout: "dir_send_discover": 0, 2024-05-16T15:58:10.185 INFO:teuthology.orchestra.run.smithi043.stdout: "dir_handle_discover": 0, 2024-05-16T15:58:10.185 INFO:teuthology.orchestra.run.smithi043.stdout: "num_strays": 0, 2024-05-16T15:58:10.185 INFO:teuthology.orchestra.run.smithi043.stdout: "num_strays_delayed": 0, 2024-05-16T15:58:10.185 INFO:teuthology.orchestra.run.smithi043.stdout: "num_strays_enqueuing": 0, 2024-05-16T15:58:10.186 INFO:teuthology.orchestra.run.smithi043.stdout: "strays_created": 0, 2024-05-16T15:58:10.186 INFO:teuthology.orchestra.run.smithi043.stdout: "strays_enqueued": 0, 2024-05-16T15:58:10.186 INFO:teuthology.orchestra.run.smithi043.stdout: "strays_reintegrated": 0, 2024-05-16T15:58:10.186 INFO:teuthology.orchestra.run.smithi043.stdout: "strays_migrated": 0, 2024-05-16T15:58:10.186 INFO:teuthology.orchestra.run.smithi043.stdout: "num_recovering_processing": 0, 2024-05-16T15:58:10.186 INFO:teuthology.orchestra.run.smithi043.stdout: "num_recovering_enqueued": 0, 2024-05-16T15:58:10.186 INFO:teuthology.orchestra.run.smithi043.stdout: "num_recovering_prioritized": 0, 2024-05-16T15:58:10.186 INFO:teuthology.orchestra.run.smithi043.stdout: "recovery_started": 0, 2024-05-16T15:58:10.186 INFO:teuthology.orchestra.run.smithi043.stdout: "recovery_completed": 0, 2024-05-16T15:58:10.186 INFO:teuthology.orchestra.run.smithi043.stdout: "ireq_quiesce_path": 0, 2024-05-16T15:58:10.186 INFO:teuthology.orchestra.run.smithi043.stdout: "ireq_quiesce_inode": 0, 2024-05-16T15:58:10.186 INFO:teuthology.orchestra.run.smithi043.stdout: "ireq_enqueue_scrub": 0, 2024-05-16T15:58:10.186 INFO:teuthology.orchestra.run.smithi043.stdout: "ireq_exportdir": 0, 2024-05-16T15:58:10.186 INFO:teuthology.orchestra.run.smithi043.stdout: "ireq_flush": 0, 2024-05-16T15:58:10.187 INFO:teuthology.orchestra.run.smithi043.stdout: "ireq_fragmentdir": 0, 2024-05-16T15:58:10.187 INFO:teuthology.orchestra.run.smithi043.stdout: "ireq_fragstats": 0, 2024-05-16T15:58:10.187 INFO:teuthology.orchestra.run.smithi043.stdout: "ireq_inodestats": 0 2024-05-16T15:58:10.187 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.187 INFO:teuthology.orchestra.run.smithi043.stdout: "mds_log": { 2024-05-16T15:58:10.187 INFO:teuthology.orchestra.run.smithi043.stdout: "evlrg": 0, 2024-05-16T15:58:10.187 INFO:teuthology.orchestra.run.smithi043.stdout: "evadd": 0, 2024-05-16T15:58:10.187 INFO:teuthology.orchestra.run.smithi043.stdout: "evex": 0, 2024-05-16T15:58:10.187 INFO:teuthology.orchestra.run.smithi043.stdout: "evtrm": 0, 2024-05-16T15:58:10.187 INFO:teuthology.orchestra.run.smithi043.stdout: "ev": 2751, 2024-05-16T15:58:10.187 INFO:teuthology.orchestra.run.smithi043.stdout: "evexg": 0, 2024-05-16T15:58:10.187 INFO:teuthology.orchestra.run.smithi043.stdout: "evexd": 0, 2024-05-16T15:58:10.187 INFO:teuthology.orchestra.run.smithi043.stdout: "segadd": 0, 2024-05-16T15:58:10.187 INFO:teuthology.orchestra.run.smithi043.stdout: "segex": 0, 2024-05-16T15:58:10.187 INFO:teuthology.orchestra.run.smithi043.stdout: "segtrm": 0, 2024-05-16T15:58:10.187 INFO:teuthology.orchestra.run.smithi043.stdout: "seg": 5, 2024-05-16T15:58:10.188 INFO:teuthology.orchestra.run.smithi043.stdout: "segmjr": 2, 2024-05-16T15:58:10.188 INFO:teuthology.orchestra.run.smithi043.stdout: "segexg": 0, 2024-05-16T15:58:10.188 INFO:teuthology.orchestra.run.smithi043.stdout: "segexd": 0, 2024-05-16T15:58:10.188 INFO:teuthology.orchestra.run.smithi043.stdout: "expos": 4194304, 2024-05-16T15:58:10.188 INFO:teuthology.orchestra.run.smithi043.stdout: "wrpos": 9149970, 2024-05-16T15:58:10.188 INFO:teuthology.orchestra.run.smithi043.stdout: "rdpos": 9148832, 2024-05-16T15:58:10.188 INFO:teuthology.orchestra.run.smithi043.stdout: "jlat": { 2024-05-16T15:58:10.188 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:10.188 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:10.188 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:10.188 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.188 INFO:teuthology.orchestra.run.smithi043.stdout: "replayed": 2751 2024-05-16T15:58:10.188 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.188 INFO:teuthology.orchestra.run.smithi043.stdout: "mds_mem": { 2024-05-16T15:58:10.188 INFO:teuthology.orchestra.run.smithi043.stdout: "ino": 7, 2024-05-16T15:58:10.188 INFO:teuthology.orchestra.run.smithi043.stdout: "ino+": 1154, 2024-05-16T15:58:10.188 INFO:teuthology.orchestra.run.smithi043.stdout: "ino-": 1147, 2024-05-16T15:58:10.189 INFO:teuthology.orchestra.run.smithi043.stdout: "dir": 5, 2024-05-16T15:58:10.189 INFO:teuthology.orchestra.run.smithi043.stdout: "dir+": 88, 2024-05-16T15:58:10.189 INFO:teuthology.orchestra.run.smithi043.stdout: "dir-": 83, 2024-05-16T15:58:10.189 INFO:teuthology.orchestra.run.smithi043.stdout: "dn": 1114, 2024-05-16T15:58:10.189 INFO:teuthology.orchestra.run.smithi043.stdout: "dn+": 2269, 2024-05-16T15:58:10.189 INFO:teuthology.orchestra.run.smithi043.stdout: "dn-": 1155, 2024-05-16T15:58:10.189 INFO:teuthology.orchestra.run.smithi043.stdout: "cap": 0, 2024-05-16T15:58:10.189 INFO:teuthology.orchestra.run.smithi043.stdout: "cap+": 0, 2024-05-16T15:58:10.189 INFO:teuthology.orchestra.run.smithi043.stdout: "cap-": 0, 2024-05-16T15:58:10.189 INFO:teuthology.orchestra.run.smithi043.stdout: "rss": 56364, 2024-05-16T15:58:10.189 INFO:teuthology.orchestra.run.smithi043.stdout: "heap": 215416 2024-05-16T15:58:10.189 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.189 INFO:teuthology.orchestra.run.smithi043.stdout: "mds_server": { 2024-05-16T15:58:10.189 INFO:teuthology.orchestra.run.smithi043.stdout: "dispatch_client_request": 0, 2024-05-16T15:58:10.189 INFO:teuthology.orchestra.run.smithi043.stdout: "dispatch_server_request": 0, 2024-05-16T15:58:10.189 INFO:teuthology.orchestra.run.smithi043.stdout: "handle_client_request": 0, 2024-05-16T15:58:10.190 INFO:teuthology.orchestra.run.smithi043.stdout: "handle_client_session": 0, 2024-05-16T15:58:10.190 INFO:teuthology.orchestra.run.smithi043.stdout: "handle_peer_request": 0, 2024-05-16T15:58:10.190 INFO:teuthology.orchestra.run.smithi043.stdout: "req_create_latency": { 2024-05-16T15:58:10.190 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:10.190 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:10.190 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:10.190 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.190 INFO:teuthology.orchestra.run.smithi043.stdout: "req_getattr_latency": { 2024-05-16T15:58:10.190 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:10.190 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:10.190 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:10.190 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.190 INFO:teuthology.orchestra.run.smithi043.stdout: "req_getfilelock_latency": { 2024-05-16T15:58:10.190 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:10.190 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:10.191 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:10.191 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.191 INFO:teuthology.orchestra.run.smithi043.stdout: "req_link_latency": { 2024-05-16T15:58:10.191 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:10.191 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:10.191 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:10.191 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.191 INFO:teuthology.orchestra.run.smithi043.stdout: "req_lookup_latency": { 2024-05-16T15:58:10.191 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:10.191 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:10.191 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:10.191 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.191 INFO:teuthology.orchestra.run.smithi043.stdout: "req_lookuphash_latency": { 2024-05-16T15:58:10.191 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:10.191 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:10.191 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:10.192 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.192 INFO:teuthology.orchestra.run.smithi043.stdout: "req_lookupino_latency": { 2024-05-16T15:58:10.192 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:10.192 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:10.192 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:10.192 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.192 INFO:teuthology.orchestra.run.smithi043.stdout: "req_lookupname_latency": { 2024-05-16T15:58:10.192 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:10.192 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:10.192 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:10.192 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.192 INFO:teuthology.orchestra.run.smithi043.stdout: "req_lookupparent_latency": { 2024-05-16T15:58:10.192 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:10.192 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:10.192 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:10.192 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.192 INFO:teuthology.orchestra.run.smithi043.stdout: "req_lookupsnap_latency": { 2024-05-16T15:58:10.193 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:10.193 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:10.193 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:10.193 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.193 INFO:teuthology.orchestra.run.smithi043.stdout: "req_lssnap_latency": { 2024-05-16T15:58:10.193 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:10.193 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:10.193 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:10.193 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.193 INFO:teuthology.orchestra.run.smithi043.stdout: "req_mkdir_latency": { 2024-05-16T15:58:10.194 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:10.194 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:10.194 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:10.194 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.194 INFO:teuthology.orchestra.run.smithi043.stdout: "req_mknod_latency": { 2024-05-16T15:58:10.194 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:10.194 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:10.194 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:10.194 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.194 INFO:teuthology.orchestra.run.smithi043.stdout: "req_mksnap_latency": { 2024-05-16T15:58:10.194 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:10.194 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:10.195 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:10.195 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.195 INFO:teuthology.orchestra.run.smithi043.stdout: "req_open_latency": { 2024-05-16T15:58:10.195 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:10.195 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:10.195 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:10.195 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.195 INFO:teuthology.orchestra.run.smithi043.stdout: "req_readdir_latency": { 2024-05-16T15:58:10.195 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:10.195 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:10.195 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:10.195 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.195 INFO:teuthology.orchestra.run.smithi043.stdout: "req_rename_latency": { 2024-05-16T15:58:10.195 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:10.195 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:10.196 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:10.196 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.196 INFO:teuthology.orchestra.run.smithi043.stdout: "req_renamesnap_latency": { 2024-05-16T15:58:10.196 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:10.196 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:10.196 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:10.196 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.196 INFO:teuthology.orchestra.run.smithi043.stdout: "req_snapdiff_latency": { 2024-05-16T15:58:10.196 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:10.196 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:10.196 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:10.196 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.196 INFO:teuthology.orchestra.run.smithi043.stdout: "req_rmdir_latency": { 2024-05-16T15:58:10.196 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:10.196 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:10.196 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:10.197 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.197 INFO:teuthology.orchestra.run.smithi043.stdout: "req_rmsnap_latency": { 2024-05-16T15:58:10.197 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:10.197 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:10.197 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:10.197 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.197 INFO:teuthology.orchestra.run.smithi043.stdout: "req_rmxattr_latency": { 2024-05-16T15:58:10.197 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:10.197 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:10.197 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:10.197 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.197 INFO:teuthology.orchestra.run.smithi043.stdout: "req_setattr_latency": { 2024-05-16T15:58:10.197 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:10.197 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:10.198 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:10.198 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.198 INFO:teuthology.orchestra.run.smithi043.stdout: "req_setdirlayout_latency": { 2024-05-16T15:58:10.198 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:10.198 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:10.198 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:10.198 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.198 INFO:teuthology.orchestra.run.smithi043.stdout: "req_setfilelock_latency": { 2024-05-16T15:58:10.198 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:10.198 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:10.198 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:10.198 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.198 INFO:teuthology.orchestra.run.smithi043.stdout: "req_setlayout_latency": { 2024-05-16T15:58:10.198 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:10.199 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:10.199 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:10.199 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.199 INFO:teuthology.orchestra.run.smithi043.stdout: "req_setxattr_latency": { 2024-05-16T15:58:10.199 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:10.199 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:10.199 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:10.199 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.199 INFO:teuthology.orchestra.run.smithi043.stdout: "req_symlink_latency": { 2024-05-16T15:58:10.199 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:10.199 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:10.199 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:10.200 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.200 INFO:teuthology.orchestra.run.smithi043.stdout: "req_unlink_latency": { 2024-05-16T15:58:10.200 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:10.200 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:10.200 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:10.200 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.200 INFO:teuthology.orchestra.run.smithi043.stdout: "cap_revoke_eviction": 0, 2024-05-16T15:58:10.200 INFO:teuthology.orchestra.run.smithi043.stdout: "cap_acquisition_throttle": 0, 2024-05-16T15:58:10.200 INFO:teuthology.orchestra.run.smithi043.stdout: "req_getvxattr_latency": { 2024-05-16T15:58:10.200 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:10.200 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:10.200 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:10.200 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:10.200 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.200 INFO:teuthology.orchestra.run.smithi043.stdout: "mds_sessions": { 2024-05-16T15:58:10.200 INFO:teuthology.orchestra.run.smithi043.stdout: "session_count": 1, 2024-05-16T15:58:10.201 INFO:teuthology.orchestra.run.smithi043.stdout: "session_add": 1, 2024-05-16T15:58:10.201 INFO:teuthology.orchestra.run.smithi043.stdout: "session_remove": 0, 2024-05-16T15:58:10.201 INFO:teuthology.orchestra.run.smithi043.stdout: "sessions_open": 1, 2024-05-16T15:58:10.201 INFO:teuthology.orchestra.run.smithi043.stdout: "sessions_stale": 0, 2024-05-16T15:58:10.201 INFO:teuthology.orchestra.run.smithi043.stdout: "total_load": 0, 2024-05-16T15:58:10.201 INFO:teuthology.orchestra.run.smithi043.stdout: "average_load": 0, 2024-05-16T15:58:10.201 INFO:teuthology.orchestra.run.smithi043.stdout: "avg_session_uptime": 1724, 2024-05-16T15:58:10.201 INFO:teuthology.orchestra.run.smithi043.stdout: "mdthresh_evicted": 0 2024-05-16T15:58:10.201 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.201 INFO:teuthology.orchestra.run.smithi043.stdout: "mempool": { 2024-05-16T15:58:10.201 INFO:teuthology.orchestra.run.smithi043.stdout: "bloom_filter_bytes": 0, 2024-05-16T15:58:10.201 INFO:teuthology.orchestra.run.smithi043.stdout: "bloom_filter_items": 0, 2024-05-16T15:58:10.201 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_alloc_bytes": 0, 2024-05-16T15:58:10.201 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_alloc_items": 0, 2024-05-16T15:58:10.201 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_cache_data_bytes": 0, 2024-05-16T15:58:10.202 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_cache_data_items": 0, 2024-05-16T15:58:10.202 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-16T15:58:10.202 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_cache_onode_items": 0, 2024-05-16T15:58:10.202 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-16T15:58:10.202 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_cache_meta_items": 0, 2024-05-16T15:58:10.202 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_cache_other_bytes": 0, 2024-05-16T15:58:10.202 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_cache_other_items": 0, 2024-05-16T15:58:10.202 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-16T15:58:10.202 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_cache_buffer_items": 0, 2024-05-16T15:58:10.202 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_extent_bytes": 0, 2024-05-16T15:58:10.202 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_extent_items": 0, 2024-05-16T15:58:10.202 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_blob_bytes": 0, 2024-05-16T15:58:10.202 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_blob_items": 0, 2024-05-16T15:58:10.202 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-16T15:58:10.203 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_shared_blob_items": 0, 2024-05-16T15:58:10.203 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-16T15:58:10.203 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_inline_bl_items": 0, 2024-05-16T15:58:10.203 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_fsck_bytes": 0, 2024-05-16T15:58:10.203 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_fsck_items": 0, 2024-05-16T15:58:10.203 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_txc_bytes": 0, 2024-05-16T15:58:10.203 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_txc_items": 0, 2024-05-16T15:58:10.203 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-16T15:58:10.203 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_writing_deferred_items": 0, 2024-05-16T15:58:10.203 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_writing_bytes": 0, 2024-05-16T15:58:10.203 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_writing_items": 0, 2024-05-16T15:58:10.203 INFO:teuthology.orchestra.run.smithi043.stdout: "bluefs_bytes": 0, 2024-05-16T15:58:10.203 INFO:teuthology.orchestra.run.smithi043.stdout: "bluefs_items": 0, 2024-05-16T15:58:10.203 INFO:teuthology.orchestra.run.smithi043.stdout: "bluefs_file_reader_bytes": 0, 2024-05-16T15:58:10.203 INFO:teuthology.orchestra.run.smithi043.stdout: "bluefs_file_reader_items": 0, 2024-05-16T15:58:10.204 INFO:teuthology.orchestra.run.smithi043.stdout: "bluefs_file_writer_bytes": 0, 2024-05-16T15:58:10.204 INFO:teuthology.orchestra.run.smithi043.stdout: "bluefs_file_writer_items": 0, 2024-05-16T15:58:10.204 INFO:teuthology.orchestra.run.smithi043.stdout: "buffer_anon_bytes": 197481, 2024-05-16T15:58:10.204 INFO:teuthology.orchestra.run.smithi043.stdout: "buffer_anon_items": 55, 2024-05-16T15:58:10.204 INFO:teuthology.orchestra.run.smithi043.stdout: "buffer_meta_bytes": 0, 2024-05-16T15:58:10.204 INFO:teuthology.orchestra.run.smithi043.stdout: "buffer_meta_items": 0, 2024-05-16T15:58:10.204 INFO:teuthology.orchestra.run.smithi043.stdout: "osd_bytes": 0, 2024-05-16T15:58:10.204 INFO:teuthology.orchestra.run.smithi043.stdout: "osd_items": 0, 2024-05-16T15:58:10.204 INFO:teuthology.orchestra.run.smithi043.stdout: "osd_mapbl_bytes": 0, 2024-05-16T15:58:10.204 INFO:teuthology.orchestra.run.smithi043.stdout: "osd_mapbl_items": 0, 2024-05-16T15:58:10.204 INFO:teuthology.orchestra.run.smithi043.stdout: "osd_pglog_bytes": 0, 2024-05-16T15:58:10.204 INFO:teuthology.orchestra.run.smithi043.stdout: "osd_pglog_items": 0, 2024-05-16T15:58:10.204 INFO:teuthology.orchestra.run.smithi043.stdout: "osdmap_bytes": 8984, 2024-05-16T15:58:10.204 INFO:teuthology.orchestra.run.smithi043.stdout: "osdmap_items": 172, 2024-05-16T15:58:10.204 INFO:teuthology.orchestra.run.smithi043.stdout: "osdmap_mapping_bytes": 0, 2024-05-16T15:58:10.204 INFO:teuthology.orchestra.run.smithi043.stdout: "osdmap_mapping_items": 0, 2024-05-16T15:58:10.205 INFO:teuthology.orchestra.run.smithi043.stdout: "pgmap_bytes": 0, 2024-05-16T15:58:10.205 INFO:teuthology.orchestra.run.smithi043.stdout: "pgmap_items": 0, 2024-05-16T15:58:10.205 INFO:teuthology.orchestra.run.smithi043.stdout: "mds_co_bytes": 806824, 2024-05-16T15:58:10.205 INFO:teuthology.orchestra.run.smithi043.stdout: "mds_co_items": 4518, 2024-05-16T15:58:10.205 INFO:teuthology.orchestra.run.smithi043.stdout: "unittest_1_bytes": 0, 2024-05-16T15:58:10.205 INFO:teuthology.orchestra.run.smithi043.stdout: "unittest_1_items": 0, 2024-05-16T15:58:10.205 INFO:teuthology.orchestra.run.smithi043.stdout: "unittest_2_bytes": 0, 2024-05-16T15:58:10.205 INFO:teuthology.orchestra.run.smithi043.stdout: "unittest_2_items": 0 2024-05-16T15:58:10.205 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.205 INFO:teuthology.orchestra.run.smithi043.stdout: "objecter": { 2024-05-16T15:58:10.205 INFO:teuthology.orchestra.run.smithi043.stdout: "op_active": 0, 2024-05-16T15:58:10.205 INFO:teuthology.orchestra.run.smithi043.stdout: "op_laggy": 0, 2024-05-16T15:58:10.205 INFO:teuthology.orchestra.run.smithi043.stdout: "op_send": 1925, 2024-05-16T15:58:10.205 INFO:teuthology.orchestra.run.smithi043.stdout: "op_send_bytes": 21, 2024-05-16T15:58:10.205 INFO:teuthology.orchestra.run.smithi043.stdout: "op_resend": 3, 2024-05-16T15:58:10.205 INFO:teuthology.orchestra.run.smithi043.stdout: "op_reply": 1925, 2024-05-16T15:58:10.206 INFO:teuthology.orchestra.run.smithi043.stdout: "op_latency": { 2024-05-16T15:58:10.206 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 1925, 2024-05-16T15:58:10.206 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 1.425983513, 2024-05-16T15:58:10.206 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000740770 2024-05-16T15:58:10.206 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.206 INFO:teuthology.orchestra.run.smithi043.stdout: "op_inflight": 0, 2024-05-16T15:58:10.206 INFO:teuthology.orchestra.run.smithi043.stdout: "oplen_avg": { 2024-05-16T15:58:10.206 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 1925, 2024-05-16T15:58:10.206 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 1926 2024-05-16T15:58:10.206 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.206 INFO:teuthology.orchestra.run.smithi043.stdout: "op": 1925, 2024-05-16T15:58:10.206 INFO:teuthology.orchestra.run.smithi043.stdout: "op_r": 1925, 2024-05-16T15:58:10.206 INFO:teuthology.orchestra.run.smithi043.stdout: "op_w": 0, 2024-05-16T15:58:10.206 INFO:teuthology.orchestra.run.smithi043.stdout: "op_rmw": 0, 2024-05-16T15:58:10.207 INFO:teuthology.orchestra.run.smithi043.stdout: "op_pg": 0, 2024-05-16T15:58:10.207 INFO:teuthology.orchestra.run.smithi043.stdout: "osdop_stat": 1201, 2024-05-16T15:58:10.207 INFO:teuthology.orchestra.run.smithi043.stdout: "osdop_create": 0, 2024-05-16T15:58:10.207 INFO:teuthology.orchestra.run.smithi043.stdout: "osdop_read": 722, 2024-05-16T15:58:10.207 INFO:teuthology.orchestra.run.smithi043.stdout: "osdop_write": 0, 2024-05-16T15:58:10.207 INFO:teuthology.orchestra.run.smithi043.stdout: "osdop_writefull": 0, 2024-05-16T15:58:10.207 INFO:teuthology.orchestra.run.smithi043.stdout: "osdop_writesame": 0, 2024-05-16T15:58:10.207 INFO:teuthology.orchestra.run.smithi043.stdout: "osdop_append": 0, 2024-05-16T15:58:10.207 INFO:teuthology.orchestra.run.smithi043.stdout: "osdop_zero": 0, 2024-05-16T15:58:10.207 INFO:teuthology.orchestra.run.smithi043.stdout: "osdop_truncate": 0, 2024-05-16T15:58:10.207 INFO:teuthology.orchestra.run.smithi043.stdout: "osdop_delete": 0, 2024-05-16T15:58:10.207 INFO:teuthology.orchestra.run.smithi043.stdout: "osdop_mapext": 0, 2024-05-16T15:58:10.207 INFO:teuthology.orchestra.run.smithi043.stdout: "osdop_sparse_read": 0, 2024-05-16T15:58:10.207 INFO:teuthology.orchestra.run.smithi043.stdout: "osdop_clonerange": 0, 2024-05-16T15:58:10.207 INFO:teuthology.orchestra.run.smithi043.stdout: "osdop_getxattr": 1, 2024-05-16T15:58:10.208 INFO:teuthology.orchestra.run.smithi043.stdout: "osdop_setxattr": 0, 2024-05-16T15:58:10.208 INFO:teuthology.orchestra.run.smithi043.stdout: "osdop_cmpxattr": 0, 2024-05-16T15:58:10.208 INFO:teuthology.orchestra.run.smithi043.stdout: "osdop_rmxattr": 0, 2024-05-16T15:58:10.208 INFO:teuthology.orchestra.run.smithi043.stdout: "osdop_resetxattrs": 0, 2024-05-16T15:58:10.208 INFO:teuthology.orchestra.run.smithi043.stdout: "osdop_call": 0, 2024-05-16T15:58:10.208 INFO:teuthology.orchestra.run.smithi043.stdout: "osdop_watch": 0, 2024-05-16T15:58:10.208 INFO:teuthology.orchestra.run.smithi043.stdout: "osdop_notify": 0, 2024-05-16T15:58:10.208 INFO:teuthology.orchestra.run.smithi043.stdout: "osdop_src_cmpxattr": 0, 2024-05-16T15:58:10.208 INFO:teuthology.orchestra.run.smithi043.stdout: "osdop_pgls": 0, 2024-05-16T15:58:10.208 INFO:teuthology.orchestra.run.smithi043.stdout: "osdop_pgls_filter": 0, 2024-05-16T15:58:10.208 INFO:teuthology.orchestra.run.smithi043.stdout: "osdop_other": 0, 2024-05-16T15:58:10.208 INFO:teuthology.orchestra.run.smithi043.stdout: "linger_active": 0, 2024-05-16T15:58:10.208 INFO:teuthology.orchestra.run.smithi043.stdout: "linger_send": 0, 2024-05-16T15:58:10.208 INFO:teuthology.orchestra.run.smithi043.stdout: "linger_resend": 0, 2024-05-16T15:58:10.208 INFO:teuthology.orchestra.run.smithi043.stdout: "linger_ping": 0, 2024-05-16T15:58:10.208 INFO:teuthology.orchestra.run.smithi043.stdout: "poolop_active": 0, 2024-05-16T15:58:10.208 INFO:teuthology.orchestra.run.smithi043.stdout: "poolop_send": 0, 2024-05-16T15:58:10.209 INFO:teuthology.orchestra.run.smithi043.stdout: "poolop_resend": 0, 2024-05-16T15:58:10.209 INFO:teuthology.orchestra.run.smithi043.stdout: "poolstat_active": 0, 2024-05-16T15:58:10.209 INFO:teuthology.orchestra.run.smithi043.stdout: "poolstat_send": 0, 2024-05-16T15:58:10.209 INFO:teuthology.orchestra.run.smithi043.stdout: "poolstat_resend": 0, 2024-05-16T15:58:10.209 INFO:teuthology.orchestra.run.smithi043.stdout: "statfs_active": 0, 2024-05-16T15:58:10.209 INFO:teuthology.orchestra.run.smithi043.stdout: "statfs_send": 0, 2024-05-16T15:58:10.209 INFO:teuthology.orchestra.run.smithi043.stdout: "statfs_resend": 0, 2024-05-16T15:58:10.209 INFO:teuthology.orchestra.run.smithi043.stdout: "command_active": 0, 2024-05-16T15:58:10.209 INFO:teuthology.orchestra.run.smithi043.stdout: "command_send": 0, 2024-05-16T15:58:10.209 INFO:teuthology.orchestra.run.smithi043.stdout: "command_resend": 0, 2024-05-16T15:58:10.209 INFO:teuthology.orchestra.run.smithi043.stdout: "map_epoch": 91, 2024-05-16T15:58:10.209 INFO:teuthology.orchestra.run.smithi043.stdout: "map_full": 0, 2024-05-16T15:58:10.209 INFO:teuthology.orchestra.run.smithi043.stdout: "map_inc": 4, 2024-05-16T15:58:10.209 INFO:teuthology.orchestra.run.smithi043.stdout: "osd_sessions": 6, 2024-05-16T15:58:10.210 INFO:teuthology.orchestra.run.smithi043.stdout: "osd_session_open": 6, 2024-05-16T15:58:10.210 INFO:teuthology.orchestra.run.smithi043.stdout: "osd_session_close": 0, 2024-05-16T15:58:10.210 INFO:teuthology.orchestra.run.smithi043.stdout: "osd_laggy": 0, 2024-05-16T15:58:10.210 INFO:teuthology.orchestra.run.smithi043.stdout: "omap_wr": 0, 2024-05-16T15:58:10.210 INFO:teuthology.orchestra.run.smithi043.stdout: "omap_rd": 2, 2024-05-16T15:58:10.210 INFO:teuthology.orchestra.run.smithi043.stdout: "omap_del": 0 2024-05-16T15:58:10.210 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.210 INFO:teuthology.orchestra.run.smithi043.stdout: "oft": { 2024-05-16T15:58:10.210 INFO:teuthology.orchestra.run.smithi043.stdout: "omap_total_objs": 0, 2024-05-16T15:58:10.210 INFO:teuthology.orchestra.run.smithi043.stdout: "omap_total_kv_pairs": 0, 2024-05-16T15:58:10.210 INFO:teuthology.orchestra.run.smithi043.stdout: "omap_total_updates": 0, 2024-05-16T15:58:10.210 INFO:teuthology.orchestra.run.smithi043.stdout: "omap_total_removes": 0 2024-05-16T15:58:10.210 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.210 INFO:teuthology.orchestra.run.smithi043.stdout: "osd-slow-ops": { 2024-05-16T15:58:10.210 INFO:teuthology.orchestra.run.smithi043.stdout: "slow_ops_count": 0 2024-05-16T15:58:10.211 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.211 INFO:teuthology.orchestra.run.smithi043.stdout: "purge_queue": { 2024-05-16T15:58:10.211 INFO:teuthology.orchestra.run.smithi043.stdout: "pq_executing_ops": 0, 2024-05-16T15:58:10.211 INFO:teuthology.orchestra.run.smithi043.stdout: "pq_executing_ops_high_water": 0, 2024-05-16T15:58:10.211 INFO:teuthology.orchestra.run.smithi043.stdout: "pq_executing": 0, 2024-05-16T15:58:10.211 INFO:teuthology.orchestra.run.smithi043.stdout: "pq_executing_high_water": 0, 2024-05-16T15:58:10.211 INFO:teuthology.orchestra.run.smithi043.stdout: "pq_executed_ops": 0, 2024-05-16T15:58:10.211 INFO:teuthology.orchestra.run.smithi043.stdout: "pq_executed": 0, 2024-05-16T15:58:10.211 INFO:teuthology.orchestra.run.smithi043.stdout: "pq_item_in_journal": 0 2024-05-16T15:58:10.211 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.211 INFO:teuthology.orchestra.run.smithi043.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-16T15:58:10.211 INFO:teuthology.orchestra.run.smithi043.stdout: "val": 0, 2024-05-16T15:58:10.211 INFO:teuthology.orchestra.run.smithi043.stdout: "max": 104857600, 2024-05-16T15:58:10.211 INFO:teuthology.orchestra.run.smithi043.stdout: "get_started": 0, 2024-05-16T15:58:10.211 INFO:teuthology.orchestra.run.smithi043.stdout: "get": 2166, 2024-05-16T15:58:10.211 INFO:teuthology.orchestra.run.smithi043.stdout: "get_sum": 5953495, 2024-05-16T15:58:10.211 INFO:teuthology.orchestra.run.smithi043.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:10.212 INFO:teuthology.orchestra.run.smithi043.stdout: "get_or_fail_success": 2166, 2024-05-16T15:58:10.212 INFO:teuthology.orchestra.run.smithi043.stdout: "take": 0, 2024-05-16T15:58:10.212 INFO:teuthology.orchestra.run.smithi043.stdout: "take_sum": 0, 2024-05-16T15:58:10.212 INFO:teuthology.orchestra.run.smithi043.stdout: "put": 2166, 2024-05-16T15:58:10.212 INFO:teuthology.orchestra.run.smithi043.stdout: "put_sum": 5953495, 2024-05-16T15:58:10.212 INFO:teuthology.orchestra.run.smithi043.stdout: "wait": { 2024-05-16T15:58:10.212 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:10.212 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:10.212 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:10.212 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:10.212 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.212 INFO:teuthology.orchestra.run.smithi043.stdout: "throttle-objecter_bytes": { 2024-05-16T15:58:10.212 INFO:teuthology.orchestra.run.smithi043.stdout: "val": 0, 2024-05-16T15:58:10.212 INFO:teuthology.orchestra.run.smithi043.stdout: "max": 104857600, 2024-05-16T15:58:10.212 INFO:teuthology.orchestra.run.smithi043.stdout: "get_started": 0, 2024-05-16T15:58:10.213 INFO:teuthology.orchestra.run.smithi043.stdout: "get": 0, 2024-05-16T15:58:10.213 INFO:teuthology.orchestra.run.smithi043.stdout: "get_sum": 0, 2024-05-16T15:58:10.213 INFO:teuthology.orchestra.run.smithi043.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:10.213 INFO:teuthology.orchestra.run.smithi043.stdout: "get_or_fail_success": 0, 2024-05-16T15:58:10.213 INFO:teuthology.orchestra.run.smithi043.stdout: "take": 1925, 2024-05-16T15:58:10.213 INFO:teuthology.orchestra.run.smithi043.stdout: "take_sum": 4955935, 2024-05-16T15:58:10.213 INFO:teuthology.orchestra.run.smithi043.stdout: "put": 1925, 2024-05-16T15:58:10.213 INFO:teuthology.orchestra.run.smithi043.stdout: "put_sum": 4955935, 2024-05-16T15:58:10.213 INFO:teuthology.orchestra.run.smithi043.stdout: "wait": { 2024-05-16T15:58:10.213 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:10.213 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:10.213 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:10.213 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:10.213 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.213 INFO:teuthology.orchestra.run.smithi043.stdout: "throttle-objecter_ops": { 2024-05-16T15:58:10.214 INFO:teuthology.orchestra.run.smithi043.stdout: "val": 0, 2024-05-16T15:58:10.214 INFO:teuthology.orchestra.run.smithi043.stdout: "max": 1024, 2024-05-16T15:58:10.214 INFO:teuthology.orchestra.run.smithi043.stdout: "get_started": 0, 2024-05-16T15:58:10.214 INFO:teuthology.orchestra.run.smithi043.stdout: "get": 0, 2024-05-16T15:58:10.214 INFO:teuthology.orchestra.run.smithi043.stdout: "get_sum": 0, 2024-05-16T15:58:10.214 INFO:teuthology.orchestra.run.smithi043.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:10.214 INFO:teuthology.orchestra.run.smithi043.stdout: "get_or_fail_success": 0, 2024-05-16T15:58:10.214 INFO:teuthology.orchestra.run.smithi043.stdout: "take": 1925, 2024-05-16T15:58:10.214 INFO:teuthology.orchestra.run.smithi043.stdout: "take_sum": 1925, 2024-05-16T15:58:10.214 INFO:teuthology.orchestra.run.smithi043.stdout: "put": 1925, 2024-05-16T15:58:10.214 INFO:teuthology.orchestra.run.smithi043.stdout: "put_sum": 1925, 2024-05-16T15:58:10.214 INFO:teuthology.orchestra.run.smithi043.stdout: "wait": { 2024-05-16T15:58:10.214 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:10.214 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:10.215 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:10.215 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:10.215 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.215 INFO:teuthology.orchestra.run.smithi043.stdout: "throttle-write_buf_throttle": { 2024-05-16T15:58:10.215 INFO:teuthology.orchestra.run.smithi043.stdout: "val": 0, 2024-05-16T15:58:10.215 INFO:teuthology.orchestra.run.smithi043.stdout: "max": 3758096384, 2024-05-16T15:58:10.215 INFO:teuthology.orchestra.run.smithi043.stdout: "get_started": 0, 2024-05-16T15:58:10.215 INFO:teuthology.orchestra.run.smithi043.stdout: "get": 0, 2024-05-16T15:58:10.215 INFO:teuthology.orchestra.run.smithi043.stdout: "get_sum": 0, 2024-05-16T15:58:10.215 INFO:teuthology.orchestra.run.smithi043.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:10.215 INFO:teuthology.orchestra.run.smithi043.stdout: "get_or_fail_success": 0, 2024-05-16T15:58:10.215 INFO:teuthology.orchestra.run.smithi043.stdout: "take": 0, 2024-05-16T15:58:10.215 INFO:teuthology.orchestra.run.smithi043.stdout: "take_sum": 0, 2024-05-16T15:58:10.215 INFO:teuthology.orchestra.run.smithi043.stdout: "put": 0, 2024-05-16T15:58:10.215 INFO:teuthology.orchestra.run.smithi043.stdout: "put_sum": 0, 2024-05-16T15:58:10.216 INFO:teuthology.orchestra.run.smithi043.stdout: "wait": { 2024-05-16T15:58:10.216 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:10.216 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:10.216 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:10.216 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:10.216 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:10.216 INFO:teuthology.orchestra.run.smithi043.stdout: "throttle-write_buf_throttle-0x55653fd3e6e0": { 2024-05-16T15:58:10.216 INFO:teuthology.orchestra.run.smithi043.stdout: "val": 0, 2024-05-16T15:58:10.216 INFO:teuthology.orchestra.run.smithi043.stdout: "max": 3758096384, 2024-05-16T15:58:10.216 INFO:teuthology.orchestra.run.smithi043.stdout: "get_started": 0, 2024-05-16T15:58:10.216 INFO:teuthology.orchestra.run.smithi043.stdout: "get": 0, 2024-05-16T15:58:10.216 INFO:teuthology.orchestra.run.smithi043.stdout: "get_sum": 0, 2024-05-16T15:58:10.216 INFO:teuthology.orchestra.run.smithi043.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:10.216 INFO:teuthology.orchestra.run.smithi043.stdout: "get_or_fail_success": 0, 2024-05-16T15:58:10.216 INFO:teuthology.orchestra.run.smithi043.stdout: "take": 0, 2024-05-16T15:58:10.216 INFO:teuthology.orchestra.run.smithi043.stdout: "take_sum": 0, 2024-05-16T15:58:10.217 INFO:teuthology.orchestra.run.smithi043.stdout: "put": 0, 2024-05-16T15:58:10.217 INFO:teuthology.orchestra.run.smithi043.stdout: "put_sum": 0, 2024-05-16T15:58:10.217 INFO:teuthology.orchestra.run.smithi043.stdout: "wait": { 2024-05-16T15:58:10.217 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:10.217 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:10.217 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:10.217 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:10.217 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:10.217 INFO:teuthology.orchestra.run.smithi043.stdout:} 2024-05-16T15:58:11.019 INFO:tasks.check_counter:Daemon mds.g mds.exported=0 2024-05-16T15:58:11.019 INFO:tasks.check_counter:Daemon mds.g mds.imported=0 2024-05-16T15:58:11.019 INFO:tasks.check_counter:Daemon mds.g mds_cache.dir_update=0 2024-05-16T15:58:11.020 INFO:tasks.check_counter:Daemon mds.g mds_cache.dir_update_receipt=0 2024-05-16T15:58:11.020 INFO:tasks.check_counter:Daemon mds.g mds.dir_split=0 2024-05-16T15:58:11.020 DEBUG:tasks.check_counter:Getting stats from j 2024-05-16T15:58:11.020 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph daemon mds.j perf dump 2024-05-16T15:58:11.273 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:58:11.667 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:58:11 smithi043 ceph-mon[31619]: pgmap v676: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 97 KiB/s rd, 92 KiB/s wr, 175 op/s 2024-05-16T15:58:11.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:11 smithi157 ceph-mon[35584]: pgmap v676: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 97 KiB/s rd, 92 KiB/s wr, 175 op/s 2024-05-16T15:58:11.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:58:11 smithi148 ceph-mon[34976]: pgmap v676: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 97 KiB/s rd, 92 KiB/s wr, 175 op/s 2024-05-16T15:58:13.064 INFO:teuthology.orchestra.run.smithi043.stdout:{ 2024-05-16T15:58:13.064 INFO:teuthology.orchestra.run.smithi043.stdout: "AsyncMessenger::Worker-0": { 2024-05-16T15:58:13.064 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_recv_messages": 218, 2024-05-16T15:58:13.064 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_send_messages": 215, 2024-05-16T15:58:13.064 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_recv_bytes": 513392, 2024-05-16T15:58:13.064 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_send_bytes": 131904, 2024-05-16T15:58:13.064 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_created_connections": 4, 2024-05-16T15:58:13.064 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_active_connections": 0, 2024-05-16T15:58:13.064 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_running_total_time": 0.031893340, 2024-05-16T15:58:13.064 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_running_send_time": 0.013025820, 2024-05-16T15:58:13.064 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_running_recv_time": 0.013959976, 2024-05-16T15:58:13.064 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_running_fast_dispatch_time": 0.004217298, 2024-05-16T15:58:13.065 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_send_messages_queue_lat": { 2024-05-16T15:58:13.065 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 214, 2024-05-16T15:58:13.065 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.008558260, 2024-05-16T15:58:13.065 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000039991 2024-05-16T15:58:13.065 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:13.065 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_handle_ack_lat": { 2024-05-16T15:58:13.065 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:13.065 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:13.065 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:13.065 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:13.065 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_recv_encrypted_bytes": 513392, 2024-05-16T15:58:13.065 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_send_encrypted_bytes": 131904 2024-05-16T15:58:13.065 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:13.065 INFO:teuthology.orchestra.run.smithi043.stdout: "AsyncMessenger::Worker-1": { 2024-05-16T15:58:13.065 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_recv_messages": 1, 2024-05-16T15:58:13.066 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_send_messages": 163, 2024-05-16T15:58:13.066 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_recv_bytes": 160, 2024-05-16T15:58:13.066 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_send_bytes": 107200, 2024-05-16T15:58:13.066 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_created_connections": 3, 2024-05-16T15:58:13.066 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_active_connections": 2, 2024-05-16T15:58:13.066 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_running_total_time": 0.010907439, 2024-05-16T15:58:13.066 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_running_send_time": 0.008418036, 2024-05-16T15:58:13.066 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_running_recv_time": 0.001042957, 2024-05-16T15:58:13.066 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-16T15:58:13.066 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_send_messages_queue_lat": { 2024-05-16T15:58:13.066 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 161, 2024-05-16T15:58:13.066 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.006657658, 2024-05-16T15:58:13.066 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000041351 2024-05-16T15:58:13.066 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:13.067 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_handle_ack_lat": { 2024-05-16T15:58:13.067 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:13.067 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:13.067 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:13.067 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:13.067 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_recv_encrypted_bytes": 160, 2024-05-16T15:58:13.067 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_send_encrypted_bytes": 107200 2024-05-16T15:58:13.067 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:13.067 INFO:teuthology.orchestra.run.smithi043.stdout: "AsyncMessenger::Worker-2": { 2024-05-16T15:58:13.067 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_recv_messages": 4, 2024-05-16T15:58:13.067 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_send_messages": 4, 2024-05-16T15:58:13.067 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_recv_bytes": 2944, 2024-05-16T15:58:13.067 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_send_bytes": 448, 2024-05-16T15:58:13.067 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_created_connections": 2, 2024-05-16T15:58:13.067 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_active_connections": 1, 2024-05-16T15:58:13.067 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_running_total_time": 0.000753892, 2024-05-16T15:58:13.067 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_running_send_time": 0.000041105, 2024-05-16T15:58:13.068 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_running_recv_time": 0.000699388, 2024-05-16T15:58:13.068 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-16T15:58:13.068 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_send_messages_queue_lat": { 2024-05-16T15:58:13.068 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 3, 2024-05-16T15:58:13.068 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000855007, 2024-05-16T15:58:13.068 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000285002 2024-05-16T15:58:13.068 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:13.068 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_handle_ack_lat": { 2024-05-16T15:58:13.068 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:13.068 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:13.068 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:13.068 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:13.068 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_recv_encrypted_bytes": 2944, 2024-05-16T15:58:13.068 INFO:teuthology.orchestra.run.smithi043.stdout: "msgr_send_encrypted_bytes": 448 2024-05-16T15:58:13.068 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:13.068 INFO:teuthology.orchestra.run.smithi043.stdout: "cct": { 2024-05-16T15:58:13.068 INFO:teuthology.orchestra.run.smithi043.stdout: "total_workers": 0, 2024-05-16T15:58:13.069 INFO:teuthology.orchestra.run.smithi043.stdout: "unhealthy_workers": 0 2024-05-16T15:58:13.069 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:13.069 INFO:teuthology.orchestra.run.smithi043.stdout: "mempool": { 2024-05-16T15:58:13.069 INFO:teuthology.orchestra.run.smithi043.stdout: "bloom_filter_bytes": 0, 2024-05-16T15:58:13.069 INFO:teuthology.orchestra.run.smithi043.stdout: "bloom_filter_items": 0, 2024-05-16T15:58:13.069 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_alloc_bytes": 0, 2024-05-16T15:58:13.069 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_alloc_items": 0, 2024-05-16T15:58:13.069 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_cache_data_bytes": 0, 2024-05-16T15:58:13.069 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_cache_data_items": 0, 2024-05-16T15:58:13.069 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-16T15:58:13.069 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_cache_onode_items": 0, 2024-05-16T15:58:13.069 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-16T15:58:13.069 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_cache_meta_items": 0, 2024-05-16T15:58:13.069 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_cache_other_bytes": 0, 2024-05-16T15:58:13.069 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_cache_other_items": 0, 2024-05-16T15:58:13.069 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-16T15:58:13.070 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_cache_buffer_items": 0, 2024-05-16T15:58:13.070 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_extent_bytes": 0, 2024-05-16T15:58:13.070 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_extent_items": 0, 2024-05-16T15:58:13.070 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_blob_bytes": 0, 2024-05-16T15:58:13.070 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_blob_items": 0, 2024-05-16T15:58:13.070 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-16T15:58:13.070 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_shared_blob_items": 0, 2024-05-16T15:58:13.070 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-16T15:58:13.070 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_inline_bl_items": 0, 2024-05-16T15:58:13.070 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_fsck_bytes": 0, 2024-05-16T15:58:13.070 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_fsck_items": 0, 2024-05-16T15:58:13.070 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_txc_bytes": 0, 2024-05-16T15:58:13.070 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_txc_items": 0, 2024-05-16T15:58:13.070 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-16T15:58:13.070 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_writing_deferred_items": 0, 2024-05-16T15:58:13.071 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_writing_bytes": 0, 2024-05-16T15:58:13.071 INFO:teuthology.orchestra.run.smithi043.stdout: "bluestore_writing_items": 0, 2024-05-16T15:58:13.071 INFO:teuthology.orchestra.run.smithi043.stdout: "bluefs_bytes": 0, 2024-05-16T15:58:13.071 INFO:teuthology.orchestra.run.smithi043.stdout: "bluefs_items": 0, 2024-05-16T15:58:13.071 INFO:teuthology.orchestra.run.smithi043.stdout: "bluefs_file_reader_bytes": 0, 2024-05-16T15:58:13.071 INFO:teuthology.orchestra.run.smithi043.stdout: "bluefs_file_reader_items": 0, 2024-05-16T15:58:13.071 INFO:teuthology.orchestra.run.smithi043.stdout: "bluefs_file_writer_bytes": 0, 2024-05-16T15:58:13.071 INFO:teuthology.orchestra.run.smithi043.stdout: "bluefs_file_writer_items": 0, 2024-05-16T15:58:13.071 INFO:teuthology.orchestra.run.smithi043.stdout: "buffer_anon_bytes": 148984, 2024-05-16T15:58:13.071 INFO:teuthology.orchestra.run.smithi043.stdout: "buffer_anon_items": 30, 2024-05-16T15:58:13.071 INFO:teuthology.orchestra.run.smithi043.stdout: "buffer_meta_bytes": 0, 2024-05-16T15:58:13.071 INFO:teuthology.orchestra.run.smithi043.stdout: "buffer_meta_items": 0, 2024-05-16T15:58:13.071 INFO:teuthology.orchestra.run.smithi043.stdout: "osd_bytes": 0, 2024-05-16T15:58:13.071 INFO:teuthology.orchestra.run.smithi043.stdout: "osd_items": 0, 2024-05-16T15:58:13.071 INFO:teuthology.orchestra.run.smithi043.stdout: "osd_mapbl_bytes": 0, 2024-05-16T15:58:13.071 INFO:teuthology.orchestra.run.smithi043.stdout: "osd_mapbl_items": 0, 2024-05-16T15:58:13.072 INFO:teuthology.orchestra.run.smithi043.stdout: "osd_pglog_bytes": 0, 2024-05-16T15:58:13.072 INFO:teuthology.orchestra.run.smithi043.stdout: "osd_pglog_items": 0, 2024-05-16T15:58:13.072 INFO:teuthology.orchestra.run.smithi043.stdout: "osdmap_bytes": 0, 2024-05-16T15:58:13.072 INFO:teuthology.orchestra.run.smithi043.stdout: "osdmap_items": 0, 2024-05-16T15:58:13.072 INFO:teuthology.orchestra.run.smithi043.stdout: "osdmap_mapping_bytes": 0, 2024-05-16T15:58:13.072 INFO:teuthology.orchestra.run.smithi043.stdout: "osdmap_mapping_items": 0, 2024-05-16T15:58:13.072 INFO:teuthology.orchestra.run.smithi043.stdout: "pgmap_bytes": 0, 2024-05-16T15:58:13.072 INFO:teuthology.orchestra.run.smithi043.stdout: "pgmap_items": 0, 2024-05-16T15:58:13.072 INFO:teuthology.orchestra.run.smithi043.stdout: "mds_co_bytes": 928, 2024-05-16T15:58:13.072 INFO:teuthology.orchestra.run.smithi043.stdout: "mds_co_items": 2, 2024-05-16T15:58:13.072 INFO:teuthology.orchestra.run.smithi043.stdout: "unittest_1_bytes": 0, 2024-05-16T15:58:13.072 INFO:teuthology.orchestra.run.smithi043.stdout: "unittest_1_items": 0, 2024-05-16T15:58:13.072 INFO:teuthology.orchestra.run.smithi043.stdout: "unittest_2_bytes": 0, 2024-05-16T15:58:13.072 INFO:teuthology.orchestra.run.smithi043.stdout: "unittest_2_items": 0 2024-05-16T15:58:13.072 INFO:teuthology.orchestra.run.smithi043.stdout: }, 2024-05-16T15:58:13.072 INFO:teuthology.orchestra.run.smithi043.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-16T15:58:13.072 INFO:teuthology.orchestra.run.smithi043.stdout: "val": 0, 2024-05-16T15:58:13.073 INFO:teuthology.orchestra.run.smithi043.stdout: "max": 104857600, 2024-05-16T15:58:13.073 INFO:teuthology.orchestra.run.smithi043.stdout: "get_started": 0, 2024-05-16T15:58:13.073 INFO:teuthology.orchestra.run.smithi043.stdout: "get": 219, 2024-05-16T15:58:13.073 INFO:teuthology.orchestra.run.smithi043.stdout: "get_sum": 482581, 2024-05-16T15:58:13.073 INFO:teuthology.orchestra.run.smithi043.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:13.073 INFO:teuthology.orchestra.run.smithi043.stdout: "get_or_fail_success": 219, 2024-05-16T15:58:13.073 INFO:teuthology.orchestra.run.smithi043.stdout: "take": 0, 2024-05-16T15:58:13.073 INFO:teuthology.orchestra.run.smithi043.stdout: "take_sum": 0, 2024-05-16T15:58:13.073 INFO:teuthology.orchestra.run.smithi043.stdout: "put": 219, 2024-05-16T15:58:13.073 INFO:teuthology.orchestra.run.smithi043.stdout: "put_sum": 482581, 2024-05-16T15:58:13.073 INFO:teuthology.orchestra.run.smithi043.stdout: "wait": { 2024-05-16T15:58:13.073 INFO:teuthology.orchestra.run.smithi043.stdout: "avgcount": 0, 2024-05-16T15:58:13.073 INFO:teuthology.orchestra.run.smithi043.stdout: "sum": 0.000000000, 2024-05-16T15:58:13.073 INFO:teuthology.orchestra.run.smithi043.stdout: "avgtime": 0.000000000 2024-05-16T15:58:13.073 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:13.073 INFO:teuthology.orchestra.run.smithi043.stdout: } 2024-05-16T15:58:13.074 INFO:teuthology.orchestra.run.smithi043.stdout:} 2024-05-16T15:58:13.772 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.j 2024-05-16T15:58:13.772 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.j 2024-05-16T15:58:13.772 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.j 2024-05-16T15:58:13.773 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.j 2024-05-16T15:58:13.773 WARNING:tasks.check_counter:Counter 'mds.dir_split' not found on daemon mds.j 2024-05-16T15:58:13.773 DEBUG:tasks.check_counter:Getting stats from b 2024-05-16T15:58:13.773 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph daemon mds.b perf dump 2024-05-16T15:58:13.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:13 smithi157 ceph-mon[35584]: pgmap v677: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 98 KiB/s rd, 92 KiB/s wr, 148 op/s 2024-05-16T15:58:13.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:58:13 smithi148 ceph-mon[34976]: pgmap v677: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 98 KiB/s rd, 92 KiB/s wr, 148 op/s 2024-05-16T15:58:13.978 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:58:13 smithi043 ceph-mon[31619]: pgmap v677: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 98 KiB/s rd, 92 KiB/s wr, 148 op/s 2024-05-16T15:58:14.027 INFO:teuthology.orchestra.run.smithi148.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.b/config 2024-05-16T15:58:15.783 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:58:15 smithi148 ceph-mon[34976]: pgmap v678: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 70 KiB/s wr, 85 op/s 2024-05-16T15:58:15.898 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:58:15 smithi043 ceph-mon[31619]: pgmap v678: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 70 KiB/s wr, 85 op/s 2024-05-16T15:58:15.912 INFO:teuthology.orchestra.run.smithi148.stdout:{ 2024-05-16T15:58:15.912 INFO:teuthology.orchestra.run.smithi148.stdout: "AsyncMessenger::Worker-0": { 2024-05-16T15:58:15.913 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_messages": 35614, 2024-05-16T15:58:15.913 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_messages": 35965, 2024-05-16T15:58:15.913 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_bytes": 9531149, 2024-05-16T15:58:15.913 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_bytes": 49080464, 2024-05-16T15:58:15.913 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_created_connections": 11, 2024-05-16T15:58:15.913 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_active_connections": 6, 2024-05-16T15:58:15.913 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_total_time": 2.069733646, 2024-05-16T15:58:15.913 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_send_time": 0.592111572, 2024-05-16T15:58:15.913 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_recv_time": 0.652376601, 2024-05-16T15:58:15.913 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_fast_dispatch_time": 0.737188649, 2024-05-16T15:58:15.913 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_messages_queue_lat": { 2024-05-16T15:58:15.913 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 35960, 2024-05-16T15:58:15.913 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 4.327688510, 2024-05-16T15:58:15.914 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000120347 2024-05-16T15:58:15.914 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.914 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_handle_ack_lat": { 2024-05-16T15:58:15.914 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 12530, 2024-05-16T15:58:15.914 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.001818942, 2024-05-16T15:58:15.914 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000145 2024-05-16T15:58:15.914 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.914 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-16T15:58:15.914 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_encrypted_bytes": 0 2024-05-16T15:58:15.914 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.914 INFO:teuthology.orchestra.run.smithi148.stdout: "AsyncMessenger::Worker-1": { 2024-05-16T15:58:15.914 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_messages": 24134, 2024-05-16T15:58:15.914 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_messages": 23958, 2024-05-16T15:58:15.915 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_bytes": 7173224, 2024-05-16T15:58:15.915 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_bytes": 33156715, 2024-05-16T15:58:15.915 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_created_connections": 8, 2024-05-16T15:58:15.915 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_active_connections": 6, 2024-05-16T15:58:15.915 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_total_time": 1.491312816, 2024-05-16T15:58:15.915 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_send_time": 0.487436015, 2024-05-16T15:58:15.915 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_recv_time": 0.454844660, 2024-05-16T15:58:15.915 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_fast_dispatch_time": 0.481327554, 2024-05-16T15:58:15.915 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_messages_queue_lat": { 2024-05-16T15:58:15.915 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 23960, 2024-05-16T15:58:15.915 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 3.497541982, 2024-05-16T15:58:15.915 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000145974 2024-05-16T15:58:15.915 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.915 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_handle_ack_lat": { 2024-05-16T15:58:15.915 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 6387, 2024-05-16T15:58:15.916 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.001002055, 2024-05-16T15:58:15.916 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000156 2024-05-16T15:58:15.916 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.916 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_encrypted_bytes": 700400, 2024-05-16T15:58:15.916 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_encrypted_bytes": 141920 2024-05-16T15:58:15.916 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.916 INFO:teuthology.orchestra.run.smithi148.stdout: "AsyncMessenger::Worker-2": { 2024-05-16T15:58:15.916 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_messages": 73975, 2024-05-16T15:58:15.916 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_messages": 119370, 2024-05-16T15:58:15.916 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_bytes": 22685935, 2024-05-16T15:58:15.916 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_bytes": 67688922, 2024-05-16T15:58:15.916 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_created_connections": 122, 2024-05-16T15:58:15.916 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_active_connections": 6, 2024-05-16T15:58:15.916 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_total_time": 4.940177065, 2024-05-16T15:58:15.917 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_send_time": 1.906640188, 2024-05-16T15:58:15.917 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_recv_time": 2.698113645, 2024-05-16T15:58:15.917 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_fast_dispatch_time": 0.605698665, 2024-05-16T15:58:15.917 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_messages_queue_lat": { 2024-05-16T15:58:15.917 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 119369, 2024-05-16T15:58:15.917 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 5.345575663, 2024-05-16T15:58:15.917 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000044781 2024-05-16T15:58:15.917 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.917 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_handle_ack_lat": { 2024-05-16T15:58:15.917 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 133965, 2024-05-16T15:58:15.917 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.020308554, 2024-05-16T15:58:15.917 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000151 2024-05-16T15:58:15.917 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.917 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_encrypted_bytes": 63120, 2024-05-16T15:58:15.917 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_encrypted_bytes": 394240 2024-05-16T15:58:15.918 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.918 INFO:teuthology.orchestra.run.smithi148.stdout: "cct": { 2024-05-16T15:58:15.918 INFO:teuthology.orchestra.run.smithi148.stdout: "total_workers": 1, 2024-05-16T15:58:15.918 INFO:teuthology.orchestra.run.smithi148.stdout: "unhealthy_workers": 0 2024-05-16T15:58:15.918 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.918 INFO:teuthology.orchestra.run.smithi148.stdout: "finisher-MDSRank": { 2024-05-16T15:58:15.918 INFO:teuthology.orchestra.run.smithi148.stdout: "queue_len": 0, 2024-05-16T15:58:15.918 INFO:teuthology.orchestra.run.smithi148.stdout: "complete_latency": { 2024-05-16T15:58:15.918 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 90318, 2024-05-16T15:58:15.918 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 23.004934430, 2024-05-16T15:58:15.918 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000254710 2024-05-16T15:58:15.918 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-05-16T15:58:15.918 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.918 INFO:teuthology.orchestra.run.smithi148.stdout: "finisher-PurgeQueue": { 2024-05-16T15:58:15.918 INFO:teuthology.orchestra.run.smithi148.stdout: "queue_len": 0, 2024-05-16T15:58:15.919 INFO:teuthology.orchestra.run.smithi148.stdout: "complete_latency": { 2024-05-16T15:58:15.919 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 1135, 2024-05-16T15:58:15.919 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.103648851, 2024-05-16T15:58:15.919 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000091320 2024-05-16T15:58:15.919 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-05-16T15:58:15.919 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.919 INFO:teuthology.orchestra.run.smithi148.stdout: "mds": { 2024-05-16T15:58:15.919 INFO:teuthology.orchestra.run.smithi148.stdout: "request": 27156, 2024-05-16T15:58:15.919 INFO:teuthology.orchestra.run.smithi148.stdout: "reply": 18729, 2024-05-16T15:58:15.919 INFO:teuthology.orchestra.run.smithi148.stdout: "reply_latency": { 2024-05-16T15:58:15.919 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 18729, 2024-05-16T15:58:15.919 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 65.251409984, 2024-05-16T15:58:15.919 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.003483977 2024-05-16T15:58:15.919 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.919 INFO:teuthology.orchestra.run.smithi148.stdout: "slow_reply": 0, 2024-05-16T15:58:15.919 INFO:teuthology.orchestra.run.smithi148.stdout: "forward": 8427, 2024-05-16T15:58:15.920 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_fetch_complete": 4, 2024-05-16T15:58:15.920 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_fetch_keys": 1, 2024-05-16T15:58:15.920 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_commit": 592, 2024-05-16T15:58:15.920 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_split": 22, 2024-05-16T15:58:15.920 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_merge": 0, 2024-05-16T15:58:15.920 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes": 28, 2024-05-16T15:58:15.920 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes_top": 8, 2024-05-16T15:58:15.920 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes_bottom": 10, 2024-05-16T15:58:15.920 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes_pin_tail": 10, 2024-05-16T15:58:15.920 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes_pinned": 16, 2024-05-16T15:58:15.920 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes_expired": 4599, 2024-05-16T15:58:15.920 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes_with_caps": 2, 2024-05-16T15:58:15.920 INFO:teuthology.orchestra.run.smithi148.stdout: "caps": 2, 2024-05-16T15:58:15.920 INFO:teuthology.orchestra.run.smithi148.stdout: "subtrees": 5, 2024-05-16T15:58:15.920 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse": 32106, 2024-05-16T15:58:15.920 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse_hit": 19427, 2024-05-16T15:58:15.921 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse_forward": 8078, 2024-05-16T15:58:15.921 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse_discover": 35, 2024-05-16T15:58:15.921 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse_dir_fetch": 0, 2024-05-16T15:58:15.921 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse_remote_ino": 0, 2024-05-16T15:58:15.921 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse_lock": 3, 2024-05-16T15:58:15.921 INFO:teuthology.orchestra.run.smithi148.stdout: "load_cent": 1700, 2024-05-16T15:58:15.921 INFO:teuthology.orchestra.run.smithi148.stdout: "q": 0, 2024-05-16T15:58:15.921 INFO:teuthology.orchestra.run.smithi148.stdout: "exported": 183, 2024-05-16T15:58:15.921 INFO:teuthology.orchestra.run.smithi148.stdout: "exported_inodes": 4485, 2024-05-16T15:58:15.921 INFO:teuthology.orchestra.run.smithi148.stdout: "imported": 2, 2024-05-16T15:58:15.921 INFO:teuthology.orchestra.run.smithi148.stdout: "imported_inodes": 7, 2024-05-16T15:58:15.921 INFO:teuthology.orchestra.run.smithi148.stdout: "openino_dir_fetch": 0, 2024-05-16T15:58:15.921 INFO:teuthology.orchestra.run.smithi148.stdout: "openino_backtrace_fetch": 181, 2024-05-16T15:58:15.921 INFO:teuthology.orchestra.run.smithi148.stdout: "openino_peer_discover": 0, 2024-05-16T15:58:15.921 INFO:teuthology.orchestra.run.smithi148.stdout: "root_rfiles": 4, 2024-05-16T15:58:15.921 INFO:teuthology.orchestra.run.smithi148.stdout: "root_rbytes": 234, 2024-05-16T15:58:15.922 INFO:teuthology.orchestra.run.smithi148.stdout: "root_rsnaps": 0, 2024-05-16T15:58:15.922 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_backtrace_fetch": 181, 2024-05-16T15:58:15.922 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_set_tag": 0, 2024-05-16T15:58:15.922 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_backtrace_repaired": 0, 2024-05-16T15:58:15.922 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_inotable_repaired": 0, 2024-05-16T15:58:15.922 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_dir_inodes": 73, 2024-05-16T15:58:15.922 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_dir_base_inodes": 4, 2024-05-16T15:58:15.922 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_dirfrag_rstats": 69, 2024-05-16T15:58:15.922 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_file_inodes": 108, 2024-05-16T15:58:15.922 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_inode_file_caps": 0, 2024-05-16T15:58:15.922 INFO:teuthology.orchestra.run.smithi148.stdout: "ceph_cap_op_revoke": 9618, 2024-05-16T15:58:15.922 INFO:teuthology.orchestra.run.smithi148.stdout: "ceph_cap_op_grant": 14221, 2024-05-16T15:58:15.922 INFO:teuthology.orchestra.run.smithi148.stdout: "ceph_cap_op_trunc": 7984, 2024-05-16T15:58:15.922 INFO:teuthology.orchestra.run.smithi148.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-16T15:58:15.923 INFO:teuthology.orchestra.run.smithi148.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-16T15:58:15.923 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_client_caps": 17906, 2024-05-16T15:58:15.923 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_client_caps_dirty": 13112, 2024-05-16T15:58:15.923 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_client_cap_release": 29, 2024-05-16T15:58:15.923 INFO:teuthology.orchestra.run.smithi148.stdout: "process_request_cap_release": 15400 2024-05-16T15:58:15.923 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.923 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_cache": { 2024-05-16T15:58:15.923 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_update": 230, 2024-05-16T15:58:15.923 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_update_receipt": 338, 2024-05-16T15:58:15.923 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_try_discover": 186, 2024-05-16T15:58:15.923 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_send_discover": 296, 2024-05-16T15:58:15.923 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_handle_discover": 1034, 2024-05-16T15:58:15.923 INFO:teuthology.orchestra.run.smithi148.stdout: "num_strays": 1, 2024-05-16T15:58:15.923 INFO:teuthology.orchestra.run.smithi148.stdout: "num_strays_delayed": 0, 2024-05-16T15:58:15.923 INFO:teuthology.orchestra.run.smithi148.stdout: "num_strays_enqueuing": 0, 2024-05-16T15:58:15.924 INFO:teuthology.orchestra.run.smithi148.stdout: "strays_created": 555, 2024-05-16T15:58:15.924 INFO:teuthology.orchestra.run.smithi148.stdout: "strays_enqueued": 551, 2024-05-16T15:58:15.924 INFO:teuthology.orchestra.run.smithi148.stdout: "strays_reintegrated": 3, 2024-05-16T15:58:15.924 INFO:teuthology.orchestra.run.smithi148.stdout: "strays_migrated": 0, 2024-05-16T15:58:15.924 INFO:teuthology.orchestra.run.smithi148.stdout: "num_recovering_processing": 0, 2024-05-16T15:58:15.924 INFO:teuthology.orchestra.run.smithi148.stdout: "num_recovering_enqueued": 0, 2024-05-16T15:58:15.924 INFO:teuthology.orchestra.run.smithi148.stdout: "num_recovering_prioritized": 0, 2024-05-16T15:58:15.924 INFO:teuthology.orchestra.run.smithi148.stdout: "recovery_started": 0, 2024-05-16T15:58:15.924 INFO:teuthology.orchestra.run.smithi148.stdout: "recovery_completed": 0, 2024-05-16T15:58:15.924 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_quiesce_path": 0, 2024-05-16T15:58:15.924 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_quiesce_inode": 0, 2024-05-16T15:58:15.924 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_enqueue_scrub": 4, 2024-05-16T15:58:15.924 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_exportdir": 185, 2024-05-16T15:58:15.924 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_flush": 0, 2024-05-16T15:58:15.925 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_fragmentdir": 22, 2024-05-16T15:58:15.925 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_fragstats": 0, 2024-05-16T15:58:15.925 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_inodestats": 0 2024-05-16T15:58:15.925 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.925 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_log": { 2024-05-16T15:58:15.925 INFO:teuthology.orchestra.run.smithi148.stdout: "evlrg": 0, 2024-05-16T15:58:15.925 INFO:teuthology.orchestra.run.smithi148.stdout: "evadd": 38350, 2024-05-16T15:58:15.925 INFO:teuthology.orchestra.run.smithi148.stdout: "evex": 38309, 2024-05-16T15:58:15.925 INFO:teuthology.orchestra.run.smithi148.stdout: "evtrm": 38309, 2024-05-16T15:58:15.925 INFO:teuthology.orchestra.run.smithi148.stdout: "ev": 41, 2024-05-16T15:58:15.925 INFO:teuthology.orchestra.run.smithi148.stdout: "evexg": 0, 2024-05-16T15:58:15.925 INFO:teuthology.orchestra.run.smithi148.stdout: "evexd": 362, 2024-05-16T15:58:15.925 INFO:teuthology.orchestra.run.smithi148.stdout: "segadd": 71, 2024-05-16T15:58:15.925 INFO:teuthology.orchestra.run.smithi148.stdout: "segex": 70, 2024-05-16T15:58:15.925 INFO:teuthology.orchestra.run.smithi148.stdout: "segtrm": 70, 2024-05-16T15:58:15.925 INFO:teuthology.orchestra.run.smithi148.stdout: "seg": 1, 2024-05-16T15:58:15.926 INFO:teuthology.orchestra.run.smithi148.stdout: "segmjr": 1, 2024-05-16T15:58:15.926 INFO:teuthology.orchestra.run.smithi148.stdout: "segexg": 0, 2024-05-16T15:58:15.926 INFO:teuthology.orchestra.run.smithi148.stdout: "segexd": 1, 2024-05-16T15:58:15.926 INFO:teuthology.orchestra.run.smithi148.stdout: "expos": 82100761, 2024-05-16T15:58:15.926 INFO:teuthology.orchestra.run.smithi148.stdout: "wrpos": 82193720, 2024-05-16T15:58:15.926 INFO:teuthology.orchestra.run.smithi148.stdout: "rdpos": 0, 2024-05-16T15:58:15.926 INFO:teuthology.orchestra.run.smithi148.stdout: "jlat": { 2024-05-16T15:58:15.926 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 25407, 2024-05-16T15:58:15.927 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 55.342537101, 2024-05-16T15:58:15.927 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.002178239 2024-05-16T15:58:15.927 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.927 INFO:teuthology.orchestra.run.smithi148.stdout: "replayed": 0 2024-05-16T15:58:15.927 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.927 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_mem": { 2024-05-16T15:58:15.927 INFO:teuthology.orchestra.run.smithi148.stdout: "ino": 32, 2024-05-16T15:58:15.928 INFO:teuthology.orchestra.run.smithi148.stdout: "ino+": 5081, 2024-05-16T15:58:15.928 INFO:teuthology.orchestra.run.smithi148.stdout: "ino-": 5049, 2024-05-16T15:58:15.928 INFO:teuthology.orchestra.run.smithi148.stdout: "dir": 28, 2024-05-16T15:58:15.928 INFO:teuthology.orchestra.run.smithi148.stdout: "dir+": 420, 2024-05-16T15:58:15.929 INFO:teuthology.orchestra.run.smithi148.stdout: "dir-": 392, 2024-05-16T15:58:15.929 INFO:teuthology.orchestra.run.smithi148.stdout: "dn": 28, 2024-05-16T15:58:15.929 INFO:teuthology.orchestra.run.smithi148.stdout: "dn+": 5274, 2024-05-16T15:58:15.929 INFO:teuthology.orchestra.run.smithi148.stdout: "dn-": 5246, 2024-05-16T15:58:15.929 INFO:teuthology.orchestra.run.smithi148.stdout: "cap": 2, 2024-05-16T15:58:15.929 INFO:teuthology.orchestra.run.smithi148.stdout: "cap+": 5032, 2024-05-16T15:58:15.929 INFO:teuthology.orchestra.run.smithi148.stdout: "cap-": 5030, 2024-05-16T15:58:15.929 INFO:teuthology.orchestra.run.smithi148.stdout: "rss": 97600, 2024-05-16T15:58:15.929 INFO:teuthology.orchestra.run.smithi148.stdout: "heap": 231800 2024-05-16T15:58:15.929 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.929 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_server": { 2024-05-16T15:58:15.930 INFO:teuthology.orchestra.run.smithi148.stdout: "dispatch_client_request": 45720, 2024-05-16T15:58:15.930 INFO:teuthology.orchestra.run.smithi148.stdout: "dispatch_server_request": 215, 2024-05-16T15:58:15.930 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_client_request": 27156, 2024-05-16T15:58:15.930 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_client_session": 202, 2024-05-16T15:58:15.930 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_peer_request": 435, 2024-05-16T15:58:15.930 INFO:teuthology.orchestra.run.smithi148.stdout: "req_create_latency": { 2024-05-16T15:58:15.930 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 4941, 2024-05-16T15:58:15.930 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 23.588077105, 2024-05-16T15:58:15.930 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.004773948 2024-05-16T15:58:15.931 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.931 INFO:teuthology.orchestra.run.smithi148.stdout: "req_getattr_latency": { 2024-05-16T15:58:15.931 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 1347, 2024-05-16T15:58:15.931 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.921417941, 2024-05-16T15:58:15.931 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000684051 2024-05-16T15:58:15.931 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.931 INFO:teuthology.orchestra.run.smithi148.stdout: "req_getfilelock_latency": { 2024-05-16T15:58:15.931 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:15.931 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:15.931 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:15.931 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.932 INFO:teuthology.orchestra.run.smithi148.stdout: "req_link_latency": { 2024-05-16T15:58:15.932 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 3, 2024-05-16T15:58:15.932 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.005950308, 2024-05-16T15:58:15.932 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.001983436 2024-05-16T15:58:15.932 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.932 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lookup_latency": { 2024-05-16T15:58:15.932 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 2406, 2024-05-16T15:58:15.932 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 1.621231706, 2024-05-16T15:58:15.932 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000673828 2024-05-16T15:58:15.932 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.932 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lookuphash_latency": { 2024-05-16T15:58:15.932 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:15.932 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:15.932 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:15.932 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.932 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lookupino_latency": { 2024-05-16T15:58:15.933 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:15.933 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:15.933 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:15.933 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.933 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lookupname_latency": { 2024-05-16T15:58:15.933 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:15.933 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:15.933 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:15.933 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.933 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lookupparent_latency": { 2024-05-16T15:58:15.933 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:15.933 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:15.933 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:15.933 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.934 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lookupsnap_latency": { 2024-05-16T15:58:15.934 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:15.934 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:15.934 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:15.934 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.934 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:15 smithi157 ceph-mon[35584]: pgmap v678: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 70 KiB/s wr, 85 op/s 2024-05-16T15:58:15.935 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lssnap_latency": { 2024-05-16T15:58:15.935 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:15.935 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:15.935 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:15.935 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.935 INFO:teuthology.orchestra.run.smithi148.stdout: "req_mkdir_latency": { 2024-05-16T15:58:15.935 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 68, 2024-05-16T15:58:15.935 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.071479241, 2024-05-16T15:58:15.935 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.001051165 2024-05-16T15:58:15.935 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.935 INFO:teuthology.orchestra.run.smithi148.stdout: "req_mknod_latency": { 2024-05-16T15:58:15.935 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:15.935 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:15.936 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:15.936 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.936 INFO:teuthology.orchestra.run.smithi148.stdout: "req_mksnap_latency": { 2024-05-16T15:58:15.936 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:15.936 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:15.936 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:15.936 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.936 INFO:teuthology.orchestra.run.smithi148.stdout: "req_open_latency": { 2024-05-16T15:58:15.936 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 167, 2024-05-16T15:58:15.936 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.147712065, 2024-05-16T15:58:15.936 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000884503 2024-05-16T15:58:15.936 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.936 INFO:teuthology.orchestra.run.smithi148.stdout: "req_readdir_latency": { 2024-05-16T15:58:15.936 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 124, 2024-05-16T15:58:15.936 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.583014289, 2024-05-16T15:58:15.937 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.004701728 2024-05-16T15:58:15.937 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.937 INFO:teuthology.orchestra.run.smithi148.stdout: "req_rename_latency": { 2024-05-16T15:58:15.937 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 91, 2024-05-16T15:58:15.937 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.317024586, 2024-05-16T15:58:15.937 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.003483786 2024-05-16T15:58:15.937 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.937 INFO:teuthology.orchestra.run.smithi148.stdout: "req_renamesnap_latency": { 2024-05-16T15:58:15.937 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:15.937 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:15.937 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:15.937 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.937 INFO:teuthology.orchestra.run.smithi148.stdout: "req_snapdiff_latency": { 2024-05-16T15:58:15.937 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:15.937 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:15.938 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:15.938 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.938 INFO:teuthology.orchestra.run.smithi148.stdout: "req_rmdir_latency": { 2024-05-16T15:58:15.938 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 9, 2024-05-16T15:58:15.938 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.071153889, 2024-05-16T15:58:15.938 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.007905987 2024-05-16T15:58:15.938 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.938 INFO:teuthology.orchestra.run.smithi148.stdout: "req_rmsnap_latency": { 2024-05-16T15:58:15.938 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:15.938 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:15.938 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:15.938 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.938 INFO:teuthology.orchestra.run.smithi148.stdout: "req_rmxattr_latency": { 2024-05-16T15:58:15.938 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:15.938 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:15.939 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:15.939 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.939 INFO:teuthology.orchestra.run.smithi148.stdout: "req_setattr_latency": { 2024-05-16T15:58:15.939 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 9064, 2024-05-16T15:58:15.939 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 36.776645030, 2024-05-16T15:58:15.939 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.004057440 2024-05-16T15:58:15.939 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.939 INFO:teuthology.orchestra.run.smithi148.stdout: "req_setdirlayout_latency": { 2024-05-16T15:58:15.939 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:15.939 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:15.939 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:15.939 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.939 INFO:teuthology.orchestra.run.smithi148.stdout: "req_setfilelock_latency": { 2024-05-16T15:58:15.939 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 8, 2024-05-16T15:58:15.940 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.003800934, 2024-05-16T15:58:15.940 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000475116 2024-05-16T15:58:15.940 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.940 INFO:teuthology.orchestra.run.smithi148.stdout: "req_setlayout_latency": { 2024-05-16T15:58:15.940 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:15.940 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:15.940 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:15.940 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.940 INFO:teuthology.orchestra.run.smithi148.stdout: "req_setxattr_latency": { 2024-05-16T15:58:15.940 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 8, 2024-05-16T15:58:15.940 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.022375913, 2024-05-16T15:58:15.940 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.002796989 2024-05-16T15:58:15.940 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.940 INFO:teuthology.orchestra.run.smithi148.stdout: "req_symlink_latency": { 2024-05-16T15:58:15.941 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 6, 2024-05-16T15:58:15.941 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.004631331, 2024-05-16T15:58:15.941 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000771888 2024-05-16T15:58:15.941 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.941 INFO:teuthology.orchestra.run.smithi148.stdout: "req_unlink_latency": { 2024-05-16T15:58:15.941 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 487, 2024-05-16T15:58:15.941 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 1.116895646, 2024-05-16T15:58:15.941 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.002293420 2024-05-16T15:58:15.941 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.941 INFO:teuthology.orchestra.run.smithi148.stdout: "cap_revoke_eviction": 0, 2024-05-16T15:58:15.941 INFO:teuthology.orchestra.run.smithi148.stdout: "cap_acquisition_throttle": 0, 2024-05-16T15:58:15.941 INFO:teuthology.orchestra.run.smithi148.stdout: "req_getvxattr_latency": { 2024-05-16T15:58:15.941 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:15.941 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:15.941 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:15.941 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-05-16T15:58:15.942 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.942 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_sessions": { 2024-05-16T15:58:15.942 INFO:teuthology.orchestra.run.smithi148.stdout: "session_count": 1, 2024-05-16T15:58:15.942 INFO:teuthology.orchestra.run.smithi148.stdout: "session_add": 3, 2024-05-16T15:58:15.942 INFO:teuthology.orchestra.run.smithi148.stdout: "session_remove": 2, 2024-05-16T15:58:15.942 INFO:teuthology.orchestra.run.smithi148.stdout: "sessions_open": 1, 2024-05-16T15:58:15.942 INFO:teuthology.orchestra.run.smithi148.stdout: "sessions_stale": 0, 2024-05-16T15:58:15.942 INFO:teuthology.orchestra.run.smithi148.stdout: "total_load": 2095, 2024-05-16T15:58:15.942 INFO:teuthology.orchestra.run.smithi148.stdout: "average_load": 2095, 2024-05-16T15:58:15.942 INFO:teuthology.orchestra.run.smithi148.stdout: "avg_session_uptime": 517, 2024-05-16T15:58:15.942 INFO:teuthology.orchestra.run.smithi148.stdout: "mdthresh_evicted": 0 2024-05-16T15:58:15.942 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.942 INFO:teuthology.orchestra.run.smithi148.stdout: "mempool": { 2024-05-16T15:58:15.942 INFO:teuthology.orchestra.run.smithi148.stdout: "bloom_filter_bytes": 0, 2024-05-16T15:58:15.942 INFO:teuthology.orchestra.run.smithi148.stdout: "bloom_filter_items": 0, 2024-05-16T15:58:15.943 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_alloc_bytes": 0, 2024-05-16T15:58:15.943 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_alloc_items": 0, 2024-05-16T15:58:15.943 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_data_bytes": 0, 2024-05-16T15:58:15.943 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_data_items": 0, 2024-05-16T15:58:15.943 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-16T15:58:15.943 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_onode_items": 0, 2024-05-16T15:58:15.943 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-16T15:58:15.943 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_meta_items": 0, 2024-05-16T15:58:15.943 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_other_bytes": 0, 2024-05-16T15:58:15.943 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_other_items": 0, 2024-05-16T15:58:15.943 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-16T15:58:15.943 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_buffer_items": 0, 2024-05-16T15:58:15.943 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_extent_bytes": 0, 2024-05-16T15:58:15.943 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_extent_items": 0, 2024-05-16T15:58:15.943 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_blob_bytes": 0, 2024-05-16T15:58:15.943 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_blob_items": 0, 2024-05-16T15:58:15.944 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-16T15:58:15.944 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_shared_blob_items": 0, 2024-05-16T15:58:15.944 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-16T15:58:15.944 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_inline_bl_items": 0, 2024-05-16T15:58:15.944 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_fsck_bytes": 0, 2024-05-16T15:58:15.944 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_fsck_items": 0, 2024-05-16T15:58:15.944 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_txc_bytes": 0, 2024-05-16T15:58:15.944 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_txc_items": 0, 2024-05-16T15:58:15.944 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-16T15:58:15.944 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_writing_deferred_items": 0, 2024-05-16T15:58:15.944 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_writing_bytes": 0, 2024-05-16T15:58:15.944 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_writing_items": 0, 2024-05-16T15:58:15.944 INFO:teuthology.orchestra.run.smithi148.stdout: "bluefs_bytes": 0, 2024-05-16T15:58:15.944 INFO:teuthology.orchestra.run.smithi148.stdout: "bluefs_items": 0, 2024-05-16T15:58:15.944 INFO:teuthology.orchestra.run.smithi148.stdout: "bluefs_file_reader_bytes": 0, 2024-05-16T15:58:15.945 INFO:teuthology.orchestra.run.smithi148.stdout: "bluefs_file_reader_items": 0, 2024-05-16T15:58:15.945 INFO:teuthology.orchestra.run.smithi148.stdout: "bluefs_file_writer_bytes": 0, 2024-05-16T15:58:15.945 INFO:teuthology.orchestra.run.smithi148.stdout: "bluefs_file_writer_items": 0, 2024-05-16T15:58:15.945 INFO:teuthology.orchestra.run.smithi148.stdout: "buffer_anon_bytes": 306261, 2024-05-16T15:58:15.945 INFO:teuthology.orchestra.run.smithi148.stdout: "buffer_anon_items": 120, 2024-05-16T15:58:15.945 INFO:teuthology.orchestra.run.smithi148.stdout: "buffer_meta_bytes": 0, 2024-05-16T15:58:15.945 INFO:teuthology.orchestra.run.smithi148.stdout: "buffer_meta_items": 0, 2024-05-16T15:58:15.945 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_bytes": 0, 2024-05-16T15:58:15.945 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_items": 0, 2024-05-16T15:58:15.945 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_mapbl_bytes": 0, 2024-05-16T15:58:15.945 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_mapbl_items": 0, 2024-05-16T15:58:15.945 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_pglog_bytes": 0, 2024-05-16T15:58:15.945 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_pglog_items": 0, 2024-05-16T15:58:15.945 INFO:teuthology.orchestra.run.smithi148.stdout: "osdmap_bytes": 8984, 2024-05-16T15:58:15.945 INFO:teuthology.orchestra.run.smithi148.stdout: "osdmap_items": 172, 2024-05-16T15:58:15.945 INFO:teuthology.orchestra.run.smithi148.stdout: "osdmap_mapping_bytes": 0, 2024-05-16T15:58:15.945 INFO:teuthology.orchestra.run.smithi148.stdout: "osdmap_mapping_items": 0, 2024-05-16T15:58:15.946 INFO:teuthology.orchestra.run.smithi148.stdout: "pgmap_bytes": 0, 2024-05-16T15:58:15.946 INFO:teuthology.orchestra.run.smithi148.stdout: "pgmap_items": 0, 2024-05-16T15:58:15.946 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_co_bytes": 132772, 2024-05-16T15:58:15.946 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_co_items": 808, 2024-05-16T15:58:15.946 INFO:teuthology.orchestra.run.smithi148.stdout: "unittest_1_bytes": 0, 2024-05-16T15:58:15.946 INFO:teuthology.orchestra.run.smithi148.stdout: "unittest_1_items": 0, 2024-05-16T15:58:15.946 INFO:teuthology.orchestra.run.smithi148.stdout: "unittest_2_bytes": 0, 2024-05-16T15:58:15.946 INFO:teuthology.orchestra.run.smithi148.stdout: "unittest_2_items": 0 2024-05-16T15:58:15.946 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.946 INFO:teuthology.orchestra.run.smithi148.stdout: "objecter": { 2024-05-16T15:58:15.946 INFO:teuthology.orchestra.run.smithi148.stdout: "op_active": 0, 2024-05-16T15:58:15.946 INFO:teuthology.orchestra.run.smithi148.stdout: "op_laggy": 0, 2024-05-16T15:58:15.946 INFO:teuthology.orchestra.run.smithi148.stdout: "op_send": 74187, 2024-05-16T15:58:15.946 INFO:teuthology.orchestra.run.smithi148.stdout: "op_send_bytes": 86070658, 2024-05-16T15:58:15.946 INFO:teuthology.orchestra.run.smithi148.stdout: "op_resend": 37, 2024-05-16T15:58:15.946 INFO:teuthology.orchestra.run.smithi148.stdout: "op_reply": 74187, 2024-05-16T15:58:15.947 INFO:teuthology.orchestra.run.smithi148.stdout: "op_latency": { 2024-05-16T15:58:15.947 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 74187, 2024-05-16T15:58:15.947 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 2313.142099451, 2024-05-16T15:58:15.947 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.031179884 2024-05-16T15:58:15.947 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.947 INFO:teuthology.orchestra.run.smithi148.stdout: "op_inflight": 0, 2024-05-16T15:58:15.947 INFO:teuthology.orchestra.run.smithi148.stdout: "oplen_avg": { 2024-05-16T15:58:15.947 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 74187, 2024-05-16T15:58:15.947 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 87541 2024-05-16T15:58:15.947 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.947 INFO:teuthology.orchestra.run.smithi148.stdout: "op": 74187, 2024-05-16T15:58:15.947 INFO:teuthology.orchestra.run.smithi148.stdout: "op_r": 232, 2024-05-16T15:58:15.947 INFO:teuthology.orchestra.run.smithi148.stdout: "op_w": 73955, 2024-05-16T15:58:15.947 INFO:teuthology.orchestra.run.smithi148.stdout: "op_rmw": 0, 2024-05-16T15:58:15.947 INFO:teuthology.orchestra.run.smithi148.stdout: "op_pg": 0, 2024-05-16T15:58:15.947 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_stat": 343, 2024-05-16T15:58:15.948 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_create": 8159, 2024-05-16T15:58:15.948 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_read": 42, 2024-05-16T15:58:15.948 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_write": 25445, 2024-05-16T15:58:15.948 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_writefull": 158, 2024-05-16T15:58:15.948 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_writesame": 0, 2024-05-16T15:58:15.948 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_append": 0, 2024-05-16T15:58:15.948 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_zero": 0, 2024-05-16T15:58:15.948 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_truncate": 6, 2024-05-16T15:58:15.948 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_delete": 1680, 2024-05-16T15:58:15.948 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_mapext": 0, 2024-05-16T15:58:15.948 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_sparse_read": 0, 2024-05-16T15:58:15.948 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_clonerange": 0, 2024-05-16T15:58:15.948 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_getxattr": 190, 2024-05-16T15:58:15.948 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_setxattr": 12279, 2024-05-16T15:58:15.948 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_cmpxattr": 0, 2024-05-16T15:58:15.948 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_rmxattr": 0, 2024-05-16T15:58:15.948 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_resetxattrs": 0, 2024-05-16T15:58:15.949 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_call": 0, 2024-05-16T15:58:15.949 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_watch": 0, 2024-05-16T15:58:15.949 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_notify": 0, 2024-05-16T15:58:15.949 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_src_cmpxattr": 0, 2024-05-16T15:58:15.949 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_pgls": 0, 2024-05-16T15:58:15.949 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_pgls_filter": 0, 2024-05-16T15:58:15.949 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_other": 37742, 2024-05-16T15:58:15.949 INFO:teuthology.orchestra.run.smithi148.stdout: "linger_active": 0, 2024-05-16T15:58:15.949 INFO:teuthology.orchestra.run.smithi148.stdout: "linger_send": 0, 2024-05-16T15:58:15.949 INFO:teuthology.orchestra.run.smithi148.stdout: "linger_resend": 0, 2024-05-16T15:58:15.949 INFO:teuthology.orchestra.run.smithi148.stdout: "linger_ping": 0, 2024-05-16T15:58:15.949 INFO:teuthology.orchestra.run.smithi148.stdout: "poolop_active": 0, 2024-05-16T15:58:15.949 INFO:teuthology.orchestra.run.smithi148.stdout: "poolop_send": 0, 2024-05-16T15:58:15.949 INFO:teuthology.orchestra.run.smithi148.stdout: "poolop_resend": 0, 2024-05-16T15:58:15.949 INFO:teuthology.orchestra.run.smithi148.stdout: "poolstat_active": 0, 2024-05-16T15:58:15.949 INFO:teuthology.orchestra.run.smithi148.stdout: "poolstat_send": 0, 2024-05-16T15:58:15.950 INFO:teuthology.orchestra.run.smithi148.stdout: "poolstat_resend": 0, 2024-05-16T15:58:15.950 INFO:teuthology.orchestra.run.smithi148.stdout: "statfs_active": 0, 2024-05-16T15:58:15.950 INFO:teuthology.orchestra.run.smithi148.stdout: "statfs_send": 0, 2024-05-16T15:58:15.950 INFO:teuthology.orchestra.run.smithi148.stdout: "statfs_resend": 0, 2024-05-16T15:58:15.950 INFO:teuthology.orchestra.run.smithi148.stdout: "command_active": 0, 2024-05-16T15:58:15.950 INFO:teuthology.orchestra.run.smithi148.stdout: "command_send": 0, 2024-05-16T15:58:15.950 INFO:teuthology.orchestra.run.smithi148.stdout: "command_resend": 0, 2024-05-16T15:58:15.950 INFO:teuthology.orchestra.run.smithi148.stdout: "map_epoch": 91, 2024-05-16T15:58:15.950 INFO:teuthology.orchestra.run.smithi148.stdout: "map_full": 0, 2024-05-16T15:58:15.950 INFO:teuthology.orchestra.run.smithi148.stdout: "map_inc": 13, 2024-05-16T15:58:15.950 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_sessions": 12, 2024-05-16T15:58:15.950 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_session_open": 12, 2024-05-16T15:58:15.950 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_session_close": 0, 2024-05-16T15:58:15.950 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_laggy": 0, 2024-05-16T15:58:15.950 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_wr": 1404, 2024-05-16T15:58:15.950 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_rd": 10, 2024-05-16T15:58:15.950 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_del": 83 2024-05-16T15:58:15.951 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.951 INFO:teuthology.orchestra.run.smithi148.stdout: "oft": { 2024-05-16T15:58:15.951 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_total_objs": 1, 2024-05-16T15:58:15.951 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_total_kv_pairs": 0, 2024-05-16T15:58:15.951 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_total_updates": 0, 2024-05-16T15:58:15.951 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_total_removes": 0 2024-05-16T15:58:15.951 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.951 INFO:teuthology.orchestra.run.smithi148.stdout: "osd-slow-ops": { 2024-05-16T15:58:15.951 INFO:teuthology.orchestra.run.smithi148.stdout: "slow_ops_count": 0 2024-05-16T15:58:15.951 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.951 INFO:teuthology.orchestra.run.smithi148.stdout: "purge_queue": { 2024-05-16T15:58:15.951 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_executing_ops": 0, 2024-05-16T15:58:15.951 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_executing_ops_high_water": 27, 2024-05-16T15:58:15.951 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_executing": 0, 2024-05-16T15:58:15.951 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_executing_high_water": 6, 2024-05-16T15:58:15.951 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_executed_ops": 1116, 2024-05-16T15:58:15.952 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_executed": 551, 2024-05-16T15:58:15.952 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_item_in_journal": 0 2024-05-16T15:58:15.952 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.952 INFO:teuthology.orchestra.run.smithi148.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-16T15:58:15.952 INFO:teuthology.orchestra.run.smithi148.stdout: "val": 0, 2024-05-16T15:58:15.952 INFO:teuthology.orchestra.run.smithi148.stdout: "max": 104857600, 2024-05-16T15:58:15.952 INFO:teuthology.orchestra.run.smithi148.stdout: "get_started": 0, 2024-05-16T15:58:15.952 INFO:teuthology.orchestra.run.smithi148.stdout: "get": 133719, 2024-05-16T15:58:15.952 INFO:teuthology.orchestra.run.smithi148.stdout: "get_sum": 27330962, 2024-05-16T15:58:15.952 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:15.952 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_success": 133719, 2024-05-16T15:58:15.952 INFO:teuthology.orchestra.run.smithi148.stdout: "take": 0, 2024-05-16T15:58:15.952 INFO:teuthology.orchestra.run.smithi148.stdout: "take_sum": 0, 2024-05-16T15:58:15.952 INFO:teuthology.orchestra.run.smithi148.stdout: "put": 133719, 2024-05-16T15:58:15.952 INFO:teuthology.orchestra.run.smithi148.stdout: "put_sum": 27330962, 2024-05-16T15:58:15.952 INFO:teuthology.orchestra.run.smithi148.stdout: "wait": { 2024-05-16T15:58:15.952 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:15.953 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:15.953 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:15.953 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-05-16T15:58:15.953 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.953 INFO:teuthology.orchestra.run.smithi148.stdout: "throttle-objecter_bytes": { 2024-05-16T15:58:15.953 INFO:teuthology.orchestra.run.smithi148.stdout: "val": 0, 2024-05-16T15:58:15.953 INFO:teuthology.orchestra.run.smithi148.stdout: "max": 104857600, 2024-05-16T15:58:15.953 INFO:teuthology.orchestra.run.smithi148.stdout: "get_started": 0, 2024-05-16T15:58:15.953 INFO:teuthology.orchestra.run.smithi148.stdout: "get": 0, 2024-05-16T15:58:15.953 INFO:teuthology.orchestra.run.smithi148.stdout: "get_sum": 0, 2024-05-16T15:58:15.953 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:15.953 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_success": 0, 2024-05-16T15:58:15.953 INFO:teuthology.orchestra.run.smithi148.stdout: "take": 74187, 2024-05-16T15:58:15.953 INFO:teuthology.orchestra.run.smithi148.stdout: "take_sum": 86130545, 2024-05-16T15:58:15.953 INFO:teuthology.orchestra.run.smithi148.stdout: "put": 74187, 2024-05-16T15:58:15.954 INFO:teuthology.orchestra.run.smithi148.stdout: "put_sum": 86130545, 2024-05-16T15:58:15.954 INFO:teuthology.orchestra.run.smithi148.stdout: "wait": { 2024-05-16T15:58:15.954 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:15.954 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:15.954 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:15.954 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-05-16T15:58:15.954 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.954 INFO:teuthology.orchestra.run.smithi148.stdout: "throttle-objecter_ops": { 2024-05-16T15:58:15.954 INFO:teuthology.orchestra.run.smithi148.stdout: "val": 0, 2024-05-16T15:58:15.954 INFO:teuthology.orchestra.run.smithi148.stdout: "max": 1024, 2024-05-16T15:58:15.954 INFO:teuthology.orchestra.run.smithi148.stdout: "get_started": 0, 2024-05-16T15:58:15.955 INFO:teuthology.orchestra.run.smithi148.stdout: "get": 0, 2024-05-16T15:58:15.955 INFO:teuthology.orchestra.run.smithi148.stdout: "get_sum": 0, 2024-05-16T15:58:15.955 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:15.955 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_success": 0, 2024-05-16T15:58:15.955 INFO:teuthology.orchestra.run.smithi148.stdout: "take": 74187, 2024-05-16T15:58:15.955 INFO:teuthology.orchestra.run.smithi148.stdout: "take_sum": 74187, 2024-05-16T15:58:15.955 INFO:teuthology.orchestra.run.smithi148.stdout: "put": 74187, 2024-05-16T15:58:15.955 INFO:teuthology.orchestra.run.smithi148.stdout: "put_sum": 74187, 2024-05-16T15:58:15.955 INFO:teuthology.orchestra.run.smithi148.stdout: "wait": { 2024-05-16T15:58:15.955 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:15.955 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:15.955 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:15.955 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-05-16T15:58:15.955 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.956 INFO:teuthology.orchestra.run.smithi148.stdout: "throttle-write_buf_throttle": { 2024-05-16T15:58:15.956 INFO:teuthology.orchestra.run.smithi148.stdout: "val": 0, 2024-05-16T15:58:15.956 INFO:teuthology.orchestra.run.smithi148.stdout: "max": 3758096384, 2024-05-16T15:58:15.956 INFO:teuthology.orchestra.run.smithi148.stdout: "get_started": 0, 2024-05-16T15:58:15.956 INFO:teuthology.orchestra.run.smithi148.stdout: "get": 551, 2024-05-16T15:58:15.956 INFO:teuthology.orchestra.run.smithi148.stdout: "get_sum": 59955, 2024-05-16T15:58:15.956 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:15.956 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_success": 551, 2024-05-16T15:58:15.956 INFO:teuthology.orchestra.run.smithi148.stdout: "take": 0, 2024-05-16T15:58:15.956 INFO:teuthology.orchestra.run.smithi148.stdout: "take_sum": 0, 2024-05-16T15:58:15.956 INFO:teuthology.orchestra.run.smithi148.stdout: "put": 38, 2024-05-16T15:58:15.956 INFO:teuthology.orchestra.run.smithi148.stdout: "put_sum": 59955, 2024-05-16T15:58:15.956 INFO:teuthology.orchestra.run.smithi148.stdout: "wait": { 2024-05-16T15:58:15.956 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:15.956 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:15.956 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:15.957 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-05-16T15:58:15.957 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:15.957 INFO:teuthology.orchestra.run.smithi148.stdout: "throttle-write_buf_throttle-0x56095bd82500": { 2024-05-16T15:58:15.957 INFO:teuthology.orchestra.run.smithi148.stdout: "val": 0, 2024-05-16T15:58:15.957 INFO:teuthology.orchestra.run.smithi148.stdout: "max": 3758096384, 2024-05-16T15:58:15.957 INFO:teuthology.orchestra.run.smithi148.stdout: "get_started": 0, 2024-05-16T15:58:15.957 INFO:teuthology.orchestra.run.smithi148.stdout: "get": 38350, 2024-05-16T15:58:15.957 INFO:teuthology.orchestra.run.smithi148.stdout: "get_sum": 77999416, 2024-05-16T15:58:15.957 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:15.957 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_success": 38350, 2024-05-16T15:58:15.957 INFO:teuthology.orchestra.run.smithi148.stdout: "take": 0, 2024-05-16T15:58:15.957 INFO:teuthology.orchestra.run.smithi148.stdout: "take_sum": 0, 2024-05-16T15:58:15.957 INFO:teuthology.orchestra.run.smithi148.stdout: "put": 25407, 2024-05-16T15:58:15.957 INFO:teuthology.orchestra.run.smithi148.stdout: "put_sum": 77999416, 2024-05-16T15:58:15.957 INFO:teuthology.orchestra.run.smithi148.stdout: "wait": { 2024-05-16T15:58:15.958 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:15.958 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:15.958 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:15.958 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-05-16T15:58:15.958 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-05-16T15:58:15.958 INFO:teuthology.orchestra.run.smithi148.stdout:} 2024-05-16T15:58:16.776 INFO:tasks.check_counter:Daemon mds.b mds.exported=183 2024-05-16T15:58:16.776 INFO:tasks.check_counter:Daemon mds.b mds.imported=2 2024-05-16T15:58:16.776 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update=230 2024-05-16T15:58:16.777 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update_receipt=338 2024-05-16T15:58:16.777 INFO:tasks.check_counter:Daemon mds.b mds.dir_split=22 2024-05-16T15:58:16.777 DEBUG:tasks.check_counter:Getting stats from e 2024-05-16T15:58:16.777 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph daemon mds.e perf dump 2024-05-16T15:58:17.021 INFO:teuthology.orchestra.run.smithi148.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.b/config 2024-05-16T15:58:17.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:17 smithi157 ceph-mon[35584]: pgmap v679: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 3.4 KiB/s wr, 14 op/s 2024-05-16T15:58:17.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:58:17 smithi148 ceph-mon[34976]: pgmap v679: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 3.4 KiB/s wr, 14 op/s 2024-05-16T15:58:17.978 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:58:17 smithi043 ceph-mon[31619]: pgmap v679: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 3.4 KiB/s wr, 14 op/s 2024-05-16T15:58:18.666 INFO:teuthology.orchestra.run.smithi148.stdout:{ 2024-05-16T15:58:18.666 INFO:teuthology.orchestra.run.smithi148.stdout: "AsyncMessenger::Worker-0": { 2024-05-16T15:58:18.666 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_messages": 86, 2024-05-16T15:58:18.666 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_messages": 88, 2024-05-16T15:58:18.666 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_bytes": 29247, 2024-05-16T15:58:18.666 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_bytes": 27358, 2024-05-16T15:58:18.666 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_created_connections": 6, 2024-05-16T15:58:18.666 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_active_connections": 2, 2024-05-16T15:58:18.666 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_total_time": 0.009501044, 2024-05-16T15:58:18.667 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_send_time": 0.002798577, 2024-05-16T15:58:18.667 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_recv_time": 0.002779738, 2024-05-16T15:58:18.667 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_fast_dispatch_time": 0.002276793, 2024-05-16T15:58:18.667 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_messages_queue_lat": { 2024-05-16T15:58:18.667 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 86, 2024-05-16T15:58:18.667 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.004803870, 2024-05-16T15:58:18.667 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000055858 2024-05-16T15:58:18.667 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.667 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_handle_ack_lat": { 2024-05-16T15:58:18.667 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:18.667 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:18.668 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:18.668 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.668 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-16T15:58:18.668 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_encrypted_bytes": 0 2024-05-16T15:58:18.668 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.668 INFO:teuthology.orchestra.run.smithi148.stdout: "AsyncMessenger::Worker-1": { 2024-05-16T15:58:18.668 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_messages": 162, 2024-05-16T15:58:18.668 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_messages": 179, 2024-05-16T15:58:18.668 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_bytes": 2545195, 2024-05-16T15:58:18.668 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_bytes": 169215, 2024-05-16T15:58:18.668 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_created_connections": 5, 2024-05-16T15:58:18.668 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_active_connections": 4, 2024-05-16T15:58:18.668 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_total_time": 0.014046923, 2024-05-16T15:58:18.669 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_send_time": 0.003106706, 2024-05-16T15:58:18.669 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_recv_time": 0.006139929, 2024-05-16T15:58:18.669 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_fast_dispatch_time": 0.003913503, 2024-05-16T15:58:18.669 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_messages_queue_lat": { 2024-05-16T15:58:18.669 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 178, 2024-05-16T15:58:18.669 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.009452011, 2024-05-16T15:58:18.669 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000053101 2024-05-16T15:58:18.669 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.669 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_handle_ack_lat": { 2024-05-16T15:58:18.670 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:18.670 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:18.670 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:18.670 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.670 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_encrypted_bytes": 3104, 2024-05-16T15:58:18.670 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_encrypted_bytes": 119232 2024-05-16T15:58:18.670 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.670 INFO:teuthology.orchestra.run.smithi148.stdout: "AsyncMessenger::Worker-2": { 2024-05-16T15:58:18.670 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_messages": 112, 2024-05-16T15:58:18.670 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_messages": 104, 2024-05-16T15:58:18.670 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_bytes": 4415997, 2024-05-16T15:58:18.670 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_bytes": 38478, 2024-05-16T15:58:18.670 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_created_connections": 4, 2024-05-16T15:58:18.670 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_active_connections": 3, 2024-05-16T15:58:18.671 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_total_time": 0.012315558, 2024-05-16T15:58:18.671 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_send_time": 0.002618916, 2024-05-16T15:58:18.671 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_recv_time": 0.008443369, 2024-05-16T15:58:18.671 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_fast_dispatch_time": 0.002002311, 2024-05-16T15:58:18.671 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_messages_queue_lat": { 2024-05-16T15:58:18.671 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 103, 2024-05-16T15:58:18.671 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.007402643, 2024-05-16T15:58:18.671 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000071870 2024-05-16T15:58:18.671 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.671 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_handle_ack_lat": { 2024-05-16T15:58:18.671 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:18.671 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:18.671 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:18.671 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.671 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_encrypted_bytes": 224256, 2024-05-16T15:58:18.671 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_encrypted_bytes": 16208 2024-05-16T15:58:18.671 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.672 INFO:teuthology.orchestra.run.smithi148.stdout: "cct": { 2024-05-16T15:58:18.672 INFO:teuthology.orchestra.run.smithi148.stdout: "total_workers": 1, 2024-05-16T15:58:18.672 INFO:teuthology.orchestra.run.smithi148.stdout: "unhealthy_workers": 0 2024-05-16T15:58:18.672 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.672 INFO:teuthology.orchestra.run.smithi148.stdout: "finisher-MDSRank": { 2024-05-16T15:58:18.672 INFO:teuthology.orchestra.run.smithi148.stdout: "queue_len": 0, 2024-05-16T15:58:18.672 INFO:teuthology.orchestra.run.smithi148.stdout: "complete_latency": { 2024-05-16T15:58:18.672 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 527, 2024-05-16T15:58:18.672 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.011430356, 2024-05-16T15:58:18.672 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000021689 2024-05-16T15:58:18.672 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-05-16T15:58:18.672 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.672 INFO:teuthology.orchestra.run.smithi148.stdout: "finisher-PurgeQueue": { 2024-05-16T15:58:18.672 INFO:teuthology.orchestra.run.smithi148.stdout: "queue_len": 0, 2024-05-16T15:58:18.672 INFO:teuthology.orchestra.run.smithi148.stdout: "complete_latency": { 2024-05-16T15:58:18.673 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:18.673 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:18.673 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:18.673 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-05-16T15:58:18.673 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.673 INFO:teuthology.orchestra.run.smithi148.stdout: "mds": { 2024-05-16T15:58:18.673 INFO:teuthology.orchestra.run.smithi148.stdout: "request": 0, 2024-05-16T15:58:18.673 INFO:teuthology.orchestra.run.smithi148.stdout: "reply": 0, 2024-05-16T15:58:18.673 INFO:teuthology.orchestra.run.smithi148.stdout: "reply_latency": { 2024-05-16T15:58:18.673 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:18.673 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:18.673 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:18.673 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.674 INFO:teuthology.orchestra.run.smithi148.stdout: "slow_reply": 0, 2024-05-16T15:58:18.674 INFO:teuthology.orchestra.run.smithi148.stdout: "forward": 0, 2024-05-16T15:58:18.674 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_fetch_complete": 0, 2024-05-16T15:58:18.674 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_fetch_keys": 0, 2024-05-16T15:58:18.674 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_commit": 0, 2024-05-16T15:58:18.674 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_split": 0, 2024-05-16T15:58:18.674 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_merge": 0, 2024-05-16T15:58:18.674 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes": 22, 2024-05-16T15:58:18.674 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes_top": 2, 2024-05-16T15:58:18.674 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes_bottom": 20, 2024-05-16T15:58:18.674 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes_pin_tail": 0, 2024-05-16T15:58:18.674 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes_pinned": 18, 2024-05-16T15:58:18.674 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes_expired": 0, 2024-05-16T15:58:18.674 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes_with_caps": 0, 2024-05-16T15:58:18.675 INFO:teuthology.orchestra.run.smithi148.stdout: "caps": 0, 2024-05-16T15:58:18.675 INFO:teuthology.orchestra.run.smithi148.stdout: "subtrees": 2, 2024-05-16T15:58:18.675 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse": 0, 2024-05-16T15:58:18.675 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse_hit": 0, 2024-05-16T15:58:18.675 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse_forward": 0, 2024-05-16T15:58:18.675 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse_discover": 0, 2024-05-16T15:58:18.675 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse_dir_fetch": 0, 2024-05-16T15:58:18.675 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse_remote_ino": 0, 2024-05-16T15:58:18.675 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse_lock": 0, 2024-05-16T15:58:18.675 INFO:teuthology.orchestra.run.smithi148.stdout: "load_cent": 0, 2024-05-16T15:58:18.675 INFO:teuthology.orchestra.run.smithi148.stdout: "q": 0, 2024-05-16T15:58:18.675 INFO:teuthology.orchestra.run.smithi148.stdout: "exported": 0, 2024-05-16T15:58:18.675 INFO:teuthology.orchestra.run.smithi148.stdout: "exported_inodes": 0, 2024-05-16T15:58:18.675 INFO:teuthology.orchestra.run.smithi148.stdout: "imported": 0, 2024-05-16T15:58:18.675 INFO:teuthology.orchestra.run.smithi148.stdout: "imported_inodes": 0, 2024-05-16T15:58:18.675 INFO:teuthology.orchestra.run.smithi148.stdout: "openino_dir_fetch": 0, 2024-05-16T15:58:18.676 INFO:teuthology.orchestra.run.smithi148.stdout: "openino_backtrace_fetch": 0, 2024-05-16T15:58:18.676 INFO:teuthology.orchestra.run.smithi148.stdout: "openino_peer_discover": 0, 2024-05-16T15:58:18.676 INFO:teuthology.orchestra.run.smithi148.stdout: "root_rfiles": 4, 2024-05-16T15:58:18.676 INFO:teuthology.orchestra.run.smithi148.stdout: "root_rbytes": 234, 2024-05-16T15:58:18.676 INFO:teuthology.orchestra.run.smithi148.stdout: "root_rsnaps": 0, 2024-05-16T15:58:18.676 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_backtrace_fetch": 0, 2024-05-16T15:58:18.676 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_set_tag": 0, 2024-05-16T15:58:18.676 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_backtrace_repaired": 0, 2024-05-16T15:58:18.676 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_inotable_repaired": 0, 2024-05-16T15:58:18.676 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_dir_inodes": 0, 2024-05-16T15:58:18.676 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_dir_base_inodes": 0, 2024-05-16T15:58:18.676 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_dirfrag_rstats": 0, 2024-05-16T15:58:18.676 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_file_inodes": 0, 2024-05-16T15:58:18.676 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_inode_file_caps": 0, 2024-05-16T15:58:18.676 INFO:teuthology.orchestra.run.smithi148.stdout: "ceph_cap_op_revoke": 0, 2024-05-16T15:58:18.676 INFO:teuthology.orchestra.run.smithi148.stdout: "ceph_cap_op_grant": 0, 2024-05-16T15:58:18.677 INFO:teuthology.orchestra.run.smithi148.stdout: "ceph_cap_op_trunc": 0, 2024-05-16T15:58:18.677 INFO:teuthology.orchestra.run.smithi148.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-16T15:58:18.677 INFO:teuthology.orchestra.run.smithi148.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-16T15:58:18.677 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_client_caps": 0, 2024-05-16T15:58:18.677 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_client_caps_dirty": 0, 2024-05-16T15:58:18.677 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_client_cap_release": 0, 2024-05-16T15:58:18.677 INFO:teuthology.orchestra.run.smithi148.stdout: "process_request_cap_release": 0 2024-05-16T15:58:18.677 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.677 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_cache": { 2024-05-16T15:58:18.677 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_update": 0, 2024-05-16T15:58:18.677 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_update_receipt": 0, 2024-05-16T15:58:18.677 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_try_discover": 0, 2024-05-16T15:58:18.677 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_send_discover": 0, 2024-05-16T15:58:18.677 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_handle_discover": 0, 2024-05-16T15:58:18.677 INFO:teuthology.orchestra.run.smithi148.stdout: "num_strays": 0, 2024-05-16T15:58:18.677 INFO:teuthology.orchestra.run.smithi148.stdout: "num_strays_delayed": 0, 2024-05-16T15:58:18.677 INFO:teuthology.orchestra.run.smithi148.stdout: "num_strays_enqueuing": 0, 2024-05-16T15:58:18.678 INFO:teuthology.orchestra.run.smithi148.stdout: "strays_created": 0, 2024-05-16T15:58:18.678 INFO:teuthology.orchestra.run.smithi148.stdout: "strays_enqueued": 0, 2024-05-16T15:58:18.678 INFO:teuthology.orchestra.run.smithi148.stdout: "strays_reintegrated": 0, 2024-05-16T15:58:18.678 INFO:teuthology.orchestra.run.smithi148.stdout: "strays_migrated": 0, 2024-05-16T15:58:18.678 INFO:teuthology.orchestra.run.smithi148.stdout: "num_recovering_processing": 0, 2024-05-16T15:58:18.678 INFO:teuthology.orchestra.run.smithi148.stdout: "num_recovering_enqueued": 0, 2024-05-16T15:58:18.678 INFO:teuthology.orchestra.run.smithi148.stdout: "num_recovering_prioritized": 0, 2024-05-16T15:58:18.678 INFO:teuthology.orchestra.run.smithi148.stdout: "recovery_started": 0, 2024-05-16T15:58:18.678 INFO:teuthology.orchestra.run.smithi148.stdout: "recovery_completed": 0, 2024-05-16T15:58:18.678 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_quiesce_path": 0, 2024-05-16T15:58:18.678 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_quiesce_inode": 0, 2024-05-16T15:58:18.678 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_enqueue_scrub": 0, 2024-05-16T15:58:18.678 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_exportdir": 0, 2024-05-16T15:58:18.678 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_flush": 0, 2024-05-16T15:58:18.679 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_fragmentdir": 0, 2024-05-16T15:58:18.679 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_fragstats": 0, 2024-05-16T15:58:18.679 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_inodestats": 0 2024-05-16T15:58:18.679 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.679 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_log": { 2024-05-16T15:58:18.679 INFO:teuthology.orchestra.run.smithi148.stdout: "evlrg": 0, 2024-05-16T15:58:18.679 INFO:teuthology.orchestra.run.smithi148.stdout: "evadd": 0, 2024-05-16T15:58:18.679 INFO:teuthology.orchestra.run.smithi148.stdout: "evex": 0, 2024-05-16T15:58:18.679 INFO:teuthology.orchestra.run.smithi148.stdout: "evtrm": 0, 2024-05-16T15:58:18.679 INFO:teuthology.orchestra.run.smithi148.stdout: "ev": 3272, 2024-05-16T15:58:18.679 INFO:teuthology.orchestra.run.smithi148.stdout: "evexg": 0, 2024-05-16T15:58:18.679 INFO:teuthology.orchestra.run.smithi148.stdout: "evexd": 0, 2024-05-16T15:58:18.679 INFO:teuthology.orchestra.run.smithi148.stdout: "segadd": 0, 2024-05-16T15:58:18.679 INFO:teuthology.orchestra.run.smithi148.stdout: "segex": 0, 2024-05-16T15:58:18.679 INFO:teuthology.orchestra.run.smithi148.stdout: "segtrm": 0, 2024-05-16T15:58:18.679 INFO:teuthology.orchestra.run.smithi148.stdout: "seg": 2, 2024-05-16T15:58:18.680 INFO:teuthology.orchestra.run.smithi148.stdout: "segmjr": 5, 2024-05-16T15:58:18.680 INFO:teuthology.orchestra.run.smithi148.stdout: "segexg": 0, 2024-05-16T15:58:18.680 INFO:teuthology.orchestra.run.smithi148.stdout: "segexd": 0, 2024-05-16T15:58:18.680 INFO:teuthology.orchestra.run.smithi148.stdout: "expos": 82100761, 2024-05-16T15:58:18.680 INFO:teuthology.orchestra.run.smithi148.stdout: "wrpos": 82193720, 2024-05-16T15:58:18.680 INFO:teuthology.orchestra.run.smithi148.stdout: "rdpos": 82192068, 2024-05-16T15:58:18.680 INFO:teuthology.orchestra.run.smithi148.stdout: "jlat": { 2024-05-16T15:58:18.680 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:18.680 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:18.680 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:18.680 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.680 INFO:teuthology.orchestra.run.smithi148.stdout: "replayed": 3272 2024-05-16T15:58:18.680 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.680 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_mem": { 2024-05-16T15:58:18.680 INFO:teuthology.orchestra.run.smithi148.stdout: "ino": 11, 2024-05-16T15:58:18.681 INFO:teuthology.orchestra.run.smithi148.stdout: "ino+": 23, 2024-05-16T15:58:18.681 INFO:teuthology.orchestra.run.smithi148.stdout: "ino-": 12, 2024-05-16T15:58:18.681 INFO:teuthology.orchestra.run.smithi148.stdout: "dir": 10, 2024-05-16T15:58:18.681 INFO:teuthology.orchestra.run.smithi148.stdout: "dir+": 12, 2024-05-16T15:58:18.681 INFO:teuthology.orchestra.run.smithi148.stdout: "dir-": 2, 2024-05-16T15:58:18.681 INFO:teuthology.orchestra.run.smithi148.stdout: "dn": 22, 2024-05-16T15:58:18.681 INFO:teuthology.orchestra.run.smithi148.stdout: "dn+": 40, 2024-05-16T15:58:18.681 INFO:teuthology.orchestra.run.smithi148.stdout: "dn-": 18, 2024-05-16T15:58:18.681 INFO:teuthology.orchestra.run.smithi148.stdout: "cap": 0, 2024-05-16T15:58:18.681 INFO:teuthology.orchestra.run.smithi148.stdout: "cap+": 0, 2024-05-16T15:58:18.681 INFO:teuthology.orchestra.run.smithi148.stdout: "cap-": 0, 2024-05-16T15:58:18.681 INFO:teuthology.orchestra.run.smithi148.stdout: "rss": 48936, 2024-05-16T15:58:18.681 INFO:teuthology.orchestra.run.smithi148.stdout: "heap": 215392 2024-05-16T15:58:18.681 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.682 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_server": { 2024-05-16T15:58:18.682 INFO:teuthology.orchestra.run.smithi148.stdout: "dispatch_client_request": 0, 2024-05-16T15:58:18.682 INFO:teuthology.orchestra.run.smithi148.stdout: "dispatch_server_request": 0, 2024-05-16T15:58:18.682 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_client_request": 0, 2024-05-16T15:58:18.682 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_client_session": 0, 2024-05-16T15:58:18.682 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_peer_request": 0, 2024-05-16T15:58:18.682 INFO:teuthology.orchestra.run.smithi148.stdout: "req_create_latency": { 2024-05-16T15:58:18.682 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:18.682 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:18.682 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:18.682 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.682 INFO:teuthology.orchestra.run.smithi148.stdout: "req_getattr_latency": { 2024-05-16T15:58:18.682 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:18.682 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:18.682 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:18.682 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.683 INFO:teuthology.orchestra.run.smithi148.stdout: "req_getfilelock_latency": { 2024-05-16T15:58:18.683 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:18.683 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:18.683 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:18.683 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.683 INFO:teuthology.orchestra.run.smithi148.stdout: "req_link_latency": { 2024-05-16T15:58:18.683 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:18.683 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:18.683 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:18.683 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.683 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lookup_latency": { 2024-05-16T15:58:18.683 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:18.683 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:18.683 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:18.683 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.684 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lookuphash_latency": { 2024-05-16T15:58:18.684 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:18.684 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:18.684 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:18.684 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.684 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lookupino_latency": { 2024-05-16T15:58:18.684 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:18.684 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:18.684 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:18.684 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.684 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lookupname_latency": { 2024-05-16T15:58:18.684 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:18.684 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:18.684 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:18.684 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.684 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lookupparent_latency": { 2024-05-16T15:58:18.685 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:18.685 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:18.685 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:18.685 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.685 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lookupsnap_latency": { 2024-05-16T15:58:18.685 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:18.685 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:18.685 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:18.685 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.685 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lssnap_latency": { 2024-05-16T15:58:18.685 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:18.685 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:18.685 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:18.685 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.685 INFO:teuthology.orchestra.run.smithi148.stdout: "req_mkdir_latency": { 2024-05-16T15:58:18.685 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:18.686 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:18.686 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:18.686 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.686 INFO:teuthology.orchestra.run.smithi148.stdout: "req_mknod_latency": { 2024-05-16T15:58:18.686 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:18.687 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:18.687 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:18.687 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.687 INFO:teuthology.orchestra.run.smithi148.stdout: "req_mksnap_latency": { 2024-05-16T15:58:18.687 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:18.687 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:18.687 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:18.687 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.687 INFO:teuthology.orchestra.run.smithi148.stdout: "req_open_latency": { 2024-05-16T15:58:18.687 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:18.687 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:18.687 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:18.687 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.687 INFO:teuthology.orchestra.run.smithi148.stdout: "req_readdir_latency": { 2024-05-16T15:58:18.687 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:18.688 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:18.688 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:18.688 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.688 INFO:teuthology.orchestra.run.smithi148.stdout: "req_rename_latency": { 2024-05-16T15:58:18.688 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:18.688 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:18.688 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:18.688 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.688 INFO:teuthology.orchestra.run.smithi148.stdout: "req_renamesnap_latency": { 2024-05-16T15:58:18.688 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:18.688 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:18.688 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:18.688 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.688 INFO:teuthology.orchestra.run.smithi148.stdout: "req_snapdiff_latency": { 2024-05-16T15:58:18.689 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:18.689 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:18.689 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:18.689 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.689 INFO:teuthology.orchestra.run.smithi148.stdout: "req_rmdir_latency": { 2024-05-16T15:58:18.689 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:18.689 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:18.689 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:18.689 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.689 INFO:teuthology.orchestra.run.smithi148.stdout: "req_rmsnap_latency": { 2024-05-16T15:58:18.689 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:18.689 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:18.689 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:18.689 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.689 INFO:teuthology.orchestra.run.smithi148.stdout: "req_rmxattr_latency": { 2024-05-16T15:58:18.689 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:18.690 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:18.690 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:18.690 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.690 INFO:teuthology.orchestra.run.smithi148.stdout: "req_setattr_latency": { 2024-05-16T15:58:18.690 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:18.690 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:18.690 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:18.690 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.690 INFO:teuthology.orchestra.run.smithi148.stdout: "req_setdirlayout_latency": { 2024-05-16T15:58:18.690 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:18.690 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:18.690 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:18.690 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.690 INFO:teuthology.orchestra.run.smithi148.stdout: "req_setfilelock_latency": { 2024-05-16T15:58:18.690 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:18.691 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:18.691 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:18.691 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.691 INFO:teuthology.orchestra.run.smithi148.stdout: "req_setlayout_latency": { 2024-05-16T15:58:18.691 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:18.691 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:18.691 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:18.691 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.691 INFO:teuthology.orchestra.run.smithi148.stdout: "req_setxattr_latency": { 2024-05-16T15:58:18.691 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:18.691 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:18.691 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:18.691 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.691 INFO:teuthology.orchestra.run.smithi148.stdout: "req_symlink_latency": { 2024-05-16T15:58:18.691 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:18.691 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:18.691 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:18.692 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.692 INFO:teuthology.orchestra.run.smithi148.stdout: "req_unlink_latency": { 2024-05-16T15:58:18.692 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:18.692 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:18.692 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:18.692 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.692 INFO:teuthology.orchestra.run.smithi148.stdout: "cap_revoke_eviction": 0, 2024-05-16T15:58:18.692 INFO:teuthology.orchestra.run.smithi148.stdout: "cap_acquisition_throttle": 0, 2024-05-16T15:58:18.692 INFO:teuthology.orchestra.run.smithi148.stdout: "req_getvxattr_latency": { 2024-05-16T15:58:18.692 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:18.692 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:18.692 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:18.692 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-05-16T15:58:18.692 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.692 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_sessions": { 2024-05-16T15:58:18.693 INFO:teuthology.orchestra.run.smithi148.stdout: "session_count": 1, 2024-05-16T15:58:18.693 INFO:teuthology.orchestra.run.smithi148.stdout: "session_add": 1, 2024-05-16T15:58:18.693 INFO:teuthology.orchestra.run.smithi148.stdout: "session_remove": 0, 2024-05-16T15:58:18.693 INFO:teuthology.orchestra.run.smithi148.stdout: "sessions_open": 0, 2024-05-16T15:58:18.693 INFO:teuthology.orchestra.run.smithi148.stdout: "sessions_stale": 0, 2024-05-16T15:58:18.693 INFO:teuthology.orchestra.run.smithi148.stdout: "total_load": 0, 2024-05-16T15:58:18.693 INFO:teuthology.orchestra.run.smithi148.stdout: "average_load": 0, 2024-05-16T15:58:18.693 INFO:teuthology.orchestra.run.smithi148.stdout: "avg_session_uptime": 1731, 2024-05-16T15:58:18.693 INFO:teuthology.orchestra.run.smithi148.stdout: "mdthresh_evicted": 0 2024-05-16T15:58:18.693 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.693 INFO:teuthology.orchestra.run.smithi148.stdout: "mempool": { 2024-05-16T15:58:18.693 INFO:teuthology.orchestra.run.smithi148.stdout: "bloom_filter_bytes": 0, 2024-05-16T15:58:18.693 INFO:teuthology.orchestra.run.smithi148.stdout: "bloom_filter_items": 0, 2024-05-16T15:58:18.693 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_alloc_bytes": 0, 2024-05-16T15:58:18.693 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_alloc_items": 0, 2024-05-16T15:58:18.694 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_data_bytes": 0, 2024-05-16T15:58:18.694 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_data_items": 0, 2024-05-16T15:58:18.694 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-16T15:58:18.694 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_onode_items": 0, 2024-05-16T15:58:18.694 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-16T15:58:18.694 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_meta_items": 0, 2024-05-16T15:58:18.694 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_other_bytes": 0, 2024-05-16T15:58:18.694 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_other_items": 0, 2024-05-16T15:58:18.694 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-16T15:58:18.694 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_buffer_items": 0, 2024-05-16T15:58:18.694 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_extent_bytes": 0, 2024-05-16T15:58:18.694 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_extent_items": 0, 2024-05-16T15:58:18.694 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_blob_bytes": 0, 2024-05-16T15:58:18.694 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_blob_items": 0, 2024-05-16T15:58:18.695 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-16T15:58:18.695 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_shared_blob_items": 0, 2024-05-16T15:58:18.695 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-16T15:58:18.695 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_inline_bl_items": 0, 2024-05-16T15:58:18.695 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_fsck_bytes": 0, 2024-05-16T15:58:18.695 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_fsck_items": 0, 2024-05-16T15:58:18.695 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_txc_bytes": 0, 2024-05-16T15:58:18.695 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_txc_items": 0, 2024-05-16T15:58:18.695 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-16T15:58:18.695 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_writing_deferred_items": 0, 2024-05-16T15:58:18.695 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_writing_bytes": 0, 2024-05-16T15:58:18.695 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_writing_items": 0, 2024-05-16T15:58:18.695 INFO:teuthology.orchestra.run.smithi148.stdout: "bluefs_bytes": 0, 2024-05-16T15:58:18.695 INFO:teuthology.orchestra.run.smithi148.stdout: "bluefs_items": 0, 2024-05-16T15:58:18.695 INFO:teuthology.orchestra.run.smithi148.stdout: "bluefs_file_reader_bytes": 0, 2024-05-16T15:58:18.695 INFO:teuthology.orchestra.run.smithi148.stdout: "bluefs_file_reader_items": 0, 2024-05-16T15:58:18.695 INFO:teuthology.orchestra.run.smithi148.stdout: "bluefs_file_writer_bytes": 0, 2024-05-16T15:58:18.696 INFO:teuthology.orchestra.run.smithi148.stdout: "bluefs_file_writer_items": 0, 2024-05-16T15:58:18.696 INFO:teuthology.orchestra.run.smithi148.stdout: "buffer_anon_bytes": 196519, 2024-05-16T15:58:18.696 INFO:teuthology.orchestra.run.smithi148.stdout: "buffer_anon_items": 49, 2024-05-16T15:58:18.696 INFO:teuthology.orchestra.run.smithi148.stdout: "buffer_meta_bytes": 0, 2024-05-16T15:58:18.696 INFO:teuthology.orchestra.run.smithi148.stdout: "buffer_meta_items": 0, 2024-05-16T15:58:18.696 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_bytes": 0, 2024-05-16T15:58:18.696 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_items": 0, 2024-05-16T15:58:18.696 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_mapbl_bytes": 0, 2024-05-16T15:58:18.696 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_mapbl_items": 0, 2024-05-16T15:58:18.696 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_pglog_bytes": 0, 2024-05-16T15:58:18.696 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_pglog_items": 0, 2024-05-16T15:58:18.696 INFO:teuthology.orchestra.run.smithi148.stdout: "osdmap_bytes": 8984, 2024-05-16T15:58:18.696 INFO:teuthology.orchestra.run.smithi148.stdout: "osdmap_items": 172, 2024-05-16T15:58:18.696 INFO:teuthology.orchestra.run.smithi148.stdout: "osdmap_mapping_bytes": 0, 2024-05-16T15:58:18.697 INFO:teuthology.orchestra.run.smithi148.stdout: "osdmap_mapping_items": 0, 2024-05-16T15:58:18.697 INFO:teuthology.orchestra.run.smithi148.stdout: "pgmap_bytes": 0, 2024-05-16T15:58:18.697 INFO:teuthology.orchestra.run.smithi148.stdout: "pgmap_items": 0, 2024-05-16T15:58:18.697 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_co_bytes": 53516, 2024-05-16T15:58:18.697 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_co_items": 290, 2024-05-16T15:58:18.697 INFO:teuthology.orchestra.run.smithi148.stdout: "unittest_1_bytes": 0, 2024-05-16T15:58:18.697 INFO:teuthology.orchestra.run.smithi148.stdout: "unittest_1_items": 0, 2024-05-16T15:58:18.697 INFO:teuthology.orchestra.run.smithi148.stdout: "unittest_2_bytes": 0, 2024-05-16T15:58:18.697 INFO:teuthology.orchestra.run.smithi148.stdout: "unittest_2_items": 0 2024-05-16T15:58:18.697 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.697 INFO:teuthology.orchestra.run.smithi148.stdout: "objecter": { 2024-05-16T15:58:18.697 INFO:teuthology.orchestra.run.smithi148.stdout: "op_active": 0, 2024-05-16T15:58:18.697 INFO:teuthology.orchestra.run.smithi148.stdout: "op_laggy": 0, 2024-05-16T15:58:18.697 INFO:teuthology.orchestra.run.smithi148.stdout: "op_send": 313, 2024-05-16T15:58:18.698 INFO:teuthology.orchestra.run.smithi148.stdout: "op_send_bytes": 26, 2024-05-16T15:58:18.698 INFO:teuthology.orchestra.run.smithi148.stdout: "op_resend": 4, 2024-05-16T15:58:18.698 INFO:teuthology.orchestra.run.smithi148.stdout: "op_reply": 313, 2024-05-16T15:58:18.698 INFO:teuthology.orchestra.run.smithi148.stdout: "op_latency": { 2024-05-16T15:58:18.698 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 313, 2024-05-16T15:58:18.698 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.217994791, 2024-05-16T15:58:18.698 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000696468 2024-05-16T15:58:18.698 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.698 INFO:teuthology.orchestra.run.smithi148.stdout: "op_inflight": 0, 2024-05-16T15:58:18.698 INFO:teuthology.orchestra.run.smithi148.stdout: "oplen_avg": { 2024-05-16T15:58:18.698 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 313, 2024-05-16T15:58:18.698 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 314 2024-05-16T15:58:18.698 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.698 INFO:teuthology.orchestra.run.smithi148.stdout: "op": 313, 2024-05-16T15:58:18.698 INFO:teuthology.orchestra.run.smithi148.stdout: "op_r": 313, 2024-05-16T15:58:18.698 INFO:teuthology.orchestra.run.smithi148.stdout: "op_w": 0, 2024-05-16T15:58:18.699 INFO:teuthology.orchestra.run.smithi148.stdout: "op_rmw": 0, 2024-05-16T15:58:18.699 INFO:teuthology.orchestra.run.smithi148.stdout: "op_pg": 0, 2024-05-16T15:58:18.699 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_stat": 166, 2024-05-16T15:58:18.699 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_create": 0, 2024-05-16T15:58:18.699 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_read": 144, 2024-05-16T15:58:18.699 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_write": 0, 2024-05-16T15:58:18.699 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_writefull": 0, 2024-05-16T15:58:18.699 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_writesame": 0, 2024-05-16T15:58:18.699 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_append": 0, 2024-05-16T15:58:18.699 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_zero": 0, 2024-05-16T15:58:18.699 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_truncate": 0, 2024-05-16T15:58:18.699 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_delete": 0, 2024-05-16T15:58:18.699 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_mapext": 0, 2024-05-16T15:58:18.699 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_sparse_read": 0, 2024-05-16T15:58:18.699 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_clonerange": 0, 2024-05-16T15:58:18.699 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_getxattr": 2, 2024-05-16T15:58:18.700 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_setxattr": 0, 2024-05-16T15:58:18.700 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_cmpxattr": 0, 2024-05-16T15:58:18.700 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_rmxattr": 0, 2024-05-16T15:58:18.700 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_resetxattrs": 0, 2024-05-16T15:58:18.700 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_call": 0, 2024-05-16T15:58:18.700 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_watch": 0, 2024-05-16T15:58:18.700 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_notify": 0, 2024-05-16T15:58:18.700 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_src_cmpxattr": 0, 2024-05-16T15:58:18.700 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_pgls": 0, 2024-05-16T15:58:18.700 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_pgls_filter": 0, 2024-05-16T15:58:18.700 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_other": 0, 2024-05-16T15:58:18.700 INFO:teuthology.orchestra.run.smithi148.stdout: "linger_active": 0, 2024-05-16T15:58:18.700 INFO:teuthology.orchestra.run.smithi148.stdout: "linger_send": 0, 2024-05-16T15:58:18.700 INFO:teuthology.orchestra.run.smithi148.stdout: "linger_resend": 0, 2024-05-16T15:58:18.700 INFO:teuthology.orchestra.run.smithi148.stdout: "linger_ping": 0, 2024-05-16T15:58:18.700 INFO:teuthology.orchestra.run.smithi148.stdout: "poolop_active": 0, 2024-05-16T15:58:18.701 INFO:teuthology.orchestra.run.smithi148.stdout: "poolop_send": 0, 2024-05-16T15:58:18.701 INFO:teuthology.orchestra.run.smithi148.stdout: "poolop_resend": 0, 2024-05-16T15:58:18.701 INFO:teuthology.orchestra.run.smithi148.stdout: "poolstat_active": 0, 2024-05-16T15:58:18.701 INFO:teuthology.orchestra.run.smithi148.stdout: "poolstat_send": 0, 2024-05-16T15:58:18.701 INFO:teuthology.orchestra.run.smithi148.stdout: "poolstat_resend": 0, 2024-05-16T15:58:18.701 INFO:teuthology.orchestra.run.smithi148.stdout: "statfs_active": 0, 2024-05-16T15:58:18.701 INFO:teuthology.orchestra.run.smithi148.stdout: "statfs_send": 0, 2024-05-16T15:58:18.701 INFO:teuthology.orchestra.run.smithi148.stdout: "statfs_resend": 0, 2024-05-16T15:58:18.701 INFO:teuthology.orchestra.run.smithi148.stdout: "command_active": 0, 2024-05-16T15:58:18.701 INFO:teuthology.orchestra.run.smithi148.stdout: "command_send": 0, 2024-05-16T15:58:18.701 INFO:teuthology.orchestra.run.smithi148.stdout: "command_resend": 0, 2024-05-16T15:58:18.701 INFO:teuthology.orchestra.run.smithi148.stdout: "map_epoch": 0, 2024-05-16T15:58:18.701 INFO:teuthology.orchestra.run.smithi148.stdout: "map_full": 0, 2024-05-16T15:58:18.701 INFO:teuthology.orchestra.run.smithi148.stdout: "map_inc": 0, 2024-05-16T15:58:18.701 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_sessions": 6, 2024-05-16T15:58:18.702 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_session_open": 6, 2024-05-16T15:58:18.702 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_session_close": 0, 2024-05-16T15:58:18.702 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_laggy": 0, 2024-05-16T15:58:18.702 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_wr": 0, 2024-05-16T15:58:18.702 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_rd": 2, 2024-05-16T15:58:18.702 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_del": 0 2024-05-16T15:58:18.702 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.702 INFO:teuthology.orchestra.run.smithi148.stdout: "oft": { 2024-05-16T15:58:18.702 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_total_objs": 0, 2024-05-16T15:58:18.702 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_total_kv_pairs": 0, 2024-05-16T15:58:18.702 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_total_updates": 0, 2024-05-16T15:58:18.702 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_total_removes": 0 2024-05-16T15:58:18.702 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.702 INFO:teuthology.orchestra.run.smithi148.stdout: "osd-slow-ops": { 2024-05-16T15:58:18.702 INFO:teuthology.orchestra.run.smithi148.stdout: "slow_ops_count": 0 2024-05-16T15:58:18.703 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.703 INFO:teuthology.orchestra.run.smithi148.stdout: "purge_queue": { 2024-05-16T15:58:18.703 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_executing_ops": 0, 2024-05-16T15:58:18.703 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_executing_ops_high_water": 0, 2024-05-16T15:58:18.703 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_executing": 0, 2024-05-16T15:58:18.703 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_executing_high_water": 0, 2024-05-16T15:58:18.703 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_executed_ops": 0, 2024-05-16T15:58:18.703 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_executed": 0, 2024-05-16T15:58:18.703 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_item_in_journal": 0 2024-05-16T15:58:18.703 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.703 INFO:teuthology.orchestra.run.smithi148.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-16T15:58:18.703 INFO:teuthology.orchestra.run.smithi148.stdout: "val": 0, 2024-05-16T15:58:18.703 INFO:teuthology.orchestra.run.smithi148.stdout: "max": 104857600, 2024-05-16T15:58:18.703 INFO:teuthology.orchestra.run.smithi148.stdout: "get_started": 0, 2024-05-16T15:58:18.703 INFO:teuthology.orchestra.run.smithi148.stdout: "get": 356, 2024-05-16T15:58:18.703 INFO:teuthology.orchestra.run.smithi148.stdout: "get_sum": 6953337, 2024-05-16T15:58:18.704 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:18.704 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_success": 356, 2024-05-16T15:58:18.704 INFO:teuthology.orchestra.run.smithi148.stdout: "take": 0, 2024-05-16T15:58:18.704 INFO:teuthology.orchestra.run.smithi148.stdout: "take_sum": 0, 2024-05-16T15:58:18.704 INFO:teuthology.orchestra.run.smithi148.stdout: "put": 356, 2024-05-16T15:58:18.704 INFO:teuthology.orchestra.run.smithi148.stdout: "put_sum": 6953337, 2024-05-16T15:58:18.704 INFO:teuthology.orchestra.run.smithi148.stdout: "wait": { 2024-05-16T15:58:18.704 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:18.704 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:18.704 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:18.704 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-05-16T15:58:18.704 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.704 INFO:teuthology.orchestra.run.smithi148.stdout: "throttle-objecter_bytes": { 2024-05-16T15:58:18.704 INFO:teuthology.orchestra.run.smithi148.stdout: "val": 0, 2024-05-16T15:58:18.704 INFO:teuthology.orchestra.run.smithi148.stdout: "max": 104857600, 2024-05-16T15:58:18.704 INFO:teuthology.orchestra.run.smithi148.stdout: "get_started": 0, 2024-05-16T15:58:18.705 INFO:teuthology.orchestra.run.smithi148.stdout: "get": 0, 2024-05-16T15:58:18.705 INFO:teuthology.orchestra.run.smithi148.stdout: "get_sum": 0, 2024-05-16T15:58:18.705 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:18.705 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_success": 0, 2024-05-16T15:58:18.705 INFO:teuthology.orchestra.run.smithi148.stdout: "take": 313, 2024-05-16T15:58:18.705 INFO:teuthology.orchestra.run.smithi148.stdout: "take_sum": 6675194, 2024-05-16T15:58:18.705 INFO:teuthology.orchestra.run.smithi148.stdout: "put": 313, 2024-05-16T15:58:18.705 INFO:teuthology.orchestra.run.smithi148.stdout: "put_sum": 6675194, 2024-05-16T15:58:18.705 INFO:teuthology.orchestra.run.smithi148.stdout: "wait": { 2024-05-16T15:58:18.705 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:18.705 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:18.705 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:18.705 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-05-16T15:58:18.705 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.705 INFO:teuthology.orchestra.run.smithi148.stdout: "throttle-objecter_ops": { 2024-05-16T15:58:18.706 INFO:teuthology.orchestra.run.smithi148.stdout: "val": 0, 2024-05-16T15:58:18.706 INFO:teuthology.orchestra.run.smithi148.stdout: "max": 1024, 2024-05-16T15:58:18.706 INFO:teuthology.orchestra.run.smithi148.stdout: "get_started": 0, 2024-05-16T15:58:18.706 INFO:teuthology.orchestra.run.smithi148.stdout: "get": 0, 2024-05-16T15:58:18.706 INFO:teuthology.orchestra.run.smithi148.stdout: "get_sum": 0, 2024-05-16T15:58:18.706 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:18.706 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_success": 0, 2024-05-16T15:58:18.706 INFO:teuthology.orchestra.run.smithi148.stdout: "take": 313, 2024-05-16T15:58:18.706 INFO:teuthology.orchestra.run.smithi148.stdout: "take_sum": 313, 2024-05-16T15:58:18.706 INFO:teuthology.orchestra.run.smithi148.stdout: "put": 313, 2024-05-16T15:58:18.706 INFO:teuthology.orchestra.run.smithi148.stdout: "put_sum": 313, 2024-05-16T15:58:18.706 INFO:teuthology.orchestra.run.smithi148.stdout: "wait": { 2024-05-16T15:58:18.706 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:18.706 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:18.706 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:18.707 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-05-16T15:58:18.707 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.707 INFO:teuthology.orchestra.run.smithi148.stdout: "throttle-write_buf_throttle": { 2024-05-16T15:58:18.707 INFO:teuthology.orchestra.run.smithi148.stdout: "val": 0, 2024-05-16T15:58:18.707 INFO:teuthology.orchestra.run.smithi148.stdout: "max": 3758096384, 2024-05-16T15:58:18.707 INFO:teuthology.orchestra.run.smithi148.stdout: "get_started": 0, 2024-05-16T15:58:18.707 INFO:teuthology.orchestra.run.smithi148.stdout: "get": 0, 2024-05-16T15:58:18.707 INFO:teuthology.orchestra.run.smithi148.stdout: "get_sum": 0, 2024-05-16T15:58:18.707 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:18.707 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_success": 0, 2024-05-16T15:58:18.707 INFO:teuthology.orchestra.run.smithi148.stdout: "take": 0, 2024-05-16T15:58:18.707 INFO:teuthology.orchestra.run.smithi148.stdout: "take_sum": 0, 2024-05-16T15:58:18.707 INFO:teuthology.orchestra.run.smithi148.stdout: "put": 0, 2024-05-16T15:58:18.708 INFO:teuthology.orchestra.run.smithi148.stdout: "put_sum": 0, 2024-05-16T15:58:18.708 INFO:teuthology.orchestra.run.smithi148.stdout: "wait": { 2024-05-16T15:58:18.708 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:18.708 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:18.708 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:18.708 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-05-16T15:58:18.708 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:18.708 INFO:teuthology.orchestra.run.smithi148.stdout: "throttle-write_buf_throttle-0x55695d9066e0": { 2024-05-16T15:58:18.708 INFO:teuthology.orchestra.run.smithi148.stdout: "val": 0, 2024-05-16T15:58:18.708 INFO:teuthology.orchestra.run.smithi148.stdout: "max": 3758096384, 2024-05-16T15:58:18.708 INFO:teuthology.orchestra.run.smithi148.stdout: "get_started": 0, 2024-05-16T15:58:18.708 INFO:teuthology.orchestra.run.smithi148.stdout: "get": 0, 2024-05-16T15:58:18.708 INFO:teuthology.orchestra.run.smithi148.stdout: "get_sum": 0, 2024-05-16T15:58:18.708 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:18.708 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_success": 0, 2024-05-16T15:58:18.709 INFO:teuthology.orchestra.run.smithi148.stdout: "take": 0, 2024-05-16T15:58:18.709 INFO:teuthology.orchestra.run.smithi148.stdout: "take_sum": 0, 2024-05-16T15:58:18.709 INFO:teuthology.orchestra.run.smithi148.stdout: "put": 0, 2024-05-16T15:58:18.709 INFO:teuthology.orchestra.run.smithi148.stdout: "put_sum": 0, 2024-05-16T15:58:18.709 INFO:teuthology.orchestra.run.smithi148.stdout: "wait": { 2024-05-16T15:58:18.709 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:18.709 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:18.709 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:18.709 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-05-16T15:58:18.709 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-05-16T15:58:18.709 INFO:teuthology.orchestra.run.smithi148.stdout:} 2024-05-16T15:58:19.495 INFO:tasks.check_counter:Daemon mds.e mds.exported=0 2024-05-16T15:58:19.495 INFO:tasks.check_counter:Daemon mds.e mds.imported=0 2024-05-16T15:58:19.495 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update=0 2024-05-16T15:58:19.496 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update_receipt=0 2024-05-16T15:58:19.496 INFO:tasks.check_counter:Daemon mds.e mds.dir_split=0 2024-05-16T15:58:19.496 DEBUG:tasks.check_counter:Getting stats from h 2024-05-16T15:58:19.496 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph daemon mds.h perf dump 2024-05-16T15:58:19.741 INFO:teuthology.orchestra.run.smithi148.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.b/config 2024-05-16T15:58:19.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:19 smithi157 ceph-mon[35584]: pgmap v680: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 2.9 KiB/s wr, 14 op/s 2024-05-16T15:58:19.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:58:19 smithi148 ceph-mon[34976]: pgmap v680: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 2.9 KiB/s wr, 14 op/s 2024-05-16T15:58:19.978 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:58:19 smithi043 ceph-mon[31619]: pgmap v680: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 2.9 KiB/s wr, 14 op/s 2024-05-16T15:58:21.444 INFO:teuthology.orchestra.run.smithi148.stdout:{ 2024-05-16T15:58:21.444 INFO:teuthology.orchestra.run.smithi148.stdout: "AsyncMessenger::Worker-0": { 2024-05-16T15:58:21.444 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_messages": 6668, 2024-05-16T15:58:21.444 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_messages": 7734, 2024-05-16T15:58:21.444 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_bytes": 3578390, 2024-05-16T15:58:21.444 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_bytes": 6625162, 2024-05-16T15:58:21.444 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_created_connections": 11, 2024-05-16T15:58:21.444 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_active_connections": 4, 2024-05-16T15:58:21.444 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_total_time": 0.432318114, 2024-05-16T15:58:21.445 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_send_time": 0.188402246, 2024-05-16T15:58:21.445 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_recv_time": 0.229038989, 2024-05-16T15:58:21.445 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_fast_dispatch_time": 0.039123332, 2024-05-16T15:58:21.445 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_messages_queue_lat": { 2024-05-16T15:58:21.445 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 7733, 2024-05-16T15:58:21.445 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.317786533, 2024-05-16T15:58:21.445 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000041094 2024-05-16T15:58:21.445 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.445 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_handle_ack_lat": { 2024-05-16T15:58:21.445 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 10675, 2024-05-16T15:58:21.445 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.001648213, 2024-05-16T15:58:21.445 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000154 2024-05-16T15:58:21.445 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.445 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_encrypted_bytes": 2944, 2024-05-16T15:58:21.445 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_encrypted_bytes": 448 2024-05-16T15:58:21.445 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.446 INFO:teuthology.orchestra.run.smithi148.stdout: "AsyncMessenger::Worker-1": { 2024-05-16T15:58:21.446 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_messages": 17130, 2024-05-16T15:58:21.446 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_messages": 16275, 2024-05-16T15:58:21.446 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_bytes": 6163168, 2024-05-16T15:58:21.446 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_bytes": 6806188, 2024-05-16T15:58:21.446 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_created_connections": 15, 2024-05-16T15:58:21.446 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_active_connections": 5, 2024-05-16T15:58:21.446 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_total_time": 0.916395886, 2024-05-16T15:58:21.446 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_send_time": 0.353419201, 2024-05-16T15:58:21.446 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_recv_time": 0.694539369, 2024-05-16T15:58:21.446 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_fast_dispatch_time": 0.032630222, 2024-05-16T15:58:21.446 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_messages_queue_lat": { 2024-05-16T15:58:21.446 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 16274, 2024-05-16T15:58:21.446 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.679439858, 2024-05-16T15:58:21.446 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000041750 2024-05-16T15:58:21.446 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.447 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_handle_ack_lat": { 2024-05-16T15:58:21.447 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 28428, 2024-05-16T15:58:21.447 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.003907059, 2024-05-16T15:58:21.447 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000137 2024-05-16T15:58:21.447 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.447 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_encrypted_bytes": 684624, 2024-05-16T15:58:21.447 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_encrypted_bytes": 151408 2024-05-16T15:58:21.447 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.447 INFO:teuthology.orchestra.run.smithi148.stdout: "AsyncMessenger::Worker-2": { 2024-05-16T15:58:21.447 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_messages": 2383, 2024-05-16T15:58:21.447 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_messages": 2614, 2024-05-16T15:58:21.447 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_bytes": 956629, 2024-05-16T15:58:21.447 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_bytes": 2078502, 2024-05-16T15:58:21.447 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_created_connections": 17, 2024-05-16T15:58:21.447 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_active_connections": 9, 2024-05-16T15:58:21.448 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_total_time": 0.158552739, 2024-05-16T15:58:21.448 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_send_time": 0.061947656, 2024-05-16T15:58:21.448 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_recv_time": 0.075053541, 2024-05-16T15:58:21.448 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_fast_dispatch_time": 0.024327403, 2024-05-16T15:58:21.448 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_messages_queue_lat": { 2024-05-16T15:58:21.448 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 2612, 2024-05-16T15:58:21.448 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.129686389, 2024-05-16T15:58:21.448 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000049650 2024-05-16T15:58:21.448 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.448 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_handle_ack_lat": { 2024-05-16T15:58:21.448 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 2667, 2024-05-16T15:58:21.448 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000414308, 2024-05-16T15:58:21.448 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000155 2024-05-16T15:58:21.448 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.448 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_encrypted_bytes": 160, 2024-05-16T15:58:21.448 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_encrypted_bytes": 342464 2024-05-16T15:58:21.448 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.449 INFO:teuthology.orchestra.run.smithi148.stdout: "cct": { 2024-05-16T15:58:21.449 INFO:teuthology.orchestra.run.smithi148.stdout: "total_workers": 1, 2024-05-16T15:58:21.449 INFO:teuthology.orchestra.run.smithi148.stdout: "unhealthy_workers": 0 2024-05-16T15:58:21.449 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.449 INFO:teuthology.orchestra.run.smithi148.stdout: "finisher-MDSRank": { 2024-05-16T15:58:21.449 INFO:teuthology.orchestra.run.smithi148.stdout: "queue_len": 0, 2024-05-16T15:58:21.449 INFO:teuthology.orchestra.run.smithi148.stdout: "complete_latency": { 2024-05-16T15:58:21.449 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 1392, 2024-05-16T15:58:21.449 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 1.375536986, 2024-05-16T15:58:21.449 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000988173 2024-05-16T15:58:21.449 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-05-16T15:58:21.449 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.449 INFO:teuthology.orchestra.run.smithi148.stdout: "finisher-PurgeQueue": { 2024-05-16T15:58:21.449 INFO:teuthology.orchestra.run.smithi148.stdout: "queue_len": 0, 2024-05-16T15:58:21.449 INFO:teuthology.orchestra.run.smithi148.stdout: "complete_latency": { 2024-05-16T15:58:21.449 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 2393, 2024-05-16T15:58:21.450 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.266440523, 2024-05-16T15:58:21.450 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000111341 2024-05-16T15:58:21.450 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-05-16T15:58:21.450 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.450 INFO:teuthology.orchestra.run.smithi148.stdout: "mds": { 2024-05-16T15:58:21.450 INFO:teuthology.orchestra.run.smithi148.stdout: "request": 10004, 2024-05-16T15:58:21.450 INFO:teuthology.orchestra.run.smithi148.stdout: "reply": 8314, 2024-05-16T15:58:21.450 INFO:teuthology.orchestra.run.smithi148.stdout: "reply_latency": { 2024-05-16T15:58:21.450 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 8314, 2024-05-16T15:58:21.450 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 4.347554757, 2024-05-16T15:58:21.450 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000522919 2024-05-16T15:58:21.450 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.450 INFO:teuthology.orchestra.run.smithi148.stdout: "slow_reply": 0, 2024-05-16T15:58:21.450 INFO:teuthology.orchestra.run.smithi148.stdout: "forward": 1690, 2024-05-16T15:58:21.450 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_fetch_complete": 0, 2024-05-16T15:58:21.451 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_fetch_keys": 0, 2024-05-16T15:58:21.451 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_commit": 11, 2024-05-16T15:58:21.451 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_split": 0, 2024-05-16T15:58:21.451 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_merge": 0, 2024-05-16T15:58:21.451 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes": 17, 2024-05-16T15:58:21.451 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes_top": 2, 2024-05-16T15:58:21.451 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes_bottom": 1, 2024-05-16T15:58:21.451 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes_pin_tail": 14, 2024-05-16T15:58:21.451 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes_pinned": 14, 2024-05-16T15:58:21.451 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes_expired": 442, 2024-05-16T15:58:21.451 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes_with_caps": 1, 2024-05-16T15:58:21.451 INFO:teuthology.orchestra.run.smithi148.stdout: "caps": 1, 2024-05-16T15:58:21.451 INFO:teuthology.orchestra.run.smithi148.stdout: "subtrees": 5, 2024-05-16T15:58:21.451 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse": 18583, 2024-05-16T15:58:21.451 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse_hit": 4625, 2024-05-16T15:58:21.451 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse_forward": 1689, 2024-05-16T15:58:21.451 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse_discover": 81, 2024-05-16T15:58:21.452 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse_dir_fetch": 0, 2024-05-16T15:58:21.452 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse_remote_ino": 0, 2024-05-16T15:58:21.452 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse_lock": 0, 2024-05-16T15:58:21.452 INFO:teuthology.orchestra.run.smithi148.stdout: "load_cent": 0, 2024-05-16T15:58:21.452 INFO:teuthology.orchestra.run.smithi148.stdout: "q": 0, 2024-05-16T15:58:21.452 INFO:teuthology.orchestra.run.smithi148.stdout: "exported": 41, 2024-05-16T15:58:21.452 INFO:teuthology.orchestra.run.smithi148.stdout: "exported_inodes": 404, 2024-05-16T15:58:21.452 INFO:teuthology.orchestra.run.smithi148.stdout: "imported": 41, 2024-05-16T15:58:21.452 INFO:teuthology.orchestra.run.smithi148.stdout: "imported_inodes": 1140, 2024-05-16T15:58:21.452 INFO:teuthology.orchestra.run.smithi148.stdout: "openino_dir_fetch": 0, 2024-05-16T15:58:21.452 INFO:teuthology.orchestra.run.smithi148.stdout: "openino_backtrace_fetch": 1184, 2024-05-16T15:58:21.452 INFO:teuthology.orchestra.run.smithi148.stdout: "openino_peer_discover": 0, 2024-05-16T15:58:21.452 INFO:teuthology.orchestra.run.smithi148.stdout: "root_rfiles": 4, 2024-05-16T15:58:21.452 INFO:teuthology.orchestra.run.smithi148.stdout: "root_rbytes": 234, 2024-05-16T15:58:21.452 INFO:teuthology.orchestra.run.smithi148.stdout: "root_rsnaps": 0, 2024-05-16T15:58:21.452 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_backtrace_fetch": 1184, 2024-05-16T15:58:21.452 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_set_tag": 0, 2024-05-16T15:58:21.453 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_backtrace_repaired": 0, 2024-05-16T15:58:21.453 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_inotable_repaired": 0, 2024-05-16T15:58:21.453 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_dir_inodes": 5, 2024-05-16T15:58:21.453 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_dir_base_inodes": 0, 2024-05-16T15:58:21.453 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_dirfrag_rstats": 5, 2024-05-16T15:58:21.453 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_file_inodes": 1179, 2024-05-16T15:58:21.453 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_inode_file_caps": 0, 2024-05-16T15:58:21.453 INFO:teuthology.orchestra.run.smithi148.stdout: "ceph_cap_op_revoke": 113, 2024-05-16T15:58:21.453 INFO:teuthology.orchestra.run.smithi148.stdout: "ceph_cap_op_grant": 1371, 2024-05-16T15:58:21.453 INFO:teuthology.orchestra.run.smithi148.stdout: "ceph_cap_op_trunc": 0, 2024-05-16T15:58:21.453 INFO:teuthology.orchestra.run.smithi148.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-16T15:58:21.453 INFO:teuthology.orchestra.run.smithi148.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-16T15:58:21.453 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_client_caps": 4942, 2024-05-16T15:58:21.453 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_client_caps_dirty": 121, 2024-05-16T15:58:21.453 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_client_cap_release": 14, 2024-05-16T15:58:21.453 INFO:teuthology.orchestra.run.smithi148.stdout: "process_request_cap_release": 2581 2024-05-16T15:58:21.453 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.454 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_cache": { 2024-05-16T15:58:21.454 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_update": 222, 2024-05-16T15:58:21.454 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_update_receipt": 478, 2024-05-16T15:58:21.454 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_try_discover": 268, 2024-05-16T15:58:21.454 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_send_discover": 424, 2024-05-16T15:58:21.454 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_handle_discover": 315, 2024-05-16T15:58:21.454 INFO:teuthology.orchestra.run.smithi148.stdout: "num_strays": 0, 2024-05-16T15:58:21.454 INFO:teuthology.orchestra.run.smithi148.stdout: "num_strays_delayed": 0, 2024-05-16T15:58:21.454 INFO:teuthology.orchestra.run.smithi148.stdout: "num_strays_enqueuing": 0, 2024-05-16T15:58:21.454 INFO:teuthology.orchestra.run.smithi148.stdout: "strays_created": 1240, 2024-05-16T15:58:21.454 INFO:teuthology.orchestra.run.smithi148.stdout: "strays_enqueued": 1240, 2024-05-16T15:58:21.454 INFO:teuthology.orchestra.run.smithi148.stdout: "strays_reintegrated": 0, 2024-05-16T15:58:21.454 INFO:teuthology.orchestra.run.smithi148.stdout: "strays_migrated": 0, 2024-05-16T15:58:21.454 INFO:teuthology.orchestra.run.smithi148.stdout: "num_recovering_processing": 0, 2024-05-16T15:58:21.454 INFO:teuthology.orchestra.run.smithi148.stdout: "num_recovering_enqueued": 0, 2024-05-16T15:58:21.454 INFO:teuthology.orchestra.run.smithi148.stdout: "num_recovering_prioritized": 0, 2024-05-16T15:58:21.455 INFO:teuthology.orchestra.run.smithi148.stdout: "recovery_started": 0, 2024-05-16T15:58:21.455 INFO:teuthology.orchestra.run.smithi148.stdout: "recovery_completed": 0, 2024-05-16T15:58:21.455 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_quiesce_path": 0, 2024-05-16T15:58:21.455 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_quiesce_inode": 0, 2024-05-16T15:58:21.455 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_enqueue_scrub": 0, 2024-05-16T15:58:21.455 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_exportdir": 41, 2024-05-16T15:58:21.455 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_flush": 0, 2024-05-16T15:58:21.455 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_fragmentdir": 0, 2024-05-16T15:58:21.455 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_fragstats": 0, 2024-05-16T15:58:21.455 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_inodestats": 0 2024-05-16T15:58:21.455 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.455 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_log": { 2024-05-16T15:58:21.455 INFO:teuthology.orchestra.run.smithi148.stdout: "evlrg": 0, 2024-05-16T15:58:21.455 INFO:teuthology.orchestra.run.smithi148.stdout: "evadd": 3628, 2024-05-16T15:58:21.455 INFO:teuthology.orchestra.run.smithi148.stdout: "evex": 0, 2024-05-16T15:58:21.455 INFO:teuthology.orchestra.run.smithi148.stdout: "evtrm": 0, 2024-05-16T15:58:21.455 INFO:teuthology.orchestra.run.smithi148.stdout: "ev": 3628, 2024-05-16T15:58:21.456 INFO:teuthology.orchestra.run.smithi148.stdout: "evexg": 0, 2024-05-16T15:58:21.456 INFO:teuthology.orchestra.run.smithi148.stdout: "evexd": 0, 2024-05-16T15:58:21.456 INFO:teuthology.orchestra.run.smithi148.stdout: "segadd": 6, 2024-05-16T15:58:21.456 INFO:teuthology.orchestra.run.smithi148.stdout: "segex": 0, 2024-05-16T15:58:21.456 INFO:teuthology.orchestra.run.smithi148.stdout: "segtrm": 0, 2024-05-16T15:58:21.456 INFO:teuthology.orchestra.run.smithi148.stdout: "seg": 6, 2024-05-16T15:58:21.456 INFO:teuthology.orchestra.run.smithi148.stdout: "segmjr": 2, 2024-05-16T15:58:21.456 INFO:teuthology.orchestra.run.smithi148.stdout: "segexg": 0, 2024-05-16T15:58:21.456 INFO:teuthology.orchestra.run.smithi148.stdout: "segexd": 0, 2024-05-16T15:58:21.456 INFO:teuthology.orchestra.run.smithi148.stdout: "expos": 4194304, 2024-05-16T15:58:21.456 INFO:teuthology.orchestra.run.smithi148.stdout: "wrpos": 9883232, 2024-05-16T15:58:21.456 INFO:teuthology.orchestra.run.smithi148.stdout: "rdpos": 0, 2024-05-16T15:58:21.456 INFO:teuthology.orchestra.run.smithi148.stdout: "jlat": { 2024-05-16T15:58:21.456 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 231, 2024-05-16T15:58:21.456 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 1.079975361, 2024-05-16T15:58:21.456 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.004675218 2024-05-16T15:58:21.456 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.456 INFO:teuthology.orchestra.run.smithi148.stdout: "replayed": 0 2024-05-16T15:58:21.457 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.457 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_mem": { 2024-05-16T15:58:21.457 INFO:teuthology.orchestra.run.smithi148.stdout: "ino": 25, 2024-05-16T15:58:21.457 INFO:teuthology.orchestra.run.smithi148.stdout: "ino+": 1336, 2024-05-16T15:58:21.457 INFO:teuthology.orchestra.run.smithi148.stdout: "ino-": 1311, 2024-05-16T15:58:21.457 INFO:teuthology.orchestra.run.smithi148.stdout: "dir": 94, 2024-05-16T15:58:21.457 INFO:teuthology.orchestra.run.smithi148.stdout: "dir+": 281, 2024-05-16T15:58:21.457 INFO:teuthology.orchestra.run.smithi148.stdout: "dir-": 187, 2024-05-16T15:58:21.457 INFO:teuthology.orchestra.run.smithi148.stdout: "dn": 240, 2024-05-16T15:58:21.457 INFO:teuthology.orchestra.run.smithi148.stdout: "dn+": 2799, 2024-05-16T15:58:21.457 INFO:teuthology.orchestra.run.smithi148.stdout: "dn-": 2559, 2024-05-16T15:58:21.457 INFO:teuthology.orchestra.run.smithi148.stdout: "cap": 1, 2024-05-16T15:58:21.457 INFO:teuthology.orchestra.run.smithi148.stdout: "cap+": 1259, 2024-05-16T15:58:21.457 INFO:teuthology.orchestra.run.smithi148.stdout: "cap-": 1258, 2024-05-16T15:58:21.457 INFO:teuthology.orchestra.run.smithi148.stdout: "rss": 67824, 2024-05-16T15:58:21.457 INFO:teuthology.orchestra.run.smithi148.stdout: "heap": 223608 2024-05-16T15:58:21.457 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.457 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_server": { 2024-05-16T15:58:21.458 INFO:teuthology.orchestra.run.smithi148.stdout: "dispatch_client_request": 11498, 2024-05-16T15:58:21.458 INFO:teuthology.orchestra.run.smithi148.stdout: "dispatch_server_request": 28, 2024-05-16T15:58:21.458 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_client_request": 10004, 2024-05-16T15:58:21.458 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_client_session": 12, 2024-05-16T15:58:21.458 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_peer_request": 1372, 2024-05-16T15:58:21.458 INFO:teuthology.orchestra.run.smithi148.stdout: "req_create_latency": { 2024-05-16T15:58:21.458 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 98, 2024-05-16T15:58:21.458 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.197510616, 2024-05-16T15:58:21.458 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.002015414 2024-05-16T15:58:21.458 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.458 INFO:teuthology.orchestra.run.smithi148.stdout: "req_getattr_latency": { 2024-05-16T15:58:21.458 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 32, 2024-05-16T15:58:21.458 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.007922800, 2024-05-16T15:58:21.458 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000247587 2024-05-16T15:58:21.458 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.458 INFO:teuthology.orchestra.run.smithi148.stdout: "req_getfilelock_latency": { 2024-05-16T15:58:21.458 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:21.459 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:21.459 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:21.459 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.459 INFO:teuthology.orchestra.run.smithi148.stdout: "req_link_latency": { 2024-05-16T15:58:21.459 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:21.459 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:21.459 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:21.459 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.459 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lookup_latency": { 2024-05-16T15:58:21.459 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 6791, 2024-05-16T15:58:21.459 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 1.680982284, 2024-05-16T15:58:21.459 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000247530 2024-05-16T15:58:21.459 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.459 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lookuphash_latency": { 2024-05-16T15:58:21.459 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:21.459 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:21.459 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:21.460 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.460 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lookupino_latency": { 2024-05-16T15:58:21.460 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:21.460 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:21.460 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:21.460 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.460 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lookupname_latency": { 2024-05-16T15:58:21.460 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:21.460 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:21.460 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:21.460 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.460 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lookupparent_latency": { 2024-05-16T15:58:21.460 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:21.460 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:21.460 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:21.460 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.461 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lookupsnap_latency": { 2024-05-16T15:58:21.461 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:21.461 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:21.461 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:21.461 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.461 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lssnap_latency": { 2024-05-16T15:58:21.461 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:21.461 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:21.461 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:21.462 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.462 INFO:teuthology.orchestra.run.smithi148.stdout: "req_mkdir_latency": { 2024-05-16T15:58:21.462 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 2, 2024-05-16T15:58:21.462 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.003862252, 2024-05-16T15:58:21.462 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.001931126 2024-05-16T15:58:21.462 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.462 INFO:teuthology.orchestra.run.smithi148.stdout: "req_mknod_latency": { 2024-05-16T15:58:21.462 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:21.462 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:21.462 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:21.462 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.462 INFO:teuthology.orchestra.run.smithi148.stdout: "req_mksnap_latency": { 2024-05-16T15:58:21.462 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:21.462 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:21.462 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:21.462 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.463 INFO:teuthology.orchestra.run.smithi148.stdout: "req_open_latency": { 2024-05-16T15:58:21.463 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 3, 2024-05-16T15:58:21.463 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.001025888, 2024-05-16T15:58:21.463 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000341962 2024-05-16T15:58:21.463 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.463 INFO:teuthology.orchestra.run.smithi148.stdout: "req_readdir_latency": { 2024-05-16T15:58:21.463 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 148, 2024-05-16T15:58:21.463 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.109978272, 2024-05-16T15:58:21.463 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000743096 2024-05-16T15:58:21.463 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.463 INFO:teuthology.orchestra.run.smithi148.stdout: "req_rename_latency": { 2024-05-16T15:58:21.463 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:21.463 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:21.463 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:21.463 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.463 INFO:teuthology.orchestra.run.smithi148.stdout: "req_renamesnap_latency": { 2024-05-16T15:58:21.463 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:21.464 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:21.464 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:21.464 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.464 INFO:teuthology.orchestra.run.smithi148.stdout: "req_snapdiff_latency": { 2024-05-16T15:58:21.464 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:21.464 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:21.464 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:21.464 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.464 INFO:teuthology.orchestra.run.smithi148.stdout: "req_rmdir_latency": { 2024-05-16T15:58:21.464 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 6, 2024-05-16T15:58:21.464 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.131106158, 2024-05-16T15:58:21.464 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.021851026 2024-05-16T15:58:21.464 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.464 INFO:teuthology.orchestra.run.smithi148.stdout: "req_rmsnap_latency": { 2024-05-16T15:58:21.464 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:21.464 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:21.465 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:21.465 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.465 INFO:teuthology.orchestra.run.smithi148.stdout: "req_rmxattr_latency": { 2024-05-16T15:58:21.465 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:21.465 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:21.465 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:21.465 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.465 INFO:teuthology.orchestra.run.smithi148.stdout: "req_setattr_latency": { 2024-05-16T15:58:21.465 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:21.465 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:21.465 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:21.465 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.465 INFO:teuthology.orchestra.run.smithi148.stdout: "req_setdirlayout_latency": { 2024-05-16T15:58:21.465 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:21.465 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:21.465 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:21.465 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.466 INFO:teuthology.orchestra.run.smithi148.stdout: "req_setfilelock_latency": { 2024-05-16T15:58:21.466 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:21.466 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:21.466 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:21.466 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.466 INFO:teuthology.orchestra.run.smithi148.stdout: "req_setlayout_latency": { 2024-05-16T15:58:21.466 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:21.466 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:21.466 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:21.466 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.466 INFO:teuthology.orchestra.run.smithi148.stdout: "req_setxattr_latency": { 2024-05-16T15:58:21.466 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:21.466 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:21.466 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:21.466 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.466 INFO:teuthology.orchestra.run.smithi148.stdout: "req_symlink_latency": { 2024-05-16T15:58:21.467 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:21.467 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:21.467 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:21.467 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.467 INFO:teuthology.orchestra.run.smithi148.stdout: "req_unlink_latency": { 2024-05-16T15:58:21.467 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 1234, 2024-05-16T15:58:21.467 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 2.215166487, 2024-05-16T15:58:21.467 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.001795110 2024-05-16T15:58:21.467 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.467 INFO:teuthology.orchestra.run.smithi148.stdout: "cap_revoke_eviction": 0, 2024-05-16T15:58:21.467 INFO:teuthology.orchestra.run.smithi148.stdout: "cap_acquisition_throttle": 0, 2024-05-16T15:58:21.467 INFO:teuthology.orchestra.run.smithi148.stdout: "req_getvxattr_latency": { 2024-05-16T15:58:21.467 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:21.467 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:21.467 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:21.467 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-05-16T15:58:21.467 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.468 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_sessions": { 2024-05-16T15:58:21.468 INFO:teuthology.orchestra.run.smithi148.stdout: "session_count": 1, 2024-05-16T15:58:21.468 INFO:teuthology.orchestra.run.smithi148.stdout: "session_add": 2, 2024-05-16T15:58:21.468 INFO:teuthology.orchestra.run.smithi148.stdout: "session_remove": 1, 2024-05-16T15:58:21.468 INFO:teuthology.orchestra.run.smithi148.stdout: "sessions_open": 1, 2024-05-16T15:58:21.468 INFO:teuthology.orchestra.run.smithi148.stdout: "sessions_stale": 0, 2024-05-16T15:58:21.468 INFO:teuthology.orchestra.run.smithi148.stdout: "total_load": 2461, 2024-05-16T15:58:21.468 INFO:teuthology.orchestra.run.smithi148.stdout: "average_load": 2461, 2024-05-16T15:58:21.468 INFO:teuthology.orchestra.run.smithi148.stdout: "avg_session_uptime": 524, 2024-05-16T15:58:21.468 INFO:teuthology.orchestra.run.smithi148.stdout: "mdthresh_evicted": 0 2024-05-16T15:58:21.468 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.468 INFO:teuthology.orchestra.run.smithi148.stdout: "mempool": { 2024-05-16T15:58:21.468 INFO:teuthology.orchestra.run.smithi148.stdout: "bloom_filter_bytes": 0, 2024-05-16T15:58:21.468 INFO:teuthology.orchestra.run.smithi148.stdout: "bloom_filter_items": 0, 2024-05-16T15:58:21.468 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_alloc_bytes": 0, 2024-05-16T15:58:21.468 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_alloc_items": 0, 2024-05-16T15:58:21.469 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_data_bytes": 0, 2024-05-16T15:58:21.469 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_data_items": 0, 2024-05-16T15:58:21.469 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-16T15:58:21.469 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_onode_items": 0, 2024-05-16T15:58:21.469 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-16T15:58:21.469 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_meta_items": 0, 2024-05-16T15:58:21.469 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_other_bytes": 0, 2024-05-16T15:58:21.469 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_other_items": 0, 2024-05-16T15:58:21.469 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-16T15:58:21.469 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_buffer_items": 0, 2024-05-16T15:58:21.469 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_extent_bytes": 0, 2024-05-16T15:58:21.469 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_extent_items": 0, 2024-05-16T15:58:21.469 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_blob_bytes": 0, 2024-05-16T15:58:21.469 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_blob_items": 0, 2024-05-16T15:58:21.469 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-16T15:58:21.469 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_shared_blob_items": 0, 2024-05-16T15:58:21.469 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-16T15:58:21.470 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_inline_bl_items": 0, 2024-05-16T15:58:21.470 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_fsck_bytes": 0, 2024-05-16T15:58:21.470 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_fsck_items": 0, 2024-05-16T15:58:21.470 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_txc_bytes": 0, 2024-05-16T15:58:21.470 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_txc_items": 0, 2024-05-16T15:58:21.470 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-16T15:58:21.470 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_writing_deferred_items": 0, 2024-05-16T15:58:21.470 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_writing_bytes": 0, 2024-05-16T15:58:21.470 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_writing_items": 0, 2024-05-16T15:58:21.470 INFO:teuthology.orchestra.run.smithi148.stdout: "bluefs_bytes": 0, 2024-05-16T15:58:21.470 INFO:teuthology.orchestra.run.smithi148.stdout: "bluefs_items": 0, 2024-05-16T15:58:21.470 INFO:teuthology.orchestra.run.smithi148.stdout: "bluefs_file_reader_bytes": 0, 2024-05-16T15:58:21.470 INFO:teuthology.orchestra.run.smithi148.stdout: "bluefs_file_reader_items": 0, 2024-05-16T15:58:21.470 INFO:teuthology.orchestra.run.smithi148.stdout: "bluefs_file_writer_bytes": 0, 2024-05-16T15:58:21.470 INFO:teuthology.orchestra.run.smithi148.stdout: "bluefs_file_writer_items": 0, 2024-05-16T15:58:21.471 INFO:teuthology.orchestra.run.smithi148.stdout: "buffer_anon_bytes": 317809, 2024-05-16T15:58:21.471 INFO:teuthology.orchestra.run.smithi148.stdout: "buffer_anon_items": 135, 2024-05-16T15:58:21.471 INFO:teuthology.orchestra.run.smithi148.stdout: "buffer_meta_bytes": 0, 2024-05-16T15:58:21.471 INFO:teuthology.orchestra.run.smithi148.stdout: "buffer_meta_items": 0, 2024-05-16T15:58:21.471 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_bytes": 0, 2024-05-16T15:58:21.471 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_items": 0, 2024-05-16T15:58:21.471 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_mapbl_bytes": 0, 2024-05-16T15:58:21.471 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_mapbl_items": 0, 2024-05-16T15:58:21.471 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_pglog_bytes": 0, 2024-05-16T15:58:21.471 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_pglog_items": 0, 2024-05-16T15:58:21.471 INFO:teuthology.orchestra.run.smithi148.stdout: "osdmap_bytes": 8984, 2024-05-16T15:58:21.471 INFO:teuthology.orchestra.run.smithi148.stdout: "osdmap_items": 172, 2024-05-16T15:58:21.471 INFO:teuthology.orchestra.run.smithi148.stdout: "osdmap_mapping_bytes": 0, 2024-05-16T15:58:21.471 INFO:teuthology.orchestra.run.smithi148.stdout: "osdmap_mapping_items": 0, 2024-05-16T15:58:21.471 INFO:teuthology.orchestra.run.smithi148.stdout: "pgmap_bytes": 0, 2024-05-16T15:58:21.471 INFO:teuthology.orchestra.run.smithi148.stdout: "pgmap_items": 0, 2024-05-16T15:58:21.471 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_co_bytes": 291821, 2024-05-16T15:58:21.472 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_co_items": 2319, 2024-05-16T15:58:21.472 INFO:teuthology.orchestra.run.smithi148.stdout: "unittest_1_bytes": 0, 2024-05-16T15:58:21.472 INFO:teuthology.orchestra.run.smithi148.stdout: "unittest_1_items": 0, 2024-05-16T15:58:21.472 INFO:teuthology.orchestra.run.smithi148.stdout: "unittest_2_bytes": 0, 2024-05-16T15:58:21.472 INFO:teuthology.orchestra.run.smithi148.stdout: "unittest_2_items": 0 2024-05-16T15:58:21.472 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.472 INFO:teuthology.orchestra.run.smithi148.stdout: "objecter": { 2024-05-16T15:58:21.472 INFO:teuthology.orchestra.run.smithi148.stdout: "op_active": 0, 2024-05-16T15:58:21.472 INFO:teuthology.orchestra.run.smithi148.stdout: "op_laggy": 0, 2024-05-16T15:58:21.472 INFO:teuthology.orchestra.run.smithi148.stdout: "op_send": 4062, 2024-05-16T15:58:21.472 INFO:teuthology.orchestra.run.smithi148.stdout: "op_send_bytes": 5860092, 2024-05-16T15:58:21.472 INFO:teuthology.orchestra.run.smithi148.stdout: "op_resend": 33, 2024-05-16T15:58:21.472 INFO:teuthology.orchestra.run.smithi148.stdout: "op_reply": 4062, 2024-05-16T15:58:21.472 INFO:teuthology.orchestra.run.smithi148.stdout: "op_latency": { 2024-05-16T15:58:21.472 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 4062, 2024-05-16T15:58:21.472 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 18.785552855, 2024-05-16T15:58:21.472 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.004624705 2024-05-16T15:58:21.473 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.473 INFO:teuthology.orchestra.run.smithi148.stdout: "op_inflight": 0, 2024-05-16T15:58:21.473 INFO:teuthology.orchestra.run.smithi148.stdout: "oplen_avg": { 2024-05-16T15:58:21.473 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 4062, 2024-05-16T15:58:21.473 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 4171 2024-05-16T15:58:21.473 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.473 INFO:teuthology.orchestra.run.smithi148.stdout: "op": 4062, 2024-05-16T15:58:21.473 INFO:teuthology.orchestra.run.smithi148.stdout: "op_r": 1211, 2024-05-16T15:58:21.473 INFO:teuthology.orchestra.run.smithi148.stdout: "op_w": 2851, 2024-05-16T15:58:21.473 INFO:teuthology.orchestra.run.smithi148.stdout: "op_rmw": 0, 2024-05-16T15:58:21.473 INFO:teuthology.orchestra.run.smithi148.stdout: "op_pg": 0, 2024-05-16T15:58:21.473 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_stat": 0, 2024-05-16T15:58:21.473 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_create": 10, 2024-05-16T15:58:21.473 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_read": 27, 2024-05-16T15:58:21.473 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_write": 258, 2024-05-16T15:58:21.473 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_writefull": 26, 2024-05-16T15:58:21.473 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_writesame": 0, 2024-05-16T15:58:21.474 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_append": 0, 2024-05-16T15:58:21.474 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_zero": 0, 2024-05-16T15:58:21.474 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_truncate": 0, 2024-05-16T15:58:21.474 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_delete": 2487, 2024-05-16T15:58:21.474 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_mapext": 0, 2024-05-16T15:58:21.474 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_sparse_read": 0, 2024-05-16T15:58:21.474 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_clonerange": 0, 2024-05-16T15:58:21.474 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_getxattr": 1184, 2024-05-16T15:58:21.474 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_setxattr": 20, 2024-05-16T15:58:21.474 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_cmpxattr": 0, 2024-05-16T15:58:21.474 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_rmxattr": 0, 2024-05-16T15:58:21.474 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_resetxattrs": 0, 2024-05-16T15:58:21.474 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_call": 0, 2024-05-16T15:58:21.474 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_watch": 0, 2024-05-16T15:58:21.474 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_notify": 0, 2024-05-16T15:58:21.474 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_src_cmpxattr": 0, 2024-05-16T15:58:21.474 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_pgls": 0, 2024-05-16T15:58:21.475 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_pgls_filter": 0, 2024-05-16T15:58:21.475 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_other": 0, 2024-05-16T15:58:21.475 INFO:teuthology.orchestra.run.smithi148.stdout: "linger_active": 0, 2024-05-16T15:58:21.475 INFO:teuthology.orchestra.run.smithi148.stdout: "linger_send": 0, 2024-05-16T15:58:21.475 INFO:teuthology.orchestra.run.smithi148.stdout: "linger_resend": 0, 2024-05-16T15:58:21.475 INFO:teuthology.orchestra.run.smithi148.stdout: "linger_ping": 0, 2024-05-16T15:58:21.475 INFO:teuthology.orchestra.run.smithi148.stdout: "poolop_active": 0, 2024-05-16T15:58:21.475 INFO:teuthology.orchestra.run.smithi148.stdout: "poolop_send": 0, 2024-05-16T15:58:21.475 INFO:teuthology.orchestra.run.smithi148.stdout: "poolop_resend": 0, 2024-05-16T15:58:21.475 INFO:teuthology.orchestra.run.smithi148.stdout: "poolstat_active": 0, 2024-05-16T15:58:21.475 INFO:teuthology.orchestra.run.smithi148.stdout: "poolstat_send": 0, 2024-05-16T15:58:21.475 INFO:teuthology.orchestra.run.smithi148.stdout: "poolstat_resend": 0, 2024-05-16T15:58:21.475 INFO:teuthology.orchestra.run.smithi148.stdout: "statfs_active": 0, 2024-05-16T15:58:21.475 INFO:teuthology.orchestra.run.smithi148.stdout: "statfs_send": 0, 2024-05-16T15:58:21.475 INFO:teuthology.orchestra.run.smithi148.stdout: "statfs_resend": 0, 2024-05-16T15:58:21.475 INFO:teuthology.orchestra.run.smithi148.stdout: "command_active": 0, 2024-05-16T15:58:21.475 INFO:teuthology.orchestra.run.smithi148.stdout: "command_send": 0, 2024-05-16T15:58:21.475 INFO:teuthology.orchestra.run.smithi148.stdout: "command_resend": 0, 2024-05-16T15:58:21.476 INFO:teuthology.orchestra.run.smithi148.stdout: "map_epoch": 91, 2024-05-16T15:58:21.476 INFO:teuthology.orchestra.run.smithi148.stdout: "map_full": 0, 2024-05-16T15:58:21.476 INFO:teuthology.orchestra.run.smithi148.stdout: "map_inc": 4, 2024-05-16T15:58:21.476 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_sessions": 12, 2024-05-16T15:58:21.476 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_session_open": 12, 2024-05-16T15:58:21.476 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_session_close": 0, 2024-05-16T15:58:21.476 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_laggy": 0, 2024-05-16T15:58:21.476 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_wr": 116, 2024-05-16T15:58:21.476 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_rd": 0, 2024-05-16T15:58:21.476 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_del": 43 2024-05-16T15:58:21.476 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.476 INFO:teuthology.orchestra.run.smithi148.stdout: "oft": { 2024-05-16T15:58:21.476 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_total_objs": 1, 2024-05-16T15:58:21.476 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_total_kv_pairs": 0, 2024-05-16T15:58:21.476 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_total_updates": 0, 2024-05-16T15:58:21.476 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_total_removes": 0 2024-05-16T15:58:21.476 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.477 INFO:teuthology.orchestra.run.smithi148.stdout: "osd-slow-ops": { 2024-05-16T15:58:21.477 INFO:teuthology.orchestra.run.smithi148.stdout: "slow_ops_count": 0 2024-05-16T15:58:21.477 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.477 INFO:teuthology.orchestra.run.smithi148.stdout: "purge_queue": { 2024-05-16T15:58:21.477 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_executing_ops": 0, 2024-05-16T15:58:21.477 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_executing_ops_high_water": 10, 2024-05-16T15:58:21.477 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_executing": 0, 2024-05-16T15:58:21.477 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_executing_high_water": 5, 2024-05-16T15:58:21.477 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_executed_ops": 2474, 2024-05-16T15:58:21.477 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_executed": 1240, 2024-05-16T15:58:21.477 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_item_in_journal": 0 2024-05-16T15:58:21.477 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.477 INFO:teuthology.orchestra.run.smithi148.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-16T15:58:21.477 INFO:teuthology.orchestra.run.smithi148.stdout: "val": 0, 2024-05-16T15:58:21.477 INFO:teuthology.orchestra.run.smithi148.stdout: "max": 104857600, 2024-05-16T15:58:21.477 INFO:teuthology.orchestra.run.smithi148.stdout: "get_started": 0, 2024-05-16T15:58:21.477 INFO:teuthology.orchestra.run.smithi148.stdout: "get": 26177, 2024-05-16T15:58:21.478 INFO:teuthology.orchestra.run.smithi148.stdout: "get_sum": 8324842, 2024-05-16T15:58:21.478 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:21.478 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_success": 26177, 2024-05-16T15:58:21.478 INFO:teuthology.orchestra.run.smithi148.stdout: "take": 0, 2024-05-16T15:58:21.478 INFO:teuthology.orchestra.run.smithi148.stdout: "take_sum": 0, 2024-05-16T15:58:21.478 INFO:teuthology.orchestra.run.smithi148.stdout: "put": 26177, 2024-05-16T15:58:21.478 INFO:teuthology.orchestra.run.smithi148.stdout: "put_sum": 8324842, 2024-05-16T15:58:21.478 INFO:teuthology.orchestra.run.smithi148.stdout: "wait": { 2024-05-16T15:58:21.478 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:21.478 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:21.478 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:21.478 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-05-16T15:58:21.478 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.478 INFO:teuthology.orchestra.run.smithi148.stdout: "throttle-objecter_bytes": { 2024-05-16T15:58:21.478 INFO:teuthology.orchestra.run.smithi148.stdout: "val": 0, 2024-05-16T15:58:21.478 INFO:teuthology.orchestra.run.smithi148.stdout: "max": 104857600, 2024-05-16T15:58:21.479 INFO:teuthology.orchestra.run.smithi148.stdout: "get_started": 0, 2024-05-16T15:58:21.479 INFO:teuthology.orchestra.run.smithi148.stdout: "get": 0, 2024-05-16T15:58:21.479 INFO:teuthology.orchestra.run.smithi148.stdout: "get_sum": 0, 2024-05-16T15:58:21.479 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:21.479 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_success": 0, 2024-05-16T15:58:21.479 INFO:teuthology.orchestra.run.smithi148.stdout: "take": 4062, 2024-05-16T15:58:21.479 INFO:teuthology.orchestra.run.smithi148.stdout: "take_sum": 5995204, 2024-05-16T15:58:21.479 INFO:teuthology.orchestra.run.smithi148.stdout: "put": 4062, 2024-05-16T15:58:21.479 INFO:teuthology.orchestra.run.smithi148.stdout: "put_sum": 5995204, 2024-05-16T15:58:21.479 INFO:teuthology.orchestra.run.smithi148.stdout: "wait": { 2024-05-16T15:58:21.479 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:21.479 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:21.479 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:21.479 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-05-16T15:58:21.479 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.479 INFO:teuthology.orchestra.run.smithi148.stdout: "throttle-objecter_ops": { 2024-05-16T15:58:21.479 INFO:teuthology.orchestra.run.smithi148.stdout: "val": 0, 2024-05-16T15:58:21.480 INFO:teuthology.orchestra.run.smithi148.stdout: "max": 1024, 2024-05-16T15:58:21.480 INFO:teuthology.orchestra.run.smithi148.stdout: "get_started": 0, 2024-05-16T15:58:21.480 INFO:teuthology.orchestra.run.smithi148.stdout: "get": 0, 2024-05-16T15:58:21.480 INFO:teuthology.orchestra.run.smithi148.stdout: "get_sum": 0, 2024-05-16T15:58:21.480 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:21.480 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_success": 0, 2024-05-16T15:58:21.480 INFO:teuthology.orchestra.run.smithi148.stdout: "take": 4062, 2024-05-16T15:58:21.480 INFO:teuthology.orchestra.run.smithi148.stdout: "take_sum": 4062, 2024-05-16T15:58:21.480 INFO:teuthology.orchestra.run.smithi148.stdout: "put": 4062, 2024-05-16T15:58:21.480 INFO:teuthology.orchestra.run.smithi148.stdout: "put_sum": 4062, 2024-05-16T15:58:21.480 INFO:teuthology.orchestra.run.smithi148.stdout: "wait": { 2024-05-16T15:58:21.480 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:21.480 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:21.480 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:21.480 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-05-16T15:58:21.481 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.481 INFO:teuthology.orchestra.run.smithi148.stdout: "throttle-write_buf_throttle": { 2024-05-16T15:58:21.481 INFO:teuthology.orchestra.run.smithi148.stdout: "val": 0, 2024-05-16T15:58:21.481 INFO:teuthology.orchestra.run.smithi148.stdout: "max": 3758096384, 2024-05-16T15:58:21.481 INFO:teuthology.orchestra.run.smithi148.stdout: "get_started": 0, 2024-05-16T15:58:21.481 INFO:teuthology.orchestra.run.smithi148.stdout: "get": 1240, 2024-05-16T15:58:21.481 INFO:teuthology.orchestra.run.smithi148.stdout: "get_sum": 135112, 2024-05-16T15:58:21.481 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:21.481 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_success": 1240, 2024-05-16T15:58:21.481 INFO:teuthology.orchestra.run.smithi148.stdout: "take": 0, 2024-05-16T15:58:21.481 INFO:teuthology.orchestra.run.smithi148.stdout: "take_sum": 0, 2024-05-16T15:58:21.481 INFO:teuthology.orchestra.run.smithi148.stdout: "put": 27, 2024-05-16T15:58:21.481 INFO:teuthology.orchestra.run.smithi148.stdout: "put_sum": 135112, 2024-05-16T15:58:21.481 INFO:teuthology.orchestra.run.smithi148.stdout: "wait": { 2024-05-16T15:58:21.481 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:21.481 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:21.481 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:21.482 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-05-16T15:58:21.482 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:21.482 INFO:teuthology.orchestra.run.smithi148.stdout: "throttle-write_buf_throttle-0x55d4487c6500": { 2024-05-16T15:58:21.482 INFO:teuthology.orchestra.run.smithi148.stdout: "val": 0, 2024-05-16T15:58:21.482 INFO:teuthology.orchestra.run.smithi148.stdout: "max": 3758096384, 2024-05-16T15:58:21.482 INFO:teuthology.orchestra.run.smithi148.stdout: "get_started": 0, 2024-05-16T15:58:21.482 INFO:teuthology.orchestra.run.smithi148.stdout: "get": 3628, 2024-05-16T15:58:21.482 INFO:teuthology.orchestra.run.smithi148.stdout: "get_sum": 5688928, 2024-05-16T15:58:21.482 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:21.482 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_success": 3628, 2024-05-16T15:58:21.482 INFO:teuthology.orchestra.run.smithi148.stdout: "take": 0, 2024-05-16T15:58:21.482 INFO:teuthology.orchestra.run.smithi148.stdout: "take_sum": 0, 2024-05-16T15:58:21.482 INFO:teuthology.orchestra.run.smithi148.stdout: "put": 231, 2024-05-16T15:58:21.482 INFO:teuthology.orchestra.run.smithi148.stdout: "put_sum": 5688928, 2024-05-16T15:58:21.482 INFO:teuthology.orchestra.run.smithi148.stdout: "wait": { 2024-05-16T15:58:21.482 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:21.482 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:21.483 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:21.483 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-05-16T15:58:21.483 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-05-16T15:58:21.483 INFO:teuthology.orchestra.run.smithi148.stdout:} 2024-05-16T15:58:21.752 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:58:21 smithi148 ceph-mon[34976]: pgmap v681: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 170 B/s wr, 10 op/s 2024-05-16T15:58:21.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:21 smithi157 ceph-mon[35584]: pgmap v681: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 170 B/s wr, 10 op/s 2024-05-16T15:58:21.978 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:58:21 smithi043 ceph-mon[31619]: pgmap v681: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 170 B/s wr, 10 op/s 2024-05-16T15:58:22.169 INFO:tasks.check_counter:Daemon mds.h mds.exported=41 2024-05-16T15:58:22.169 INFO:tasks.check_counter:Daemon mds.h mds.imported=41 2024-05-16T15:58:22.169 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update=222 2024-05-16T15:58:22.169 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update_receipt=478 2024-05-16T15:58:22.169 INFO:tasks.check_counter:Daemon mds.h mds.dir_split=0 2024-05-16T15:58:22.169 DEBUG:tasks.check_counter:Getting stats from k 2024-05-16T15:58:22.170 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph daemon mds.k perf dump 2024-05-16T15:58:22.411 INFO:teuthology.orchestra.run.smithi148.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.b/config 2024-05-16T15:58:23.884 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:58:23 smithi148 ceph-mon[34976]: pgmap v682: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 170 B/s wr, 12 op/s 2024-05-16T15:58:23.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:23 smithi157 ceph-mon[35584]: pgmap v682: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 170 B/s wr, 12 op/s 2024-05-16T15:58:23.978 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:58:23 smithi043 ceph-mon[31619]: pgmap v682: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 170 B/s wr, 12 op/s 2024-05-16T15:58:24.125 INFO:teuthology.orchestra.run.smithi148.stdout:{ 2024-05-16T15:58:24.125 INFO:teuthology.orchestra.run.smithi148.stdout: "AsyncMessenger::Worker-0": { 2024-05-16T15:58:24.125 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_messages": 758, 2024-05-16T15:58:24.125 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_messages": 760, 2024-05-16T15:58:24.126 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_bytes": 4392294, 2024-05-16T15:58:24.126 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_bytes": 241107, 2024-05-16T15:58:24.126 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_created_connections": 6, 2024-05-16T15:58:24.126 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_active_connections": 2, 2024-05-16T15:58:24.126 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_total_time": 0.060889657, 2024-05-16T15:58:24.126 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_send_time": 0.022942316, 2024-05-16T15:58:24.126 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_recv_time": 0.015758754, 2024-05-16T15:58:24.126 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_fast_dispatch_time": 0.015780158, 2024-05-16T15:58:24.126 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_messages_queue_lat": { 2024-05-16T15:58:24.127 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 758, 2024-05-16T15:58:24.127 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.023276793, 2024-05-16T15:58:24.127 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000030708 2024-05-16T15:58:24.127 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.127 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_handle_ack_lat": { 2024-05-16T15:58:24.127 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:24.127 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:24.127 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:24.127 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.127 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-16T15:58:24.127 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_encrypted_bytes": 0 2024-05-16T15:58:24.127 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.127 INFO:teuthology.orchestra.run.smithi148.stdout: "AsyncMessenger::Worker-1": { 2024-05-16T15:58:24.127 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_messages": 256, 2024-05-16T15:58:24.128 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_messages": 232, 2024-05-16T15:58:24.128 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_bytes": 664014, 2024-05-16T15:58:24.128 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_bytes": 137090, 2024-05-16T15:58:24.128 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_created_connections": 4, 2024-05-16T15:58:24.128 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_active_connections": 3, 2024-05-16T15:58:24.128 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_total_time": 0.035311157, 2024-05-16T15:58:24.128 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_send_time": 0.012544391, 2024-05-16T15:58:24.128 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_recv_time": 0.018925222, 2024-05-16T15:58:24.128 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_fast_dispatch_time": 0.005196332, 2024-05-16T15:58:24.128 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_messages_queue_lat": { 2024-05-16T15:58:24.128 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 232, 2024-05-16T15:58:24.128 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.012929928, 2024-05-16T15:58:24.128 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000055732 2024-05-16T15:58:24.128 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.129 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_handle_ack_lat": { 2024-05-16T15:58:24.129 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:24.129 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:24.129 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:24.129 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.129 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_encrypted_bytes": 662912, 2024-05-16T15:58:24.129 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_encrypted_bytes": 136448 2024-05-16T15:58:24.129 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.129 INFO:teuthology.orchestra.run.smithi148.stdout: "AsyncMessenger::Worker-2": { 2024-05-16T15:58:24.129 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_messages": 1314, 2024-05-16T15:58:24.129 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_messages": 1479, 2024-05-16T15:58:24.129 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_bytes": 1881516, 2024-05-16T15:58:24.129 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_bytes": 762398, 2024-05-16T15:58:24.129 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_created_connections": 5, 2024-05-16T15:58:24.130 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_active_connections": 4, 2024-05-16T15:58:24.130 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_total_time": 0.118992252, 2024-05-16T15:58:24.130 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_send_time": 0.040312523, 2024-05-16T15:58:24.130 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_recv_time": 0.028403501, 2024-05-16T15:58:24.130 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_fast_dispatch_time": 0.038672123, 2024-05-16T15:58:24.130 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_messages_queue_lat": { 2024-05-16T15:58:24.130 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 1477, 2024-05-16T15:58:24.130 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.050534391, 2024-05-16T15:58:24.130 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000034214 2024-05-16T15:58:24.130 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.130 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_handle_ack_lat": { 2024-05-16T15:58:24.130 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:24.131 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:24.131 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:24.131 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.131 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_encrypted_bytes": 160, 2024-05-16T15:58:24.131 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_encrypted_bytes": 344864 2024-05-16T15:58:24.131 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.131 INFO:teuthology.orchestra.run.smithi148.stdout: "cct": { 2024-05-16T15:58:24.131 INFO:teuthology.orchestra.run.smithi148.stdout: "total_workers": 1, 2024-05-16T15:58:24.131 INFO:teuthology.orchestra.run.smithi148.stdout: "unhealthy_workers": 0 2024-05-16T15:58:24.131 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.131 INFO:teuthology.orchestra.run.smithi148.stdout: "finisher-MDSRank": { 2024-05-16T15:58:24.131 INFO:teuthology.orchestra.run.smithi148.stdout: "queue_len": 0, 2024-05-16T15:58:24.132 INFO:teuthology.orchestra.run.smithi148.stdout: "complete_latency": { 2024-05-16T15:58:24.132 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 3476, 2024-05-16T15:58:24.132 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.087640546, 2024-05-16T15:58:24.132 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000025213 2024-05-16T15:58:24.132 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-05-16T15:58:24.132 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.132 INFO:teuthology.orchestra.run.smithi148.stdout: "finisher-PurgeQueue": { 2024-05-16T15:58:24.132 INFO:teuthology.orchestra.run.smithi148.stdout: "queue_len": 0, 2024-05-16T15:58:24.132 INFO:teuthology.orchestra.run.smithi148.stdout: "complete_latency": { 2024-05-16T15:58:24.132 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:24.132 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:24.132 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:24.132 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-05-16T15:58:24.132 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.132 INFO:teuthology.orchestra.run.smithi148.stdout: "mds": { 2024-05-16T15:58:24.132 INFO:teuthology.orchestra.run.smithi148.stdout: "request": 0, 2024-05-16T15:58:24.133 INFO:teuthology.orchestra.run.smithi148.stdout: "reply": 0, 2024-05-16T15:58:24.133 INFO:teuthology.orchestra.run.smithi148.stdout: "reply_latency": { 2024-05-16T15:58:24.133 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:24.133 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:24.133 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:24.133 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.133 INFO:teuthology.orchestra.run.smithi148.stdout: "slow_reply": 0, 2024-05-16T15:58:24.133 INFO:teuthology.orchestra.run.smithi148.stdout: "forward": 0, 2024-05-16T15:58:24.133 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_fetch_complete": 0, 2024-05-16T15:58:24.133 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_fetch_keys": 0, 2024-05-16T15:58:24.133 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_commit": 0, 2024-05-16T15:58:24.133 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_split": 0, 2024-05-16T15:58:24.133 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_merge": 0, 2024-05-16T15:58:24.133 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes": 1244, 2024-05-16T15:58:24.133 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes_top": 0, 2024-05-16T15:58:24.133 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes_bottom": 1244, 2024-05-16T15:58:24.134 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes_pin_tail": 0, 2024-05-16T15:58:24.134 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes_pinned": 1244, 2024-05-16T15:58:24.134 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes_expired": 1, 2024-05-16T15:58:24.134 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes_with_caps": 0, 2024-05-16T15:58:24.134 INFO:teuthology.orchestra.run.smithi148.stdout: "caps": 0, 2024-05-16T15:58:24.134 INFO:teuthology.orchestra.run.smithi148.stdout: "subtrees": 1, 2024-05-16T15:58:24.134 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse": 0, 2024-05-16T15:58:24.134 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse_hit": 0, 2024-05-16T15:58:24.134 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse_forward": 0, 2024-05-16T15:58:24.134 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse_discover": 0, 2024-05-16T15:58:24.134 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse_dir_fetch": 0, 2024-05-16T15:58:24.134 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse_remote_ino": 0, 2024-05-16T15:58:24.134 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse_lock": 0, 2024-05-16T15:58:24.134 INFO:teuthology.orchestra.run.smithi148.stdout: "load_cent": 0, 2024-05-16T15:58:24.134 INFO:teuthology.orchestra.run.smithi148.stdout: "q": 0, 2024-05-16T15:58:24.134 INFO:teuthology.orchestra.run.smithi148.stdout: "exported": 0, 2024-05-16T15:58:24.135 INFO:teuthology.orchestra.run.smithi148.stdout: "exported_inodes": 0, 2024-05-16T15:58:24.135 INFO:teuthology.orchestra.run.smithi148.stdout: "imported": 0, 2024-05-16T15:58:24.135 INFO:teuthology.orchestra.run.smithi148.stdout: "imported_inodes": 0, 2024-05-16T15:58:24.135 INFO:teuthology.orchestra.run.smithi148.stdout: "openino_dir_fetch": 0, 2024-05-16T15:58:24.135 INFO:teuthology.orchestra.run.smithi148.stdout: "openino_backtrace_fetch": 0, 2024-05-16T15:58:24.135 INFO:teuthology.orchestra.run.smithi148.stdout: "openino_peer_discover": 0, 2024-05-16T15:58:24.135 INFO:teuthology.orchestra.run.smithi148.stdout: "root_rfiles": 0, 2024-05-16T15:58:24.135 INFO:teuthology.orchestra.run.smithi148.stdout: "root_rbytes": 0, 2024-05-16T15:58:24.135 INFO:teuthology.orchestra.run.smithi148.stdout: "root_rsnaps": 0, 2024-05-16T15:58:24.135 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_backtrace_fetch": 0, 2024-05-16T15:58:24.135 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_set_tag": 0, 2024-05-16T15:58:24.135 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_backtrace_repaired": 0, 2024-05-16T15:58:24.135 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_inotable_repaired": 0, 2024-05-16T15:58:24.135 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_dir_inodes": 0, 2024-05-16T15:58:24.135 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_dir_base_inodes": 0, 2024-05-16T15:58:24.136 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_dirfrag_rstats": 0, 2024-05-16T15:58:24.136 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_file_inodes": 0, 2024-05-16T15:58:24.136 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_inode_file_caps": 0, 2024-05-16T15:58:24.136 INFO:teuthology.orchestra.run.smithi148.stdout: "ceph_cap_op_revoke": 0, 2024-05-16T15:58:24.136 INFO:teuthology.orchestra.run.smithi148.stdout: "ceph_cap_op_grant": 0, 2024-05-16T15:58:24.136 INFO:teuthology.orchestra.run.smithi148.stdout: "ceph_cap_op_trunc": 0, 2024-05-16T15:58:24.136 INFO:teuthology.orchestra.run.smithi148.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-16T15:58:24.136 INFO:teuthology.orchestra.run.smithi148.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-16T15:58:24.136 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_client_caps": 0, 2024-05-16T15:58:24.136 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_client_caps_dirty": 0, 2024-05-16T15:58:24.136 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_client_cap_release": 0, 2024-05-16T15:58:24.136 INFO:teuthology.orchestra.run.smithi148.stdout: "process_request_cap_release": 0 2024-05-16T15:58:24.136 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.136 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_cache": { 2024-05-16T15:58:24.136 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_update": 0, 2024-05-16T15:58:24.136 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_update_receipt": 0, 2024-05-16T15:58:24.137 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_try_discover": 0, 2024-05-16T15:58:24.137 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_send_discover": 0, 2024-05-16T15:58:24.137 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_handle_discover": 0, 2024-05-16T15:58:24.137 INFO:teuthology.orchestra.run.smithi148.stdout: "num_strays": 0, 2024-05-16T15:58:24.137 INFO:teuthology.orchestra.run.smithi148.stdout: "num_strays_delayed": 0, 2024-05-16T15:58:24.137 INFO:teuthology.orchestra.run.smithi148.stdout: "num_strays_enqueuing": 0, 2024-05-16T15:58:24.137 INFO:teuthology.orchestra.run.smithi148.stdout: "strays_created": 0, 2024-05-16T15:58:24.137 INFO:teuthology.orchestra.run.smithi148.stdout: "strays_enqueued": 0, 2024-05-16T15:58:24.137 INFO:teuthology.orchestra.run.smithi148.stdout: "strays_reintegrated": 0, 2024-05-16T15:58:24.137 INFO:teuthology.orchestra.run.smithi148.stdout: "strays_migrated": 0, 2024-05-16T15:58:24.137 INFO:teuthology.orchestra.run.smithi148.stdout: "num_recovering_processing": 0, 2024-05-16T15:58:24.137 INFO:teuthology.orchestra.run.smithi148.stdout: "num_recovering_enqueued": 0, 2024-05-16T15:58:24.137 INFO:teuthology.orchestra.run.smithi148.stdout: "num_recovering_prioritized": 0, 2024-05-16T15:58:24.137 INFO:teuthology.orchestra.run.smithi148.stdout: "recovery_started": 0, 2024-05-16T15:58:24.137 INFO:teuthology.orchestra.run.smithi148.stdout: "recovery_completed": 0, 2024-05-16T15:58:24.137 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_quiesce_path": 0, 2024-05-16T15:58:24.137 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_quiesce_inode": 0, 2024-05-16T15:58:24.138 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_enqueue_scrub": 0, 2024-05-16T15:58:24.138 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_exportdir": 0, 2024-05-16T15:58:24.138 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_flush": 0, 2024-05-16T15:58:24.138 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_fragmentdir": 0, 2024-05-16T15:58:24.138 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_fragstats": 0, 2024-05-16T15:58:24.138 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_inodestats": 0 2024-05-16T15:58:24.138 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.138 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_log": { 2024-05-16T15:58:24.138 INFO:teuthology.orchestra.run.smithi148.stdout: "evlrg": 0, 2024-05-16T15:58:24.138 INFO:teuthology.orchestra.run.smithi148.stdout: "evadd": 0, 2024-05-16T15:58:24.138 INFO:teuthology.orchestra.run.smithi148.stdout: "evex": 0, 2024-05-16T15:58:24.138 INFO:teuthology.orchestra.run.smithi148.stdout: "evtrm": 0, 2024-05-16T15:58:24.138 INFO:teuthology.orchestra.run.smithi148.stdout: "ev": 3628, 2024-05-16T15:58:24.138 INFO:teuthology.orchestra.run.smithi148.stdout: "evexg": 0, 2024-05-16T15:58:24.138 INFO:teuthology.orchestra.run.smithi148.stdout: "evexd": 0, 2024-05-16T15:58:24.139 INFO:teuthology.orchestra.run.smithi148.stdout: "segadd": 0, 2024-05-16T15:58:24.139 INFO:teuthology.orchestra.run.smithi148.stdout: "segex": 0, 2024-05-16T15:58:24.139 INFO:teuthology.orchestra.run.smithi148.stdout: "segtrm": 0, 2024-05-16T15:58:24.139 INFO:teuthology.orchestra.run.smithi148.stdout: "seg": 6, 2024-05-16T15:58:24.139 INFO:teuthology.orchestra.run.smithi148.stdout: "segmjr": 2, 2024-05-16T15:58:24.139 INFO:teuthology.orchestra.run.smithi148.stdout: "segexg": 0, 2024-05-16T15:58:24.139 INFO:teuthology.orchestra.run.smithi148.stdout: "segexd": 0, 2024-05-16T15:58:24.139 INFO:teuthology.orchestra.run.smithi148.stdout: "expos": 4194304, 2024-05-16T15:58:24.139 INFO:teuthology.orchestra.run.smithi148.stdout: "wrpos": 9883232, 2024-05-16T15:58:24.139 INFO:teuthology.orchestra.run.smithi148.stdout: "rdpos": 9882094, 2024-05-16T15:58:24.139 INFO:teuthology.orchestra.run.smithi148.stdout: "jlat": { 2024-05-16T15:58:24.139 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:24.139 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:24.139 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:24.139 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.139 INFO:teuthology.orchestra.run.smithi148.stdout: "replayed": 3628 2024-05-16T15:58:24.139 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.140 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_mem": { 2024-05-16T15:58:24.140 INFO:teuthology.orchestra.run.smithi148.stdout: "ino": 7, 2024-05-16T15:58:24.140 INFO:teuthology.orchestra.run.smithi148.stdout: "ino+": 1283, 2024-05-16T15:58:24.140 INFO:teuthology.orchestra.run.smithi148.stdout: "ino-": 1276, 2024-05-16T15:58:24.140 INFO:teuthology.orchestra.run.smithi148.stdout: "dir": 5, 2024-05-16T15:58:24.140 INFO:teuthology.orchestra.run.smithi148.stdout: "dir+": 77, 2024-05-16T15:58:24.140 INFO:teuthology.orchestra.run.smithi148.stdout: "dir-": 72, 2024-05-16T15:58:24.140 INFO:teuthology.orchestra.run.smithi148.stdout: "dn": 1244, 2024-05-16T15:58:24.140 INFO:teuthology.orchestra.run.smithi148.stdout: "dn+": 2524, 2024-05-16T15:58:24.140 INFO:teuthology.orchestra.run.smithi148.stdout: "dn-": 1280, 2024-05-16T15:58:24.140 INFO:teuthology.orchestra.run.smithi148.stdout: "cap": 0, 2024-05-16T15:58:24.140 INFO:teuthology.orchestra.run.smithi148.stdout: "cap+": 0, 2024-05-16T15:58:24.140 INFO:teuthology.orchestra.run.smithi148.stdout: "cap-": 0, 2024-05-16T15:58:24.140 INFO:teuthology.orchestra.run.smithi148.stdout: "rss": 52676, 2024-05-16T15:58:24.140 INFO:teuthology.orchestra.run.smithi148.stdout: "heap": 215416 2024-05-16T15:58:24.140 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.141 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_server": { 2024-05-16T15:58:24.141 INFO:teuthology.orchestra.run.smithi148.stdout: "dispatch_client_request": 0, 2024-05-16T15:58:24.141 INFO:teuthology.orchestra.run.smithi148.stdout: "dispatch_server_request": 0, 2024-05-16T15:58:24.141 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_client_request": 0, 2024-05-16T15:58:24.141 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_client_session": 0, 2024-05-16T15:58:24.141 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_peer_request": 0, 2024-05-16T15:58:24.141 INFO:teuthology.orchestra.run.smithi148.stdout: "req_create_latency": { 2024-05-16T15:58:24.141 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:24.141 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:24.141 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:24.141 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.141 INFO:teuthology.orchestra.run.smithi148.stdout: "req_getattr_latency": { 2024-05-16T15:58:24.141 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:24.141 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:24.142 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:24.142 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.142 INFO:teuthology.orchestra.run.smithi148.stdout: "req_getfilelock_latency": { 2024-05-16T15:58:24.142 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:24.142 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:24.142 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:24.142 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.142 INFO:teuthology.orchestra.run.smithi148.stdout: "req_link_latency": { 2024-05-16T15:58:24.142 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:24.142 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:24.142 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:24.142 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.142 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lookup_latency": { 2024-05-16T15:58:24.142 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:24.142 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:24.142 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:24.143 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.143 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lookuphash_latency": { 2024-05-16T15:58:24.143 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:24.143 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:24.143 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:24.143 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.143 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lookupino_latency": { 2024-05-16T15:58:24.143 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:24.143 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:24.143 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:24.143 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.143 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lookupname_latency": { 2024-05-16T15:58:24.143 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:24.143 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:24.144 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:24.144 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.144 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lookupparent_latency": { 2024-05-16T15:58:24.144 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:24.144 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:24.144 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:24.144 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.144 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lookupsnap_latency": { 2024-05-16T15:58:24.144 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:24.144 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:24.144 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:24.144 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.144 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lssnap_latency": { 2024-05-16T15:58:24.145 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:24.145 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:24.145 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:24.145 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.145 INFO:teuthology.orchestra.run.smithi148.stdout: "req_mkdir_latency": { 2024-05-16T15:58:24.145 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:24.146 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:24.146 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:24.146 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.146 INFO:teuthology.orchestra.run.smithi148.stdout: "req_mknod_latency": { 2024-05-16T15:58:24.146 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:24.146 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:24.146 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:24.146 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.146 INFO:teuthology.orchestra.run.smithi148.stdout: "req_mksnap_latency": { 2024-05-16T15:58:24.146 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:24.146 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:24.146 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:24.146 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.146 INFO:teuthology.orchestra.run.smithi148.stdout: "req_open_latency": { 2024-05-16T15:58:24.147 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:24.147 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:24.147 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:24.147 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.147 INFO:teuthology.orchestra.run.smithi148.stdout: "req_readdir_latency": { 2024-05-16T15:58:24.147 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:24.147 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:24.147 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:24.147 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.147 INFO:teuthology.orchestra.run.smithi148.stdout: "req_rename_latency": { 2024-05-16T15:58:24.147 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:24.147 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:24.147 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:24.147 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.147 INFO:teuthology.orchestra.run.smithi148.stdout: "req_renamesnap_latency": { 2024-05-16T15:58:24.147 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:24.148 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:24.148 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:24.148 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.148 INFO:teuthology.orchestra.run.smithi148.stdout: "req_snapdiff_latency": { 2024-05-16T15:58:24.148 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:24.148 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:24.148 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:24.148 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.148 INFO:teuthology.orchestra.run.smithi148.stdout: "req_rmdir_latency": { 2024-05-16T15:58:24.148 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:24.148 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:24.148 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:24.148 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.148 INFO:teuthology.orchestra.run.smithi148.stdout: "req_rmsnap_latency": { 2024-05-16T15:58:24.148 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:24.148 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:24.148 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:24.149 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.149 INFO:teuthology.orchestra.run.smithi148.stdout: "req_rmxattr_latency": { 2024-05-16T15:58:24.149 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:24.149 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:24.149 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:24.149 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.149 INFO:teuthology.orchestra.run.smithi148.stdout: "req_setattr_latency": { 2024-05-16T15:58:24.149 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:24.149 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:24.149 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:24.149 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.149 INFO:teuthology.orchestra.run.smithi148.stdout: "req_setdirlayout_latency": { 2024-05-16T15:58:24.149 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:24.149 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:24.149 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:24.149 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.150 INFO:teuthology.orchestra.run.smithi148.stdout: "req_setfilelock_latency": { 2024-05-16T15:58:24.150 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:24.150 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:24.150 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:24.150 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.150 INFO:teuthology.orchestra.run.smithi148.stdout: "req_setlayout_latency": { 2024-05-16T15:58:24.150 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:24.150 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:24.150 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:24.150 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.150 INFO:teuthology.orchestra.run.smithi148.stdout: "req_setxattr_latency": { 2024-05-16T15:58:24.150 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:24.150 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:24.150 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:24.150 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.150 INFO:teuthology.orchestra.run.smithi148.stdout: "req_symlink_latency": { 2024-05-16T15:58:24.151 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:24.151 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:24.151 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:24.151 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.151 INFO:teuthology.orchestra.run.smithi148.stdout: "req_unlink_latency": { 2024-05-16T15:58:24.151 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:24.151 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:24.151 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:24.151 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.151 INFO:teuthology.orchestra.run.smithi148.stdout: "cap_revoke_eviction": 0, 2024-05-16T15:58:24.151 INFO:teuthology.orchestra.run.smithi148.stdout: "cap_acquisition_throttle": 0, 2024-05-16T15:58:24.151 INFO:teuthology.orchestra.run.smithi148.stdout: "req_getvxattr_latency": { 2024-05-16T15:58:24.151 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:24.151 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:24.151 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:24.151 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-05-16T15:58:24.152 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.152 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_sessions": { 2024-05-16T15:58:24.152 INFO:teuthology.orchestra.run.smithi148.stdout: "session_count": 1, 2024-05-16T15:58:24.152 INFO:teuthology.orchestra.run.smithi148.stdout: "session_add": 2, 2024-05-16T15:58:24.152 INFO:teuthology.orchestra.run.smithi148.stdout: "session_remove": 1, 2024-05-16T15:58:24.152 INFO:teuthology.orchestra.run.smithi148.stdout: "sessions_open": 1, 2024-05-16T15:58:24.152 INFO:teuthology.orchestra.run.smithi148.stdout: "sessions_stale": 0, 2024-05-16T15:58:24.152 INFO:teuthology.orchestra.run.smithi148.stdout: "total_load": 0, 2024-05-16T15:58:24.152 INFO:teuthology.orchestra.run.smithi148.stdout: "average_load": 0, 2024-05-16T15:58:24.152 INFO:teuthology.orchestra.run.smithi148.stdout: "avg_session_uptime": 1736, 2024-05-16T15:58:24.152 INFO:teuthology.orchestra.run.smithi148.stdout: "mdthresh_evicted": 0 2024-05-16T15:58:24.152 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.152 INFO:teuthology.orchestra.run.smithi148.stdout: "mempool": { 2024-05-16T15:58:24.152 INFO:teuthology.orchestra.run.smithi148.stdout: "bloom_filter_bytes": 0, 2024-05-16T15:58:24.152 INFO:teuthology.orchestra.run.smithi148.stdout: "bloom_filter_items": 0, 2024-05-16T15:58:24.152 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_alloc_bytes": 0, 2024-05-16T15:58:24.153 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_alloc_items": 0, 2024-05-16T15:58:24.153 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_data_bytes": 0, 2024-05-16T15:58:24.153 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_data_items": 0, 2024-05-16T15:58:24.153 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-16T15:58:24.153 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_onode_items": 0, 2024-05-16T15:58:24.153 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-16T15:58:24.153 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_meta_items": 0, 2024-05-16T15:58:24.153 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_other_bytes": 0, 2024-05-16T15:58:24.153 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_other_items": 0, 2024-05-16T15:58:24.153 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-16T15:58:24.153 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_buffer_items": 0, 2024-05-16T15:58:24.153 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_extent_bytes": 0, 2024-05-16T15:58:24.153 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_extent_items": 0, 2024-05-16T15:58:24.153 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_blob_bytes": 0, 2024-05-16T15:58:24.153 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_blob_items": 0, 2024-05-16T15:58:24.153 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-16T15:58:24.153 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_shared_blob_items": 0, 2024-05-16T15:58:24.154 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-16T15:58:24.154 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_inline_bl_items": 0, 2024-05-16T15:58:24.154 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_fsck_bytes": 0, 2024-05-16T15:58:24.154 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_fsck_items": 0, 2024-05-16T15:58:24.154 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_txc_bytes": 0, 2024-05-16T15:58:24.154 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_txc_items": 0, 2024-05-16T15:58:24.154 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-16T15:58:24.154 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_writing_deferred_items": 0, 2024-05-16T15:58:24.154 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_writing_bytes": 0, 2024-05-16T15:58:24.154 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_writing_items": 0, 2024-05-16T15:58:24.154 INFO:teuthology.orchestra.run.smithi148.stdout: "bluefs_bytes": 0, 2024-05-16T15:58:24.154 INFO:teuthology.orchestra.run.smithi148.stdout: "bluefs_items": 0, 2024-05-16T15:58:24.154 INFO:teuthology.orchestra.run.smithi148.stdout: "bluefs_file_reader_bytes": 0, 2024-05-16T15:58:24.155 INFO:teuthology.orchestra.run.smithi148.stdout: "bluefs_file_reader_items": 0, 2024-05-16T15:58:24.155 INFO:teuthology.orchestra.run.smithi148.stdout: "bluefs_file_writer_bytes": 0, 2024-05-16T15:58:24.155 INFO:teuthology.orchestra.run.smithi148.stdout: "bluefs_file_writer_items": 0, 2024-05-16T15:58:24.155 INFO:teuthology.orchestra.run.smithi148.stdout: "buffer_anon_bytes": 198264, 2024-05-16T15:58:24.155 INFO:teuthology.orchestra.run.smithi148.stdout: "buffer_anon_items": 57, 2024-05-16T15:58:24.155 INFO:teuthology.orchestra.run.smithi148.stdout: "buffer_meta_bytes": 0, 2024-05-16T15:58:24.155 INFO:teuthology.orchestra.run.smithi148.stdout: "buffer_meta_items": 0, 2024-05-16T15:58:24.155 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_bytes": 0, 2024-05-16T15:58:24.155 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_items": 0, 2024-05-16T15:58:24.156 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_mapbl_bytes": 0, 2024-05-16T15:58:24.156 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_mapbl_items": 0, 2024-05-16T15:58:24.156 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_pglog_bytes": 0, 2024-05-16T15:58:24.156 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_pglog_items": 0, 2024-05-16T15:58:24.156 INFO:teuthology.orchestra.run.smithi148.stdout: "osdmap_bytes": 8984, 2024-05-16T15:58:24.156 INFO:teuthology.orchestra.run.smithi148.stdout: "osdmap_items": 172, 2024-05-16T15:58:24.156 INFO:teuthology.orchestra.run.smithi148.stdout: "osdmap_mapping_bytes": 0, 2024-05-16T15:58:24.156 INFO:teuthology.orchestra.run.smithi148.stdout: "osdmap_mapping_items": 0, 2024-05-16T15:58:24.156 INFO:teuthology.orchestra.run.smithi148.stdout: "pgmap_bytes": 0, 2024-05-16T15:58:24.156 INFO:teuthology.orchestra.run.smithi148.stdout: "pgmap_items": 0, 2024-05-16T15:58:24.156 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_co_bytes": 898344, 2024-05-16T15:58:24.157 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_co_items": 5038, 2024-05-16T15:58:24.157 INFO:teuthology.orchestra.run.smithi148.stdout: "unittest_1_bytes": 0, 2024-05-16T15:58:24.157 INFO:teuthology.orchestra.run.smithi148.stdout: "unittest_1_items": 0, 2024-05-16T15:58:24.157 INFO:teuthology.orchestra.run.smithi148.stdout: "unittest_2_bytes": 0, 2024-05-16T15:58:24.157 INFO:teuthology.orchestra.run.smithi148.stdout: "unittest_2_items": 0 2024-05-16T15:58:24.157 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.157 INFO:teuthology.orchestra.run.smithi148.stdout: "objecter": { 2024-05-16T15:58:24.157 INFO:teuthology.orchestra.run.smithi148.stdout: "op_active": 0, 2024-05-16T15:58:24.157 INFO:teuthology.orchestra.run.smithi148.stdout: "op_laggy": 0, 2024-05-16T15:58:24.157 INFO:teuthology.orchestra.run.smithi148.stdout: "op_send": 2073, 2024-05-16T15:58:24.157 INFO:teuthology.orchestra.run.smithi148.stdout: "op_send_bytes": 21, 2024-05-16T15:58:24.157 INFO:teuthology.orchestra.run.smithi148.stdout: "op_resend": 3, 2024-05-16T15:58:24.157 INFO:teuthology.orchestra.run.smithi148.stdout: "op_reply": 2073, 2024-05-16T15:58:24.157 INFO:teuthology.orchestra.run.smithi148.stdout: "op_latency": { 2024-05-16T15:58:24.157 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 2073, 2024-05-16T15:58:24.157 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 1.058974492, 2024-05-16T15:58:24.157 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000510841 2024-05-16T15:58:24.158 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.158 INFO:teuthology.orchestra.run.smithi148.stdout: "op_inflight": 0, 2024-05-16T15:58:24.158 INFO:teuthology.orchestra.run.smithi148.stdout: "oplen_avg": { 2024-05-16T15:58:24.158 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 2073, 2024-05-16T15:58:24.158 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 2074 2024-05-16T15:58:24.158 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.158 INFO:teuthology.orchestra.run.smithi148.stdout: "op": 2073, 2024-05-16T15:58:24.158 INFO:teuthology.orchestra.run.smithi148.stdout: "op_r": 2073, 2024-05-16T15:58:24.158 INFO:teuthology.orchestra.run.smithi148.stdout: "op_w": 0, 2024-05-16T15:58:24.158 INFO:teuthology.orchestra.run.smithi148.stdout: "op_rmw": 0, 2024-05-16T15:58:24.158 INFO:teuthology.orchestra.run.smithi148.stdout: "op_pg": 0, 2024-05-16T15:58:24.158 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_stat": 1306, 2024-05-16T15:58:24.158 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_create": 0, 2024-05-16T15:58:24.158 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_read": 765, 2024-05-16T15:58:24.158 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_write": 0, 2024-05-16T15:58:24.158 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_writefull": 0, 2024-05-16T15:58:24.159 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_writesame": 0, 2024-05-16T15:58:24.159 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_append": 0, 2024-05-16T15:58:24.159 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_zero": 0, 2024-05-16T15:58:24.159 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_truncate": 0, 2024-05-16T15:58:24.159 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_delete": 0, 2024-05-16T15:58:24.159 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_mapext": 0, 2024-05-16T15:58:24.159 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_sparse_read": 0, 2024-05-16T15:58:24.159 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_clonerange": 0, 2024-05-16T15:58:24.159 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_getxattr": 1, 2024-05-16T15:58:24.159 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_setxattr": 0, 2024-05-16T15:58:24.159 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_cmpxattr": 0, 2024-05-16T15:58:24.159 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_rmxattr": 0, 2024-05-16T15:58:24.159 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_resetxattrs": 0, 2024-05-16T15:58:24.159 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_call": 0, 2024-05-16T15:58:24.159 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_watch": 0, 2024-05-16T15:58:24.159 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_notify": 0, 2024-05-16T15:58:24.159 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_src_cmpxattr": 0, 2024-05-16T15:58:24.160 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_pgls": 0, 2024-05-16T15:58:24.160 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_pgls_filter": 0, 2024-05-16T15:58:24.160 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_other": 0, 2024-05-16T15:58:24.160 INFO:teuthology.orchestra.run.smithi148.stdout: "linger_active": 0, 2024-05-16T15:58:24.160 INFO:teuthology.orchestra.run.smithi148.stdout: "linger_send": 0, 2024-05-16T15:58:24.160 INFO:teuthology.orchestra.run.smithi148.stdout: "linger_resend": 0, 2024-05-16T15:58:24.160 INFO:teuthology.orchestra.run.smithi148.stdout: "linger_ping": 0, 2024-05-16T15:58:24.160 INFO:teuthology.orchestra.run.smithi148.stdout: "poolop_active": 0, 2024-05-16T15:58:24.160 INFO:teuthology.orchestra.run.smithi148.stdout: "poolop_send": 0, 2024-05-16T15:58:24.160 INFO:teuthology.orchestra.run.smithi148.stdout: "poolop_resend": 0, 2024-05-16T15:58:24.160 INFO:teuthology.orchestra.run.smithi148.stdout: "poolstat_active": 0, 2024-05-16T15:58:24.160 INFO:teuthology.orchestra.run.smithi148.stdout: "poolstat_send": 0, 2024-05-16T15:58:24.160 INFO:teuthology.orchestra.run.smithi148.stdout: "poolstat_resend": 0, 2024-05-16T15:58:24.160 INFO:teuthology.orchestra.run.smithi148.stdout: "statfs_active": 0, 2024-05-16T15:58:24.161 INFO:teuthology.orchestra.run.smithi148.stdout: "statfs_send": 0, 2024-05-16T15:58:24.161 INFO:teuthology.orchestra.run.smithi148.stdout: "statfs_resend": 0, 2024-05-16T15:58:24.161 INFO:teuthology.orchestra.run.smithi148.stdout: "command_active": 0, 2024-05-16T15:58:24.161 INFO:teuthology.orchestra.run.smithi148.stdout: "command_send": 0, 2024-05-16T15:58:24.161 INFO:teuthology.orchestra.run.smithi148.stdout: "command_resend": 0, 2024-05-16T15:58:24.161 INFO:teuthology.orchestra.run.smithi148.stdout: "map_epoch": 91, 2024-05-16T15:58:24.161 INFO:teuthology.orchestra.run.smithi148.stdout: "map_full": 0, 2024-05-16T15:58:24.161 INFO:teuthology.orchestra.run.smithi148.stdout: "map_inc": 4, 2024-05-16T15:58:24.161 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_sessions": 6, 2024-05-16T15:58:24.161 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_session_open": 6, 2024-05-16T15:58:24.161 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_session_close": 0, 2024-05-16T15:58:24.161 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_laggy": 0, 2024-05-16T15:58:24.161 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_wr": 0, 2024-05-16T15:58:24.161 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_rd": 2, 2024-05-16T15:58:24.161 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_del": 0 2024-05-16T15:58:24.162 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.162 INFO:teuthology.orchestra.run.smithi148.stdout: "oft": { 2024-05-16T15:58:24.162 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_total_objs": 0, 2024-05-16T15:58:24.162 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_total_kv_pairs": 0, 2024-05-16T15:58:24.162 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_total_updates": 0, 2024-05-16T15:58:24.162 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_total_removes": 0 2024-05-16T15:58:24.162 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.162 INFO:teuthology.orchestra.run.smithi148.stdout: "osd-slow-ops": { 2024-05-16T15:58:24.162 INFO:teuthology.orchestra.run.smithi148.stdout: "slow_ops_count": 0 2024-05-16T15:58:24.162 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.162 INFO:teuthology.orchestra.run.smithi148.stdout: "purge_queue": { 2024-05-16T15:58:24.162 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_executing_ops": 0, 2024-05-16T15:58:24.162 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_executing_ops_high_water": 0, 2024-05-16T15:58:24.162 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_executing": 0, 2024-05-16T15:58:24.162 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_executing_high_water": 0, 2024-05-16T15:58:24.162 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_executed_ops": 0, 2024-05-16T15:58:24.163 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_executed": 0, 2024-05-16T15:58:24.163 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_item_in_journal": 0 2024-05-16T15:58:24.163 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.163 INFO:teuthology.orchestra.run.smithi148.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-16T15:58:24.163 INFO:teuthology.orchestra.run.smithi148.stdout: "val": 0, 2024-05-16T15:58:24.163 INFO:teuthology.orchestra.run.smithi148.stdout: "max": 104857600, 2024-05-16T15:58:24.163 INFO:teuthology.orchestra.run.smithi148.stdout: "get_started": 0, 2024-05-16T15:58:24.163 INFO:teuthology.orchestra.run.smithi148.stdout: "get": 2324, 2024-05-16T15:58:24.163 INFO:teuthology.orchestra.run.smithi148.stdout: "get_sum": 6712988, 2024-05-16T15:58:24.163 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:24.163 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_success": 2324, 2024-05-16T15:58:24.163 INFO:teuthology.orchestra.run.smithi148.stdout: "take": 0, 2024-05-16T15:58:24.163 INFO:teuthology.orchestra.run.smithi148.stdout: "take_sum": 0, 2024-05-16T15:58:24.163 INFO:teuthology.orchestra.run.smithi148.stdout: "put": 2324, 2024-05-16T15:58:24.163 INFO:teuthology.orchestra.run.smithi148.stdout: "put_sum": 6712988, 2024-05-16T15:58:24.163 INFO:teuthology.orchestra.run.smithi148.stdout: "wait": { 2024-05-16T15:58:24.163 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:24.164 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:24.164 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:24.164 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-05-16T15:58:24.164 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.164 INFO:teuthology.orchestra.run.smithi148.stdout: "throttle-objecter_bytes": { 2024-05-16T15:58:24.164 INFO:teuthology.orchestra.run.smithi148.stdout: "val": 0, 2024-05-16T15:58:24.164 INFO:teuthology.orchestra.run.smithi148.stdout: "max": 104857600, 2024-05-16T15:58:24.164 INFO:teuthology.orchestra.run.smithi148.stdout: "get_started": 0, 2024-05-16T15:58:24.164 INFO:teuthology.orchestra.run.smithi148.stdout: "get": 0, 2024-05-16T15:58:24.164 INFO:teuthology.orchestra.run.smithi148.stdout: "get_sum": 0, 2024-05-16T15:58:24.164 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:24.164 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_success": 0, 2024-05-16T15:58:24.164 INFO:teuthology.orchestra.run.smithi148.stdout: "take": 2073, 2024-05-16T15:58:24.164 INFO:teuthology.orchestra.run.smithi148.stdout: "take_sum": 5689108, 2024-05-16T15:58:24.164 INFO:teuthology.orchestra.run.smithi148.stdout: "put": 2073, 2024-05-16T15:58:24.164 INFO:teuthology.orchestra.run.smithi148.stdout: "put_sum": 5689108, 2024-05-16T15:58:24.164 INFO:teuthology.orchestra.run.smithi148.stdout: "wait": { 2024-05-16T15:58:24.165 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:24.165 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:24.165 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:24.165 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-05-16T15:58:24.165 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.165 INFO:teuthology.orchestra.run.smithi148.stdout: "throttle-objecter_ops": { 2024-05-16T15:58:24.165 INFO:teuthology.orchestra.run.smithi148.stdout: "val": 0, 2024-05-16T15:58:24.165 INFO:teuthology.orchestra.run.smithi148.stdout: "max": 1024, 2024-05-16T15:58:24.165 INFO:teuthology.orchestra.run.smithi148.stdout: "get_started": 0, 2024-05-16T15:58:24.165 INFO:teuthology.orchestra.run.smithi148.stdout: "get": 0, 2024-05-16T15:58:24.165 INFO:teuthology.orchestra.run.smithi148.stdout: "get_sum": 0, 2024-05-16T15:58:24.165 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:24.165 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_success": 0, 2024-05-16T15:58:24.165 INFO:teuthology.orchestra.run.smithi148.stdout: "take": 2073, 2024-05-16T15:58:24.165 INFO:teuthology.orchestra.run.smithi148.stdout: "take_sum": 2073, 2024-05-16T15:58:24.165 INFO:teuthology.orchestra.run.smithi148.stdout: "put": 2073, 2024-05-16T15:58:24.166 INFO:teuthology.orchestra.run.smithi148.stdout: "put_sum": 2073, 2024-05-16T15:58:24.166 INFO:teuthology.orchestra.run.smithi148.stdout: "wait": { 2024-05-16T15:58:24.166 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:24.166 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:24.166 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:24.166 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-05-16T15:58:24.166 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.166 INFO:teuthology.orchestra.run.smithi148.stdout: "throttle-write_buf_throttle": { 2024-05-16T15:58:24.166 INFO:teuthology.orchestra.run.smithi148.stdout: "val": 0, 2024-05-16T15:58:24.166 INFO:teuthology.orchestra.run.smithi148.stdout: "max": 3758096384, 2024-05-16T15:58:24.166 INFO:teuthology.orchestra.run.smithi148.stdout: "get_started": 0, 2024-05-16T15:58:24.166 INFO:teuthology.orchestra.run.smithi148.stdout: "get": 0, 2024-05-16T15:58:24.166 INFO:teuthology.orchestra.run.smithi148.stdout: "get_sum": 0, 2024-05-16T15:58:24.166 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:24.167 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_success": 0, 2024-05-16T15:58:24.167 INFO:teuthology.orchestra.run.smithi148.stdout: "take": 0, 2024-05-16T15:58:24.167 INFO:teuthology.orchestra.run.smithi148.stdout: "take_sum": 0, 2024-05-16T15:58:24.167 INFO:teuthology.orchestra.run.smithi148.stdout: "put": 0, 2024-05-16T15:58:24.167 INFO:teuthology.orchestra.run.smithi148.stdout: "put_sum": 0, 2024-05-16T15:58:24.167 INFO:teuthology.orchestra.run.smithi148.stdout: "wait": { 2024-05-16T15:58:24.167 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:24.167 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:24.167 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:24.167 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-05-16T15:58:24.167 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-05-16T15:58:24.167 INFO:teuthology.orchestra.run.smithi148.stdout: "throttle-write_buf_throttle-0x55cd4d2086e0": { 2024-05-16T15:58:24.167 INFO:teuthology.orchestra.run.smithi148.stdout: "val": 0, 2024-05-16T15:58:24.167 INFO:teuthology.orchestra.run.smithi148.stdout: "max": 3758096384, 2024-05-16T15:58:24.167 INFO:teuthology.orchestra.run.smithi148.stdout: "get_started": 0, 2024-05-16T15:58:24.167 INFO:teuthology.orchestra.run.smithi148.stdout: "get": 0, 2024-05-16T15:58:24.167 INFO:teuthology.orchestra.run.smithi148.stdout: "get_sum": 0, 2024-05-16T15:58:24.168 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:24.168 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_success": 0, 2024-05-16T15:58:24.168 INFO:teuthology.orchestra.run.smithi148.stdout: "take": 0, 2024-05-16T15:58:24.168 INFO:teuthology.orchestra.run.smithi148.stdout: "take_sum": 0, 2024-05-16T15:58:24.168 INFO:teuthology.orchestra.run.smithi148.stdout: "put": 0, 2024-05-16T15:58:24.168 INFO:teuthology.orchestra.run.smithi148.stdout: "put_sum": 0, 2024-05-16T15:58:24.168 INFO:teuthology.orchestra.run.smithi148.stdout: "wait": { 2024-05-16T15:58:24.168 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-05-16T15:58:24.168 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-05-16T15:58:24.168 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-05-16T15:58:24.168 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-05-16T15:58:24.168 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-05-16T15:58:24.168 INFO:teuthology.orchestra.run.smithi148.stdout:} 2024-05-16T15:58:24.891 INFO:tasks.check_counter:Daemon mds.k mds.exported=0 2024-05-16T15:58:24.892 INFO:tasks.check_counter:Daemon mds.k mds.imported=0 2024-05-16T15:58:24.892 INFO:tasks.check_counter:Daemon mds.k mds_cache.dir_update=0 2024-05-16T15:58:24.892 INFO:tasks.check_counter:Daemon mds.k mds_cache.dir_update_receipt=0 2024-05-16T15:58:24.892 INFO:tasks.check_counter:Daemon mds.k mds.dir_split=0 2024-05-16T15:58:24.892 DEBUG:tasks.check_counter:Getting stats from c 2024-05-16T15:58:24.892 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph daemon mds.c perf dump 2024-05-16T15:58:25.142 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.c/config 2024-05-16T15:58:25.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:25 smithi157 ceph-mon[35584]: pgmap v683: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 12 op/s 2024-05-16T15:58:25.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:58:25 smithi148 ceph-mon[34976]: pgmap v683: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 12 op/s 2024-05-16T15:58:25.975 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:58:25 smithi043 ceph-mon[31619]: pgmap v683: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 12 op/s 2024-05-16T15:58:26.861 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:26 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:58:26.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:58:26 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:58:26.978 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:58:26 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-16T15:58:26.992 INFO:teuthology.orchestra.run.smithi157.stdout:{ 2024-05-16T15:58:26.992 INFO:teuthology.orchestra.run.smithi157.stdout: "AsyncMessenger::Worker-0": { 2024-05-16T15:58:26.992 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_recv_messages": 22793, 2024-05-16T15:58:26.992 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_send_messages": 21355, 2024-05-16T15:58:26.992 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_recv_bytes": 7128467, 2024-05-16T15:58:26.992 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_send_bytes": 7699947, 2024-05-16T15:58:26.992 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_created_connections": 17, 2024-05-16T15:58:26.992 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_active_connections": 7, 2024-05-16T15:58:26.992 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_running_total_time": 1.150505067, 2024-05-16T15:58:26.992 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_running_send_time": 0.462561711, 2024-05-16T15:58:26.992 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_running_recv_time": 0.837178813, 2024-05-16T15:58:26.992 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_running_fast_dispatch_time": 0.040122309, 2024-05-16T15:58:26.993 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_send_messages_queue_lat": { 2024-05-16T15:58:26.993 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 21347, 2024-05-16T15:58:26.993 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.829383788, 2024-05-16T15:58:26.993 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000038852 2024-05-16T15:58:26.993 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:26.993 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_handle_ack_lat": { 2024-05-16T15:58:26.993 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 39190, 2024-05-16T15:58:26.993 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.005642709, 2024-05-16T15:58:26.993 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000143 2024-05-16T15:58:26.993 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:26.993 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_recv_encrypted_bytes": 928, 2024-05-16T15:58:26.993 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_send_encrypted_bytes": 736 2024-05-16T15:58:26.993 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:26.994 INFO:teuthology.orchestra.run.smithi157.stdout: "AsyncMessenger::Worker-1": { 2024-05-16T15:58:26.994 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_recv_messages": 8219, 2024-05-16T15:58:26.994 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_send_messages": 7359, 2024-05-16T15:58:26.994 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_recv_bytes": 4351245, 2024-05-16T15:58:26.994 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_send_bytes": 9821959, 2024-05-16T15:58:26.994 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_created_connections": 10, 2024-05-16T15:58:26.994 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_active_connections": 4, 2024-05-16T15:58:26.994 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_running_total_time": 0.525429636, 2024-05-16T15:58:26.994 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_running_send_time": 0.215031828, 2024-05-16T15:58:26.994 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_running_recv_time": 0.296358354, 2024-05-16T15:58:26.994 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_running_fast_dispatch_time": 0.063910223, 2024-05-16T15:58:26.994 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_send_messages_queue_lat": { 2024-05-16T15:58:26.994 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 7363, 2024-05-16T15:58:26.995 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.469702446, 2024-05-16T15:58:26.995 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000063792 2024-05-16T15:58:26.995 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:26.995 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_handle_ack_lat": { 2024-05-16T15:58:26.995 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 10952, 2024-05-16T15:58:26.995 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.001979912, 2024-05-16T15:58:26.995 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000180 2024-05-16T15:58:26.995 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:26.995 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_recv_encrypted_bytes": 160, 2024-05-16T15:58:26.995 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_send_encrypted_bytes": 346048 2024-05-16T15:58:26.995 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:26.995 INFO:teuthology.orchestra.run.smithi157.stdout: "AsyncMessenger::Worker-2": { 2024-05-16T15:58:26.995 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_recv_messages": 3943, 2024-05-16T15:58:26.995 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_send_messages": 3172, 2024-05-16T15:58:26.996 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_recv_bytes": 1883671, 2024-05-16T15:58:26.996 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_send_bytes": 1284442, 2024-05-16T15:58:26.996 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_created_connections": 16, 2024-05-16T15:58:26.996 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_active_connections": 10, 2024-05-16T15:58:26.996 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_running_total_time": 0.247534128, 2024-05-16T15:58:26.996 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_running_send_time": 0.098674393, 2024-05-16T15:58:26.996 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_running_recv_time": 0.139491009, 2024-05-16T15:58:26.996 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_running_fast_dispatch_time": 0.028246234, 2024-05-16T15:58:26.996 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_send_messages_queue_lat": { 2024-05-16T15:58:26.996 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 3172, 2024-05-16T15:58:26.996 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.213434363, 2024-05-16T15:58:26.996 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000067286 2024-05-16T15:58:26.996 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:26.996 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_handle_ack_lat": { 2024-05-16T15:58:26.997 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 4217, 2024-05-16T15:58:26.997 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000610018, 2024-05-16T15:58:26.997 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000144 2024-05-16T15:58:26.997 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:26.997 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_recv_encrypted_bytes": 681312, 2024-05-16T15:58:26.997 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_send_encrypted_bytes": 146000 2024-05-16T15:58:26.997 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:26.997 INFO:teuthology.orchestra.run.smithi157.stdout: "cct": { 2024-05-16T15:58:26.997 INFO:teuthology.orchestra.run.smithi157.stdout: "total_workers": 1, 2024-05-16T15:58:26.997 INFO:teuthology.orchestra.run.smithi157.stdout: "unhealthy_workers": 0 2024-05-16T15:58:26.997 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:26.997 INFO:teuthology.orchestra.run.smithi157.stdout: "finisher-MDSRank": { 2024-05-16T15:58:26.997 INFO:teuthology.orchestra.run.smithi157.stdout: "queue_len": 0, 2024-05-16T15:58:26.998 INFO:teuthology.orchestra.run.smithi157.stdout: "complete_latency": { 2024-05-16T15:58:26.998 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 1140, 2024-05-16T15:58:26.998 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 2.159412895, 2024-05-16T15:58:26.998 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.001894221 2024-05-16T15:58:26.998 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-05-16T15:58:26.998 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:26.998 INFO:teuthology.orchestra.run.smithi157.stdout: "finisher-PurgeQueue": { 2024-05-16T15:58:26.998 INFO:teuthology.orchestra.run.smithi157.stdout: "queue_len": 0, 2024-05-16T15:58:26.998 INFO:teuthology.orchestra.run.smithi157.stdout: "complete_latency": { 2024-05-16T15:58:26.998 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 2542, 2024-05-16T15:58:26.998 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.284058311, 2024-05-16T15:58:26.998 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000111745 2024-05-16T15:58:26.998 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-05-16T15:58:26.999 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:26.999 INFO:teuthology.orchestra.run.smithi157.stdout: "mds": { 2024-05-16T15:58:26.999 INFO:teuthology.orchestra.run.smithi157.stdout: "request": 13724, 2024-05-16T15:58:26.999 INFO:teuthology.orchestra.run.smithi157.stdout: "reply": 11681, 2024-05-16T15:58:26.999 INFO:teuthology.orchestra.run.smithi157.stdout: "reply_latency": { 2024-05-16T15:58:26.999 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 11681, 2024-05-16T15:58:26.999 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 5.420605501, 2024-05-16T15:58:26.999 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000464053 2024-05-16T15:58:26.999 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:26.999 INFO:teuthology.orchestra.run.smithi157.stdout: "slow_reply": 0, 2024-05-16T15:58:26.999 INFO:teuthology.orchestra.run.smithi157.stdout: "forward": 2043, 2024-05-16T15:58:26.999 INFO:teuthology.orchestra.run.smithi157.stdout: "dir_fetch_complete": 0, 2024-05-16T15:58:26.999 INFO:teuthology.orchestra.run.smithi157.stdout: "dir_fetch_keys": 0, 2024-05-16T15:58:26.999 INFO:teuthology.orchestra.run.smithi157.stdout: "dir_commit": 11, 2024-05-16T15:58:27.000 INFO:teuthology.orchestra.run.smithi157.stdout: "dir_split": 0, 2024-05-16T15:58:27.000 INFO:teuthology.orchestra.run.smithi157.stdout: "dir_merge": 0, 2024-05-16T15:58:27.000 INFO:teuthology.orchestra.run.smithi157.stdout: "inodes": 207, 2024-05-16T15:58:27.000 INFO:teuthology.orchestra.run.smithi157.stdout: "inodes_top": 19, 2024-05-16T15:58:27.000 INFO:teuthology.orchestra.run.smithi157.stdout: "inodes_bottom": 175, 2024-05-16T15:58:27.000 INFO:teuthology.orchestra.run.smithi157.stdout: "inodes_pin_tail": 13, 2024-05-16T15:58:27.000 INFO:teuthology.orchestra.run.smithi157.stdout: "inodes_pinned": 16, 2024-05-16T15:58:27.000 INFO:teuthology.orchestra.run.smithi157.stdout: "inodes_expired": 108, 2024-05-16T15:58:27.000 INFO:teuthology.orchestra.run.smithi157.stdout: "inodes_with_caps": 0, 2024-05-16T15:58:27.000 INFO:teuthology.orchestra.run.smithi157.stdout: "caps": 0, 2024-05-16T15:58:27.000 INFO:teuthology.orchestra.run.smithi157.stdout: "subtrees": 5, 2024-05-16T15:58:27.000 INFO:teuthology.orchestra.run.smithi157.stdout: "traverse": 24281, 2024-05-16T15:58:27.000 INFO:teuthology.orchestra.run.smithi157.stdout: "traverse_hit": 5188, 2024-05-16T15:58:27.000 INFO:teuthology.orchestra.run.smithi157.stdout: "traverse_forward": 1895, 2024-05-16T15:58:27.001 INFO:teuthology.orchestra.run.smithi157.stdout: "traverse_discover": 128, 2024-05-16T15:58:27.001 INFO:teuthology.orchestra.run.smithi157.stdout: "traverse_dir_fetch": 0, 2024-05-16T15:58:27.001 INFO:teuthology.orchestra.run.smithi157.stdout: "traverse_remote_ino": 0, 2024-05-16T15:58:27.001 INFO:teuthology.orchestra.run.smithi157.stdout: "traverse_lock": 0, 2024-05-16T15:58:27.001 INFO:teuthology.orchestra.run.smithi157.stdout: "load_cent": 1000, 2024-05-16T15:58:27.001 INFO:teuthology.orchestra.run.smithi157.stdout: "q": 1, 2024-05-16T15:58:27.001 INFO:teuthology.orchestra.run.smithi157.stdout: "exported": 4, 2024-05-16T15:58:27.001 INFO:teuthology.orchestra.run.smithi157.stdout: "exported_inodes": 23, 2024-05-16T15:58:27.001 INFO:teuthology.orchestra.run.smithi157.stdout: "imported": 166, 2024-05-16T15:58:27.001 INFO:teuthology.orchestra.run.smithi157.stdout: "imported_inodes": 2176, 2024-05-16T15:58:27.001 INFO:teuthology.orchestra.run.smithi157.stdout: "openino_dir_fetch": 0, 2024-05-16T15:58:27.001 INFO:teuthology.orchestra.run.smithi157.stdout: "openino_backtrace_fetch": 1380, 2024-05-16T15:58:27.001 INFO:teuthology.orchestra.run.smithi157.stdout: "openino_peer_discover": 0, 2024-05-16T15:58:27.001 INFO:teuthology.orchestra.run.smithi157.stdout: "root_rfiles": 4, 2024-05-16T15:58:27.002 INFO:teuthology.orchestra.run.smithi157.stdout: "root_rbytes": 234, 2024-05-16T15:58:27.002 INFO:teuthology.orchestra.run.smithi157.stdout: "root_rsnaps": 0, 2024-05-16T15:58:27.002 INFO:teuthology.orchestra.run.smithi157.stdout: "scrub_backtrace_fetch": 1380, 2024-05-16T15:58:27.002 INFO:teuthology.orchestra.run.smithi157.stdout: "scrub_set_tag": 0, 2024-05-16T15:58:27.002 INFO:teuthology.orchestra.run.smithi157.stdout: "scrub_backtrace_repaired": 0, 2024-05-16T15:58:27.002 INFO:teuthology.orchestra.run.smithi157.stdout: "scrub_inotable_repaired": 0, 2024-05-16T15:58:27.002 INFO:teuthology.orchestra.run.smithi157.stdout: "scrub_dir_inodes": 15, 2024-05-16T15:58:27.002 INFO:teuthology.orchestra.run.smithi157.stdout: "scrub_dir_base_inodes": 0, 2024-05-16T15:58:27.002 INFO:teuthology.orchestra.run.smithi157.stdout: "scrub_dirfrag_rstats": 15, 2024-05-16T15:58:27.002 INFO:teuthology.orchestra.run.smithi157.stdout: "scrub_file_inodes": 1365, 2024-05-16T15:58:27.002 INFO:teuthology.orchestra.run.smithi157.stdout: "handle_inode_file_caps": 18, 2024-05-16T15:58:27.002 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph_cap_op_revoke": 86, 2024-05-16T15:58:27.002 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph_cap_op_grant": 1384, 2024-05-16T15:58:27.003 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph_cap_op_trunc": 0, 2024-05-16T15:58:27.003 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-16T15:58:27.003 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-16T15:58:27.003 INFO:teuthology.orchestra.run.smithi157.stdout: "handle_client_caps": 4509, 2024-05-16T15:58:27.003 INFO:teuthology.orchestra.run.smithi157.stdout: "handle_client_caps_dirty": 51, 2024-05-16T15:58:27.003 INFO:teuthology.orchestra.run.smithi157.stdout: "handle_client_cap_release": 21, 2024-05-16T15:58:27.003 INFO:teuthology.orchestra.run.smithi157.stdout: "process_request_cap_release": 2735 2024-05-16T15:58:27.003 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:27.003 INFO:teuthology.orchestra.run.smithi157.stdout: "mds_cache": { 2024-05-16T15:58:27.003 INFO:teuthology.orchestra.run.smithi157.stdout: "dir_update": 183, 2024-05-16T15:58:27.003 INFO:teuthology.orchestra.run.smithi157.stdout: "dir_update_receipt": 478, 2024-05-16T15:58:27.003 INFO:teuthology.orchestra.run.smithi157.stdout: "dir_try_discover": 265, 2024-05-16T15:58:27.003 INFO:teuthology.orchestra.run.smithi157.stdout: "dir_send_discover": 547, 2024-05-16T15:58:27.003 INFO:teuthology.orchestra.run.smithi157.stdout: "dir_handle_discover": 397, 2024-05-16T15:58:27.004 INFO:teuthology.orchestra.run.smithi157.stdout: "num_strays": 3, 2024-05-16T15:58:27.004 INFO:teuthology.orchestra.run.smithi157.stdout: "num_strays_delayed": 0, 2024-05-16T15:58:27.004 INFO:teuthology.orchestra.run.smithi157.stdout: "num_strays_enqueuing": 0, 2024-05-16T15:58:27.004 INFO:teuthology.orchestra.run.smithi157.stdout: "strays_created": 1360, 2024-05-16T15:58:27.004 INFO:teuthology.orchestra.run.smithi157.stdout: "strays_enqueued": 1357, 2024-05-16T15:58:27.004 INFO:teuthology.orchestra.run.smithi157.stdout: "strays_reintegrated": 0, 2024-05-16T15:58:27.004 INFO:teuthology.orchestra.run.smithi157.stdout: "strays_migrated": 0, 2024-05-16T15:58:27.004 INFO:teuthology.orchestra.run.smithi157.stdout: "num_recovering_processing": 0, 2024-05-16T15:58:27.004 INFO:teuthology.orchestra.run.smithi157.stdout: "num_recovering_enqueued": 0, 2024-05-16T15:58:27.004 INFO:teuthology.orchestra.run.smithi157.stdout: "num_recovering_prioritized": 0, 2024-05-16T15:58:27.004 INFO:teuthology.orchestra.run.smithi157.stdout: "recovery_started": 0, 2024-05-16T15:58:27.004 INFO:teuthology.orchestra.run.smithi157.stdout: "recovery_completed": 0, 2024-05-16T15:58:27.004 INFO:teuthology.orchestra.run.smithi157.stdout: "ireq_quiesce_path": 0, 2024-05-16T15:58:27.004 INFO:teuthology.orchestra.run.smithi157.stdout: "ireq_quiesce_inode": 0, 2024-05-16T15:58:27.004 INFO:teuthology.orchestra.run.smithi157.stdout: "ireq_enqueue_scrub": 0, 2024-05-16T15:58:27.005 INFO:teuthology.orchestra.run.smithi157.stdout: "ireq_exportdir": 4, 2024-05-16T15:58:27.005 INFO:teuthology.orchestra.run.smithi157.stdout: "ireq_flush": 0, 2024-05-16T15:58:27.005 INFO:teuthology.orchestra.run.smithi157.stdout: "ireq_fragmentdir": 0, 2024-05-16T15:58:27.005 INFO:teuthology.orchestra.run.smithi157.stdout: "ireq_fragstats": 0, 2024-05-16T15:58:27.005 INFO:teuthology.orchestra.run.smithi157.stdout: "ireq_inodestats": 0 2024-05-16T15:58:27.005 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:27.005 INFO:teuthology.orchestra.run.smithi157.stdout: "mds_log": { 2024-05-16T15:58:27.005 INFO:teuthology.orchestra.run.smithi157.stdout: "evlrg": 0, 2024-05-16T15:58:27.005 INFO:teuthology.orchestra.run.smithi157.stdout: "evadd": 3346, 2024-05-16T15:58:27.005 INFO:teuthology.orchestra.run.smithi157.stdout: "evex": 0, 2024-05-16T15:58:27.005 INFO:teuthology.orchestra.run.smithi157.stdout: "evtrm": 0, 2024-05-16T15:58:27.005 INFO:teuthology.orchestra.run.smithi157.stdout: "ev": 3346, 2024-05-16T15:58:27.005 INFO:teuthology.orchestra.run.smithi157.stdout: "evexg": 0, 2024-05-16T15:58:27.005 INFO:teuthology.orchestra.run.smithi157.stdout: "evexd": 0, 2024-05-16T15:58:27.005 INFO:teuthology.orchestra.run.smithi157.stdout: "segadd": 5, 2024-05-16T15:58:27.006 INFO:teuthology.orchestra.run.smithi157.stdout: "segex": 0, 2024-05-16T15:58:27.006 INFO:teuthology.orchestra.run.smithi157.stdout: "segtrm": 0, 2024-05-16T15:58:27.006 INFO:teuthology.orchestra.run.smithi157.stdout: "seg": 5, 2024-05-16T15:58:27.006 INFO:teuthology.orchestra.run.smithi157.stdout: "segmjr": 2, 2024-05-16T15:58:27.006 INFO:teuthology.orchestra.run.smithi157.stdout: "segexg": 0, 2024-05-16T15:58:27.006 INFO:teuthology.orchestra.run.smithi157.stdout: "segexd": 0, 2024-05-16T15:58:27.006 INFO:teuthology.orchestra.run.smithi157.stdout: "expos": 4194304, 2024-05-16T15:58:27.006 INFO:teuthology.orchestra.run.smithi157.stdout: "wrpos": 11070994, 2024-05-16T15:58:27.006 INFO:teuthology.orchestra.run.smithi157.stdout: "rdpos": 0, 2024-05-16T15:58:27.006 INFO:teuthology.orchestra.run.smithi157.stdout: "jlat": { 2024-05-16T15:58:27.006 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 232, 2024-05-16T15:58:27.006 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 7.103361864, 2024-05-16T15:58:27.006 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.030617939 2024-05-16T15:58:27.007 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:27.007 INFO:teuthology.orchestra.run.smithi157.stdout: "replayed": 0 2024-05-16T15:58:27.007 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:27.007 INFO:teuthology.orchestra.run.smithi157.stdout: "mds_mem": { 2024-05-16T15:58:27.007 INFO:teuthology.orchestra.run.smithi157.stdout: "ino": 30, 2024-05-16T15:58:27.007 INFO:teuthology.orchestra.run.smithi157.stdout: "ino+": 1451, 2024-05-16T15:58:27.007 INFO:teuthology.orchestra.run.smithi157.stdout: "ino-": 1421, 2024-05-16T15:58:27.007 INFO:teuthology.orchestra.run.smithi157.stdout: "dir": 106, 2024-05-16T15:58:27.007 INFO:teuthology.orchestra.run.smithi157.stdout: "dir+": 337, 2024-05-16T15:58:27.007 INFO:teuthology.orchestra.run.smithi157.stdout: "dir-": 231, 2024-05-16T15:58:27.007 INFO:teuthology.orchestra.run.smithi157.stdout: "dn": 207, 2024-05-16T15:58:27.007 INFO:teuthology.orchestra.run.smithi157.stdout: "dn+": 3704, 2024-05-16T15:58:27.007 INFO:teuthology.orchestra.run.smithi157.stdout: "dn-": 3497, 2024-05-16T15:58:27.007 INFO:teuthology.orchestra.run.smithi157.stdout: "cap": 0, 2024-05-16T15:58:27.007 INFO:teuthology.orchestra.run.smithi157.stdout: "cap+": 1390, 2024-05-16T15:58:27.008 INFO:teuthology.orchestra.run.smithi157.stdout: "cap-": 1390, 2024-05-16T15:58:27.008 INFO:teuthology.orchestra.run.smithi157.stdout: "rss": 75168, 2024-05-16T15:58:27.008 INFO:teuthology.orchestra.run.smithi157.stdout: "heap": 223608 2024-05-16T15:58:27.008 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:27.008 INFO:teuthology.orchestra.run.smithi157.stdout: "mds_server": { 2024-05-16T15:58:27.008 INFO:teuthology.orchestra.run.smithi157.stdout: "dispatch_client_request": 13892, 2024-05-16T15:58:27.008 INFO:teuthology.orchestra.run.smithi157.stdout: "dispatch_server_request": 2745, 2024-05-16T15:58:27.008 INFO:teuthology.orchestra.run.smithi157.stdout: "handle_client_request": 13724, 2024-05-16T15:58:27.008 INFO:teuthology.orchestra.run.smithi157.stdout: "handle_client_session": 13, 2024-05-16T15:58:27.008 INFO:teuthology.orchestra.run.smithi157.stdout: "handle_peer_request": 5635, 2024-05-16T15:58:27.008 INFO:teuthology.orchestra.run.smithi157.stdout: "req_create_latency": { 2024-05-16T15:58:27.008 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 1, 2024-05-16T15:58:27.008 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.005507012, 2024-05-16T15:58:27.008 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.005507012 2024-05-16T15:58:27.009 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:27.009 INFO:teuthology.orchestra.run.smithi157.stdout: "req_getattr_latency": { 2024-05-16T15:58:27.009 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 45, 2024-05-16T15:58:27.009 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.010990278, 2024-05-16T15:58:27.009 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000244228 2024-05-16T15:58:27.009 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:27.009 INFO:teuthology.orchestra.run.smithi157.stdout: "req_getfilelock_latency": { 2024-05-16T15:58:27.009 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:27.009 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:27.009 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:27.009 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:27.009 INFO:teuthology.orchestra.run.smithi157.stdout: "req_link_latency": { 2024-05-16T15:58:27.009 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:27.010 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:27.010 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:27.010 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:27.010 INFO:teuthology.orchestra.run.smithi157.stdout: "req_lookup_latency": { 2024-05-16T15:58:27.010 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 10122, 2024-05-16T15:58:27.010 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 2.968843044, 2024-05-16T15:58:27.010 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000293305 2024-05-16T15:58:27.010 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:27.010 INFO:teuthology.orchestra.run.smithi157.stdout: "req_lookuphash_latency": { 2024-05-16T15:58:27.010 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:27.010 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:27.010 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:27.010 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:27.010 INFO:teuthology.orchestra.run.smithi157.stdout: "req_lookupino_latency": { 2024-05-16T15:58:27.010 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:27.011 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:27.011 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:27.011 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:27.011 INFO:teuthology.orchestra.run.smithi157.stdout: "req_lookupname_latency": { 2024-05-16T15:58:27.011 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:27.011 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:27.011 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:27.011 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:27.011 INFO:teuthology.orchestra.run.smithi157.stdout: "req_lookupparent_latency": { 2024-05-16T15:58:27.011 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:27.011 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:27.011 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:27.011 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:27.011 INFO:teuthology.orchestra.run.smithi157.stdout: "req_lookupsnap_latency": { 2024-05-16T15:58:27.011 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:27.012 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:27.012 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:27.012 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:27.012 INFO:teuthology.orchestra.run.smithi157.stdout: "req_lssnap_latency": { 2024-05-16T15:58:27.012 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:27.012 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:27.013 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:27.013 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:27.013 INFO:teuthology.orchestra.run.smithi157.stdout: "req_mkdir_latency": { 2024-05-16T15:58:27.013 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:27.013 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:27.013 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:27.013 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:27.013 INFO:teuthology.orchestra.run.smithi157.stdout: "req_mknod_latency": { 2024-05-16T15:58:27.013 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:27.013 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:27.013 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:27.013 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:27.013 INFO:teuthology.orchestra.run.smithi157.stdout: "req_mksnap_latency": { 2024-05-16T15:58:27.013 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:27.014 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:27.014 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:27.014 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:27.014 INFO:teuthology.orchestra.run.smithi157.stdout: "req_open_latency": { 2024-05-16T15:58:27.014 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:27.014 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:27.014 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:27.014 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:27.014 INFO:teuthology.orchestra.run.smithi157.stdout: "req_readdir_latency": { 2024-05-16T15:58:27.014 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 153, 2024-05-16T15:58:27.014 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.100368661, 2024-05-16T15:58:27.014 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000656004 2024-05-16T15:58:27.014 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:27.015 INFO:teuthology.orchestra.run.smithi157.stdout: "req_rename_latency": { 2024-05-16T15:58:27.015 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:27.015 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:27.015 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:27.015 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:27.015 INFO:teuthology.orchestra.run.smithi157.stdout: "req_renamesnap_latency": { 2024-05-16T15:58:27.015 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:27.015 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:27.015 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:27.015 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:27.015 INFO:teuthology.orchestra.run.smithi157.stdout: "req_snapdiff_latency": { 2024-05-16T15:58:27.015 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:27.015 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:27.015 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:27.016 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:27.016 INFO:teuthology.orchestra.run.smithi157.stdout: "req_rmdir_latency": { 2024-05-16T15:58:27.016 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 15, 2024-05-16T15:58:27.016 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.202012156, 2024-05-16T15:58:27.016 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.013467477 2024-05-16T15:58:27.016 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:27.016 INFO:teuthology.orchestra.run.smithi157.stdout: "req_rmsnap_latency": { 2024-05-16T15:58:27.016 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:27.016 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:27.016 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:27.016 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:27.016 INFO:teuthology.orchestra.run.smithi157.stdout: "req_rmxattr_latency": { 2024-05-16T15:58:27.016 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:27.016 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:27.017 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:27.017 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:27.017 INFO:teuthology.orchestra.run.smithi157.stdout: "req_setattr_latency": { 2024-05-16T15:58:27.017 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:27.017 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:27.017 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:27.017 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:27.017 INFO:teuthology.orchestra.run.smithi157.stdout: "req_setdirlayout_latency": { 2024-05-16T15:58:27.017 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:27.017 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:27.017 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:27.017 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:27.017 INFO:teuthology.orchestra.run.smithi157.stdout: "req_setfilelock_latency": { 2024-05-16T15:58:27.017 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:27.018 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:27.018 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:27.018 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:27.018 INFO:teuthology.orchestra.run.smithi157.stdout: "req_setlayout_latency": { 2024-05-16T15:58:27.018 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:27.018 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:27.018 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:27.018 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:27.018 INFO:teuthology.orchestra.run.smithi157.stdout: "req_setxattr_latency": { 2024-05-16T15:58:27.018 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:27.018 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:27.018 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:27.018 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:27.018 INFO:teuthology.orchestra.run.smithi157.stdout: "req_symlink_latency": { 2024-05-16T15:58:27.019 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:27.019 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:27.019 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:27.019 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:27.019 INFO:teuthology.orchestra.run.smithi157.stdout: "req_unlink_latency": { 2024-05-16T15:58:27.019 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 1345, 2024-05-16T15:58:27.019 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 2.132884350, 2024-05-16T15:58:27.019 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.001585787 2024-05-16T15:58:27.019 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:27.019 INFO:teuthology.orchestra.run.smithi157.stdout: "cap_revoke_eviction": 0, 2024-05-16T15:58:27.019 INFO:teuthology.orchestra.run.smithi157.stdout: "cap_acquisition_throttle": 0, 2024-05-16T15:58:27.019 INFO:teuthology.orchestra.run.smithi157.stdout: "req_getvxattr_latency": { 2024-05-16T15:58:27.019 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:27.019 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:27.019 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:27.020 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-05-16T15:58:27.020 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:27.020 INFO:teuthology.orchestra.run.smithi157.stdout: "mds_sessions": { 2024-05-16T15:58:27.020 INFO:teuthology.orchestra.run.smithi157.stdout: "session_count": 1, 2024-05-16T15:58:27.020 INFO:teuthology.orchestra.run.smithi157.stdout: "session_add": 2, 2024-05-16T15:58:27.020 INFO:teuthology.orchestra.run.smithi157.stdout: "session_remove": 1, 2024-05-16T15:58:27.020 INFO:teuthology.orchestra.run.smithi157.stdout: "sessions_open": 1, 2024-05-16T15:58:27.020 INFO:teuthology.orchestra.run.smithi157.stdout: "sessions_stale": 0, 2024-05-16T15:58:27.020 INFO:teuthology.orchestra.run.smithi157.stdout: "total_load": 2754, 2024-05-16T15:58:27.020 INFO:teuthology.orchestra.run.smithi157.stdout: "average_load": 2754, 2024-05-16T15:58:27.020 INFO:teuthology.orchestra.run.smithi157.stdout: "avg_session_uptime": 527, 2024-05-16T15:58:27.020 INFO:teuthology.orchestra.run.smithi157.stdout: "mdthresh_evicted": 0 2024-05-16T15:58:27.020 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:27.020 INFO:teuthology.orchestra.run.smithi157.stdout: "mempool": { 2024-05-16T15:58:27.020 INFO:teuthology.orchestra.run.smithi157.stdout: "bloom_filter_bytes": 0, 2024-05-16T15:58:27.021 INFO:teuthology.orchestra.run.smithi157.stdout: "bloom_filter_items": 0, 2024-05-16T15:58:27.021 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_alloc_bytes": 0, 2024-05-16T15:58:27.021 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_alloc_items": 0, 2024-05-16T15:58:27.021 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_cache_data_bytes": 0, 2024-05-16T15:58:27.021 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_cache_data_items": 0, 2024-05-16T15:58:27.021 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-16T15:58:27.021 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_cache_onode_items": 0, 2024-05-16T15:58:27.021 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-16T15:58:27.021 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_cache_meta_items": 0, 2024-05-16T15:58:27.021 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_cache_other_bytes": 0, 2024-05-16T15:58:27.021 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_cache_other_items": 0, 2024-05-16T15:58:27.021 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-16T15:58:27.021 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_cache_buffer_items": 0, 2024-05-16T15:58:27.021 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_extent_bytes": 0, 2024-05-16T15:58:27.022 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_extent_items": 0, 2024-05-16T15:58:27.022 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_blob_bytes": 0, 2024-05-16T15:58:27.022 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_blob_items": 0, 2024-05-16T15:58:27.022 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-16T15:58:27.022 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_shared_blob_items": 0, 2024-05-16T15:58:27.022 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-16T15:58:27.022 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_inline_bl_items": 0, 2024-05-16T15:58:27.022 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_fsck_bytes": 0, 2024-05-16T15:58:27.022 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_fsck_items": 0, 2024-05-16T15:58:27.022 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_txc_bytes": 0, 2024-05-16T15:58:27.022 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_txc_items": 0, 2024-05-16T15:58:27.022 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-16T15:58:27.022 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_writing_deferred_items": 0, 2024-05-16T15:58:27.022 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_writing_bytes": 0, 2024-05-16T15:58:27.023 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_writing_items": 0, 2024-05-16T15:58:27.023 INFO:teuthology.orchestra.run.smithi157.stdout: "bluefs_bytes": 0, 2024-05-16T15:58:27.023 INFO:teuthology.orchestra.run.smithi157.stdout: "bluefs_items": 0, 2024-05-16T15:58:27.023 INFO:teuthology.orchestra.run.smithi157.stdout: "bluefs_file_reader_bytes": 0, 2024-05-16T15:58:27.023 INFO:teuthology.orchestra.run.smithi157.stdout: "bluefs_file_reader_items": 0, 2024-05-16T15:58:27.023 INFO:teuthology.orchestra.run.smithi157.stdout: "bluefs_file_writer_bytes": 0, 2024-05-16T15:58:27.023 INFO:teuthology.orchestra.run.smithi157.stdout: "bluefs_file_writer_items": 0, 2024-05-16T15:58:27.023 INFO:teuthology.orchestra.run.smithi157.stdout: "buffer_anon_bytes": 288439, 2024-05-16T15:58:27.023 INFO:teuthology.orchestra.run.smithi157.stdout: "buffer_anon_items": 107, 2024-05-16T15:58:27.023 INFO:teuthology.orchestra.run.smithi157.stdout: "buffer_meta_bytes": 0, 2024-05-16T15:58:27.023 INFO:teuthology.orchestra.run.smithi157.stdout: "buffer_meta_items": 0, 2024-05-16T15:58:27.023 INFO:teuthology.orchestra.run.smithi157.stdout: "osd_bytes": 0, 2024-05-16T15:58:27.023 INFO:teuthology.orchestra.run.smithi157.stdout: "osd_items": 0, 2024-05-16T15:58:27.023 INFO:teuthology.orchestra.run.smithi157.stdout: "osd_mapbl_bytes": 0, 2024-05-16T15:58:27.023 INFO:teuthology.orchestra.run.smithi157.stdout: "osd_mapbl_items": 0, 2024-05-16T15:58:27.024 INFO:teuthology.orchestra.run.smithi157.stdout: "osd_pglog_bytes": 0, 2024-05-16T15:58:27.024 INFO:teuthology.orchestra.run.smithi157.stdout: "osd_pglog_items": 0, 2024-05-16T15:58:27.024 INFO:teuthology.orchestra.run.smithi157.stdout: "osdmap_bytes": 8984, 2024-05-16T15:58:27.024 INFO:teuthology.orchestra.run.smithi157.stdout: "osdmap_items": 172, 2024-05-16T15:58:27.024 INFO:teuthology.orchestra.run.smithi157.stdout: "osdmap_mapping_bytes": 0, 2024-05-16T15:58:27.024 INFO:teuthology.orchestra.run.smithi157.stdout: "osdmap_mapping_items": 0, 2024-05-16T15:58:27.024 INFO:teuthology.orchestra.run.smithi157.stdout: "pgmap_bytes": 0, 2024-05-16T15:58:27.024 INFO:teuthology.orchestra.run.smithi157.stdout: "pgmap_items": 0, 2024-05-16T15:58:27.024 INFO:teuthology.orchestra.run.smithi157.stdout: "mds_co_bytes": 368078, 2024-05-16T15:58:27.024 INFO:teuthology.orchestra.run.smithi157.stdout: "mds_co_items": 2793, 2024-05-16T15:58:27.024 INFO:teuthology.orchestra.run.smithi157.stdout: "unittest_1_bytes": 0, 2024-05-16T15:58:27.024 INFO:teuthology.orchestra.run.smithi157.stdout: "unittest_1_items": 0, 2024-05-16T15:58:27.024 INFO:teuthology.orchestra.run.smithi157.stdout: "unittest_2_bytes": 0, 2024-05-16T15:58:27.024 INFO:teuthology.orchestra.run.smithi157.stdout: "unittest_2_items": 0 2024-05-16T15:58:27.024 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:27.025 INFO:teuthology.orchestra.run.smithi157.stdout: "objecter": { 2024-05-16T15:58:27.025 INFO:teuthology.orchestra.run.smithi157.stdout: "op_active": 0, 2024-05-16T15:58:27.025 INFO:teuthology.orchestra.run.smithi157.stdout: "op_laggy": 0, 2024-05-16T15:58:27.025 INFO:teuthology.orchestra.run.smithi157.stdout: "op_send": 4541, 2024-05-16T15:58:27.025 INFO:teuthology.orchestra.run.smithi157.stdout: "op_send_bytes": 7050134, 2024-05-16T15:58:27.025 INFO:teuthology.orchestra.run.smithi157.stdout: "op_resend": 33, 2024-05-16T15:58:27.025 INFO:teuthology.orchestra.run.smithi157.stdout: "op_reply": 4541, 2024-05-16T15:58:27.025 INFO:teuthology.orchestra.run.smithi157.stdout: "op_latency": { 2024-05-16T15:58:27.025 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 4541, 2024-05-16T15:58:27.025 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 22.900631376, 2024-05-16T15:58:27.025 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.005043081 2024-05-16T15:58:27.025 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:27.025 INFO:teuthology.orchestra.run.smithi157.stdout: "op_inflight": 0, 2024-05-16T15:58:27.025 INFO:teuthology.orchestra.run.smithi157.stdout: "oplen_avg": { 2024-05-16T15:58:27.025 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 4541, 2024-05-16T15:58:27.026 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 4599 2024-05-16T15:58:27.026 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:27.026 INFO:teuthology.orchestra.run.smithi157.stdout: "op": 4541, 2024-05-16T15:58:27.026 INFO:teuthology.orchestra.run.smithi157.stdout: "op_r": 1412, 2024-05-16T15:58:27.026 INFO:teuthology.orchestra.run.smithi157.stdout: "op_w": 3129, 2024-05-16T15:58:27.026 INFO:teuthology.orchestra.run.smithi157.stdout: "op_rmw": 0, 2024-05-16T15:58:27.026 INFO:teuthology.orchestra.run.smithi157.stdout: "op_pg": 0, 2024-05-16T15:58:27.026 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_stat": 0, 2024-05-16T15:58:27.026 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_create": 10, 2024-05-16T15:58:27.026 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_read": 32, 2024-05-16T15:58:27.026 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_write": 264, 2024-05-16T15:58:27.026 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_writefull": 27, 2024-05-16T15:58:27.026 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_writesame": 0, 2024-05-16T15:58:27.026 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_append": 0, 2024-05-16T15:58:27.026 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_zero": 0, 2024-05-16T15:58:27.027 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_truncate": 0, 2024-05-16T15:58:27.027 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_delete": 2787, 2024-05-16T15:58:27.027 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_mapext": 0, 2024-05-16T15:58:27.027 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_sparse_read": 0, 2024-05-16T15:58:27.027 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_clonerange": 0, 2024-05-16T15:58:27.027 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_getxattr": 1380, 2024-05-16T15:58:27.027 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_setxattr": 20, 2024-05-16T15:58:27.027 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_cmpxattr": 0, 2024-05-16T15:58:27.027 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_rmxattr": 0, 2024-05-16T15:58:27.027 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_resetxattrs": 0, 2024-05-16T15:58:27.027 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_call": 0, 2024-05-16T15:58:27.027 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_watch": 0, 2024-05-16T15:58:27.027 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_notify": 0, 2024-05-16T15:58:27.027 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_src_cmpxattr": 0, 2024-05-16T15:58:27.027 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_pgls": 0, 2024-05-16T15:58:27.028 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_pgls_filter": 0, 2024-05-16T15:58:27.028 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_other": 0, 2024-05-16T15:58:27.028 INFO:teuthology.orchestra.run.smithi157.stdout: "linger_active": 0, 2024-05-16T15:58:27.028 INFO:teuthology.orchestra.run.smithi157.stdout: "linger_send": 0, 2024-05-16T15:58:27.028 INFO:teuthology.orchestra.run.smithi157.stdout: "linger_resend": 0, 2024-05-16T15:58:27.028 INFO:teuthology.orchestra.run.smithi157.stdout: "linger_ping": 0, 2024-05-16T15:58:27.028 INFO:teuthology.orchestra.run.smithi157.stdout: "poolop_active": 0, 2024-05-16T15:58:27.028 INFO:teuthology.orchestra.run.smithi157.stdout: "poolop_send": 0, 2024-05-16T15:58:27.028 INFO:teuthology.orchestra.run.smithi157.stdout: "poolop_resend": 0, 2024-05-16T15:58:27.028 INFO:teuthology.orchestra.run.smithi157.stdout: "poolstat_active": 0, 2024-05-16T15:58:27.028 INFO:teuthology.orchestra.run.smithi157.stdout: "poolstat_send": 0, 2024-05-16T15:58:27.028 INFO:teuthology.orchestra.run.smithi157.stdout: "poolstat_resend": 0, 2024-05-16T15:58:27.028 INFO:teuthology.orchestra.run.smithi157.stdout: "statfs_active": 0, 2024-05-16T15:58:27.028 INFO:teuthology.orchestra.run.smithi157.stdout: "statfs_send": 0, 2024-05-16T15:58:27.029 INFO:teuthology.orchestra.run.smithi157.stdout: "statfs_resend": 0, 2024-05-16T15:58:27.029 INFO:teuthology.orchestra.run.smithi157.stdout: "command_active": 0, 2024-05-16T15:58:27.029 INFO:teuthology.orchestra.run.smithi157.stdout: "command_send": 0, 2024-05-16T15:58:27.029 INFO:teuthology.orchestra.run.smithi157.stdout: "command_resend": 0, 2024-05-16T15:58:27.029 INFO:teuthology.orchestra.run.smithi157.stdout: "map_epoch": 91, 2024-05-16T15:58:27.029 INFO:teuthology.orchestra.run.smithi157.stdout: "map_full": 0, 2024-05-16T15:58:27.029 INFO:teuthology.orchestra.run.smithi157.stdout: "map_inc": 4, 2024-05-16T15:58:27.029 INFO:teuthology.orchestra.run.smithi157.stdout: "osd_sessions": 12, 2024-05-16T15:58:27.029 INFO:teuthology.orchestra.run.smithi157.stdout: "osd_session_open": 12, 2024-05-16T15:58:27.029 INFO:teuthology.orchestra.run.smithi157.stdout: "osd_session_close": 0, 2024-05-16T15:58:27.029 INFO:teuthology.orchestra.run.smithi157.stdout: "osd_laggy": 0, 2024-05-16T15:58:27.029 INFO:teuthology.orchestra.run.smithi157.stdout: "omap_wr": 61, 2024-05-16T15:58:27.029 INFO:teuthology.orchestra.run.smithi157.stdout: "omap_rd": 0, 2024-05-16T15:58:27.029 INFO:teuthology.orchestra.run.smithi157.stdout: "omap_del": 18 2024-05-16T15:58:27.029 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:27.030 INFO:teuthology.orchestra.run.smithi157.stdout: "oft": { 2024-05-16T15:58:27.030 INFO:teuthology.orchestra.run.smithi157.stdout: "omap_total_objs": 1, 2024-05-16T15:58:27.030 INFO:teuthology.orchestra.run.smithi157.stdout: "omap_total_kv_pairs": 0, 2024-05-16T15:58:27.030 INFO:teuthology.orchestra.run.smithi157.stdout: "omap_total_updates": 0, 2024-05-16T15:58:27.030 INFO:teuthology.orchestra.run.smithi157.stdout: "omap_total_removes": 0 2024-05-16T15:58:27.030 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:27.030 INFO:teuthology.orchestra.run.smithi157.stdout: "osd-slow-ops": { 2024-05-16T15:58:27.030 INFO:teuthology.orchestra.run.smithi157.stdout: "slow_ops_count": 0 2024-05-16T15:58:27.030 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:27.030 INFO:teuthology.orchestra.run.smithi157.stdout: "purge_queue": { 2024-05-16T15:58:27.030 INFO:teuthology.orchestra.run.smithi157.stdout: "pq_executing_ops": 0, 2024-05-16T15:58:27.030 INFO:teuthology.orchestra.run.smithi157.stdout: "pq_executing_ops_high_water": 65, 2024-05-16T15:58:27.030 INFO:teuthology.orchestra.run.smithi157.stdout: "pq_executing": 0, 2024-05-16T15:58:27.030 INFO:teuthology.orchestra.run.smithi157.stdout: "pq_executing_high_water": 5, 2024-05-16T15:58:27.030 INFO:teuthology.orchestra.run.smithi157.stdout: "pq_executed_ops": 2774, 2024-05-16T15:58:27.031 INFO:teuthology.orchestra.run.smithi157.stdout: "pq_executed": 1357, 2024-05-16T15:58:27.031 INFO:teuthology.orchestra.run.smithi157.stdout: "pq_item_in_journal": 0 2024-05-16T15:58:27.031 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:27.031 INFO:teuthology.orchestra.run.smithi157.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-16T15:58:27.031 INFO:teuthology.orchestra.run.smithi157.stdout: "val": 0, 2024-05-16T15:58:27.031 INFO:teuthology.orchestra.run.smithi157.stdout: "max": 104857600, 2024-05-16T15:58:27.031 INFO:teuthology.orchestra.run.smithi157.stdout: "get_started": 0, 2024-05-16T15:58:27.031 INFO:teuthology.orchestra.run.smithi157.stdout: "get": 34951, 2024-05-16T15:58:27.031 INFO:teuthology.orchestra.run.smithi157.stdout: "get_sum": 10200459, 2024-05-16T15:58:27.031 INFO:teuthology.orchestra.run.smithi157.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:27.031 INFO:teuthology.orchestra.run.smithi157.stdout: "get_or_fail_success": 34951, 2024-05-16T15:58:27.031 INFO:teuthology.orchestra.run.smithi157.stdout: "take": 0, 2024-05-16T15:58:27.031 INFO:teuthology.orchestra.run.smithi157.stdout: "take_sum": 0, 2024-05-16T15:58:27.031 INFO:teuthology.orchestra.run.smithi157.stdout: "put": 34951, 2024-05-16T15:58:27.031 INFO:teuthology.orchestra.run.smithi157.stdout: "put_sum": 10200459, 2024-05-16T15:58:27.032 INFO:teuthology.orchestra.run.smithi157.stdout: "wait": { 2024-05-16T15:58:27.032 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:27.032 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:27.032 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:27.032 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-05-16T15:58:27.032 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:27.032 INFO:teuthology.orchestra.run.smithi157.stdout: "throttle-objecter_bytes": { 2024-05-16T15:58:27.032 INFO:teuthology.orchestra.run.smithi157.stdout: "val": 0, 2024-05-16T15:58:27.032 INFO:teuthology.orchestra.run.smithi157.stdout: "max": 104857600, 2024-05-16T15:58:27.032 INFO:teuthology.orchestra.run.smithi157.stdout: "get_started": 0, 2024-05-16T15:58:27.032 INFO:teuthology.orchestra.run.smithi157.stdout: "get": 0, 2024-05-16T15:58:27.032 INFO:teuthology.orchestra.run.smithi157.stdout: "get_sum": 0, 2024-05-16T15:58:27.032 INFO:teuthology.orchestra.run.smithi157.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:27.032 INFO:teuthology.orchestra.run.smithi157.stdout: "get_or_fail_success": 0, 2024-05-16T15:58:27.033 INFO:teuthology.orchestra.run.smithi157.stdout: "take": 4541, 2024-05-16T15:58:27.033 INFO:teuthology.orchestra.run.smithi157.stdout: "take_sum": 7197967, 2024-05-16T15:58:27.033 INFO:teuthology.orchestra.run.smithi157.stdout: "put": 4541, 2024-05-16T15:58:27.033 INFO:teuthology.orchestra.run.smithi157.stdout: "put_sum": 7197967, 2024-05-16T15:58:27.033 INFO:teuthology.orchestra.run.smithi157.stdout: "wait": { 2024-05-16T15:58:27.033 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:27.033 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:27.033 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:27.033 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-05-16T15:58:27.033 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:27.033 INFO:teuthology.orchestra.run.smithi157.stdout: "throttle-objecter_ops": { 2024-05-16T15:58:27.033 INFO:teuthology.orchestra.run.smithi157.stdout: "val": 0, 2024-05-16T15:58:27.033 INFO:teuthology.orchestra.run.smithi157.stdout: "max": 1024, 2024-05-16T15:58:27.033 INFO:teuthology.orchestra.run.smithi157.stdout: "get_started": 0, 2024-05-16T15:58:27.033 INFO:teuthology.orchestra.run.smithi157.stdout: "get": 0, 2024-05-16T15:58:27.034 INFO:teuthology.orchestra.run.smithi157.stdout: "get_sum": 0, 2024-05-16T15:58:27.034 INFO:teuthology.orchestra.run.smithi157.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:27.034 INFO:teuthology.orchestra.run.smithi157.stdout: "get_or_fail_success": 0, 2024-05-16T15:58:27.034 INFO:teuthology.orchestra.run.smithi157.stdout: "take": 4541, 2024-05-16T15:58:27.034 INFO:teuthology.orchestra.run.smithi157.stdout: "take_sum": 4541, 2024-05-16T15:58:27.034 INFO:teuthology.orchestra.run.smithi157.stdout: "put": 4541, 2024-05-16T15:58:27.034 INFO:teuthology.orchestra.run.smithi157.stdout: "put_sum": 4541, 2024-05-16T15:58:27.034 INFO:teuthology.orchestra.run.smithi157.stdout: "wait": { 2024-05-16T15:58:27.034 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:27.034 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:27.034 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:27.034 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-05-16T15:58:27.034 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:27.034 INFO:teuthology.orchestra.run.smithi157.stdout: "throttle-write_buf_throttle": { 2024-05-16T15:58:27.035 INFO:teuthology.orchestra.run.smithi157.stdout: "val": 0, 2024-05-16T15:58:27.035 INFO:teuthology.orchestra.run.smithi157.stdout: "max": 3758096384, 2024-05-16T15:58:27.035 INFO:teuthology.orchestra.run.smithi157.stdout: "get_started": 0, 2024-05-16T15:58:27.035 INFO:teuthology.orchestra.run.smithi157.stdout: "get": 1357, 2024-05-16T15:58:27.035 INFO:teuthology.orchestra.run.smithi157.stdout: "get_sum": 147833, 2024-05-16T15:58:27.035 INFO:teuthology.orchestra.run.smithi157.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:27.035 INFO:teuthology.orchestra.run.smithi157.stdout: "get_or_fail_success": 1357, 2024-05-16T15:58:27.035 INFO:teuthology.orchestra.run.smithi157.stdout: "take": 0, 2024-05-16T15:58:27.035 INFO:teuthology.orchestra.run.smithi157.stdout: "take_sum": 0, 2024-05-16T15:58:27.035 INFO:teuthology.orchestra.run.smithi157.stdout: "put": 32, 2024-05-16T15:58:27.035 INFO:teuthology.orchestra.run.smithi157.stdout: "put_sum": 147833, 2024-05-16T15:58:27.035 INFO:teuthology.orchestra.run.smithi157.stdout: "wait": { 2024-05-16T15:58:27.035 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:27.035 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:27.035 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:27.035 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-05-16T15:58:27.036 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:27.036 INFO:teuthology.orchestra.run.smithi157.stdout: "throttle-write_buf_throttle-0x55f159576500": { 2024-05-16T15:58:27.036 INFO:teuthology.orchestra.run.smithi157.stdout: "val": 0, 2024-05-16T15:58:27.036 INFO:teuthology.orchestra.run.smithi157.stdout: "max": 3758096384, 2024-05-16T15:58:27.036 INFO:teuthology.orchestra.run.smithi157.stdout: "get_started": 0, 2024-05-16T15:58:27.036 INFO:teuthology.orchestra.run.smithi157.stdout: "get": 3346, 2024-05-16T15:58:27.036 INFO:teuthology.orchestra.run.smithi157.stdout: "get_sum": 6876690, 2024-05-16T15:58:27.036 INFO:teuthology.orchestra.run.smithi157.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:27.036 INFO:teuthology.orchestra.run.smithi157.stdout: "get_or_fail_success": 3346, 2024-05-16T15:58:27.036 INFO:teuthology.orchestra.run.smithi157.stdout: "take": 0, 2024-05-16T15:58:27.036 INFO:teuthology.orchestra.run.smithi157.stdout: "take_sum": 0, 2024-05-16T15:58:27.036 INFO:teuthology.orchestra.run.smithi157.stdout: "put": 232, 2024-05-16T15:58:27.036 INFO:teuthology.orchestra.run.smithi157.stdout: "put_sum": 6876690, 2024-05-16T15:58:27.036 INFO:teuthology.orchestra.run.smithi157.stdout: "wait": { 2024-05-16T15:58:27.036 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:27.036 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:27.037 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:27.037 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-05-16T15:58:27.037 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-05-16T15:58:27.037 INFO:teuthology.orchestra.run.smithi157.stdout:} 2024-05-16T15:58:27.754 INFO:tasks.check_counter:Daemon mds.c mds.exported=4 2024-05-16T15:58:27.755 INFO:tasks.check_counter:Daemon mds.c mds.imported=166 2024-05-16T15:58:27.755 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update=183 2024-05-16T15:58:27.755 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update_receipt=478 2024-05-16T15:58:27.755 INFO:tasks.check_counter:Daemon mds.c mds.dir_split=0 2024-05-16T15:58:27.755 DEBUG:tasks.check_counter:Getting stats from f 2024-05-16T15:58:27.755 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph daemon mds.f perf dump 2024-05-16T15:58:27.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:27 smithi157 ceph-mon[35584]: pgmap v684: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 170 B/s wr, 11 op/s 2024-05-16T15:58:27.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:58:27 smithi148 ceph-mon[34976]: pgmap v684: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 170 B/s wr, 11 op/s 2024-05-16T15:58:27.978 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:58:27 smithi043 ceph-mon[31619]: pgmap v684: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 170 B/s wr, 11 op/s 2024-05-16T15:58:28.653 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.c/config 2024-05-16T15:58:29.031 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:28 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:58:29.032 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:28 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:58:29.032 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:28 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:58:29.032 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:28 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:58:29.032 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:28 smithi157 ceph-mon[35584]: pgmap v685: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 170 B/s wr, 13 op/s 2024-05-16T15:58:29.189 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:58:28 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:58:29.189 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:58:28 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:58:29.190 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:58:28 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:58:29.190 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:58:28 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:58:29.190 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:58:28 smithi148 ceph-mon[34976]: pgmap v685: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 170 B/s wr, 13 op/s 2024-05-16T15:58:29.228 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:58:28 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:58:29.228 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:58:28 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:58:29.228 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:58:28 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:58:29.228 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:58:28 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:58:29.228 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:58:28 smithi043 ceph-mon[31619]: pgmap v685: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 170 B/s wr, 13 op/s 2024-05-16T15:58:30.380 INFO:teuthology.orchestra.run.smithi157.stdout:{ 2024-05-16T15:58:30.380 INFO:teuthology.orchestra.run.smithi157.stdout: "AsyncMessenger::Worker-0": { 2024-05-16T15:58:30.380 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_recv_messages": 3333, 2024-05-16T15:58:30.380 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_send_messages": 4517, 2024-05-16T15:58:30.380 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_recv_bytes": 1279986, 2024-05-16T15:58:30.380 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_send_bytes": 4448695, 2024-05-16T15:58:30.380 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_created_connections": 11, 2024-05-16T15:58:30.380 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_active_connections": 5, 2024-05-16T15:58:30.380 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_running_total_time": 0.284961254, 2024-05-16T15:58:30.380 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_running_send_time": 0.119574732, 2024-05-16T15:58:30.380 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_running_recv_time": 0.122394719, 2024-05-16T15:58:30.381 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_running_fast_dispatch_time": 0.038135644, 2024-05-16T15:58:30.381 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_send_messages_queue_lat": { 2024-05-16T15:58:30.381 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 4515, 2024-05-16T15:58:30.381 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.375360432, 2024-05-16T15:58:30.381 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000083136 2024-05-16T15:58:30.381 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.381 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_handle_ack_lat": { 2024-05-16T15:58:30.381 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 4883, 2024-05-16T15:58:30.381 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.001079308, 2024-05-16T15:58:30.381 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000221 2024-05-16T15:58:30.381 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.381 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-16T15:58:30.381 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_send_encrypted_bytes": 0 2024-05-16T15:58:30.381 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.381 INFO:teuthology.orchestra.run.smithi157.stdout: "AsyncMessenger::Worker-1": { 2024-05-16T15:58:30.381 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_recv_messages": 10398, 2024-05-16T15:58:30.381 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_send_messages": 9633, 2024-05-16T15:58:30.382 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_recv_bytes": 4069932, 2024-05-16T15:58:30.382 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_send_bytes": 5383327, 2024-05-16T15:58:30.382 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_created_connections": 22, 2024-05-16T15:58:30.382 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_active_connections": 12, 2024-05-16T15:58:30.382 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_running_total_time": 0.574483692, 2024-05-16T15:58:30.382 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_running_send_time": 0.218917263, 2024-05-16T15:58:30.382 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_running_recv_time": 0.397001164, 2024-05-16T15:58:30.382 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_running_fast_dispatch_time": 0.036810519, 2024-05-16T15:58:30.382 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_send_messages_queue_lat": { 2024-05-16T15:58:30.382 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 9624, 2024-05-16T15:58:30.382 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.555398770, 2024-05-16T15:58:30.382 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000057709 2024-05-16T15:58:30.382 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.382 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_handle_ack_lat": { 2024-05-16T15:58:30.382 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 15082, 2024-05-16T15:58:30.383 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.002240178, 2024-05-16T15:58:30.383 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000148 2024-05-16T15:58:30.383 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.383 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_recv_encrypted_bytes": 672368, 2024-05-16T15:58:30.383 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_send_encrypted_bytes": 141200 2024-05-16T15:58:30.383 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.383 INFO:teuthology.orchestra.run.smithi157.stdout: "AsyncMessenger::Worker-2": { 2024-05-16T15:58:30.383 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_recv_messages": 5741, 2024-05-16T15:58:30.383 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_send_messages": 5350, 2024-05-16T15:58:30.383 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_recv_bytes": 3304436, 2024-05-16T15:58:30.383 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_send_bytes": 2775283, 2024-05-16T15:58:30.383 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_created_connections": 9, 2024-05-16T15:58:30.383 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_active_connections": 4, 2024-05-16T15:58:30.383 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_running_total_time": 0.347713199, 2024-05-16T15:58:30.383 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_running_send_time": 0.143464427, 2024-05-16T15:58:30.383 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_running_recv_time": 0.218158993, 2024-05-16T15:58:30.383 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_running_fast_dispatch_time": 0.025491975, 2024-05-16T15:58:30.384 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_send_messages_queue_lat": { 2024-05-16T15:58:30.384 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 5357, 2024-05-16T15:58:30.384 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.255287638, 2024-05-16T15:58:30.384 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000047654 2024-05-16T15:58:30.384 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.384 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_handle_ack_lat": { 2024-05-16T15:58:30.384 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 8743, 2024-05-16T15:58:30.384 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.001510315, 2024-05-16T15:58:30.384 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000172 2024-05-16T15:58:30.384 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.384 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_recv_encrypted_bytes": 3104, 2024-05-16T15:58:30.384 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_send_encrypted_bytes": 346672 2024-05-16T15:58:30.384 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.384 INFO:teuthology.orchestra.run.smithi157.stdout: "cct": { 2024-05-16T15:58:30.384 INFO:teuthology.orchestra.run.smithi157.stdout: "total_workers": 1, 2024-05-16T15:58:30.384 INFO:teuthology.orchestra.run.smithi157.stdout: "unhealthy_workers": 0 2024-05-16T15:58:30.385 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.385 INFO:teuthology.orchestra.run.smithi157.stdout: "finisher-MDSRank": { 2024-05-16T15:58:30.385 INFO:teuthology.orchestra.run.smithi157.stdout: "queue_len": 0, 2024-05-16T15:58:30.385 INFO:teuthology.orchestra.run.smithi157.stdout: "complete_latency": { 2024-05-16T15:58:30.385 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 1118, 2024-05-16T15:58:30.385 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 1.414320107, 2024-05-16T15:58:30.385 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.001265044 2024-05-16T15:58:30.385 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-05-16T15:58:30.385 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.385 INFO:teuthology.orchestra.run.smithi157.stdout: "finisher-PurgeQueue": { 2024-05-16T15:58:30.385 INFO:teuthology.orchestra.run.smithi157.stdout: "queue_len": 0, 2024-05-16T15:58:30.385 INFO:teuthology.orchestra.run.smithi157.stdout: "complete_latency": { 2024-05-16T15:58:30.385 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 2107, 2024-05-16T15:58:30.385 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.224079676, 2024-05-16T15:58:30.385 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000106350 2024-05-16T15:58:30.385 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-05-16T15:58:30.385 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.386 INFO:teuthology.orchestra.run.smithi157.stdout: "mds": { 2024-05-16T15:58:30.386 INFO:teuthology.orchestra.run.smithi157.stdout: "request": 4465, 2024-05-16T15:58:30.386 INFO:teuthology.orchestra.run.smithi157.stdout: "reply": 2611, 2024-05-16T15:58:30.386 INFO:teuthology.orchestra.run.smithi157.stdout: "reply_latency": { 2024-05-16T15:58:30.386 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 2611, 2024-05-16T15:58:30.386 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 2.451526853, 2024-05-16T15:58:30.386 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000938922 2024-05-16T15:58:30.386 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.386 INFO:teuthology.orchestra.run.smithi157.stdout: "slow_reply": 0, 2024-05-16T15:58:30.386 INFO:teuthology.orchestra.run.smithi157.stdout: "forward": 1854, 2024-05-16T15:58:30.386 INFO:teuthology.orchestra.run.smithi157.stdout: "dir_fetch_complete": 0, 2024-05-16T15:58:30.386 INFO:teuthology.orchestra.run.smithi157.stdout: "dir_fetch_keys": 0, 2024-05-16T15:58:30.386 INFO:teuthology.orchestra.run.smithi157.stdout: "dir_commit": 11, 2024-05-16T15:58:30.386 INFO:teuthology.orchestra.run.smithi157.stdout: "dir_split": 0, 2024-05-16T15:58:30.386 INFO:teuthology.orchestra.run.smithi157.stdout: "dir_merge": 0, 2024-05-16T15:58:30.386 INFO:teuthology.orchestra.run.smithi157.stdout: "inodes": 18, 2024-05-16T15:58:30.387 INFO:teuthology.orchestra.run.smithi157.stdout: "inodes_top": 1, 2024-05-16T15:58:30.387 INFO:teuthology.orchestra.run.smithi157.stdout: "inodes_bottom": 7, 2024-05-16T15:58:30.387 INFO:teuthology.orchestra.run.smithi157.stdout: "inodes_pin_tail": 10, 2024-05-16T15:58:30.387 INFO:teuthology.orchestra.run.smithi157.stdout: "inodes_pinned": 13, 2024-05-16T15:58:30.387 INFO:teuthology.orchestra.run.smithi157.stdout: "inodes_expired": 378, 2024-05-16T15:58:30.387 INFO:teuthology.orchestra.run.smithi157.stdout: "inodes_with_caps": 0, 2024-05-16T15:58:30.387 INFO:teuthology.orchestra.run.smithi157.stdout: "caps": 0, 2024-05-16T15:58:30.387 INFO:teuthology.orchestra.run.smithi157.stdout: "subtrees": 6, 2024-05-16T15:58:30.387 INFO:teuthology.orchestra.run.smithi157.stdout: "traverse": 7332, 2024-05-16T15:58:30.387 INFO:teuthology.orchestra.run.smithi157.stdout: "traverse_hit": 4181, 2024-05-16T15:58:30.387 INFO:teuthology.orchestra.run.smithi157.stdout: "traverse_forward": 1854, 2024-05-16T15:58:30.387 INFO:teuthology.orchestra.run.smithi157.stdout: "traverse_discover": 152, 2024-05-16T15:58:30.387 INFO:teuthology.orchestra.run.smithi157.stdout: "traverse_dir_fetch": 0, 2024-05-16T15:58:30.387 INFO:teuthology.orchestra.run.smithi157.stdout: "traverse_remote_ino": 0, 2024-05-16T15:58:30.387 INFO:teuthology.orchestra.run.smithi157.stdout: "traverse_lock": 0, 2024-05-16T15:58:30.388 INFO:teuthology.orchestra.run.smithi157.stdout: "load_cent": 1000, 2024-05-16T15:58:30.388 INFO:teuthology.orchestra.run.smithi157.stdout: "q": 1, 2024-05-16T15:58:30.388 INFO:teuthology.orchestra.run.smithi157.stdout: "exported": 62, 2024-05-16T15:58:30.388 INFO:teuthology.orchestra.run.smithi157.stdout: "exported_inodes": 243, 2024-05-16T15:58:30.388 INFO:teuthology.orchestra.run.smithi157.stdout: "imported": 62, 2024-05-16T15:58:30.388 INFO:teuthology.orchestra.run.smithi157.stdout: "imported_inodes": 1109, 2024-05-16T15:58:30.388 INFO:teuthology.orchestra.run.smithi157.stdout: "openino_dir_fetch": 0, 2024-05-16T15:58:30.388 INFO:teuthology.orchestra.run.smithi157.stdout: "openino_backtrace_fetch": 1110, 2024-05-16T15:58:30.388 INFO:teuthology.orchestra.run.smithi157.stdout: "openino_peer_discover": 0, 2024-05-16T15:58:30.388 INFO:teuthology.orchestra.run.smithi157.stdout: "root_rfiles": 4, 2024-05-16T15:58:30.388 INFO:teuthology.orchestra.run.smithi157.stdout: "root_rbytes": 234, 2024-05-16T15:58:30.388 INFO:teuthology.orchestra.run.smithi157.stdout: "root_rsnaps": 0, 2024-05-16T15:58:30.388 INFO:teuthology.orchestra.run.smithi157.stdout: "scrub_backtrace_fetch": 1110, 2024-05-16T15:58:30.388 INFO:teuthology.orchestra.run.smithi157.stdout: "scrub_set_tag": 0, 2024-05-16T15:58:30.388 INFO:teuthology.orchestra.run.smithi157.stdout: "scrub_backtrace_repaired": 0, 2024-05-16T15:58:30.388 INFO:teuthology.orchestra.run.smithi157.stdout: "scrub_inotable_repaired": 0, 2024-05-16T15:58:30.389 INFO:teuthology.orchestra.run.smithi157.stdout: "scrub_dir_inodes": 0, 2024-05-16T15:58:30.389 INFO:teuthology.orchestra.run.smithi157.stdout: "scrub_dir_base_inodes": 0, 2024-05-16T15:58:30.389 INFO:teuthology.orchestra.run.smithi157.stdout: "scrub_dirfrag_rstats": 0, 2024-05-16T15:58:30.389 INFO:teuthology.orchestra.run.smithi157.stdout: "scrub_file_inodes": 1110, 2024-05-16T15:58:30.389 INFO:teuthology.orchestra.run.smithi157.stdout: "handle_inode_file_caps": 0, 2024-05-16T15:58:30.389 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph_cap_op_revoke": 81, 2024-05-16T15:58:30.389 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph_cap_op_grant": 1133, 2024-05-16T15:58:30.389 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph_cap_op_trunc": 0, 2024-05-16T15:58:30.389 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-16T15:58:30.389 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-16T15:58:30.389 INFO:teuthology.orchestra.run.smithi157.stdout: "handle_client_caps": 4240, 2024-05-16T15:58:30.389 INFO:teuthology.orchestra.run.smithi157.stdout: "handle_client_caps_dirty": 71, 2024-05-16T15:58:30.389 INFO:teuthology.orchestra.run.smithi157.stdout: "handle_client_cap_release": 15, 2024-05-16T15:58:30.389 INFO:teuthology.orchestra.run.smithi157.stdout: "process_request_cap_release": 2223 2024-05-16T15:58:30.390 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.390 INFO:teuthology.orchestra.run.smithi157.stdout: "mds_cache": { 2024-05-16T15:58:30.390 INFO:teuthology.orchestra.run.smithi157.stdout: "dir_update": 265, 2024-05-16T15:58:30.390 INFO:teuthology.orchestra.run.smithi157.stdout: "dir_update_receipt": 490, 2024-05-16T15:58:30.390 INFO:teuthology.orchestra.run.smithi157.stdout: "dir_try_discover": 276, 2024-05-16T15:58:30.390 INFO:teuthology.orchestra.run.smithi157.stdout: "dir_send_discover": 526, 2024-05-16T15:58:30.390 INFO:teuthology.orchestra.run.smithi157.stdout: "dir_handle_discover": 286, 2024-05-16T15:58:30.390 INFO:teuthology.orchestra.run.smithi157.stdout: "num_strays": 0, 2024-05-16T15:58:30.390 INFO:teuthology.orchestra.run.smithi157.stdout: "num_strays_delayed": 0, 2024-05-16T15:58:30.390 INFO:teuthology.orchestra.run.smithi157.stdout: "num_strays_enqueuing": 0, 2024-05-16T15:58:30.390 INFO:teuthology.orchestra.run.smithi157.stdout: "strays_created": 1110, 2024-05-16T15:58:30.390 INFO:teuthology.orchestra.run.smithi157.stdout: "strays_enqueued": 1110, 2024-05-16T15:58:30.390 INFO:teuthology.orchestra.run.smithi157.stdout: "strays_reintegrated": 0, 2024-05-16T15:58:30.391 INFO:teuthology.orchestra.run.smithi157.stdout: "strays_migrated": 0, 2024-05-16T15:58:30.391 INFO:teuthology.orchestra.run.smithi157.stdout: "num_recovering_processing": 0, 2024-05-16T15:58:30.391 INFO:teuthology.orchestra.run.smithi157.stdout: "num_recovering_enqueued": 0, 2024-05-16T15:58:30.391 INFO:teuthology.orchestra.run.smithi157.stdout: "num_recovering_prioritized": 0, 2024-05-16T15:58:30.391 INFO:teuthology.orchestra.run.smithi157.stdout: "recovery_started": 0, 2024-05-16T15:58:30.391 INFO:teuthology.orchestra.run.smithi157.stdout: "recovery_completed": 0, 2024-05-16T15:58:30.391 INFO:teuthology.orchestra.run.smithi157.stdout: "ireq_quiesce_path": 0, 2024-05-16T15:58:30.391 INFO:teuthology.orchestra.run.smithi157.stdout: "ireq_quiesce_inode": 0, 2024-05-16T15:58:30.391 INFO:teuthology.orchestra.run.smithi157.stdout: "ireq_enqueue_scrub": 0, 2024-05-16T15:58:30.391 INFO:teuthology.orchestra.run.smithi157.stdout: "ireq_exportdir": 64, 2024-05-16T15:58:30.391 INFO:teuthology.orchestra.run.smithi157.stdout: "ireq_flush": 0, 2024-05-16T15:58:30.391 INFO:teuthology.orchestra.run.smithi157.stdout: "ireq_fragmentdir": 0, 2024-05-16T15:58:30.391 INFO:teuthology.orchestra.run.smithi157.stdout: "ireq_fragstats": 0, 2024-05-16T15:58:30.391 INFO:teuthology.orchestra.run.smithi157.stdout: "ireq_inodestats": 0 2024-05-16T15:58:30.391 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.392 INFO:teuthology.orchestra.run.smithi157.stdout: "mds_log": { 2024-05-16T15:58:30.392 INFO:teuthology.orchestra.run.smithi157.stdout: "evlrg": 0, 2024-05-16T15:58:30.392 INFO:teuthology.orchestra.run.smithi157.stdout: "evadd": 2751, 2024-05-16T15:58:30.392 INFO:teuthology.orchestra.run.smithi157.stdout: "evex": 0, 2024-05-16T15:58:30.392 INFO:teuthology.orchestra.run.smithi157.stdout: "evtrm": 0, 2024-05-16T15:58:30.392 INFO:teuthology.orchestra.run.smithi157.stdout: "ev": 2751, 2024-05-16T15:58:30.392 INFO:teuthology.orchestra.run.smithi157.stdout: "evexg": 0, 2024-05-16T15:58:30.392 INFO:teuthology.orchestra.run.smithi157.stdout: "evexd": 0, 2024-05-16T15:58:30.392 INFO:teuthology.orchestra.run.smithi157.stdout: "segadd": 5, 2024-05-16T15:58:30.392 INFO:teuthology.orchestra.run.smithi157.stdout: "segex": 0, 2024-05-16T15:58:30.392 INFO:teuthology.orchestra.run.smithi157.stdout: "segtrm": 0, 2024-05-16T15:58:30.392 INFO:teuthology.orchestra.run.smithi157.stdout: "seg": 5, 2024-05-16T15:58:30.392 INFO:teuthology.orchestra.run.smithi157.stdout: "segmjr": 2, 2024-05-16T15:58:30.392 INFO:teuthology.orchestra.run.smithi157.stdout: "segexg": 0, 2024-05-16T15:58:30.392 INFO:teuthology.orchestra.run.smithi157.stdout: "segexd": 0, 2024-05-16T15:58:30.392 INFO:teuthology.orchestra.run.smithi157.stdout: "expos": 4194304, 2024-05-16T15:58:30.393 INFO:teuthology.orchestra.run.smithi157.stdout: "wrpos": 9149970, 2024-05-16T15:58:30.393 INFO:teuthology.orchestra.run.smithi157.stdout: "rdpos": 0, 2024-05-16T15:58:30.393 INFO:teuthology.orchestra.run.smithi157.stdout: "jlat": { 2024-05-16T15:58:30.393 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 189, 2024-05-16T15:58:30.393 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 2.972483858, 2024-05-16T15:58:30.393 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.015727427 2024-05-16T15:58:30.393 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.393 INFO:teuthology.orchestra.run.smithi157.stdout: "replayed": 0 2024-05-16T15:58:30.393 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.393 INFO:teuthology.orchestra.run.smithi157.stdout: "mds_mem": { 2024-05-16T15:58:30.393 INFO:teuthology.orchestra.run.smithi157.stdout: "ino": 25, 2024-05-16T15:58:30.393 INFO:teuthology.orchestra.run.smithi157.stdout: "ino+": 1214, 2024-05-16T15:58:30.393 INFO:teuthology.orchestra.run.smithi157.stdout: "ino-": 1189, 2024-05-16T15:58:30.393 INFO:teuthology.orchestra.run.smithi157.stdout: "dir": 24, 2024-05-16T15:58:30.393 INFO:teuthology.orchestra.run.smithi157.stdout: "dir+": 352, 2024-05-16T15:58:30.393 INFO:teuthology.orchestra.run.smithi157.stdout: "dir-": 328, 2024-05-16T15:58:30.394 INFO:teuthology.orchestra.run.smithi157.stdout: "dn": 18, 2024-05-16T15:58:30.394 INFO:teuthology.orchestra.run.smithi157.stdout: "dn+": 2373, 2024-05-16T15:58:30.394 INFO:teuthology.orchestra.run.smithi157.stdout: "dn-": 2355, 2024-05-16T15:58:30.394 INFO:teuthology.orchestra.run.smithi157.stdout: "cap": 0, 2024-05-16T15:58:30.394 INFO:teuthology.orchestra.run.smithi157.stdout: "cap+": 1131, 2024-05-16T15:58:30.394 INFO:teuthology.orchestra.run.smithi157.stdout: "cap-": 1131, 2024-05-16T15:58:30.394 INFO:teuthology.orchestra.run.smithi157.stdout: "rss": 68044, 2024-05-16T15:58:30.394 INFO:teuthology.orchestra.run.smithi157.stdout: "heap": 223608 2024-05-16T15:58:30.394 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.394 INFO:teuthology.orchestra.run.smithi157.stdout: "mds_server": { 2024-05-16T15:58:30.394 INFO:teuthology.orchestra.run.smithi157.stdout: "dispatch_client_request": 5674, 2024-05-16T15:58:30.394 INFO:teuthology.orchestra.run.smithi157.stdout: "dispatch_server_request": 25, 2024-05-16T15:58:30.394 INFO:teuthology.orchestra.run.smithi157.stdout: "handle_client_request": 4465, 2024-05-16T15:58:30.394 INFO:teuthology.orchestra.run.smithi157.stdout: "handle_client_session": 8, 2024-05-16T15:58:30.395 INFO:teuthology.orchestra.run.smithi157.stdout: "handle_peer_request": 1232, 2024-05-16T15:58:30.395 INFO:teuthology.orchestra.run.smithi157.stdout: "req_create_latency": { 2024-05-16T15:58:30.395 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 3, 2024-05-16T15:58:30.395 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.009669844, 2024-05-16T15:58:30.395 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.003223281 2024-05-16T15:58:30.395 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.395 INFO:teuthology.orchestra.run.smithi157.stdout: "req_getattr_latency": { 2024-05-16T15:58:30.395 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:30.395 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:30.395 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:30.395 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.395 INFO:teuthology.orchestra.run.smithi157.stdout: "req_getfilelock_latency": { 2024-05-16T15:58:30.395 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:30.396 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:30.396 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:30.396 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.396 INFO:teuthology.orchestra.run.smithi157.stdout: "req_link_latency": { 2024-05-16T15:58:30.396 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:30.396 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:30.396 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:30.396 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.396 INFO:teuthology.orchestra.run.smithi157.stdout: "req_lookup_latency": { 2024-05-16T15:58:30.396 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 1332, 2024-05-16T15:58:30.396 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.579916388, 2024-05-16T15:58:30.396 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000435372 2024-05-16T15:58:30.396 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.396 INFO:teuthology.orchestra.run.smithi157.stdout: "req_lookuphash_latency": { 2024-05-16T15:58:30.397 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:30.397 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:30.397 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:30.397 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.397 INFO:teuthology.orchestra.run.smithi157.stdout: "req_lookupino_latency": { 2024-05-16T15:58:30.397 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:30.397 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:30.397 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:30.397 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.397 INFO:teuthology.orchestra.run.smithi157.stdout: "req_lookupname_latency": { 2024-05-16T15:58:30.397 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:30.397 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:30.397 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:30.397 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.397 INFO:teuthology.orchestra.run.smithi157.stdout: "req_lookupparent_latency": { 2024-05-16T15:58:30.397 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:30.398 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:30.398 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:30.398 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.398 INFO:teuthology.orchestra.run.smithi157.stdout: "req_lookupsnap_latency": { 2024-05-16T15:58:30.398 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:30.398 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:30.398 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:30.398 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.398 INFO:teuthology.orchestra.run.smithi157.stdout: "req_lssnap_latency": { 2024-05-16T15:58:30.398 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:30.399 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:30.399 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:30.399 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.399 INFO:teuthology.orchestra.run.smithi157.stdout: "req_mkdir_latency": { 2024-05-16T15:58:30.399 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:30.399 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:30.399 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:30.399 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.399 INFO:teuthology.orchestra.run.smithi157.stdout: "req_mknod_latency": { 2024-05-16T15:58:30.399 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:30.399 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:30.400 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:30.400 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.400 INFO:teuthology.orchestra.run.smithi157.stdout: "req_mksnap_latency": { 2024-05-16T15:58:30.400 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:30.400 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:30.400 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:30.400 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.400 INFO:teuthology.orchestra.run.smithi157.stdout: "req_open_latency": { 2024-05-16T15:58:30.400 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:30.400 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:30.400 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:30.400 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.400 INFO:teuthology.orchestra.run.smithi157.stdout: "req_readdir_latency": { 2024-05-16T15:58:30.400 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 166, 2024-05-16T15:58:30.400 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.109427870, 2024-05-16T15:58:30.400 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000659204 2024-05-16T15:58:30.401 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.401 INFO:teuthology.orchestra.run.smithi157.stdout: "req_rename_latency": { 2024-05-16T15:58:30.401 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:30.401 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:30.401 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:30.401 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.401 INFO:teuthology.orchestra.run.smithi157.stdout: "req_renamesnap_latency": { 2024-05-16T15:58:30.401 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:30.401 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:30.401 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:30.401 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.401 INFO:teuthology.orchestra.run.smithi157.stdout: "req_snapdiff_latency": { 2024-05-16T15:58:30.401 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:30.401 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:30.401 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:30.401 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.402 INFO:teuthology.orchestra.run.smithi157.stdout: "req_rmdir_latency": { 2024-05-16T15:58:30.402 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:30.402 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:30.402 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:30.402 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.402 INFO:teuthology.orchestra.run.smithi157.stdout: "req_rmsnap_latency": { 2024-05-16T15:58:30.402 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:30.402 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:30.402 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:30.402 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.402 INFO:teuthology.orchestra.run.smithi157.stdout: "req_rmxattr_latency": { 2024-05-16T15:58:30.402 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:30.402 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:30.402 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:30.402 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.403 INFO:teuthology.orchestra.run.smithi157.stdout: "req_setattr_latency": { 2024-05-16T15:58:30.403 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:30.403 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:30.403 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:30.403 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.403 INFO:teuthology.orchestra.run.smithi157.stdout: "req_setdirlayout_latency": { 2024-05-16T15:58:30.403 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:30.403 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:30.403 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:30.403 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.403 INFO:teuthology.orchestra.run.smithi157.stdout: "req_setfilelock_latency": { 2024-05-16T15:58:30.403 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:30.403 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:30.403 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:30.403 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.403 INFO:teuthology.orchestra.run.smithi157.stdout: "req_setlayout_latency": { 2024-05-16T15:58:30.404 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:30.404 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:30.404 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:30.404 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.404 INFO:teuthology.orchestra.run.smithi157.stdout: "req_setxattr_latency": { 2024-05-16T15:58:30.404 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:30.404 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:30.404 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:30.404 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.404 INFO:teuthology.orchestra.run.smithi157.stdout: "req_symlink_latency": { 2024-05-16T15:58:30.404 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:30.404 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:30.404 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:30.404 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.404 INFO:teuthology.orchestra.run.smithi157.stdout: "req_unlink_latency": { 2024-05-16T15:58:30.404 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 1110, 2024-05-16T15:58:30.405 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 1.752512751, 2024-05-16T15:58:30.405 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.001578840 2024-05-16T15:58:30.405 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.405 INFO:teuthology.orchestra.run.smithi157.stdout: "cap_revoke_eviction": 0, 2024-05-16T15:58:30.405 INFO:teuthology.orchestra.run.smithi157.stdout: "cap_acquisition_throttle": 0, 2024-05-16T15:58:30.405 INFO:teuthology.orchestra.run.smithi157.stdout: "req_getvxattr_latency": { 2024-05-16T15:58:30.405 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:30.405 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:30.405 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:30.405 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-05-16T15:58:30.405 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.405 INFO:teuthology.orchestra.run.smithi157.stdout: "mds_sessions": { 2024-05-16T15:58:30.405 INFO:teuthology.orchestra.run.smithi157.stdout: "session_count": 1, 2024-05-16T15:58:30.405 INFO:teuthology.orchestra.run.smithi157.stdout: "session_add": 1, 2024-05-16T15:58:30.405 INFO:teuthology.orchestra.run.smithi157.stdout: "session_remove": 0, 2024-05-16T15:58:30.406 INFO:teuthology.orchestra.run.smithi157.stdout: "sessions_open": 1, 2024-05-16T15:58:30.406 INFO:teuthology.orchestra.run.smithi157.stdout: "sessions_stale": 0, 2024-05-16T15:58:30.406 INFO:teuthology.orchestra.run.smithi157.stdout: "total_load": 2050, 2024-05-16T15:58:30.406 INFO:teuthology.orchestra.run.smithi157.stdout: "average_load": 2050, 2024-05-16T15:58:30.406 INFO:teuthology.orchestra.run.smithi157.stdout: "avg_session_uptime": 529, 2024-05-16T15:58:30.406 INFO:teuthology.orchestra.run.smithi157.stdout: "mdthresh_evicted": 0 2024-05-16T15:58:30.406 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.406 INFO:teuthology.orchestra.run.smithi157.stdout: "mempool": { 2024-05-16T15:58:30.406 INFO:teuthology.orchestra.run.smithi157.stdout: "bloom_filter_bytes": 0, 2024-05-16T15:58:30.406 INFO:teuthology.orchestra.run.smithi157.stdout: "bloom_filter_items": 0, 2024-05-16T15:58:30.406 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_alloc_bytes": 0, 2024-05-16T15:58:30.406 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_alloc_items": 0, 2024-05-16T15:58:30.406 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_cache_data_bytes": 0, 2024-05-16T15:58:30.406 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_cache_data_items": 0, 2024-05-16T15:58:30.407 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-16T15:58:30.407 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_cache_onode_items": 0, 2024-05-16T15:58:30.407 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-16T15:58:30.407 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_cache_meta_items": 0, 2024-05-16T15:58:30.407 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_cache_other_bytes": 0, 2024-05-16T15:58:30.407 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_cache_other_items": 0, 2024-05-16T15:58:30.407 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-16T15:58:30.407 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_cache_buffer_items": 0, 2024-05-16T15:58:30.407 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_extent_bytes": 0, 2024-05-16T15:58:30.407 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_extent_items": 0, 2024-05-16T15:58:30.407 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_blob_bytes": 0, 2024-05-16T15:58:30.407 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_blob_items": 0, 2024-05-16T15:58:30.407 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-16T15:58:30.407 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_shared_blob_items": 0, 2024-05-16T15:58:30.407 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-16T15:58:30.407 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_inline_bl_items": 0, 2024-05-16T15:58:30.407 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_fsck_bytes": 0, 2024-05-16T15:58:30.408 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_fsck_items": 0, 2024-05-16T15:58:30.408 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_txc_bytes": 0, 2024-05-16T15:58:30.408 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_txc_items": 0, 2024-05-16T15:58:30.408 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-16T15:58:30.408 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_writing_deferred_items": 0, 2024-05-16T15:58:30.408 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_writing_bytes": 0, 2024-05-16T15:58:30.408 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_writing_items": 0, 2024-05-16T15:58:30.408 INFO:teuthology.orchestra.run.smithi157.stdout: "bluefs_bytes": 0, 2024-05-16T15:58:30.408 INFO:teuthology.orchestra.run.smithi157.stdout: "bluefs_items": 0, 2024-05-16T15:58:30.408 INFO:teuthology.orchestra.run.smithi157.stdout: "bluefs_file_reader_bytes": 0, 2024-05-16T15:58:30.408 INFO:teuthology.orchestra.run.smithi157.stdout: "bluefs_file_reader_items": 0, 2024-05-16T15:58:30.408 INFO:teuthology.orchestra.run.smithi157.stdout: "bluefs_file_writer_bytes": 0, 2024-05-16T15:58:30.408 INFO:teuthology.orchestra.run.smithi157.stdout: "bluefs_file_writer_items": 0, 2024-05-16T15:58:30.408 INFO:teuthology.orchestra.run.smithi157.stdout: "buffer_anon_bytes": 284650, 2024-05-16T15:58:30.408 INFO:teuthology.orchestra.run.smithi157.stdout: "buffer_anon_items": 118, 2024-05-16T15:58:30.408 INFO:teuthology.orchestra.run.smithi157.stdout: "buffer_meta_bytes": 0, 2024-05-16T15:58:30.408 INFO:teuthology.orchestra.run.smithi157.stdout: "buffer_meta_items": 0, 2024-05-16T15:58:30.409 INFO:teuthology.orchestra.run.smithi157.stdout: "osd_bytes": 0, 2024-05-16T15:58:30.409 INFO:teuthology.orchestra.run.smithi157.stdout: "osd_items": 0, 2024-05-16T15:58:30.409 INFO:teuthology.orchestra.run.smithi157.stdout: "osd_mapbl_bytes": 0, 2024-05-16T15:58:30.409 INFO:teuthology.orchestra.run.smithi157.stdout: "osd_mapbl_items": 0, 2024-05-16T15:58:30.409 INFO:teuthology.orchestra.run.smithi157.stdout: "osd_pglog_bytes": 0, 2024-05-16T15:58:30.409 INFO:teuthology.orchestra.run.smithi157.stdout: "osd_pglog_items": 0, 2024-05-16T15:58:30.409 INFO:teuthology.orchestra.run.smithi157.stdout: "osdmap_bytes": 8984, 2024-05-16T15:58:30.409 INFO:teuthology.orchestra.run.smithi157.stdout: "osdmap_items": 172, 2024-05-16T15:58:30.409 INFO:teuthology.orchestra.run.smithi157.stdout: "osdmap_mapping_bytes": 0, 2024-05-16T15:58:30.409 INFO:teuthology.orchestra.run.smithi157.stdout: "osdmap_mapping_items": 0, 2024-05-16T15:58:30.409 INFO:teuthology.orchestra.run.smithi157.stdout: "pgmap_bytes": 0, 2024-05-16T15:58:30.409 INFO:teuthology.orchestra.run.smithi157.stdout: "pgmap_items": 0, 2024-05-16T15:58:30.409 INFO:teuthology.orchestra.run.smithi157.stdout: "mds_co_bytes": 99901, 2024-05-16T15:58:30.409 INFO:teuthology.orchestra.run.smithi157.stdout: "mds_co_items": 391, 2024-05-16T15:58:30.409 INFO:teuthology.orchestra.run.smithi157.stdout: "unittest_1_bytes": 0, 2024-05-16T15:58:30.409 INFO:teuthology.orchestra.run.smithi157.stdout: "unittest_1_items": 0, 2024-05-16T15:58:30.409 INFO:teuthology.orchestra.run.smithi157.stdout: "unittest_2_bytes": 0, 2024-05-16T15:58:30.410 INFO:teuthology.orchestra.run.smithi157.stdout: "unittest_2_items": 0 2024-05-16T15:58:30.410 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.410 INFO:teuthology.orchestra.run.smithi157.stdout: "objecter": { 2024-05-16T15:58:30.410 INFO:teuthology.orchestra.run.smithi157.stdout: "op_active": 0, 2024-05-16T15:58:30.410 INFO:teuthology.orchestra.run.smithi157.stdout: "op_laggy": 0, 2024-05-16T15:58:30.410 INFO:teuthology.orchestra.run.smithi157.stdout: "op_send": 3635, 2024-05-16T15:58:30.410 INFO:teuthology.orchestra.run.smithi157.stdout: "op_send_bytes": 5101050, 2024-05-16T15:58:30.410 INFO:teuthology.orchestra.run.smithi157.stdout: "op_resend": 33, 2024-05-16T15:58:30.410 INFO:teuthology.orchestra.run.smithi157.stdout: "op_reply": 3635, 2024-05-16T15:58:30.410 INFO:teuthology.orchestra.run.smithi157.stdout: "op_latency": { 2024-05-16T15:58:30.410 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 3635, 2024-05-16T15:58:30.410 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 20.832664714, 2024-05-16T15:58:30.410 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.005731131 2024-05-16T15:58:30.410 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.410 INFO:teuthology.orchestra.run.smithi157.stdout: "op_inflight": 0, 2024-05-16T15:58:30.410 INFO:teuthology.orchestra.run.smithi157.stdout: "oplen_avg": { 2024-05-16T15:58:30.411 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 3635, 2024-05-16T15:58:30.411 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 3692 2024-05-16T15:58:30.411 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.411 INFO:teuthology.orchestra.run.smithi157.stdout: "op": 3635, 2024-05-16T15:58:30.411 INFO:teuthology.orchestra.run.smithi157.stdout: "op_r": 1127, 2024-05-16T15:58:30.411 INFO:teuthology.orchestra.run.smithi157.stdout: "op_w": 2508, 2024-05-16T15:58:30.411 INFO:teuthology.orchestra.run.smithi157.stdout: "op_rmw": 0, 2024-05-16T15:58:30.411 INFO:teuthology.orchestra.run.smithi157.stdout: "op_pg": 0, 2024-05-16T15:58:30.411 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_stat": 0, 2024-05-16T15:58:30.411 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_create": 10, 2024-05-16T15:58:30.411 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_read": 17, 2024-05-16T15:58:30.411 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_write": 206, 2024-05-16T15:58:30.411 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_writefull": 19, 2024-05-16T15:58:30.411 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_writesame": 0, 2024-05-16T15:58:30.411 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_append": 0, 2024-05-16T15:58:30.411 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_zero": 0, 2024-05-16T15:58:30.412 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_truncate": 0, 2024-05-16T15:58:30.412 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_delete": 2233, 2024-05-16T15:58:30.412 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_mapext": 0, 2024-05-16T15:58:30.412 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_sparse_read": 0, 2024-05-16T15:58:30.412 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_clonerange": 0, 2024-05-16T15:58:30.412 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_getxattr": 1110, 2024-05-16T15:58:30.412 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_setxattr": 20, 2024-05-16T15:58:30.412 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_cmpxattr": 0, 2024-05-16T15:58:30.412 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_rmxattr": 0, 2024-05-16T15:58:30.412 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_resetxattrs": 0, 2024-05-16T15:58:30.412 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_call": 0, 2024-05-16T15:58:30.412 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_watch": 0, 2024-05-16T15:58:30.412 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_notify": 0, 2024-05-16T15:58:30.412 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_src_cmpxattr": 0, 2024-05-16T15:58:30.413 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_pgls": 0, 2024-05-16T15:58:30.413 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_pgls_filter": 0, 2024-05-16T15:58:30.413 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_other": 0, 2024-05-16T15:58:30.413 INFO:teuthology.orchestra.run.smithi157.stdout: "linger_active": 0, 2024-05-16T15:58:30.413 INFO:teuthology.orchestra.run.smithi157.stdout: "linger_send": 0, 2024-05-16T15:58:30.413 INFO:teuthology.orchestra.run.smithi157.stdout: "linger_resend": 0, 2024-05-16T15:58:30.413 INFO:teuthology.orchestra.run.smithi157.stdout: "linger_ping": 0, 2024-05-16T15:58:30.413 INFO:teuthology.orchestra.run.smithi157.stdout: "poolop_active": 0, 2024-05-16T15:58:30.413 INFO:teuthology.orchestra.run.smithi157.stdout: "poolop_send": 0, 2024-05-16T15:58:30.413 INFO:teuthology.orchestra.run.smithi157.stdout: "poolop_resend": 0, 2024-05-16T15:58:30.413 INFO:teuthology.orchestra.run.smithi157.stdout: "poolstat_active": 0, 2024-05-16T15:58:30.413 INFO:teuthology.orchestra.run.smithi157.stdout: "poolstat_send": 0, 2024-05-16T15:58:30.413 INFO:teuthology.orchestra.run.smithi157.stdout: "poolstat_resend": 0, 2024-05-16T15:58:30.413 INFO:teuthology.orchestra.run.smithi157.stdout: "statfs_active": 0, 2024-05-16T15:58:30.413 INFO:teuthology.orchestra.run.smithi157.stdout: "statfs_send": 0, 2024-05-16T15:58:30.413 INFO:teuthology.orchestra.run.smithi157.stdout: "statfs_resend": 0, 2024-05-16T15:58:30.414 INFO:teuthology.orchestra.run.smithi157.stdout: "command_active": 0, 2024-05-16T15:58:30.414 INFO:teuthology.orchestra.run.smithi157.stdout: "command_send": 0, 2024-05-16T15:58:30.414 INFO:teuthology.orchestra.run.smithi157.stdout: "command_resend": 0, 2024-05-16T15:58:30.414 INFO:teuthology.orchestra.run.smithi157.stdout: "map_epoch": 91, 2024-05-16T15:58:30.414 INFO:teuthology.orchestra.run.smithi157.stdout: "map_full": 0, 2024-05-16T15:58:30.414 INFO:teuthology.orchestra.run.smithi157.stdout: "map_inc": 4, 2024-05-16T15:58:30.414 INFO:teuthology.orchestra.run.smithi157.stdout: "osd_sessions": 12, 2024-05-16T15:58:30.414 INFO:teuthology.orchestra.run.smithi157.stdout: "osd_session_open": 12, 2024-05-16T15:58:30.414 INFO:teuthology.orchestra.run.smithi157.stdout: "osd_session_close": 0, 2024-05-16T15:58:30.414 INFO:teuthology.orchestra.run.smithi157.stdout: "osd_laggy": 0, 2024-05-16T15:58:30.414 INFO:teuthology.orchestra.run.smithi157.stdout: "omap_wr": 59, 2024-05-16T15:58:30.414 INFO:teuthology.orchestra.run.smithi157.stdout: "omap_rd": 0, 2024-05-16T15:58:30.414 INFO:teuthology.orchestra.run.smithi157.stdout: "omap_del": 18 2024-05-16T15:58:30.414 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.414 INFO:teuthology.orchestra.run.smithi157.stdout: "oft": { 2024-05-16T15:58:30.415 INFO:teuthology.orchestra.run.smithi157.stdout: "omap_total_objs": 1, 2024-05-16T15:58:30.415 INFO:teuthology.orchestra.run.smithi157.stdout: "omap_total_kv_pairs": 0, 2024-05-16T15:58:30.415 INFO:teuthology.orchestra.run.smithi157.stdout: "omap_total_updates": 0, 2024-05-16T15:58:30.415 INFO:teuthology.orchestra.run.smithi157.stdout: "omap_total_removes": 0 2024-05-16T15:58:30.415 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.415 INFO:teuthology.orchestra.run.smithi157.stdout: "osd-slow-ops": { 2024-05-16T15:58:30.415 INFO:teuthology.orchestra.run.smithi157.stdout: "slow_ops_count": 0 2024-05-16T15:58:30.415 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.415 INFO:teuthology.orchestra.run.smithi157.stdout: "purge_queue": { 2024-05-16T15:58:30.415 INFO:teuthology.orchestra.run.smithi157.stdout: "pq_executing_ops": 0, 2024-05-16T15:58:30.415 INFO:teuthology.orchestra.run.smithi157.stdout: "pq_executing_ops_high_water": 10, 2024-05-16T15:58:30.415 INFO:teuthology.orchestra.run.smithi157.stdout: "pq_executing": 0, 2024-05-16T15:58:30.415 INFO:teuthology.orchestra.run.smithi157.stdout: "pq_executing_high_water": 5, 2024-05-16T15:58:30.415 INFO:teuthology.orchestra.run.smithi157.stdout: "pq_executed_ops": 2220, 2024-05-16T15:58:30.415 INFO:teuthology.orchestra.run.smithi157.stdout: "pq_executed": 1110, 2024-05-16T15:58:30.415 INFO:teuthology.orchestra.run.smithi157.stdout: "pq_item_in_journal": 0 2024-05-16T15:58:30.416 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.416 INFO:teuthology.orchestra.run.smithi157.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-16T15:58:30.416 INFO:teuthology.orchestra.run.smithi157.stdout: "val": 0, 2024-05-16T15:58:30.416 INFO:teuthology.orchestra.run.smithi157.stdout: "max": 104857600, 2024-05-16T15:58:30.416 INFO:teuthology.orchestra.run.smithi157.stdout: "get_started": 0, 2024-05-16T15:58:30.416 INFO:teuthology.orchestra.run.smithi157.stdout: "get": 19468, 2024-05-16T15:58:30.416 INFO:teuthology.orchestra.run.smithi157.stdout: "get_sum": 6885064, 2024-05-16T15:58:30.416 INFO:teuthology.orchestra.run.smithi157.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:30.416 INFO:teuthology.orchestra.run.smithi157.stdout: "get_or_fail_success": 19468, 2024-05-16T15:58:30.416 INFO:teuthology.orchestra.run.smithi157.stdout: "take": 0, 2024-05-16T15:58:30.416 INFO:teuthology.orchestra.run.smithi157.stdout: "take_sum": 0, 2024-05-16T15:58:30.416 INFO:teuthology.orchestra.run.smithi157.stdout: "put": 19468, 2024-05-16T15:58:30.416 INFO:teuthology.orchestra.run.smithi157.stdout: "put_sum": 6885064, 2024-05-16T15:58:30.416 INFO:teuthology.orchestra.run.smithi157.stdout: "wait": { 2024-05-16T15:58:30.416 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:30.417 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:30.417 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:30.417 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-05-16T15:58:30.417 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.417 INFO:teuthology.orchestra.run.smithi157.stdout: "throttle-objecter_bytes": { 2024-05-16T15:58:30.417 INFO:teuthology.orchestra.run.smithi157.stdout: "val": 0, 2024-05-16T15:58:30.417 INFO:teuthology.orchestra.run.smithi157.stdout: "max": 104857600, 2024-05-16T15:58:30.417 INFO:teuthology.orchestra.run.smithi157.stdout: "get_started": 0, 2024-05-16T15:58:30.417 INFO:teuthology.orchestra.run.smithi157.stdout: "get": 0, 2024-05-16T15:58:30.417 INFO:teuthology.orchestra.run.smithi157.stdout: "get_sum": 0, 2024-05-16T15:58:30.417 INFO:teuthology.orchestra.run.smithi157.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:30.417 INFO:teuthology.orchestra.run.smithi157.stdout: "get_or_fail_success": 0, 2024-05-16T15:58:30.417 INFO:teuthology.orchestra.run.smithi157.stdout: "take": 3635, 2024-05-16T15:58:30.417 INFO:teuthology.orchestra.run.smithi157.stdout: "take_sum": 5222040, 2024-05-16T15:58:30.417 INFO:teuthology.orchestra.run.smithi157.stdout: "put": 3635, 2024-05-16T15:58:30.417 INFO:teuthology.orchestra.run.smithi157.stdout: "put_sum": 5222040, 2024-05-16T15:58:30.418 INFO:teuthology.orchestra.run.smithi157.stdout: "wait": { 2024-05-16T15:58:30.418 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:30.418 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:30.418 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:30.418 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-05-16T15:58:30.418 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.418 INFO:teuthology.orchestra.run.smithi157.stdout: "throttle-objecter_ops": { 2024-05-16T15:58:30.418 INFO:teuthology.orchestra.run.smithi157.stdout: "val": 0, 2024-05-16T15:58:30.418 INFO:teuthology.orchestra.run.smithi157.stdout: "max": 1024, 2024-05-16T15:58:30.418 INFO:teuthology.orchestra.run.smithi157.stdout: "get_started": 0, 2024-05-16T15:58:30.418 INFO:teuthology.orchestra.run.smithi157.stdout: "get": 0, 2024-05-16T15:58:30.418 INFO:teuthology.orchestra.run.smithi157.stdout: "get_sum": 0, 2024-05-16T15:58:30.418 INFO:teuthology.orchestra.run.smithi157.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:30.418 INFO:teuthology.orchestra.run.smithi157.stdout: "get_or_fail_success": 0, 2024-05-16T15:58:30.418 INFO:teuthology.orchestra.run.smithi157.stdout: "take": 3635, 2024-05-16T15:58:30.418 INFO:teuthology.orchestra.run.smithi157.stdout: "take_sum": 3635, 2024-05-16T15:58:30.419 INFO:teuthology.orchestra.run.smithi157.stdout: "put": 3635, 2024-05-16T15:58:30.419 INFO:teuthology.orchestra.run.smithi157.stdout: "put_sum": 3635, 2024-05-16T15:58:30.419 INFO:teuthology.orchestra.run.smithi157.stdout: "wait": { 2024-05-16T15:58:30.419 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:30.419 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:30.419 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:30.419 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-05-16T15:58:30.419 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.419 INFO:teuthology.orchestra.run.smithi157.stdout: "throttle-write_buf_throttle": { 2024-05-16T15:58:30.419 INFO:teuthology.orchestra.run.smithi157.stdout: "val": 0, 2024-05-16T15:58:30.419 INFO:teuthology.orchestra.run.smithi157.stdout: "max": 3758096384, 2024-05-16T15:58:30.419 INFO:teuthology.orchestra.run.smithi157.stdout: "get_started": 0, 2024-05-16T15:58:30.419 INFO:teuthology.orchestra.run.smithi157.stdout: "get": 1110, 2024-05-16T15:58:30.419 INFO:teuthology.orchestra.run.smithi157.stdout: "get_sum": 120990, 2024-05-16T15:58:30.420 INFO:teuthology.orchestra.run.smithi157.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:30.420 INFO:teuthology.orchestra.run.smithi157.stdout: "get_or_fail_success": 1110, 2024-05-16T15:58:30.420 INFO:teuthology.orchestra.run.smithi157.stdout: "take": 0, 2024-05-16T15:58:30.420 INFO:teuthology.orchestra.run.smithi157.stdout: "take_sum": 0, 2024-05-16T15:58:30.420 INFO:teuthology.orchestra.run.smithi157.stdout: "put": 17, 2024-05-16T15:58:30.420 INFO:teuthology.orchestra.run.smithi157.stdout: "put_sum": 120990, 2024-05-16T15:58:30.420 INFO:teuthology.orchestra.run.smithi157.stdout: "wait": { 2024-05-16T15:58:30.420 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:30.420 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:30.420 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:30.420 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-05-16T15:58:30.420 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:30.420 INFO:teuthology.orchestra.run.smithi157.stdout: "throttle-write_buf_throttle-0x55951265e500": { 2024-05-16T15:58:30.420 INFO:teuthology.orchestra.run.smithi157.stdout: "val": 0, 2024-05-16T15:58:30.420 INFO:teuthology.orchestra.run.smithi157.stdout: "max": 3758096384, 2024-05-16T15:58:30.421 INFO:teuthology.orchestra.run.smithi157.stdout: "get_started": 0, 2024-05-16T15:58:30.421 INFO:teuthology.orchestra.run.smithi157.stdout: "get": 2751, 2024-05-16T15:58:30.421 INFO:teuthology.orchestra.run.smithi157.stdout: "get_sum": 4955666, 2024-05-16T15:58:30.421 INFO:teuthology.orchestra.run.smithi157.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:30.421 INFO:teuthology.orchestra.run.smithi157.stdout: "get_or_fail_success": 2751, 2024-05-16T15:58:30.421 INFO:teuthology.orchestra.run.smithi157.stdout: "take": 0, 2024-05-16T15:58:30.421 INFO:teuthology.orchestra.run.smithi157.stdout: "take_sum": 0, 2024-05-16T15:58:30.421 INFO:teuthology.orchestra.run.smithi157.stdout: "put": 189, 2024-05-16T15:58:30.421 INFO:teuthology.orchestra.run.smithi157.stdout: "put_sum": 4955666, 2024-05-16T15:58:30.421 INFO:teuthology.orchestra.run.smithi157.stdout: "wait": { 2024-05-16T15:58:30.421 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:30.421 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:30.421 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:30.421 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-05-16T15:58:30.421 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-05-16T15:58:30.421 INFO:teuthology.orchestra.run.smithi157.stdout:} 2024-05-16T15:58:31.181 INFO:tasks.check_counter:Daemon mds.f mds.exported=62 2024-05-16T15:58:31.181 INFO:tasks.check_counter:Daemon mds.f mds.imported=62 2024-05-16T15:58:31.181 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update=265 2024-05-16T15:58:31.181 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update_receipt=490 2024-05-16T15:58:31.181 INFO:tasks.check_counter:Daemon mds.f mds.dir_split=0 2024-05-16T15:58:31.181 DEBUG:tasks.check_counter:Getting stats from i 2024-05-16T15:58:31.182 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph daemon mds.i perf dump 2024-05-16T15:58:31.429 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:31 smithi157 ceph-mon[35584]: pgmap v686: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:58:31.429 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:31 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:58:31.429 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:31 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:58:31.433 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.c/config 2024-05-16T15:58:31.689 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:58:31 smithi148 ceph-mon[34976]: pgmap v686: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:58:31.689 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:58:31 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:58:31.689 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:58:31 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:58:31.728 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:58:31 smithi043 ceph-mon[31619]: pgmap v686: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:58:31.728 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:58:31 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:58:31.728 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:58:31 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:58:32.518 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:32 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:58:32.518 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:32 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:58:32.519 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:32 smithi157 ceph-mon[35584]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:58:32.689 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:58:32 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:58:32.690 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:58:32 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:58:32.690 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:58:32 smithi148 ceph-mon[34976]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:58:32.728 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:58:32 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-16T15:58:32.728 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:58:32 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-16T15:58:32.728 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:58:32 smithi043 ceph-mon[31619]: from='mgr.14150 172.21.15.43:0/3343294135' entity='mgr.x' 2024-05-16T15:58:33.051 INFO:teuthology.orchestra.run.smithi157.stdout:{ 2024-05-16T15:58:33.051 INFO:teuthology.orchestra.run.smithi157.stdout: "AsyncMessenger::Worker-0": { 2024-05-16T15:58:33.051 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_recv_messages": 1288, 2024-05-16T15:58:33.051 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_send_messages": 1292, 2024-05-16T15:58:33.051 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_recv_bytes": 528195, 2024-05-16T15:58:33.052 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_send_bytes": 614469, 2024-05-16T15:58:33.052 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_created_connections": 18, 2024-05-16T15:58:33.052 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_active_connections": 6, 2024-05-16T15:58:33.052 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_running_total_time": 0.098659914, 2024-05-16T15:58:33.052 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_running_send_time": 0.028395866, 2024-05-16T15:58:33.052 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_running_recv_time": 0.026882036, 2024-05-16T15:58:33.052 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_running_fast_dispatch_time": 0.029746248, 2024-05-16T15:58:33.052 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_send_messages_queue_lat": { 2024-05-16T15:58:33.052 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 1288, 2024-05-16T15:58:33.052 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.113136719, 2024-05-16T15:58:33.052 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000087839 2024-05-16T15:58:33.052 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.052 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_handle_ack_lat": { 2024-05-16T15:58:33.052 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 6, 2024-05-16T15:58:33.052 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000605, 2024-05-16T15:58:33.053 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000100 2024-05-16T15:58:33.053 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.053 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-16T15:58:33.053 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_send_encrypted_bytes": 0 2024-05-16T15:58:33.053 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.053 INFO:teuthology.orchestra.run.smithi157.stdout: "AsyncMessenger::Worker-1": { 2024-05-16T15:58:33.053 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_recv_messages": 6220, 2024-05-16T15:58:33.053 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_send_messages": 7294, 2024-05-16T15:58:33.053 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_recv_bytes": 3047791, 2024-05-16T15:58:33.053 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_send_bytes": 6915593, 2024-05-16T15:58:33.053 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_created_connections": 11, 2024-05-16T15:58:33.053 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_active_connections": 7, 2024-05-16T15:58:33.053 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_running_total_time": 0.434130702, 2024-05-16T15:58:33.053 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_running_send_time": 0.198257925, 2024-05-16T15:58:33.053 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_running_recv_time": 0.235934027, 2024-05-16T15:58:33.054 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_running_fast_dispatch_time": 0.028854445, 2024-05-16T15:58:33.054 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_send_messages_queue_lat": { 2024-05-16T15:58:33.054 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 7292, 2024-05-16T15:58:33.054 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.334524399, 2024-05-16T15:58:33.054 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000045875 2024-05-16T15:58:33.054 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.054 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_handle_ack_lat": { 2024-05-16T15:58:33.054 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 10938, 2024-05-16T15:58:33.054 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.001871460, 2024-05-16T15:58:33.054 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000171 2024-05-16T15:58:33.054 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.054 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_recv_encrypted_bytes": 160, 2024-05-16T15:58:33.054 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_send_encrypted_bytes": 347664 2024-05-16T15:58:33.054 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.055 INFO:teuthology.orchestra.run.smithi157.stdout: "AsyncMessenger::Worker-2": { 2024-05-16T15:58:33.055 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_recv_messages": 13961, 2024-05-16T15:58:33.055 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_send_messages": 14140, 2024-05-16T15:58:33.055 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_recv_bytes": 5056123, 2024-05-16T15:58:33.055 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_send_bytes": 5911338, 2024-05-16T15:58:33.055 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_created_connections": 13, 2024-05-16T15:58:33.055 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_active_connections": 6, 2024-05-16T15:58:33.055 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_running_total_time": 0.758189902, 2024-05-16T15:58:33.055 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_running_send_time": 0.293143007, 2024-05-16T15:58:33.055 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_running_recv_time": 0.578825784, 2024-05-16T15:58:33.055 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_running_fast_dispatch_time": 0.024772295, 2024-05-16T15:58:33.055 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_send_messages_queue_lat": { 2024-05-16T15:58:33.055 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 14142, 2024-05-16T15:58:33.055 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.586304214, 2024-05-16T15:58:33.055 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000041458 2024-05-16T15:58:33.056 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.056 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_handle_ack_lat": { 2024-05-16T15:58:33.056 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 24752, 2024-05-16T15:58:33.056 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.003565190, 2024-05-16T15:58:33.056 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000144 2024-05-16T15:58:33.056 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.056 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_recv_encrypted_bytes": 690640, 2024-05-16T15:58:33.056 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_send_encrypted_bytes": 140448 2024-05-16T15:58:33.056 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.056 INFO:teuthology.orchestra.run.smithi157.stdout: "cct": { 2024-05-16T15:58:33.056 INFO:teuthology.orchestra.run.smithi157.stdout: "total_workers": 1, 2024-05-16T15:58:33.056 INFO:teuthology.orchestra.run.smithi157.stdout: "unhealthy_workers": 0 2024-05-16T15:58:33.056 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.056 INFO:teuthology.orchestra.run.smithi157.stdout: "finisher-MDSRank": { 2024-05-16T15:58:33.057 INFO:teuthology.orchestra.run.smithi157.stdout: "queue_len": 0, 2024-05-16T15:58:33.057 INFO:teuthology.orchestra.run.smithi157.stdout: "complete_latency": { 2024-05-16T15:58:33.057 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 969, 2024-05-16T15:58:33.057 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 1.249533980, 2024-05-16T15:58:33.057 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.001289508 2024-05-16T15:58:33.057 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-05-16T15:58:33.057 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.057 INFO:teuthology.orchestra.run.smithi157.stdout: "finisher-PurgeQueue": { 2024-05-16T15:58:33.057 INFO:teuthology.orchestra.run.smithi157.stdout: "queue_len": 0, 2024-05-16T15:58:33.057 INFO:teuthology.orchestra.run.smithi157.stdout: "complete_latency": { 2024-05-16T15:58:33.057 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 1764, 2024-05-16T15:58:33.057 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.159525615, 2024-05-16T15:58:33.057 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000090434 2024-05-16T15:58:33.057 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-05-16T15:58:33.057 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.058 INFO:teuthology.orchestra.run.smithi157.stdout: "mds": { 2024-05-16T15:58:33.058 INFO:teuthology.orchestra.run.smithi157.stdout: "request": 7719, 2024-05-16T15:58:33.058 INFO:teuthology.orchestra.run.smithi157.stdout: "reply": 5599, 2024-05-16T15:58:33.058 INFO:teuthology.orchestra.run.smithi157.stdout: "reply_latency": { 2024-05-16T15:58:33.058 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 5599, 2024-05-16T15:58:33.058 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 3.923477148, 2024-05-16T15:58:33.058 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000700746 2024-05-16T15:58:33.058 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.058 INFO:teuthology.orchestra.run.smithi157.stdout: "slow_reply": 0, 2024-05-16T15:58:33.058 INFO:teuthology.orchestra.run.smithi157.stdout: "forward": 2120, 2024-05-16T15:58:33.058 INFO:teuthology.orchestra.run.smithi157.stdout: "dir_fetch_complete": 0, 2024-05-16T15:58:33.058 INFO:teuthology.orchestra.run.smithi157.stdout: "dir_fetch_keys": 0, 2024-05-16T15:58:33.058 INFO:teuthology.orchestra.run.smithi157.stdout: "dir_commit": 11, 2024-05-16T15:58:33.058 INFO:teuthology.orchestra.run.smithi157.stdout: "dir_split": 0, 2024-05-16T15:58:33.059 INFO:teuthology.orchestra.run.smithi157.stdout: "dir_merge": 0, 2024-05-16T15:58:33.059 INFO:teuthology.orchestra.run.smithi157.stdout: "inodes": 28, 2024-05-16T15:58:33.059 INFO:teuthology.orchestra.run.smithi157.stdout: "inodes_top": 7, 2024-05-16T15:58:33.059 INFO:teuthology.orchestra.run.smithi157.stdout: "inodes_bottom": 7, 2024-05-16T15:58:33.059 INFO:teuthology.orchestra.run.smithi157.stdout: "inodes_pin_tail": 14, 2024-05-16T15:58:33.059 INFO:teuthology.orchestra.run.smithi157.stdout: "inodes_pinned": 17, 2024-05-16T15:58:33.059 INFO:teuthology.orchestra.run.smithi157.stdout: "inodes_expired": 241, 2024-05-16T15:58:33.059 INFO:teuthology.orchestra.run.smithi157.stdout: "inodes_with_caps": 2, 2024-05-16T15:58:33.059 INFO:teuthology.orchestra.run.smithi157.stdout: "caps": 2, 2024-05-16T15:58:33.059 INFO:teuthology.orchestra.run.smithi157.stdout: "subtrees": 5, 2024-05-16T15:58:33.059 INFO:teuthology.orchestra.run.smithi157.stdout: "traverse": 13428, 2024-05-16T15:58:33.059 INFO:teuthology.orchestra.run.smithi157.stdout: "traverse_hit": 3775, 2024-05-16T15:58:33.059 INFO:teuthology.orchestra.run.smithi157.stdout: "traverse_forward": 2102, 2024-05-16T15:58:33.059 INFO:teuthology.orchestra.run.smithi157.stdout: "traverse_discover": 51, 2024-05-16T15:58:33.059 INFO:teuthology.orchestra.run.smithi157.stdout: "traverse_dir_fetch": 0, 2024-05-16T15:58:33.059 INFO:teuthology.orchestra.run.smithi157.stdout: "traverse_remote_ino": 0, 2024-05-16T15:58:33.060 INFO:teuthology.orchestra.run.smithi157.stdout: "traverse_lock": 0, 2024-05-16T15:58:33.060 INFO:teuthology.orchestra.run.smithi157.stdout: "load_cent": 1000, 2024-05-16T15:58:33.060 INFO:teuthology.orchestra.run.smithi157.stdout: "q": 1, 2024-05-16T15:58:33.060 INFO:teuthology.orchestra.run.smithi157.stdout: "exported": 21, 2024-05-16T15:58:33.060 INFO:teuthology.orchestra.run.smithi157.stdout: "exported_inodes": 159, 2024-05-16T15:58:33.060 INFO:teuthology.orchestra.run.smithi157.stdout: "imported": 40, 2024-05-16T15:58:33.060 INFO:teuthology.orchestra.run.smithi157.stdout: "imported_inodes": 882, 2024-05-16T15:58:33.060 INFO:teuthology.orchestra.run.smithi157.stdout: "openino_dir_fetch": 0, 2024-05-16T15:58:33.060 INFO:teuthology.orchestra.run.smithi157.stdout: "openino_backtrace_fetch": 808, 2024-05-16T15:58:33.060 INFO:teuthology.orchestra.run.smithi157.stdout: "openino_peer_discover": 0, 2024-05-16T15:58:33.060 INFO:teuthology.orchestra.run.smithi157.stdout: "root_rfiles": 4, 2024-05-16T15:58:33.060 INFO:teuthology.orchestra.run.smithi157.stdout: "root_rbytes": 234, 2024-05-16T15:58:33.060 INFO:teuthology.orchestra.run.smithi157.stdout: "root_rsnaps": 0, 2024-05-16T15:58:33.060 INFO:teuthology.orchestra.run.smithi157.stdout: "scrub_backtrace_fetch": 808, 2024-05-16T15:58:33.060 INFO:teuthology.orchestra.run.smithi157.stdout: "scrub_set_tag": 0, 2024-05-16T15:58:33.061 INFO:teuthology.orchestra.run.smithi157.stdout: "scrub_backtrace_repaired": 0, 2024-05-16T15:58:33.061 INFO:teuthology.orchestra.run.smithi157.stdout: "scrub_inotable_repaired": 0, 2024-05-16T15:58:33.061 INFO:teuthology.orchestra.run.smithi157.stdout: "scrub_dir_inodes": 20, 2024-05-16T15:58:33.061 INFO:teuthology.orchestra.run.smithi157.stdout: "scrub_dir_base_inodes": 0, 2024-05-16T15:58:33.061 INFO:teuthology.orchestra.run.smithi157.stdout: "scrub_dirfrag_rstats": 20, 2024-05-16T15:58:33.061 INFO:teuthology.orchestra.run.smithi157.stdout: "scrub_file_inodes": 788, 2024-05-16T15:58:33.061 INFO:teuthology.orchestra.run.smithi157.stdout: "handle_inode_file_caps": 12, 2024-05-16T15:58:33.061 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph_cap_op_revoke": 153, 2024-05-16T15:58:33.061 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph_cap_op_grant": 1046, 2024-05-16T15:58:33.061 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph_cap_op_trunc": 0, 2024-05-16T15:58:33.061 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-16T15:58:33.061 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-16T15:58:33.061 INFO:teuthology.orchestra.run.smithi157.stdout: "handle_client_caps": 3061, 2024-05-16T15:58:33.061 INFO:teuthology.orchestra.run.smithi157.stdout: "handle_client_caps_dirty": 78, 2024-05-16T15:58:33.061 INFO:teuthology.orchestra.run.smithi157.stdout: "handle_client_cap_release": 16, 2024-05-16T15:58:33.062 INFO:teuthology.orchestra.run.smithi157.stdout: "process_request_cap_release": 1897 2024-05-16T15:58:33.062 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.062 INFO:teuthology.orchestra.run.smithi157.stdout: "mds_cache": { 2024-05-16T15:58:33.062 INFO:teuthology.orchestra.run.smithi157.stdout: "dir_update": 184, 2024-05-16T15:58:33.062 INFO:teuthology.orchestra.run.smithi157.stdout: "dir_update_receipt": 627, 2024-05-16T15:58:33.062 INFO:teuthology.orchestra.run.smithi157.stdout: "dir_try_discover": 332, 2024-05-16T15:58:33.062 INFO:teuthology.orchestra.run.smithi157.stdout: "dir_send_discover": 565, 2024-05-16T15:58:33.062 INFO:teuthology.orchestra.run.smithi157.stdout: "dir_handle_discover": 326, 2024-05-16T15:58:33.062 INFO:teuthology.orchestra.run.smithi157.stdout: "num_strays": 4, 2024-05-16T15:58:33.062 INFO:teuthology.orchestra.run.smithi157.stdout: "num_strays_delayed": 0, 2024-05-16T15:58:33.062 INFO:teuthology.orchestra.run.smithi157.stdout: "num_strays_enqueuing": 0, 2024-05-16T15:58:33.062 INFO:teuthology.orchestra.run.smithi157.stdout: "strays_created": 912, 2024-05-16T15:58:33.062 INFO:teuthology.orchestra.run.smithi157.stdout: "strays_enqueued": 908, 2024-05-16T15:58:33.062 INFO:teuthology.orchestra.run.smithi157.stdout: "strays_reintegrated": 0, 2024-05-16T15:58:33.062 INFO:teuthology.orchestra.run.smithi157.stdout: "strays_migrated": 0, 2024-05-16T15:58:33.063 INFO:teuthology.orchestra.run.smithi157.stdout: "num_recovering_processing": 0, 2024-05-16T15:58:33.063 INFO:teuthology.orchestra.run.smithi157.stdout: "num_recovering_enqueued": 0, 2024-05-16T15:58:33.063 INFO:teuthology.orchestra.run.smithi157.stdout: "num_recovering_prioritized": 0, 2024-05-16T15:58:33.063 INFO:teuthology.orchestra.run.smithi157.stdout: "recovery_started": 0, 2024-05-16T15:58:33.063 INFO:teuthology.orchestra.run.smithi157.stdout: "recovery_completed": 0, 2024-05-16T15:58:33.063 INFO:teuthology.orchestra.run.smithi157.stdout: "ireq_quiesce_path": 0, 2024-05-16T15:58:33.063 INFO:teuthology.orchestra.run.smithi157.stdout: "ireq_quiesce_inode": 0, 2024-05-16T15:58:33.063 INFO:teuthology.orchestra.run.smithi157.stdout: "ireq_enqueue_scrub": 0, 2024-05-16T15:58:33.063 INFO:teuthology.orchestra.run.smithi157.stdout: "ireq_exportdir": 21, 2024-05-16T15:58:33.063 INFO:teuthology.orchestra.run.smithi157.stdout: "ireq_flush": 0, 2024-05-16T15:58:33.063 INFO:teuthology.orchestra.run.smithi157.stdout: "ireq_fragmentdir": 0, 2024-05-16T15:58:33.063 INFO:teuthology.orchestra.run.smithi157.stdout: "ireq_fragstats": 0, 2024-05-16T15:58:33.063 INFO:teuthology.orchestra.run.smithi157.stdout: "ireq_inodestats": 0 2024-05-16T15:58:33.063 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.063 INFO:teuthology.orchestra.run.smithi157.stdout: "mds_log": { 2024-05-16T15:58:33.064 INFO:teuthology.orchestra.run.smithi157.stdout: "evlrg": 0, 2024-05-16T15:58:33.064 INFO:teuthology.orchestra.run.smithi157.stdout: "evadd": 2608, 2024-05-16T15:58:33.064 INFO:teuthology.orchestra.run.smithi157.stdout: "evex": 0, 2024-05-16T15:58:33.064 INFO:teuthology.orchestra.run.smithi157.stdout: "evtrm": 0, 2024-05-16T15:58:33.064 INFO:teuthology.orchestra.run.smithi157.stdout: "ev": 2608, 2024-05-16T15:58:33.064 INFO:teuthology.orchestra.run.smithi157.stdout: "evexg": 0, 2024-05-16T15:58:33.064 INFO:teuthology.orchestra.run.smithi157.stdout: "evexd": 0, 2024-05-16T15:58:33.064 INFO:teuthology.orchestra.run.smithi157.stdout: "segadd": 5, 2024-05-16T15:58:33.064 INFO:teuthology.orchestra.run.smithi157.stdout: "segex": 0, 2024-05-16T15:58:33.064 INFO:teuthology.orchestra.run.smithi157.stdout: "segtrm": 0, 2024-05-16T15:58:33.064 INFO:teuthology.orchestra.run.smithi157.stdout: "seg": 5, 2024-05-16T15:58:33.064 INFO:teuthology.orchestra.run.smithi157.stdout: "segmjr": 2, 2024-05-16T15:58:33.064 INFO:teuthology.orchestra.run.smithi157.stdout: "segexg": 0, 2024-05-16T15:58:33.064 INFO:teuthology.orchestra.run.smithi157.stdout: "segexd": 0, 2024-05-16T15:58:33.064 INFO:teuthology.orchestra.run.smithi157.stdout: "expos": 4194304, 2024-05-16T15:58:33.065 INFO:teuthology.orchestra.run.smithi157.stdout: "wrpos": 8446788, 2024-05-16T15:58:33.065 INFO:teuthology.orchestra.run.smithi157.stdout: "rdpos": 0, 2024-05-16T15:58:33.065 INFO:teuthology.orchestra.run.smithi157.stdout: "jlat": { 2024-05-16T15:58:33.065 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 212, 2024-05-16T15:58:33.065 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.761402593, 2024-05-16T15:58:33.065 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.003591521 2024-05-16T15:58:33.065 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.065 INFO:teuthology.orchestra.run.smithi157.stdout: "replayed": 0 2024-05-16T15:58:33.065 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.065 INFO:teuthology.orchestra.run.smithi157.stdout: "mds_mem": { 2024-05-16T15:58:33.065 INFO:teuthology.orchestra.run.smithi157.stdout: "ino": 27, 2024-05-16T15:58:33.065 INFO:teuthology.orchestra.run.smithi157.stdout: "ino+": 972, 2024-05-16T15:58:33.065 INFO:teuthology.orchestra.run.smithi157.stdout: "ino-": 945, 2024-05-16T15:58:33.065 INFO:teuthology.orchestra.run.smithi157.stdout: "dir": 26, 2024-05-16T15:58:33.065 INFO:teuthology.orchestra.run.smithi157.stdout: "dir+": 385, 2024-05-16T15:58:33.065 INFO:teuthology.orchestra.run.smithi157.stdout: "dir-": 359, 2024-05-16T15:58:33.065 INFO:teuthology.orchestra.run.smithi157.stdout: "dn": 28, 2024-05-16T15:58:33.066 INFO:teuthology.orchestra.run.smithi157.stdout: "dn+": 2027, 2024-05-16T15:58:33.066 INFO:teuthology.orchestra.run.smithi157.stdout: "dn-": 1999, 2024-05-16T15:58:33.066 INFO:teuthology.orchestra.run.smithi157.stdout: "cap": 2, 2024-05-16T15:58:33.066 INFO:teuthology.orchestra.run.smithi157.stdout: "cap+": 923, 2024-05-16T15:58:33.066 INFO:teuthology.orchestra.run.smithi157.stdout: "cap-": 921, 2024-05-16T15:58:33.066 INFO:teuthology.orchestra.run.smithi157.stdout: "rss": 67128, 2024-05-16T15:58:33.066 INFO:teuthology.orchestra.run.smithi157.stdout: "heap": 223608 2024-05-16T15:58:33.066 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.066 INFO:teuthology.orchestra.run.smithi157.stdout: "mds_server": { 2024-05-16T15:58:33.066 INFO:teuthology.orchestra.run.smithi157.stdout: "dispatch_client_request": 8799, 2024-05-16T15:58:33.066 INFO:teuthology.orchestra.run.smithi157.stdout: "dispatch_server_request": 337, 2024-05-16T15:58:33.066 INFO:teuthology.orchestra.run.smithi157.stdout: "handle_client_request": 7719, 2024-05-16T15:58:33.066 INFO:teuthology.orchestra.run.smithi157.stdout: "handle_client_session": 12, 2024-05-16T15:58:33.066 INFO:teuthology.orchestra.run.smithi157.stdout: "handle_peer_request": 1452, 2024-05-16T15:58:33.066 INFO:teuthology.orchestra.run.smithi157.stdout: "req_create_latency": { 2024-05-16T15:58:33.067 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 62, 2024-05-16T15:58:33.067 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.143919301, 2024-05-16T15:58:33.067 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.002321279 2024-05-16T15:58:33.067 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.067 INFO:teuthology.orchestra.run.smithi157.stdout: "req_getattr_latency": { 2024-05-16T15:58:33.067 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 196, 2024-05-16T15:58:33.067 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.052590393, 2024-05-16T15:58:33.067 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000268318 2024-05-16T15:58:33.067 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.067 INFO:teuthology.orchestra.run.smithi157.stdout: "req_getfilelock_latency": { 2024-05-16T15:58:33.067 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:33.067 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:33.067 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:33.067 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.067 INFO:teuthology.orchestra.run.smithi157.stdout: "req_link_latency": { 2024-05-16T15:58:33.067 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:33.067 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:33.068 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:33.068 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.068 INFO:teuthology.orchestra.run.smithi157.stdout: "req_lookup_latency": { 2024-05-16T15:58:33.068 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 4293, 2024-05-16T15:58:33.068 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 1.631295771, 2024-05-16T15:58:33.068 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000379989 2024-05-16T15:58:33.068 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.068 INFO:teuthology.orchestra.run.smithi157.stdout: "req_lookuphash_latency": { 2024-05-16T15:58:33.068 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:33.068 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:33.068 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:33.068 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.068 INFO:teuthology.orchestra.run.smithi157.stdout: "req_lookupino_latency": { 2024-05-16T15:58:33.068 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:33.068 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:33.069 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:33.069 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.069 INFO:teuthology.orchestra.run.smithi157.stdout: "req_lookupname_latency": { 2024-05-16T15:58:33.069 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:33.069 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:33.069 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:33.069 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.069 INFO:teuthology.orchestra.run.smithi157.stdout: "req_lookupparent_latency": { 2024-05-16T15:58:33.069 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:33.069 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:33.069 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:33.069 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.069 INFO:teuthology.orchestra.run.smithi157.stdout: "req_lookupsnap_latency": { 2024-05-16T15:58:33.069 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:33.069 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:33.070 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:33.070 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.070 INFO:teuthology.orchestra.run.smithi157.stdout: "req_lssnap_latency": { 2024-05-16T15:58:33.070 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:33.070 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:33.070 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:33.070 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.070 INFO:teuthology.orchestra.run.smithi157.stdout: "req_mkdir_latency": { 2024-05-16T15:58:33.071 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 3, 2024-05-16T15:58:33.071 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.006411804, 2024-05-16T15:58:33.071 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.002137268 2024-05-16T15:58:33.071 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.071 INFO:teuthology.orchestra.run.smithi157.stdout: "req_mknod_latency": { 2024-05-16T15:58:33.071 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:33.071 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:33.071 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:33.071 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.071 INFO:teuthology.orchestra.run.smithi157.stdout: "req_mksnap_latency": { 2024-05-16T15:58:33.071 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:33.071 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:33.071 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:33.071 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.071 INFO:teuthology.orchestra.run.smithi157.stdout: "req_open_latency": { 2024-05-16T15:58:33.071 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 3, 2024-05-16T15:58:33.072 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.001162321, 2024-05-16T15:58:33.072 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000387440 2024-05-16T15:58:33.072 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.072 INFO:teuthology.orchestra.run.smithi157.stdout: "req_readdir_latency": { 2024-05-16T15:58:33.072 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 129, 2024-05-16T15:58:33.072 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.111438315, 2024-05-16T15:58:33.072 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000863862 2024-05-16T15:58:33.072 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.072 INFO:teuthology.orchestra.run.smithi157.stdout: "req_rename_latency": { 2024-05-16T15:58:33.072 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 1, 2024-05-16T15:58:33.072 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.004614996, 2024-05-16T15:58:33.072 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.004614996 2024-05-16T15:58:33.072 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.072 INFO:teuthology.orchestra.run.smithi157.stdout: "req_renamesnap_latency": { 2024-05-16T15:58:33.072 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:33.072 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:33.073 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:33.073 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.073 INFO:teuthology.orchestra.run.smithi157.stdout: "req_snapdiff_latency": { 2024-05-16T15:58:33.073 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:33.073 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:33.073 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:33.073 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.073 INFO:teuthology.orchestra.run.smithi157.stdout: "req_rmdir_latency": { 2024-05-16T15:58:33.073 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 37, 2024-05-16T15:58:33.073 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.481060322, 2024-05-16T15:58:33.073 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.013001630 2024-05-16T15:58:33.073 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.073 INFO:teuthology.orchestra.run.smithi157.stdout: "req_rmsnap_latency": { 2024-05-16T15:58:33.073 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:33.073 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:33.073 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:33.073 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.074 INFO:teuthology.orchestra.run.smithi157.stdout: "req_rmxattr_latency": { 2024-05-16T15:58:33.074 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:33.074 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:33.074 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:33.074 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.074 INFO:teuthology.orchestra.run.smithi157.stdout: "req_setattr_latency": { 2024-05-16T15:58:33.074 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:33.074 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:33.074 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:33.074 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.074 INFO:teuthology.orchestra.run.smithi157.stdout: "req_setdirlayout_latency": { 2024-05-16T15:58:33.074 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:33.074 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:33.074 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:33.074 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.075 INFO:teuthology.orchestra.run.smithi157.stdout: "req_setfilelock_latency": { 2024-05-16T15:58:33.075 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:33.075 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:33.075 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:33.075 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.075 INFO:teuthology.orchestra.run.smithi157.stdout: "req_setlayout_latency": { 2024-05-16T15:58:33.075 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:33.075 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:33.075 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:33.075 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.075 INFO:teuthology.orchestra.run.smithi157.stdout: "req_setxattr_latency": { 2024-05-16T15:58:33.075 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:33.075 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:33.075 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:33.075 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.075 INFO:teuthology.orchestra.run.smithi157.stdout: "req_symlink_latency": { 2024-05-16T15:58:33.075 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:33.076 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:33.076 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:33.076 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.076 INFO:teuthology.orchestra.run.smithi157.stdout: "req_unlink_latency": { 2024-05-16T15:58:33.076 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 875, 2024-05-16T15:58:33.076 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 1.490983925, 2024-05-16T15:58:33.076 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.001703981 2024-05-16T15:58:33.076 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.076 INFO:teuthology.orchestra.run.smithi157.stdout: "cap_revoke_eviction": 0, 2024-05-16T15:58:33.076 INFO:teuthology.orchestra.run.smithi157.stdout: "cap_acquisition_throttle": 0, 2024-05-16T15:58:33.076 INFO:teuthology.orchestra.run.smithi157.stdout: "req_getvxattr_latency": { 2024-05-16T15:58:33.076 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:33.076 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:33.076 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:33.076 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-05-16T15:58:33.077 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.077 INFO:teuthology.orchestra.run.smithi157.stdout: "mds_sessions": { 2024-05-16T15:58:33.077 INFO:teuthology.orchestra.run.smithi157.stdout: "session_count": 1, 2024-05-16T15:58:33.077 INFO:teuthology.orchestra.run.smithi157.stdout: "session_add": 2, 2024-05-16T15:58:33.077 INFO:teuthology.orchestra.run.smithi157.stdout: "session_remove": 1, 2024-05-16T15:58:33.077 INFO:teuthology.orchestra.run.smithi157.stdout: "sessions_open": 1, 2024-05-16T15:58:33.077 INFO:teuthology.orchestra.run.smithi157.stdout: "sessions_stale": 0, 2024-05-16T15:58:33.077 INFO:teuthology.orchestra.run.smithi157.stdout: "total_load": 1920, 2024-05-16T15:58:33.077 INFO:teuthology.orchestra.run.smithi157.stdout: "average_load": 1920, 2024-05-16T15:58:33.077 INFO:teuthology.orchestra.run.smithi157.stdout: "avg_session_uptime": 532, 2024-05-16T15:58:33.077 INFO:teuthology.orchestra.run.smithi157.stdout: "mdthresh_evicted": 0 2024-05-16T15:58:33.077 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.077 INFO:teuthology.orchestra.run.smithi157.stdout: "mempool": { 2024-05-16T15:58:33.077 INFO:teuthology.orchestra.run.smithi157.stdout: "bloom_filter_bytes": 0, 2024-05-16T15:58:33.077 INFO:teuthology.orchestra.run.smithi157.stdout: "bloom_filter_items": 0, 2024-05-16T15:58:33.077 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_alloc_bytes": 0, 2024-05-16T15:58:33.078 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_alloc_items": 0, 2024-05-16T15:58:33.078 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_cache_data_bytes": 0, 2024-05-16T15:58:33.078 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_cache_data_items": 0, 2024-05-16T15:58:33.078 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-16T15:58:33.078 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_cache_onode_items": 0, 2024-05-16T15:58:33.078 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-16T15:58:33.078 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_cache_meta_items": 0, 2024-05-16T15:58:33.078 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_cache_other_bytes": 0, 2024-05-16T15:58:33.078 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_cache_other_items": 0, 2024-05-16T15:58:33.078 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-16T15:58:33.078 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_cache_buffer_items": 0, 2024-05-16T15:58:33.078 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_extent_bytes": 0, 2024-05-16T15:58:33.078 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_extent_items": 0, 2024-05-16T15:58:33.078 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_blob_bytes": 0, 2024-05-16T15:58:33.078 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_blob_items": 0, 2024-05-16T15:58:33.079 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-16T15:58:33.079 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_shared_blob_items": 0, 2024-05-16T15:58:33.079 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-16T15:58:33.079 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_inline_bl_items": 0, 2024-05-16T15:58:33.079 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_fsck_bytes": 0, 2024-05-16T15:58:33.079 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_fsck_items": 0, 2024-05-16T15:58:33.079 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_txc_bytes": 0, 2024-05-16T15:58:33.079 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_txc_items": 0, 2024-05-16T15:58:33.079 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-16T15:58:33.079 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_writing_deferred_items": 0, 2024-05-16T15:58:33.079 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_writing_bytes": 0, 2024-05-16T15:58:33.079 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_writing_items": 0, 2024-05-16T15:58:33.079 INFO:teuthology.orchestra.run.smithi157.stdout: "bluefs_bytes": 0, 2024-05-16T15:58:33.079 INFO:teuthology.orchestra.run.smithi157.stdout: "bluefs_items": 0, 2024-05-16T15:58:33.079 INFO:teuthology.orchestra.run.smithi157.stdout: "bluefs_file_reader_bytes": 0, 2024-05-16T15:58:33.079 INFO:teuthology.orchestra.run.smithi157.stdout: "bluefs_file_reader_items": 0, 2024-05-16T15:58:33.080 INFO:teuthology.orchestra.run.smithi157.stdout: "bluefs_file_writer_bytes": 0, 2024-05-16T15:58:33.080 INFO:teuthology.orchestra.run.smithi157.stdout: "bluefs_file_writer_items": 0, 2024-05-16T15:58:33.080 INFO:teuthology.orchestra.run.smithi157.stdout: "buffer_anon_bytes": 306830, 2024-05-16T15:58:33.080 INFO:teuthology.orchestra.run.smithi157.stdout: "buffer_anon_items": 120, 2024-05-16T15:58:33.080 INFO:teuthology.orchestra.run.smithi157.stdout: "buffer_meta_bytes": 0, 2024-05-16T15:58:33.080 INFO:teuthology.orchestra.run.smithi157.stdout: "buffer_meta_items": 0, 2024-05-16T15:58:33.080 INFO:teuthology.orchestra.run.smithi157.stdout: "osd_bytes": 0, 2024-05-16T15:58:33.080 INFO:teuthology.orchestra.run.smithi157.stdout: "osd_items": 0, 2024-05-16T15:58:33.080 INFO:teuthology.orchestra.run.smithi157.stdout: "osd_mapbl_bytes": 0, 2024-05-16T15:58:33.080 INFO:teuthology.orchestra.run.smithi157.stdout: "osd_mapbl_items": 0, 2024-05-16T15:58:33.080 INFO:teuthology.orchestra.run.smithi157.stdout: "osd_pglog_bytes": 0, 2024-05-16T15:58:33.080 INFO:teuthology.orchestra.run.smithi157.stdout: "osd_pglog_items": 0, 2024-05-16T15:58:33.080 INFO:teuthology.orchestra.run.smithi157.stdout: "osdmap_bytes": 8984, 2024-05-16T15:58:33.080 INFO:teuthology.orchestra.run.smithi157.stdout: "osdmap_items": 172, 2024-05-16T15:58:33.080 INFO:teuthology.orchestra.run.smithi157.stdout: "osdmap_mapping_bytes": 0, 2024-05-16T15:58:33.081 INFO:teuthology.orchestra.run.smithi157.stdout: "osdmap_mapping_items": 0, 2024-05-16T15:58:33.081 INFO:teuthology.orchestra.run.smithi157.stdout: "pgmap_bytes": 0, 2024-05-16T15:58:33.081 INFO:teuthology.orchestra.run.smithi157.stdout: "pgmap_items": 0, 2024-05-16T15:58:33.081 INFO:teuthology.orchestra.run.smithi157.stdout: "mds_co_bytes": 117328, 2024-05-16T15:58:33.081 INFO:teuthology.orchestra.run.smithi157.stdout: "mds_co_items": 1001, 2024-05-16T15:58:33.081 INFO:teuthology.orchestra.run.smithi157.stdout: "unittest_1_bytes": 0, 2024-05-16T15:58:33.081 INFO:teuthology.orchestra.run.smithi157.stdout: "unittest_1_items": 0, 2024-05-16T15:58:33.081 INFO:teuthology.orchestra.run.smithi157.stdout: "unittest_2_bytes": 0, 2024-05-16T15:58:33.081 INFO:teuthology.orchestra.run.smithi157.stdout: "unittest_2_items": 0 2024-05-16T15:58:33.081 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.081 INFO:teuthology.orchestra.run.smithi157.stdout: "objecter": { 2024-05-16T15:58:33.081 INFO:teuthology.orchestra.run.smithi157.stdout: "op_active": 0, 2024-05-16T15:58:33.081 INFO:teuthology.orchestra.run.smithi157.stdout: "op_laggy": 0, 2024-05-16T15:58:33.081 INFO:teuthology.orchestra.run.smithi157.stdout: "op_send": 3014, 2024-05-16T15:58:33.081 INFO:teuthology.orchestra.run.smithi157.stdout: "op_send_bytes": 4387694, 2024-05-16T15:58:33.081 INFO:teuthology.orchestra.run.smithi157.stdout: "op_resend": 28, 2024-05-16T15:58:33.081 INFO:teuthology.orchestra.run.smithi157.stdout: "op_reply": 3014, 2024-05-16T15:58:33.082 INFO:teuthology.orchestra.run.smithi157.stdout: "op_latency": { 2024-05-16T15:58:33.082 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 3014, 2024-05-16T15:58:33.082 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 13.332785438, 2024-05-16T15:58:33.082 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.004423618 2024-05-16T15:58:33.082 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.082 INFO:teuthology.orchestra.run.smithi157.stdout: "op_inflight": 0, 2024-05-16T15:58:33.082 INFO:teuthology.orchestra.run.smithi157.stdout: "oplen_avg": { 2024-05-16T15:58:33.082 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 3014, 2024-05-16T15:58:33.082 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 3122 2024-05-16T15:58:33.082 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.082 INFO:teuthology.orchestra.run.smithi157.stdout: "op": 3014, 2024-05-16T15:58:33.082 INFO:teuthology.orchestra.run.smithi157.stdout: "op_r": 845, 2024-05-16T15:58:33.082 INFO:teuthology.orchestra.run.smithi157.stdout: "op_w": 2169, 2024-05-16T15:58:33.082 INFO:teuthology.orchestra.run.smithi157.stdout: "op_rmw": 0, 2024-05-16T15:58:33.082 INFO:teuthology.orchestra.run.smithi157.stdout: "op_pg": 0, 2024-05-16T15:58:33.083 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_stat": 0, 2024-05-16T15:58:33.083 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_create": 10, 2024-05-16T15:58:33.083 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_read": 37, 2024-05-16T15:58:33.083 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_write": 249, 2024-05-16T15:58:33.083 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_writefull": 32, 2024-05-16T15:58:33.083 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_writesame": 0, 2024-05-16T15:58:33.083 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_append": 0, 2024-05-16T15:58:33.083 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_zero": 0, 2024-05-16T15:58:33.083 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_truncate": 0, 2024-05-16T15:58:33.083 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_delete": 1805, 2024-05-16T15:58:33.083 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_mapext": 0, 2024-05-16T15:58:33.083 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_sparse_read": 0, 2024-05-16T15:58:33.083 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_clonerange": 0, 2024-05-16T15:58:33.083 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_getxattr": 808, 2024-05-16T15:58:33.083 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_setxattr": 20, 2024-05-16T15:58:33.083 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_cmpxattr": 0, 2024-05-16T15:58:33.083 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_rmxattr": 0, 2024-05-16T15:58:33.084 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_resetxattrs": 0, 2024-05-16T15:58:33.084 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_call": 0, 2024-05-16T15:58:33.084 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_watch": 0, 2024-05-16T15:58:33.084 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_notify": 0, 2024-05-16T15:58:33.084 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_src_cmpxattr": 0, 2024-05-16T15:58:33.084 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_pgls": 0, 2024-05-16T15:58:33.084 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_pgls_filter": 0, 2024-05-16T15:58:33.084 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_other": 0, 2024-05-16T15:58:33.084 INFO:teuthology.orchestra.run.smithi157.stdout: "linger_active": 0, 2024-05-16T15:58:33.084 INFO:teuthology.orchestra.run.smithi157.stdout: "linger_send": 0, 2024-05-16T15:58:33.084 INFO:teuthology.orchestra.run.smithi157.stdout: "linger_resend": 0, 2024-05-16T15:58:33.084 INFO:teuthology.orchestra.run.smithi157.stdout: "linger_ping": 0, 2024-05-16T15:58:33.084 INFO:teuthology.orchestra.run.smithi157.stdout: "poolop_active": 0, 2024-05-16T15:58:33.084 INFO:teuthology.orchestra.run.smithi157.stdout: "poolop_send": 0, 2024-05-16T15:58:33.084 INFO:teuthology.orchestra.run.smithi157.stdout: "poolop_resend": 0, 2024-05-16T15:58:33.085 INFO:teuthology.orchestra.run.smithi157.stdout: "poolstat_active": 0, 2024-05-16T15:58:33.085 INFO:teuthology.orchestra.run.smithi157.stdout: "poolstat_send": 0, 2024-05-16T15:58:33.085 INFO:teuthology.orchestra.run.smithi157.stdout: "poolstat_resend": 0, 2024-05-16T15:58:33.085 INFO:teuthology.orchestra.run.smithi157.stdout: "statfs_active": 0, 2024-05-16T15:58:33.085 INFO:teuthology.orchestra.run.smithi157.stdout: "statfs_send": 0, 2024-05-16T15:58:33.085 INFO:teuthology.orchestra.run.smithi157.stdout: "statfs_resend": 0, 2024-05-16T15:58:33.085 INFO:teuthology.orchestra.run.smithi157.stdout: "command_active": 0, 2024-05-16T15:58:33.085 INFO:teuthology.orchestra.run.smithi157.stdout: "command_send": 0, 2024-05-16T15:58:33.085 INFO:teuthology.orchestra.run.smithi157.stdout: "command_resend": 0, 2024-05-16T15:58:33.085 INFO:teuthology.orchestra.run.smithi157.stdout: "map_epoch": 91, 2024-05-16T15:58:33.085 INFO:teuthology.orchestra.run.smithi157.stdout: "map_full": 0, 2024-05-16T15:58:33.085 INFO:teuthology.orchestra.run.smithi157.stdout: "map_inc": 4, 2024-05-16T15:58:33.085 INFO:teuthology.orchestra.run.smithi157.stdout: "osd_sessions": 12, 2024-05-16T15:58:33.085 INFO:teuthology.orchestra.run.smithi157.stdout: "osd_session_open": 12, 2024-05-16T15:58:33.085 INFO:teuthology.orchestra.run.smithi157.stdout: "osd_session_close": 0, 2024-05-16T15:58:33.085 INFO:teuthology.orchestra.run.smithi157.stdout: "osd_laggy": 0, 2024-05-16T15:58:33.085 INFO:teuthology.orchestra.run.smithi157.stdout: "omap_wr": 116, 2024-05-16T15:58:33.085 INFO:teuthology.orchestra.run.smithi157.stdout: "omap_rd": 0, 2024-05-16T15:58:33.086 INFO:teuthology.orchestra.run.smithi157.stdout: "omap_del": 45 2024-05-16T15:58:33.086 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.086 INFO:teuthology.orchestra.run.smithi157.stdout: "oft": { 2024-05-16T15:58:33.086 INFO:teuthology.orchestra.run.smithi157.stdout: "omap_total_objs": 1, 2024-05-16T15:58:33.086 INFO:teuthology.orchestra.run.smithi157.stdout: "omap_total_kv_pairs": 0, 2024-05-16T15:58:33.086 INFO:teuthology.orchestra.run.smithi157.stdout: "omap_total_updates": 0, 2024-05-16T15:58:33.086 INFO:teuthology.orchestra.run.smithi157.stdout: "omap_total_removes": 0 2024-05-16T15:58:33.086 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.086 INFO:teuthology.orchestra.run.smithi157.stdout: "osd-slow-ops": { 2024-05-16T15:58:33.086 INFO:teuthology.orchestra.run.smithi157.stdout: "slow_ops_count": 0 2024-05-16T15:58:33.086 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.086 INFO:teuthology.orchestra.run.smithi157.stdout: "purge_queue": { 2024-05-16T15:58:33.086 INFO:teuthology.orchestra.run.smithi157.stdout: "pq_executing_ops": 0, 2024-05-16T15:58:33.086 INFO:teuthology.orchestra.run.smithi157.stdout: "pq_executing_ops_high_water": 17, 2024-05-16T15:58:33.086 INFO:teuthology.orchestra.run.smithi157.stdout: "pq_executing": 0, 2024-05-16T15:58:33.086 INFO:teuthology.orchestra.run.smithi157.stdout: "pq_executing_high_water": 6, 2024-05-16T15:58:33.087 INFO:teuthology.orchestra.run.smithi157.stdout: "pq_executed_ops": 1792, 2024-05-16T15:58:33.087 INFO:teuthology.orchestra.run.smithi157.stdout: "pq_executed": 908, 2024-05-16T15:58:33.087 INFO:teuthology.orchestra.run.smithi157.stdout: "pq_item_in_journal": 0 2024-05-16T15:58:33.087 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.087 INFO:teuthology.orchestra.run.smithi157.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-16T15:58:33.087 INFO:teuthology.orchestra.run.smithi157.stdout: "val": 0, 2024-05-16T15:58:33.087 INFO:teuthology.orchestra.run.smithi157.stdout: "max": 104857600, 2024-05-16T15:58:33.087 INFO:teuthology.orchestra.run.smithi157.stdout: "get_started": 0, 2024-05-16T15:58:33.087 INFO:teuthology.orchestra.run.smithi157.stdout: "get": 21465, 2024-05-16T15:58:33.087 INFO:teuthology.orchestra.run.smithi157.stdout: "get_sum": 6682969, 2024-05-16T15:58:33.087 INFO:teuthology.orchestra.run.smithi157.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:33.087 INFO:teuthology.orchestra.run.smithi157.stdout: "get_or_fail_success": 21465, 2024-05-16T15:58:33.087 INFO:teuthology.orchestra.run.smithi157.stdout: "take": 0, 2024-05-16T15:58:33.087 INFO:teuthology.orchestra.run.smithi157.stdout: "take_sum": 0, 2024-05-16T15:58:33.087 INFO:teuthology.orchestra.run.smithi157.stdout: "put": 21465, 2024-05-16T15:58:33.088 INFO:teuthology.orchestra.run.smithi157.stdout: "put_sum": 6682969, 2024-05-16T15:58:33.088 INFO:teuthology.orchestra.run.smithi157.stdout: "wait": { 2024-05-16T15:58:33.088 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:33.088 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:33.088 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:33.088 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-05-16T15:58:33.088 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.088 INFO:teuthology.orchestra.run.smithi157.stdout: "throttle-objecter_bytes": { 2024-05-16T15:58:33.088 INFO:teuthology.orchestra.run.smithi157.stdout: "val": 0, 2024-05-16T15:58:33.088 INFO:teuthology.orchestra.run.smithi157.stdout: "max": 104857600, 2024-05-16T15:58:33.088 INFO:teuthology.orchestra.run.smithi157.stdout: "get_started": 0, 2024-05-16T15:58:33.088 INFO:teuthology.orchestra.run.smithi157.stdout: "get": 0, 2024-05-16T15:58:33.088 INFO:teuthology.orchestra.run.smithi157.stdout: "get_sum": 0, 2024-05-16T15:58:33.088 INFO:teuthology.orchestra.run.smithi157.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:33.088 INFO:teuthology.orchestra.run.smithi157.stdout: "get_or_fail_success": 0, 2024-05-16T15:58:33.089 INFO:teuthology.orchestra.run.smithi157.stdout: "take": 3014, 2024-05-16T15:58:33.089 INFO:teuthology.orchestra.run.smithi157.stdout: "take_sum": 4486402, 2024-05-16T15:58:33.089 INFO:teuthology.orchestra.run.smithi157.stdout: "put": 3014, 2024-05-16T15:58:33.089 INFO:teuthology.orchestra.run.smithi157.stdout: "put_sum": 4486402, 2024-05-16T15:58:33.089 INFO:teuthology.orchestra.run.smithi157.stdout: "wait": { 2024-05-16T15:58:33.089 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:33.089 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:33.089 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:33.089 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-05-16T15:58:33.089 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.089 INFO:teuthology.orchestra.run.smithi157.stdout: "throttle-objecter_ops": { 2024-05-16T15:58:33.089 INFO:teuthology.orchestra.run.smithi157.stdout: "val": 0, 2024-05-16T15:58:33.089 INFO:teuthology.orchestra.run.smithi157.stdout: "max": 1024, 2024-05-16T15:58:33.089 INFO:teuthology.orchestra.run.smithi157.stdout: "get_started": 0, 2024-05-16T15:58:33.089 INFO:teuthology.orchestra.run.smithi157.stdout: "get": 0, 2024-05-16T15:58:33.090 INFO:teuthology.orchestra.run.smithi157.stdout: "get_sum": 0, 2024-05-16T15:58:33.090 INFO:teuthology.orchestra.run.smithi157.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:33.090 INFO:teuthology.orchestra.run.smithi157.stdout: "get_or_fail_success": 0, 2024-05-16T15:58:33.090 INFO:teuthology.orchestra.run.smithi157.stdout: "take": 3014, 2024-05-16T15:58:33.090 INFO:teuthology.orchestra.run.smithi157.stdout: "take_sum": 3014, 2024-05-16T15:58:33.090 INFO:teuthology.orchestra.run.smithi157.stdout: "put": 3014, 2024-05-16T15:58:33.090 INFO:teuthology.orchestra.run.smithi157.stdout: "put_sum": 3014, 2024-05-16T15:58:33.090 INFO:teuthology.orchestra.run.smithi157.stdout: "wait": { 2024-05-16T15:58:33.090 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:33.090 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:33.090 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:33.090 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-05-16T15:58:33.090 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.090 INFO:teuthology.orchestra.run.smithi157.stdout: "throttle-write_buf_throttle": { 2024-05-16T15:58:33.090 INFO:teuthology.orchestra.run.smithi157.stdout: "val": 0, 2024-05-16T15:58:33.091 INFO:teuthology.orchestra.run.smithi157.stdout: "max": 3758096384, 2024-05-16T15:58:33.091 INFO:teuthology.orchestra.run.smithi157.stdout: "get_started": 0, 2024-05-16T15:58:33.091 INFO:teuthology.orchestra.run.smithi157.stdout: "get": 908, 2024-05-16T15:58:33.091 INFO:teuthology.orchestra.run.smithi157.stdout: "get_sum": 98708, 2024-05-16T15:58:33.091 INFO:teuthology.orchestra.run.smithi157.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:33.091 INFO:teuthology.orchestra.run.smithi157.stdout: "get_or_fail_success": 908, 2024-05-16T15:58:33.091 INFO:teuthology.orchestra.run.smithi157.stdout: "take": 0, 2024-05-16T15:58:33.091 INFO:teuthology.orchestra.run.smithi157.stdout: "take_sum": 0, 2024-05-16T15:58:33.091 INFO:teuthology.orchestra.run.smithi157.stdout: "put": 37, 2024-05-16T15:58:33.091 INFO:teuthology.orchestra.run.smithi157.stdout: "put_sum": 98708, 2024-05-16T15:58:33.091 INFO:teuthology.orchestra.run.smithi157.stdout: "wait": { 2024-05-16T15:58:33.091 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:33.091 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:33.091 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:33.091 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-05-16T15:58:33.092 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:33.092 INFO:teuthology.orchestra.run.smithi157.stdout: "throttle-write_buf_throttle-0x555911ba8500": { 2024-05-16T15:58:33.092 INFO:teuthology.orchestra.run.smithi157.stdout: "val": 0, 2024-05-16T15:58:33.092 INFO:teuthology.orchestra.run.smithi157.stdout: "max": 3758096384, 2024-05-16T15:58:33.092 INFO:teuthology.orchestra.run.smithi157.stdout: "get_started": 0, 2024-05-16T15:58:33.092 INFO:teuthology.orchestra.run.smithi157.stdout: "get": 2608, 2024-05-16T15:58:33.092 INFO:teuthology.orchestra.run.smithi157.stdout: "get_sum": 4252484, 2024-05-16T15:58:33.092 INFO:teuthology.orchestra.run.smithi157.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:33.092 INFO:teuthology.orchestra.run.smithi157.stdout: "get_or_fail_success": 2608, 2024-05-16T15:58:33.092 INFO:teuthology.orchestra.run.smithi157.stdout: "take": 0, 2024-05-16T15:58:33.092 INFO:teuthology.orchestra.run.smithi157.stdout: "take_sum": 0, 2024-05-16T15:58:33.092 INFO:teuthology.orchestra.run.smithi157.stdout: "put": 212, 2024-05-16T15:58:33.092 INFO:teuthology.orchestra.run.smithi157.stdout: "put_sum": 4252484, 2024-05-16T15:58:33.092 INFO:teuthology.orchestra.run.smithi157.stdout: "wait": { 2024-05-16T15:58:33.092 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:33.092 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:33.092 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:33.093 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-05-16T15:58:33.093 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-05-16T15:58:33.093 INFO:teuthology.orchestra.run.smithi157.stdout:} 2024-05-16T15:58:33.689 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:58:33 smithi148 ceph-mon[34976]: pgmap v687: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-05-16T15:58:33.728 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:58:33 smithi043 ceph-mon[31619]: pgmap v687: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-05-16T15:58:33.844 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:33 smithi157 ceph-mon[35584]: pgmap v687: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-05-16T15:58:33.874 INFO:tasks.check_counter:Daemon mds.i mds.exported=21 2024-05-16T15:58:33.874 INFO:tasks.check_counter:Daemon mds.i mds.imported=40 2024-05-16T15:58:33.874 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update=184 2024-05-16T15:58:33.874 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update_receipt=627 2024-05-16T15:58:33.874 INFO:tasks.check_counter:Daemon mds.i mds.dir_split=0 2024-05-16T15:58:33.874 DEBUG:tasks.check_counter:Getting stats from l 2024-05-16T15:58:33.874 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph daemon mds.l perf dump 2024-05-16T15:58:34.120 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.c/config 2024-05-16T15:58:35.563 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:35 smithi157 ceph-mon[35584]: pgmap v688: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 12 op/s 2024-05-16T15:58:35.689 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:58:35 smithi148 ceph-mon[34976]: pgmap v688: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 12 op/s 2024-05-16T15:58:35.728 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:58:35 smithi043 ceph-mon[31619]: pgmap v688: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 12 op/s 2024-05-16T15:58:35.812 INFO:teuthology.orchestra.run.smithi157.stdout:{ 2024-05-16T15:58:35.813 INFO:teuthology.orchestra.run.smithi157.stdout: "AsyncMessenger::Worker-0": { 2024-05-16T15:58:35.813 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_recv_messages": 2099, 2024-05-16T15:58:35.813 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_send_messages": 2101, 2024-05-16T15:58:35.813 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_recv_bytes": 4845859, 2024-05-16T15:58:35.813 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_send_bytes": 667489, 2024-05-16T15:58:35.813 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_created_connections": 6, 2024-05-16T15:58:35.813 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_active_connections": 2, 2024-05-16T15:58:35.813 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_running_total_time": 0.157188104, 2024-05-16T15:58:35.813 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_running_send_time": 0.049592843, 2024-05-16T15:58:35.813 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_running_recv_time": 0.041389819, 2024-05-16T15:58:35.813 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_running_fast_dispatch_time": 0.054360571, 2024-05-16T15:58:35.813 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_send_messages_queue_lat": { 2024-05-16T15:58:35.814 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 2099, 2024-05-16T15:58:35.814 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.065700385, 2024-05-16T15:58:35.814 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000031300 2024-05-16T15:58:35.814 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.814 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_handle_ack_lat": { 2024-05-16T15:58:35.814 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:35.814 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:35.814 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:35.814 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.814 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-16T15:58:35.814 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_send_encrypted_bytes": 0 2024-05-16T15:58:35.814 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.814 INFO:teuthology.orchestra.run.smithi157.stdout: "AsyncMessenger::Worker-1": { 2024-05-16T15:58:35.814 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_recv_messages": 7, 2024-05-16T15:58:35.815 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_send_messages": 173, 2024-05-16T15:58:35.815 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_recv_bytes": 3660, 2024-05-16T15:58:35.815 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_send_bytes": 349770, 2024-05-16T15:58:35.815 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_created_connections": 4, 2024-05-16T15:58:35.815 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_active_connections": 3, 2024-05-16T15:58:35.815 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_running_total_time": 0.009266787, 2024-05-16T15:58:35.815 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_running_send_time": 0.006343294, 2024-05-16T15:58:35.815 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_running_recv_time": 0.001452088, 2024-05-16T15:58:35.815 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_running_fast_dispatch_time": 0.000073879, 2024-05-16T15:58:35.815 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_send_messages_queue_lat": { 2024-05-16T15:58:35.815 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 172, 2024-05-16T15:58:35.815 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.010470378, 2024-05-16T15:58:35.815 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000060874 2024-05-16T15:58:35.815 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.815 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_handle_ack_lat": { 2024-05-16T15:58:35.816 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:35.816 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:35.816 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:35.816 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.816 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_recv_encrypted_bytes": 3104, 2024-05-16T15:58:35.816 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_send_encrypted_bytes": 349072 2024-05-16T15:58:35.816 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.816 INFO:teuthology.orchestra.run.smithi157.stdout: "AsyncMessenger::Worker-2": { 2024-05-16T15:58:35.816 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_recv_messages": 254, 2024-05-16T15:58:35.816 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_send_messages": 232, 2024-05-16T15:58:35.816 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_recv_bytes": 661052, 2024-05-16T15:58:35.816 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_send_bytes": 138238, 2024-05-16T15:58:35.816 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_created_connections": 3, 2024-05-16T15:58:35.816 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_active_connections": 2, 2024-05-16T15:58:35.817 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_running_total_time": 0.034772654, 2024-05-16T15:58:35.817 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_running_send_time": 0.012855110, 2024-05-16T15:58:35.817 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_running_recv_time": 0.017874445, 2024-05-16T15:58:35.817 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_running_fast_dispatch_time": 0.005024897, 2024-05-16T15:58:35.817 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_send_messages_queue_lat": { 2024-05-16T15:58:35.817 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 231, 2024-05-16T15:58:35.817 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.010499233, 2024-05-16T15:58:35.817 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000045451 2024-05-16T15:58:35.817 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.817 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_handle_ack_lat": { 2024-05-16T15:58:35.817 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:35.817 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:35.817 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:35.817 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.817 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_recv_encrypted_bytes": 660784, 2024-05-16T15:58:35.817 INFO:teuthology.orchestra.run.smithi157.stdout: "msgr_send_encrypted_bytes": 137920 2024-05-16T15:58:35.818 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.818 INFO:teuthology.orchestra.run.smithi157.stdout: "cct": { 2024-05-16T15:58:35.818 INFO:teuthology.orchestra.run.smithi157.stdout: "total_workers": 1, 2024-05-16T15:58:35.818 INFO:teuthology.orchestra.run.smithi157.stdout: "unhealthy_workers": 0 2024-05-16T15:58:35.818 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.818 INFO:teuthology.orchestra.run.smithi157.stdout: "finisher-MDSRank": { 2024-05-16T15:58:35.818 INFO:teuthology.orchestra.run.smithi157.stdout: "queue_len": 0, 2024-05-16T15:58:35.818 INFO:teuthology.orchestra.run.smithi157.stdout: "complete_latency": { 2024-05-16T15:58:35.818 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 3573, 2024-05-16T15:58:35.818 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.087476408, 2024-05-16T15:58:35.818 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000024482 2024-05-16T15:58:35.818 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-05-16T15:58:35.818 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.818 INFO:teuthology.orchestra.run.smithi157.stdout: "finisher-PurgeQueue": { 2024-05-16T15:58:35.818 INFO:teuthology.orchestra.run.smithi157.stdout: "queue_len": 0, 2024-05-16T15:58:35.819 INFO:teuthology.orchestra.run.smithi157.stdout: "complete_latency": { 2024-05-16T15:58:35.819 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:35.819 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:35.819 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:35.819 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-05-16T15:58:35.819 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.819 INFO:teuthology.orchestra.run.smithi157.stdout: "mds": { 2024-05-16T15:58:35.819 INFO:teuthology.orchestra.run.smithi157.stdout: "request": 0, 2024-05-16T15:58:35.819 INFO:teuthology.orchestra.run.smithi157.stdout: "reply": 0, 2024-05-16T15:58:35.819 INFO:teuthology.orchestra.run.smithi157.stdout: "reply_latency": { 2024-05-16T15:58:35.819 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:35.819 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:35.819 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:35.819 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.819 INFO:teuthology.orchestra.run.smithi157.stdout: "slow_reply": 0, 2024-05-16T15:58:35.820 INFO:teuthology.orchestra.run.smithi157.stdout: "forward": 0, 2024-05-16T15:58:35.820 INFO:teuthology.orchestra.run.smithi157.stdout: "dir_fetch_complete": 0, 2024-05-16T15:58:35.820 INFO:teuthology.orchestra.run.smithi157.stdout: "dir_fetch_keys": 0, 2024-05-16T15:58:35.820 INFO:teuthology.orchestra.run.smithi157.stdout: "dir_commit": 0, 2024-05-16T15:58:35.820 INFO:teuthology.orchestra.run.smithi157.stdout: "dir_split": 0, 2024-05-16T15:58:35.820 INFO:teuthology.orchestra.run.smithi157.stdout: "dir_merge": 0, 2024-05-16T15:58:35.820 INFO:teuthology.orchestra.run.smithi157.stdout: "inodes": 941, 2024-05-16T15:58:35.820 INFO:teuthology.orchestra.run.smithi157.stdout: "inodes_top": 4, 2024-05-16T15:58:35.820 INFO:teuthology.orchestra.run.smithi157.stdout: "inodes_bottom": 937, 2024-05-16T15:58:35.820 INFO:teuthology.orchestra.run.smithi157.stdout: "inodes_pin_tail": 0, 2024-05-16T15:58:35.820 INFO:teuthology.orchestra.run.smithi157.stdout: "inodes_pinned": 934, 2024-05-16T15:58:35.820 INFO:teuthology.orchestra.run.smithi157.stdout: "inodes_expired": 0, 2024-05-16T15:58:35.820 INFO:teuthology.orchestra.run.smithi157.stdout: "inodes_with_caps": 0, 2024-05-16T15:58:35.820 INFO:teuthology.orchestra.run.smithi157.stdout: "caps": 0, 2024-05-16T15:58:35.820 INFO:teuthology.orchestra.run.smithi157.stdout: "subtrees": 1, 2024-05-16T15:58:35.821 INFO:teuthology.orchestra.run.smithi157.stdout: "traverse": 0, 2024-05-16T15:58:35.821 INFO:teuthology.orchestra.run.smithi157.stdout: "traverse_hit": 0, 2024-05-16T15:58:35.821 INFO:teuthology.orchestra.run.smithi157.stdout: "traverse_forward": 0, 2024-05-16T15:58:35.821 INFO:teuthology.orchestra.run.smithi157.stdout: "traverse_discover": 0, 2024-05-16T15:58:35.821 INFO:teuthology.orchestra.run.smithi157.stdout: "traverse_dir_fetch": 0, 2024-05-16T15:58:35.821 INFO:teuthology.orchestra.run.smithi157.stdout: "traverse_remote_ino": 0, 2024-05-16T15:58:35.821 INFO:teuthology.orchestra.run.smithi157.stdout: "traverse_lock": 0, 2024-05-16T15:58:35.821 INFO:teuthology.orchestra.run.smithi157.stdout: "load_cent": 0, 2024-05-16T15:58:35.821 INFO:teuthology.orchestra.run.smithi157.stdout: "q": 0, 2024-05-16T15:58:35.821 INFO:teuthology.orchestra.run.smithi157.stdout: "exported": 0, 2024-05-16T15:58:35.821 INFO:teuthology.orchestra.run.smithi157.stdout: "exported_inodes": 0, 2024-05-16T15:58:35.821 INFO:teuthology.orchestra.run.smithi157.stdout: "imported": 0, 2024-05-16T15:58:35.821 INFO:teuthology.orchestra.run.smithi157.stdout: "imported_inodes": 0, 2024-05-16T15:58:35.821 INFO:teuthology.orchestra.run.smithi157.stdout: "openino_dir_fetch": 0, 2024-05-16T15:58:35.821 INFO:teuthology.orchestra.run.smithi157.stdout: "openino_backtrace_fetch": 0, 2024-05-16T15:58:35.821 INFO:teuthology.orchestra.run.smithi157.stdout: "openino_peer_discover": 0, 2024-05-16T15:58:35.821 INFO:teuthology.orchestra.run.smithi157.stdout: "root_rfiles": 0, 2024-05-16T15:58:35.822 INFO:teuthology.orchestra.run.smithi157.stdout: "root_rbytes": 0, 2024-05-16T15:58:35.822 INFO:teuthology.orchestra.run.smithi157.stdout: "root_rsnaps": 0, 2024-05-16T15:58:35.822 INFO:teuthology.orchestra.run.smithi157.stdout: "scrub_backtrace_fetch": 0, 2024-05-16T15:58:35.822 INFO:teuthology.orchestra.run.smithi157.stdout: "scrub_set_tag": 0, 2024-05-16T15:58:35.822 INFO:teuthology.orchestra.run.smithi157.stdout: "scrub_backtrace_repaired": 0, 2024-05-16T15:58:35.822 INFO:teuthology.orchestra.run.smithi157.stdout: "scrub_inotable_repaired": 0, 2024-05-16T15:58:35.822 INFO:teuthology.orchestra.run.smithi157.stdout: "scrub_dir_inodes": 0, 2024-05-16T15:58:35.822 INFO:teuthology.orchestra.run.smithi157.stdout: "scrub_dir_base_inodes": 0, 2024-05-16T15:58:35.822 INFO:teuthology.orchestra.run.smithi157.stdout: "scrub_dirfrag_rstats": 0, 2024-05-16T15:58:35.822 INFO:teuthology.orchestra.run.smithi157.stdout: "scrub_file_inodes": 0, 2024-05-16T15:58:35.822 INFO:teuthology.orchestra.run.smithi157.stdout: "handle_inode_file_caps": 0, 2024-05-16T15:58:35.822 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph_cap_op_revoke": 0, 2024-05-16T15:58:35.822 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph_cap_op_grant": 0, 2024-05-16T15:58:35.822 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph_cap_op_trunc": 0, 2024-05-16T15:58:35.823 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-16T15:58:35.823 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-16T15:58:35.823 INFO:teuthology.orchestra.run.smithi157.stdout: "handle_client_caps": 0, 2024-05-16T15:58:35.823 INFO:teuthology.orchestra.run.smithi157.stdout: "handle_client_caps_dirty": 0, 2024-05-16T15:58:35.823 INFO:teuthology.orchestra.run.smithi157.stdout: "handle_client_cap_release": 0, 2024-05-16T15:58:35.823 INFO:teuthology.orchestra.run.smithi157.stdout: "process_request_cap_release": 0 2024-05-16T15:58:35.823 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.823 INFO:teuthology.orchestra.run.smithi157.stdout: "mds_cache": { 2024-05-16T15:58:35.823 INFO:teuthology.orchestra.run.smithi157.stdout: "dir_update": 0, 2024-05-16T15:58:35.823 INFO:teuthology.orchestra.run.smithi157.stdout: "dir_update_receipt": 0, 2024-05-16T15:58:35.823 INFO:teuthology.orchestra.run.smithi157.stdout: "dir_try_discover": 0, 2024-05-16T15:58:35.823 INFO:teuthology.orchestra.run.smithi157.stdout: "dir_send_discover": 0, 2024-05-16T15:58:35.823 INFO:teuthology.orchestra.run.smithi157.stdout: "dir_handle_discover": 0, 2024-05-16T15:58:35.823 INFO:teuthology.orchestra.run.smithi157.stdout: "num_strays": 0, 2024-05-16T15:58:35.823 INFO:teuthology.orchestra.run.smithi157.stdout: "num_strays_delayed": 0, 2024-05-16T15:58:35.823 INFO:teuthology.orchestra.run.smithi157.stdout: "num_strays_enqueuing": 0, 2024-05-16T15:58:35.823 INFO:teuthology.orchestra.run.smithi157.stdout: "strays_created": 0, 2024-05-16T15:58:35.824 INFO:teuthology.orchestra.run.smithi157.stdout: "strays_enqueued": 0, 2024-05-16T15:58:35.824 INFO:teuthology.orchestra.run.smithi157.stdout: "strays_reintegrated": 0, 2024-05-16T15:58:35.824 INFO:teuthology.orchestra.run.smithi157.stdout: "strays_migrated": 0, 2024-05-16T15:58:35.824 INFO:teuthology.orchestra.run.smithi157.stdout: "num_recovering_processing": 0, 2024-05-16T15:58:35.824 INFO:teuthology.orchestra.run.smithi157.stdout: "num_recovering_enqueued": 0, 2024-05-16T15:58:35.824 INFO:teuthology.orchestra.run.smithi157.stdout: "num_recovering_prioritized": 0, 2024-05-16T15:58:35.824 INFO:teuthology.orchestra.run.smithi157.stdout: "recovery_started": 0, 2024-05-16T15:58:35.824 INFO:teuthology.orchestra.run.smithi157.stdout: "recovery_completed": 0, 2024-05-16T15:58:35.824 INFO:teuthology.orchestra.run.smithi157.stdout: "ireq_quiesce_path": 0, 2024-05-16T15:58:35.824 INFO:teuthology.orchestra.run.smithi157.stdout: "ireq_quiesce_inode": 0, 2024-05-16T15:58:35.824 INFO:teuthology.orchestra.run.smithi157.stdout: "ireq_enqueue_scrub": 0, 2024-05-16T15:58:35.824 INFO:teuthology.orchestra.run.smithi157.stdout: "ireq_exportdir": 0, 2024-05-16T15:58:35.824 INFO:teuthology.orchestra.run.smithi157.stdout: "ireq_flush": 0, 2024-05-16T15:58:35.824 INFO:teuthology.orchestra.run.smithi157.stdout: "ireq_fragmentdir": 0, 2024-05-16T15:58:35.824 INFO:teuthology.orchestra.run.smithi157.stdout: "ireq_fragstats": 0, 2024-05-16T15:58:35.825 INFO:teuthology.orchestra.run.smithi157.stdout: "ireq_inodestats": 0 2024-05-16T15:58:35.825 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.825 INFO:teuthology.orchestra.run.smithi157.stdout: "mds_log": { 2024-05-16T15:58:35.825 INFO:teuthology.orchestra.run.smithi157.stdout: "evlrg": 0, 2024-05-16T15:58:35.825 INFO:teuthology.orchestra.run.smithi157.stdout: "evadd": 0, 2024-05-16T15:58:35.825 INFO:teuthology.orchestra.run.smithi157.stdout: "evex": 0, 2024-05-16T15:58:35.825 INFO:teuthology.orchestra.run.smithi157.stdout: "evtrm": 0, 2024-05-16T15:58:35.825 INFO:teuthology.orchestra.run.smithi157.stdout: "ev": 2608, 2024-05-16T15:58:35.825 INFO:teuthology.orchestra.run.smithi157.stdout: "evexg": 0, 2024-05-16T15:58:35.825 INFO:teuthology.orchestra.run.smithi157.stdout: "evexd": 0, 2024-05-16T15:58:35.825 INFO:teuthology.orchestra.run.smithi157.stdout: "segadd": 0, 2024-05-16T15:58:35.825 INFO:teuthology.orchestra.run.smithi157.stdout: "segex": 0, 2024-05-16T15:58:35.825 INFO:teuthology.orchestra.run.smithi157.stdout: "segtrm": 0, 2024-05-16T15:58:35.825 INFO:teuthology.orchestra.run.smithi157.stdout: "seg": 5, 2024-05-16T15:58:35.825 INFO:teuthology.orchestra.run.smithi157.stdout: "segmjr": 2, 2024-05-16T15:58:35.825 INFO:teuthology.orchestra.run.smithi157.stdout: "segexg": 0, 2024-05-16T15:58:35.825 INFO:teuthology.orchestra.run.smithi157.stdout: "segexd": 0, 2024-05-16T15:58:35.826 INFO:teuthology.orchestra.run.smithi157.stdout: "expos": 4194304, 2024-05-16T15:58:35.826 INFO:teuthology.orchestra.run.smithi157.stdout: "wrpos": 8446788, 2024-05-16T15:58:35.826 INFO:teuthology.orchestra.run.smithi157.stdout: "rdpos": 8446189, 2024-05-16T15:58:35.826 INFO:teuthology.orchestra.run.smithi157.stdout: "jlat": { 2024-05-16T15:58:35.826 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:35.826 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:35.826 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:35.826 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.826 INFO:teuthology.orchestra.run.smithi157.stdout: "replayed": 2608 2024-05-16T15:58:35.826 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.826 INFO:teuthology.orchestra.run.smithi157.stdout: "mds_mem": { 2024-05-16T15:58:35.826 INFO:teuthology.orchestra.run.smithi157.stdout: "ino": 10, 2024-05-16T15:58:35.826 INFO:teuthology.orchestra.run.smithi157.stdout: "ino+": 934, 2024-05-16T15:58:35.826 INFO:teuthology.orchestra.run.smithi157.stdout: "ino-": 924, 2024-05-16T15:58:35.826 INFO:teuthology.orchestra.run.smithi157.stdout: "dir": 8, 2024-05-16T15:58:35.827 INFO:teuthology.orchestra.run.smithi157.stdout: "dir+": 81, 2024-05-16T15:58:35.827 INFO:teuthology.orchestra.run.smithi157.stdout: "dir-": 73, 2024-05-16T15:58:35.827 INFO:teuthology.orchestra.run.smithi157.stdout: "dn": 941, 2024-05-16T15:58:35.827 INFO:teuthology.orchestra.run.smithi157.stdout: "dn+": 1880, 2024-05-16T15:58:35.827 INFO:teuthology.orchestra.run.smithi157.stdout: "dn-": 939, 2024-05-16T15:58:35.827 INFO:teuthology.orchestra.run.smithi157.stdout: "cap": 0, 2024-05-16T15:58:35.827 INFO:teuthology.orchestra.run.smithi157.stdout: "cap+": 0, 2024-05-16T15:58:35.827 INFO:teuthology.orchestra.run.smithi157.stdout: "cap-": 0, 2024-05-16T15:58:35.827 INFO:teuthology.orchestra.run.smithi157.stdout: "rss": 56528, 2024-05-16T15:58:35.827 INFO:teuthology.orchestra.run.smithi157.stdout: "heap": 215416 2024-05-16T15:58:35.827 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.827 INFO:teuthology.orchestra.run.smithi157.stdout: "mds_server": { 2024-05-16T15:58:35.827 INFO:teuthology.orchestra.run.smithi157.stdout: "dispatch_client_request": 0, 2024-05-16T15:58:35.827 INFO:teuthology.orchestra.run.smithi157.stdout: "dispatch_server_request": 0, 2024-05-16T15:58:35.827 INFO:teuthology.orchestra.run.smithi157.stdout: "handle_client_request": 0, 2024-05-16T15:58:35.827 INFO:teuthology.orchestra.run.smithi157.stdout: "handle_client_session": 0, 2024-05-16T15:58:35.828 INFO:teuthology.orchestra.run.smithi157.stdout: "handle_peer_request": 0, 2024-05-16T15:58:35.828 INFO:teuthology.orchestra.run.smithi157.stdout: "req_create_latency": { 2024-05-16T15:58:35.828 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:35.828 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:35.828 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:35.828 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.828 INFO:teuthology.orchestra.run.smithi157.stdout: "req_getattr_latency": { 2024-05-16T15:58:35.828 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:35.828 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:35.828 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:35.828 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.828 INFO:teuthology.orchestra.run.smithi157.stdout: "req_getfilelock_latency": { 2024-05-16T15:58:35.828 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:35.828 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:35.828 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:35.828 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.828 INFO:teuthology.orchestra.run.smithi157.stdout: "req_link_latency": { 2024-05-16T15:58:35.829 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:35.829 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:35.829 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:35.829 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.829 INFO:teuthology.orchestra.run.smithi157.stdout: "req_lookup_latency": { 2024-05-16T15:58:35.829 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:35.829 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:35.829 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:35.829 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.829 INFO:teuthology.orchestra.run.smithi157.stdout: "req_lookuphash_latency": { 2024-05-16T15:58:35.829 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:35.829 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:35.829 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:35.829 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.829 INFO:teuthology.orchestra.run.smithi157.stdout: "req_lookupino_latency": { 2024-05-16T15:58:35.829 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:35.829 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:35.830 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:35.830 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.830 INFO:teuthology.orchestra.run.smithi157.stdout: "req_lookupname_latency": { 2024-05-16T15:58:35.830 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:35.830 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:35.830 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:35.830 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.830 INFO:teuthology.orchestra.run.smithi157.stdout: "req_lookupparent_latency": { 2024-05-16T15:58:35.830 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:35.830 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:35.830 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:35.830 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.830 INFO:teuthology.orchestra.run.smithi157.stdout: "req_lookupsnap_latency": { 2024-05-16T15:58:35.830 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:35.830 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:35.830 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:35.831 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.831 INFO:teuthology.orchestra.run.smithi157.stdout: "req_lssnap_latency": { 2024-05-16T15:58:35.831 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:35.831 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:35.831 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:35.831 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.831 INFO:teuthology.orchestra.run.smithi157.stdout: "req_mkdir_latency": { 2024-05-16T15:58:35.831 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:35.832 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:35.832 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:35.832 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.832 INFO:teuthology.orchestra.run.smithi157.stdout: "req_mknod_latency": { 2024-05-16T15:58:35.832 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:35.832 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:35.832 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:35.832 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.832 INFO:teuthology.orchestra.run.smithi157.stdout: "req_mksnap_latency": { 2024-05-16T15:58:35.832 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:35.832 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:35.832 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:35.832 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.832 INFO:teuthology.orchestra.run.smithi157.stdout: "req_open_latency": { 2024-05-16T15:58:35.833 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:35.833 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:35.833 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:35.833 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.833 INFO:teuthology.orchestra.run.smithi157.stdout: "req_readdir_latency": { 2024-05-16T15:58:35.833 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:35.833 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:35.833 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:35.833 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.833 INFO:teuthology.orchestra.run.smithi157.stdout: "req_rename_latency": { 2024-05-16T15:58:35.833 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:35.833 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:35.833 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:35.833 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.833 INFO:teuthology.orchestra.run.smithi157.stdout: "req_renamesnap_latency": { 2024-05-16T15:58:35.833 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:35.834 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:35.834 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:35.834 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.834 INFO:teuthology.orchestra.run.smithi157.stdout: "req_snapdiff_latency": { 2024-05-16T15:58:35.834 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:35.834 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:35.834 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:35.834 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.834 INFO:teuthology.orchestra.run.smithi157.stdout: "req_rmdir_latency": { 2024-05-16T15:58:35.834 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:35.834 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:35.834 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:35.834 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.834 INFO:teuthology.orchestra.run.smithi157.stdout: "req_rmsnap_latency": { 2024-05-16T15:58:35.834 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:35.834 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:35.835 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:35.835 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.835 INFO:teuthology.orchestra.run.smithi157.stdout: "req_rmxattr_latency": { 2024-05-16T15:58:35.835 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:35.835 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:35.835 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:35.835 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.835 INFO:teuthology.orchestra.run.smithi157.stdout: "req_setattr_latency": { 2024-05-16T15:58:35.835 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:35.835 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:35.835 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:35.835 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.835 INFO:teuthology.orchestra.run.smithi157.stdout: "req_setdirlayout_latency": { 2024-05-16T15:58:35.835 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:35.835 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:35.835 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:35.836 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.836 INFO:teuthology.orchestra.run.smithi157.stdout: "req_setfilelock_latency": { 2024-05-16T15:58:35.836 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:35.836 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:35.836 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:35.836 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.836 INFO:teuthology.orchestra.run.smithi157.stdout: "req_setlayout_latency": { 2024-05-16T15:58:35.836 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:35.836 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:35.836 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:35.836 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.836 INFO:teuthology.orchestra.run.smithi157.stdout: "req_setxattr_latency": { 2024-05-16T15:58:35.836 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:35.836 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:35.837 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:35.837 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.837 INFO:teuthology.orchestra.run.smithi157.stdout: "req_symlink_latency": { 2024-05-16T15:58:35.837 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:35.837 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:35.837 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:35.837 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.837 INFO:teuthology.orchestra.run.smithi157.stdout: "req_unlink_latency": { 2024-05-16T15:58:35.837 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:35.837 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:35.837 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:35.837 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.837 INFO:teuthology.orchestra.run.smithi157.stdout: "cap_revoke_eviction": 0, 2024-05-16T15:58:35.837 INFO:teuthology.orchestra.run.smithi157.stdout: "cap_acquisition_throttle": 0, 2024-05-16T15:58:35.837 INFO:teuthology.orchestra.run.smithi157.stdout: "req_getvxattr_latency": { 2024-05-16T15:58:35.837 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:35.838 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:35.838 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:35.838 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-05-16T15:58:35.838 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.838 INFO:teuthology.orchestra.run.smithi157.stdout: "mds_sessions": { 2024-05-16T15:58:35.838 INFO:teuthology.orchestra.run.smithi157.stdout: "session_count": 1, 2024-05-16T15:58:35.838 INFO:teuthology.orchestra.run.smithi157.stdout: "session_add": 2, 2024-05-16T15:58:35.838 INFO:teuthology.orchestra.run.smithi157.stdout: "session_remove": 1, 2024-05-16T15:58:35.838 INFO:teuthology.orchestra.run.smithi157.stdout: "sessions_open": 1, 2024-05-16T15:58:35.838 INFO:teuthology.orchestra.run.smithi157.stdout: "sessions_stale": 0, 2024-05-16T15:58:35.838 INFO:teuthology.orchestra.run.smithi157.stdout: "total_load": 0, 2024-05-16T15:58:35.838 INFO:teuthology.orchestra.run.smithi157.stdout: "average_load": 0, 2024-05-16T15:58:35.838 INFO:teuthology.orchestra.run.smithi157.stdout: "avg_session_uptime": 1737, 2024-05-16T15:58:35.838 INFO:teuthology.orchestra.run.smithi157.stdout: "mdthresh_evicted": 0 2024-05-16T15:58:35.838 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.839 INFO:teuthology.orchestra.run.smithi157.stdout: "mempool": { 2024-05-16T15:58:35.839 INFO:teuthology.orchestra.run.smithi157.stdout: "bloom_filter_bytes": 0, 2024-05-16T15:58:35.839 INFO:teuthology.orchestra.run.smithi157.stdout: "bloom_filter_items": 0, 2024-05-16T15:58:35.839 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_alloc_bytes": 0, 2024-05-16T15:58:35.839 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_alloc_items": 0, 2024-05-16T15:58:35.839 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_cache_data_bytes": 0, 2024-05-16T15:58:35.839 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_cache_data_items": 0, 2024-05-16T15:58:35.839 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-16T15:58:35.839 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_cache_onode_items": 0, 2024-05-16T15:58:35.839 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-16T15:58:35.839 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_cache_meta_items": 0, 2024-05-16T15:58:35.839 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_cache_other_bytes": 0, 2024-05-16T15:58:35.839 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_cache_other_items": 0, 2024-05-16T15:58:35.839 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-16T15:58:35.839 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_cache_buffer_items": 0, 2024-05-16T15:58:35.839 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_extent_bytes": 0, 2024-05-16T15:58:35.839 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_extent_items": 0, 2024-05-16T15:58:35.840 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_blob_bytes": 0, 2024-05-16T15:58:35.840 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_blob_items": 0, 2024-05-16T15:58:35.840 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-16T15:58:35.840 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_shared_blob_items": 0, 2024-05-16T15:58:35.840 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-16T15:58:35.840 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_inline_bl_items": 0, 2024-05-16T15:58:35.840 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_fsck_bytes": 0, 2024-05-16T15:58:35.840 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_fsck_items": 0, 2024-05-16T15:58:35.840 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_txc_bytes": 0, 2024-05-16T15:58:35.840 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_txc_items": 0, 2024-05-16T15:58:35.840 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-16T15:58:35.840 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_writing_deferred_items": 0, 2024-05-16T15:58:35.840 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_writing_bytes": 0, 2024-05-16T15:58:35.840 INFO:teuthology.orchestra.run.smithi157.stdout: "bluestore_writing_items": 0, 2024-05-16T15:58:35.840 INFO:teuthology.orchestra.run.smithi157.stdout: "bluefs_bytes": 0, 2024-05-16T15:58:35.841 INFO:teuthology.orchestra.run.smithi157.stdout: "bluefs_items": 0, 2024-05-16T15:58:35.841 INFO:teuthology.orchestra.run.smithi157.stdout: "bluefs_file_reader_bytes": 0, 2024-05-16T15:58:35.841 INFO:teuthology.orchestra.run.smithi157.stdout: "bluefs_file_reader_items": 0, 2024-05-16T15:58:35.841 INFO:teuthology.orchestra.run.smithi157.stdout: "bluefs_file_writer_bytes": 0, 2024-05-16T15:58:35.841 INFO:teuthology.orchestra.run.smithi157.stdout: "bluefs_file_writer_items": 0, 2024-05-16T15:58:35.841 INFO:teuthology.orchestra.run.smithi157.stdout: "buffer_anon_bytes": 181383, 2024-05-16T15:58:35.841 INFO:teuthology.orchestra.run.smithi157.stdout: "buffer_anon_items": 48, 2024-05-16T15:58:35.841 INFO:teuthology.orchestra.run.smithi157.stdout: "buffer_meta_bytes": 0, 2024-05-16T15:58:35.841 INFO:teuthology.orchestra.run.smithi157.stdout: "buffer_meta_items": 0, 2024-05-16T15:58:35.841 INFO:teuthology.orchestra.run.smithi157.stdout: "osd_bytes": 0, 2024-05-16T15:58:35.841 INFO:teuthology.orchestra.run.smithi157.stdout: "osd_items": 0, 2024-05-16T15:58:35.841 INFO:teuthology.orchestra.run.smithi157.stdout: "osd_mapbl_bytes": 0, 2024-05-16T15:58:35.841 INFO:teuthology.orchestra.run.smithi157.stdout: "osd_mapbl_items": 0, 2024-05-16T15:58:35.841 INFO:teuthology.orchestra.run.smithi157.stdout: "osd_pglog_bytes": 0, 2024-05-16T15:58:35.841 INFO:teuthology.orchestra.run.smithi157.stdout: "osd_pglog_items": 0, 2024-05-16T15:58:35.841 INFO:teuthology.orchestra.run.smithi157.stdout: "osdmap_bytes": 8984, 2024-05-16T15:58:35.841 INFO:teuthology.orchestra.run.smithi157.stdout: "osdmap_items": 172, 2024-05-16T15:58:35.842 INFO:teuthology.orchestra.run.smithi157.stdout: "osdmap_mapping_bytes": 0, 2024-05-16T15:58:35.842 INFO:teuthology.orchestra.run.smithi157.stdout: "osdmap_mapping_items": 0, 2024-05-16T15:58:35.842 INFO:teuthology.orchestra.run.smithi157.stdout: "pgmap_bytes": 0, 2024-05-16T15:58:35.842 INFO:teuthology.orchestra.run.smithi157.stdout: "pgmap_items": 0, 2024-05-16T15:58:35.842 INFO:teuthology.orchestra.run.smithi157.stdout: "mds_co_bytes": 695740, 2024-05-16T15:58:35.842 INFO:teuthology.orchestra.run.smithi157.stdout: "mds_co_items": 4216, 2024-05-16T15:58:35.842 INFO:teuthology.orchestra.run.smithi157.stdout: "unittest_1_bytes": 0, 2024-05-16T15:58:35.842 INFO:teuthology.orchestra.run.smithi157.stdout: "unittest_1_items": 0, 2024-05-16T15:58:35.842 INFO:teuthology.orchestra.run.smithi157.stdout: "unittest_2_bytes": 0, 2024-05-16T15:58:35.842 INFO:teuthology.orchestra.run.smithi157.stdout: "unittest_2_items": 0 2024-05-16T15:58:35.842 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.842 INFO:teuthology.orchestra.run.smithi157.stdout: "objecter": { 2024-05-16T15:58:35.842 INFO:teuthology.orchestra.run.smithi157.stdout: "op_active": 0, 2024-05-16T15:58:35.842 INFO:teuthology.orchestra.run.smithi157.stdout: "op_laggy": 0, 2024-05-16T15:58:35.842 INFO:teuthology.orchestra.run.smithi157.stdout: "op_send": 2102, 2024-05-16T15:58:35.842 INFO:teuthology.orchestra.run.smithi157.stdout: "op_send_bytes": 21, 2024-05-16T15:58:35.842 INFO:teuthology.orchestra.run.smithi157.stdout: "op_resend": 3, 2024-05-16T15:58:35.843 INFO:teuthology.orchestra.run.smithi157.stdout: "op_reply": 2102, 2024-05-16T15:58:35.843 INFO:teuthology.orchestra.run.smithi157.stdout: "op_latency": { 2024-05-16T15:58:35.843 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 2102, 2024-05-16T15:58:35.843 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 1.368978018, 2024-05-16T15:58:35.843 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000651274 2024-05-16T15:58:35.843 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.843 INFO:teuthology.orchestra.run.smithi157.stdout: "op_inflight": 0, 2024-05-16T15:58:35.843 INFO:teuthology.orchestra.run.smithi157.stdout: "oplen_avg": { 2024-05-16T15:58:35.843 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 2102, 2024-05-16T15:58:35.843 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 2103 2024-05-16T15:58:35.843 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.843 INFO:teuthology.orchestra.run.smithi157.stdout: "op": 2102, 2024-05-16T15:58:35.843 INFO:teuthology.orchestra.run.smithi157.stdout: "op_r": 2102, 2024-05-16T15:58:35.843 INFO:teuthology.orchestra.run.smithi157.stdout: "op_w": 0, 2024-05-16T15:58:35.843 INFO:teuthology.orchestra.run.smithi157.stdout: "op_rmw": 0, 2024-05-16T15:58:35.843 INFO:teuthology.orchestra.run.smithi157.stdout: "op_pg": 0, 2024-05-16T15:58:35.843 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_stat": 1330, 2024-05-16T15:58:35.844 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_create": 0, 2024-05-16T15:58:35.844 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_read": 770, 2024-05-16T15:58:35.844 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_write": 0, 2024-05-16T15:58:35.844 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_writefull": 0, 2024-05-16T15:58:35.844 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_writesame": 0, 2024-05-16T15:58:35.844 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_append": 0, 2024-05-16T15:58:35.844 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_zero": 0, 2024-05-16T15:58:35.844 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_truncate": 0, 2024-05-16T15:58:35.844 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_delete": 0, 2024-05-16T15:58:35.844 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_mapext": 0, 2024-05-16T15:58:35.844 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_sparse_read": 0, 2024-05-16T15:58:35.844 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_clonerange": 0, 2024-05-16T15:58:35.844 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_getxattr": 1, 2024-05-16T15:58:35.844 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_setxattr": 0, 2024-05-16T15:58:35.844 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_cmpxattr": 0, 2024-05-16T15:58:35.844 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_rmxattr": 0, 2024-05-16T15:58:35.845 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_resetxattrs": 0, 2024-05-16T15:58:35.845 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_call": 0, 2024-05-16T15:58:35.845 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_watch": 0, 2024-05-16T15:58:35.845 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_notify": 0, 2024-05-16T15:58:35.845 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_src_cmpxattr": 0, 2024-05-16T15:58:35.845 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_pgls": 0, 2024-05-16T15:58:35.845 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_pgls_filter": 0, 2024-05-16T15:58:35.845 INFO:teuthology.orchestra.run.smithi157.stdout: "osdop_other": 0, 2024-05-16T15:58:35.845 INFO:teuthology.orchestra.run.smithi157.stdout: "linger_active": 0, 2024-05-16T15:58:35.845 INFO:teuthology.orchestra.run.smithi157.stdout: "linger_send": 0, 2024-05-16T15:58:35.845 INFO:teuthology.orchestra.run.smithi157.stdout: "linger_resend": 0, 2024-05-16T15:58:35.845 INFO:teuthology.orchestra.run.smithi157.stdout: "linger_ping": 0, 2024-05-16T15:58:35.845 INFO:teuthology.orchestra.run.smithi157.stdout: "poolop_active": 0, 2024-05-16T15:58:35.845 INFO:teuthology.orchestra.run.smithi157.stdout: "poolop_send": 0, 2024-05-16T15:58:35.845 INFO:teuthology.orchestra.run.smithi157.stdout: "poolop_resend": 0, 2024-05-16T15:58:35.845 INFO:teuthology.orchestra.run.smithi157.stdout: "poolstat_active": 0, 2024-05-16T15:58:35.845 INFO:teuthology.orchestra.run.smithi157.stdout: "poolstat_send": 0, 2024-05-16T15:58:35.846 INFO:teuthology.orchestra.run.smithi157.stdout: "poolstat_resend": 0, 2024-05-16T15:58:35.846 INFO:teuthology.orchestra.run.smithi157.stdout: "statfs_active": 0, 2024-05-16T15:58:35.846 INFO:teuthology.orchestra.run.smithi157.stdout: "statfs_send": 0, 2024-05-16T15:58:35.846 INFO:teuthology.orchestra.run.smithi157.stdout: "statfs_resend": 0, 2024-05-16T15:58:35.846 INFO:teuthology.orchestra.run.smithi157.stdout: "command_active": 0, 2024-05-16T15:58:35.846 INFO:teuthology.orchestra.run.smithi157.stdout: "command_send": 0, 2024-05-16T15:58:35.846 INFO:teuthology.orchestra.run.smithi157.stdout: "command_resend": 0, 2024-05-16T15:58:35.846 INFO:teuthology.orchestra.run.smithi157.stdout: "map_epoch": 91, 2024-05-16T15:58:35.846 INFO:teuthology.orchestra.run.smithi157.stdout: "map_full": 0, 2024-05-16T15:58:35.846 INFO:teuthology.orchestra.run.smithi157.stdout: "map_inc": 4, 2024-05-16T15:58:35.846 INFO:teuthology.orchestra.run.smithi157.stdout: "osd_sessions": 4, 2024-05-16T15:58:35.846 INFO:teuthology.orchestra.run.smithi157.stdout: "osd_session_open": 4, 2024-05-16T15:58:35.846 INFO:teuthology.orchestra.run.smithi157.stdout: "osd_session_close": 0, 2024-05-16T15:58:35.846 INFO:teuthology.orchestra.run.smithi157.stdout: "osd_laggy": 0, 2024-05-16T15:58:35.846 INFO:teuthology.orchestra.run.smithi157.stdout: "omap_wr": 0, 2024-05-16T15:58:35.846 INFO:teuthology.orchestra.run.smithi157.stdout: "omap_rd": 2, 2024-05-16T15:58:35.846 INFO:teuthology.orchestra.run.smithi157.stdout: "omap_del": 0 2024-05-16T15:58:35.847 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.847 INFO:teuthology.orchestra.run.smithi157.stdout: "oft": { 2024-05-16T15:58:35.847 INFO:teuthology.orchestra.run.smithi157.stdout: "omap_total_objs": 0, 2024-05-16T15:58:35.847 INFO:teuthology.orchestra.run.smithi157.stdout: "omap_total_kv_pairs": 0, 2024-05-16T15:58:35.847 INFO:teuthology.orchestra.run.smithi157.stdout: "omap_total_updates": 0, 2024-05-16T15:58:35.847 INFO:teuthology.orchestra.run.smithi157.stdout: "omap_total_removes": 0 2024-05-16T15:58:35.847 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.847 INFO:teuthology.orchestra.run.smithi157.stdout: "osd-slow-ops": { 2024-05-16T15:58:35.847 INFO:teuthology.orchestra.run.smithi157.stdout: "slow_ops_count": 0 2024-05-16T15:58:35.847 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.847 INFO:teuthology.orchestra.run.smithi157.stdout: "purge_queue": { 2024-05-16T15:58:35.847 INFO:teuthology.orchestra.run.smithi157.stdout: "pq_executing_ops": 0, 2024-05-16T15:58:35.847 INFO:teuthology.orchestra.run.smithi157.stdout: "pq_executing_ops_high_water": 0, 2024-05-16T15:58:35.847 INFO:teuthology.orchestra.run.smithi157.stdout: "pq_executing": 0, 2024-05-16T15:58:35.847 INFO:teuthology.orchestra.run.smithi157.stdout: "pq_executing_high_water": 0, 2024-05-16T15:58:35.847 INFO:teuthology.orchestra.run.smithi157.stdout: "pq_executed_ops": 0, 2024-05-16T15:58:35.848 INFO:teuthology.orchestra.run.smithi157.stdout: "pq_executed": 0, 2024-05-16T15:58:35.848 INFO:teuthology.orchestra.run.smithi157.stdout: "pq_item_in_journal": 0 2024-05-16T15:58:35.848 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.848 INFO:teuthology.orchestra.run.smithi157.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-16T15:58:35.848 INFO:teuthology.orchestra.run.smithi157.stdout: "val": 0, 2024-05-16T15:58:35.848 INFO:teuthology.orchestra.run.smithi157.stdout: "max": 104857600, 2024-05-16T15:58:35.848 INFO:teuthology.orchestra.run.smithi157.stdout: "get_started": 0, 2024-05-16T15:58:35.848 INFO:teuthology.orchestra.run.smithi157.stdout: "get": 2356, 2024-05-16T15:58:35.848 INFO:teuthology.orchestra.run.smithi157.stdout: "get_sum": 5282699, 2024-05-16T15:58:35.848 INFO:teuthology.orchestra.run.smithi157.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:35.848 INFO:teuthology.orchestra.run.smithi157.stdout: "get_or_fail_success": 2356, 2024-05-16T15:58:35.848 INFO:teuthology.orchestra.run.smithi157.stdout: "take": 0, 2024-05-16T15:58:35.848 INFO:teuthology.orchestra.run.smithi157.stdout: "take_sum": 0, 2024-05-16T15:58:35.848 INFO:teuthology.orchestra.run.smithi157.stdout: "put": 2356, 2024-05-16T15:58:35.848 INFO:teuthology.orchestra.run.smithi157.stdout: "put_sum": 5282699, 2024-05-16T15:58:35.848 INFO:teuthology.orchestra.run.smithi157.stdout: "wait": { 2024-05-16T15:58:35.848 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:35.849 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:35.849 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:35.849 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-05-16T15:58:35.849 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.849 INFO:teuthology.orchestra.run.smithi157.stdout: "throttle-objecter_bytes": { 2024-05-16T15:58:35.849 INFO:teuthology.orchestra.run.smithi157.stdout: "val": 0, 2024-05-16T15:58:35.849 INFO:teuthology.orchestra.run.smithi157.stdout: "max": 104857600, 2024-05-16T15:58:35.849 INFO:teuthology.orchestra.run.smithi157.stdout: "get_started": 0, 2024-05-16T15:58:35.849 INFO:teuthology.orchestra.run.smithi157.stdout: "get": 0, 2024-05-16T15:58:35.849 INFO:teuthology.orchestra.run.smithi157.stdout: "get_sum": 0, 2024-05-16T15:58:35.849 INFO:teuthology.orchestra.run.smithi157.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:35.849 INFO:teuthology.orchestra.run.smithi157.stdout: "get_or_fail_success": 0, 2024-05-16T15:58:35.849 INFO:teuthology.orchestra.run.smithi157.stdout: "take": 2102, 2024-05-16T15:58:35.849 INFO:teuthology.orchestra.run.smithi157.stdout: "take_sum": 4252489, 2024-05-16T15:58:35.849 INFO:teuthology.orchestra.run.smithi157.stdout: "put": 2102, 2024-05-16T15:58:35.849 INFO:teuthology.orchestra.run.smithi157.stdout: "put_sum": 4252489, 2024-05-16T15:58:35.849 INFO:teuthology.orchestra.run.smithi157.stdout: "wait": { 2024-05-16T15:58:35.850 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:35.850 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:35.850 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:35.850 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-05-16T15:58:35.850 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.850 INFO:teuthology.orchestra.run.smithi157.stdout: "throttle-objecter_ops": { 2024-05-16T15:58:35.850 INFO:teuthology.orchestra.run.smithi157.stdout: "val": 0, 2024-05-16T15:58:35.850 INFO:teuthology.orchestra.run.smithi157.stdout: "max": 1024, 2024-05-16T15:58:35.850 INFO:teuthology.orchestra.run.smithi157.stdout: "get_started": 0, 2024-05-16T15:58:35.850 INFO:teuthology.orchestra.run.smithi157.stdout: "get": 0, 2024-05-16T15:58:35.850 INFO:teuthology.orchestra.run.smithi157.stdout: "get_sum": 0, 2024-05-16T15:58:35.850 INFO:teuthology.orchestra.run.smithi157.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:35.850 INFO:teuthology.orchestra.run.smithi157.stdout: "get_or_fail_success": 0, 2024-05-16T15:58:35.850 INFO:teuthology.orchestra.run.smithi157.stdout: "take": 2102, 2024-05-16T15:58:35.850 INFO:teuthology.orchestra.run.smithi157.stdout: "take_sum": 2102, 2024-05-16T15:58:35.851 INFO:teuthology.orchestra.run.smithi157.stdout: "put": 2102, 2024-05-16T15:58:35.851 INFO:teuthology.orchestra.run.smithi157.stdout: "put_sum": 2102, 2024-05-16T15:58:35.851 INFO:teuthology.orchestra.run.smithi157.stdout: "wait": { 2024-05-16T15:58:35.851 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:35.851 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:35.851 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:35.851 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-05-16T15:58:35.851 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.851 INFO:teuthology.orchestra.run.smithi157.stdout: "throttle-write_buf_throttle": { 2024-05-16T15:58:35.851 INFO:teuthology.orchestra.run.smithi157.stdout: "val": 0, 2024-05-16T15:58:35.851 INFO:teuthology.orchestra.run.smithi157.stdout: "max": 3758096384, 2024-05-16T15:58:35.851 INFO:teuthology.orchestra.run.smithi157.stdout: "get_started": 0, 2024-05-16T15:58:35.851 INFO:teuthology.orchestra.run.smithi157.stdout: "get": 0, 2024-05-16T15:58:35.851 INFO:teuthology.orchestra.run.smithi157.stdout: "get_sum": 0, 2024-05-16T15:58:35.851 INFO:teuthology.orchestra.run.smithi157.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:35.851 INFO:teuthology.orchestra.run.smithi157.stdout: "get_or_fail_success": 0, 2024-05-16T15:58:35.852 INFO:teuthology.orchestra.run.smithi157.stdout: "take": 0, 2024-05-16T15:58:35.852 INFO:teuthology.orchestra.run.smithi157.stdout: "take_sum": 0, 2024-05-16T15:58:35.852 INFO:teuthology.orchestra.run.smithi157.stdout: "put": 0, 2024-05-16T15:58:35.852 INFO:teuthology.orchestra.run.smithi157.stdout: "put_sum": 0, 2024-05-16T15:58:35.852 INFO:teuthology.orchestra.run.smithi157.stdout: "wait": { 2024-05-16T15:58:35.852 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:35.852 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:35.852 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:35.852 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-05-16T15:58:35.852 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-05-16T15:58:35.852 INFO:teuthology.orchestra.run.smithi157.stdout: "throttle-write_buf_throttle-0x55979919c6e0": { 2024-05-16T15:58:35.852 INFO:teuthology.orchestra.run.smithi157.stdout: "val": 0, 2024-05-16T15:58:35.852 INFO:teuthology.orchestra.run.smithi157.stdout: "max": 3758096384, 2024-05-16T15:58:35.852 INFO:teuthology.orchestra.run.smithi157.stdout: "get_started": 0, 2024-05-16T15:58:35.852 INFO:teuthology.orchestra.run.smithi157.stdout: "get": 0, 2024-05-16T15:58:35.852 INFO:teuthology.orchestra.run.smithi157.stdout: "get_sum": 0, 2024-05-16T15:58:35.853 INFO:teuthology.orchestra.run.smithi157.stdout: "get_or_fail_fail": 0, 2024-05-16T15:58:35.853 INFO:teuthology.orchestra.run.smithi157.stdout: "get_or_fail_success": 0, 2024-05-16T15:58:35.853 INFO:teuthology.orchestra.run.smithi157.stdout: "take": 0, 2024-05-16T15:58:35.853 INFO:teuthology.orchestra.run.smithi157.stdout: "take_sum": 0, 2024-05-16T15:58:35.853 INFO:teuthology.orchestra.run.smithi157.stdout: "put": 0, 2024-05-16T15:58:35.853 INFO:teuthology.orchestra.run.smithi157.stdout: "put_sum": 0, 2024-05-16T15:58:35.853 INFO:teuthology.orchestra.run.smithi157.stdout: "wait": { 2024-05-16T15:58:35.853 INFO:teuthology.orchestra.run.smithi157.stdout: "avgcount": 0, 2024-05-16T15:58:35.853 INFO:teuthology.orchestra.run.smithi157.stdout: "sum": 0.000000000, 2024-05-16T15:58:35.853 INFO:teuthology.orchestra.run.smithi157.stdout: "avgtime": 0.000000000 2024-05-16T15:58:35.853 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-05-16T15:58:35.853 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-05-16T15:58:35.853 INFO:teuthology.orchestra.run.smithi157.stdout:} 2024-05-16T15:58:36.593 INFO:tasks.check_counter:Daemon mds.l mds.exported=0 2024-05-16T15:58:36.593 INFO:tasks.check_counter:Daemon mds.l mds.imported=0 2024-05-16T15:58:36.593 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update=0 2024-05-16T15:58:36.593 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update_receipt=0 2024-05-16T15:58:36.593 INFO:tasks.check_counter:Daemon mds.l mds.dir_split=0 2024-05-16T15:58:36.593 DEBUG:teuthology.run_tasks:Unwinding manager ceph-fuse 2024-05-16T15:58:36.603 INFO:tasks.ceph_fuse:Unmounting ceph-fuse clients... 2024-05-16T15:58:36.603 DEBUG:teuthology.orchestra.run.smithi043:> set -ex 2024-05-16T15:58:36.603 DEBUG:teuthology.orchestra.run.smithi043:> dd if=/proc/self/mounts of=/dev/stdout 2024-05-16T15:58:36.625 DEBUG:teuthology.orchestra.run.smithi043:> set -ex 2024-05-16T15:58:36.625 DEBUG:teuthology.orchestra.run.smithi043:> dd if=/proc/self/mounts of=/dev/stdout 2024-05-16T15:58:36.686 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph osd blocklist ls 2024-05-16T15:58:36.987 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:58:37.689 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:58:37 smithi148 ceph-mon[34976]: pgmap v689: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-16T15:58:37.728 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:58:37 smithi043 ceph-mon[31619]: pgmap v689: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-16T15:58:37.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:37 smithi157 ceph-mon[35584]: pgmap v689: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-16T15:58:38.709 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.694+0000 7fb5c9552700 1 -- 172.21.15.43:0/1372489118 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb5c4107730 msgr2=0x7fb5c410f2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:58:38.709 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.694+0000 7fb5c9552700 1 --2- 172.21.15.43:0/1372489118 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb5c4107730 0x7fb5c410f2d0 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7fb5bc00b0d0 tx=0x7fb5bc00b3e0 comp rx=0 tx=0).stop 2024-05-16T15:58:38.709 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.694+0000 7fb5c9552700 1 -- 172.21.15.43:0/1372489118 shutdown_connections 2024-05-16T15:58:38.709 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.694+0000 7fb5c9552700 1 --2- 172.21.15.43:0/1372489118 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb5c4107730 0x7fb5c410f2d0 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:58:38.709 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.694+0000 7fb5c9552700 1 --2- 172.21.15.43:0/1372489118 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb5c41029e0 0x7fb5c4102dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:58:38.709 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.694+0000 7fb5c9552700 1 --2- 172.21.15.43:0/1372489118 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb5c4103390 0x7fb5c4107000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:58:38.709 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.694+0000 7fb5c9552700 1 -- 172.21.15.43:0/1372489118 >> 172.21.15.43:0/1372489118 conn(0x7fb5c4079350 msgr2=0x7fb5c4079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:58:38.709 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.694+0000 7fb5c9552700 1 -- 172.21.15.43:0/1372489118 shutdown_connections 2024-05-16T15:58:38.710 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.694+0000 7fb5c9552700 1 -- 172.21.15.43:0/1372489118 wait complete. 2024-05-16T15:58:38.710 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.695+0000 7fb5c9552700 1 Processor -- start 2024-05-16T15:58:38.710 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.695+0000 7fb5c9552700 1 -- start start 2024-05-16T15:58:38.711 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.695+0000 7fb5c9552700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb5c41029e0 0x7fb5c41040a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:58:38.711 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.695+0000 7fb5c9552700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb5c4103390 0x7fb5c41045e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:58:38.711 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.695+0000 7fb5c9552700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb5c4107730 0x7fb5c4104b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:58:38.711 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.695+0000 7fb5c9552700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7fb5c41124f0 con 0x7fb5c4103390 2024-05-16T15:58:38.711 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.695+0000 7fb5c9552700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fb5c4112370 con 0x7fb5c4107730 2024-05-16T15:58:38.712 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.695+0000 7fb5c9552700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fb5c4112670 con 0x7fb5c41029e0 2024-05-16T15:58:38.712 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.695+0000 7fb5c27fc700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb5c4103390 0x7fb5c41045e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:58:38.712 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.695+0000 7fb5c27fc700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb5c4103390 0x7fb5c41045e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:47370/0 (socket says 172.21.15.43:47370) 2024-05-16T15:58:38.712 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.695+0000 7fb5c27fc700 1 -- 172.21.15.43:0/3563778659 learned_addr learned my addr 172.21.15.43:0/3563778659 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:58:38.712 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.695+0000 7fb5c2ffd700 1 --2- 172.21.15.43:0/3563778659 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb5c41029e0 0x7fb5c41040a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:58:38.712 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.695+0000 7fb5c37fe700 1 --2- 172.21.15.43:0/3563778659 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb5c4107730 0x7fb5c4104b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:58:38.712 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.696+0000 7fb5c27fc700 1 -- 172.21.15.43:0/3563778659 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb5c41029e0 msgr2=0x7fb5c41040a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:58:38.712 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.696+0000 7fb5c27fc700 1 --2- 172.21.15.43:0/3563778659 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb5c41029e0 0x7fb5c41040a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:58:38.712 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.696+0000 7fb5c27fc700 1 -- 172.21.15.43:0/3563778659 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb5c4107730 msgr2=0x7fb5c4104b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:58:38.712 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.696+0000 7fb5c27fc700 1 --2- 172.21.15.43:0/3563778659 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb5c4107730 0x7fb5c4104b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:58:38.712 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.696+0000 7fb5c27fc700 1 -- 172.21.15.43:0/3563778659 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5c41a8020 con 0x7fb5c4103390 2024-05-16T15:58:38.712 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.696+0000 7fb5c2ffd700 1 --2- 172.21.15.43:0/3563778659 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb5c41029e0 0x7fb5c41040a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:58:38.712 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.696+0000 7fb5c37fe700 1 --2- 172.21.15.43:0/3563778659 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb5c4107730 0x7fb5c4104b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:58:38.712 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.696+0000 7fb5c27fc700 1 --2- 172.21.15.43:0/3563778659 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb5c4103390 0x7fb5c41045e0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7fb5b800b4d0 tx=0x7fb5b800b890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:58:38.712 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.696+0000 7fb5abfff700 1 -- 172.21.15.43:0/3563778659 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5b8015020 con 0x7fb5c4103390 2024-05-16T15:58:38.712 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.696+0000 7fb5c9552700 1 -- 172.21.15.43:0/3563778659 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5c41a8310 con 0x7fb5c4103390 2024-05-16T15:58:38.713 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.696+0000 7fb5abfff700 1 -- 172.21.15.43:0/3563778659 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb5b8011cc0 con 0x7fb5c4103390 2024-05-16T15:58:38.713 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.696+0000 7fb5abfff700 1 -- 172.21.15.43:0/3563778659 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5b8010c10 con 0x7fb5c4103390 2024-05-16T15:58:38.713 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.696+0000 7fb5c9552700 1 -- 172.21.15.43:0/3563778659 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5c41a8850 con 0x7fb5c4103390 2024-05-16T15:58:38.713 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.697+0000 7fb5c9552700 1 -- 172.21.15.43:0/3563778659 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5c4103ae0 con 0x7fb5c4103390 2024-05-16T15:58:38.713 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.698+0000 7fb5abfff700 1 -- 172.21.15.43:0/3563778659 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fb5b8018020 con 0x7fb5c4103390 2024-05-16T15:58:38.713 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.699+0000 7fb5abfff700 1 --2- 172.21.15.43:0/3563778659 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb5ac0b2880 0x7fb5ac0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:58:38.714 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.699+0000 7fb5c2ffd700 1 --2- 172.21.15.43:0/3563778659 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb5ac0b2880 0x7fb5ac0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:58:38.714 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.699+0000 7fb5abfff700 1 -- 172.21.15.43:0/3563778659 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9179+0+0 (secure 0 0 0) 0x7fb5b80e23e0 con 0x7fb5c4103390 2024-05-16T15:58:38.714 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.700+0000 7fb5c2ffd700 1 --2- 172.21.15.43:0/3563778659 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb5ac0b2880 0x7fb5ac0b4d40 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fb5b4005fd0 tx=0x7fb5b4005e20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:58:38.717 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.703+0000 7fb5abfff700 1 -- 172.21.15.43:0/3563778659 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fb5b801f020 con 0x7fb5c4103390 2024-05-16T15:58:38.949 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.935+0000 7fb5c9552700 1 -- 172.21.15.43:0/3563778659 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fb5c402e510 con 0x7fb5c4103390 2024-05-16T15:58:38.950 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.936+0000 7fb5abfff700 1 -- 172.21.15.43:0/3563778659 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v91) ==== 81+0+586 (secure 0 0 0) 0x7fb5b80a9d50 con 0x7fb5c4103390 2024-05-16T15:58:38.950 INFO:teuthology.orchestra.run.smithi043.stdout:172.21.15.43:6801/86887644 2024-05-17T15:38:19.897772+0000 2024-05-16T15:58:38.950 INFO:teuthology.orchestra.run.smithi043.stdout:172.21.15.43:6800/86887644 2024-05-17T15:38:19.897772+0000 2024-05-16T15:58:38.950 INFO:teuthology.orchestra.run.smithi043.stdout:172.21.15.43:0/1519374213 2024-05-17T15:38:19.897772+0000 2024-05-16T15:58:38.950 INFO:teuthology.orchestra.run.smithi043.stdout:172.21.15.43:6800/2824545909 2024-05-17T15:37:53.291030+0000 2024-05-16T15:58:38.950 INFO:teuthology.orchestra.run.smithi043.stdout:172.21.15.43:0/561872100 2024-05-17T15:37:53.291030+0000 2024-05-16T15:58:38.950 INFO:teuthology.orchestra.run.smithi043.stdout:172.21.15.43:0/3260845824 2024-05-17T15:38:19.897772+0000 2024-05-16T15:58:38.950 INFO:teuthology.orchestra.run.smithi043.stdout:172.21.15.43:0/465511688 2024-05-17T15:38:19.897772+0000 2024-05-16T15:58:38.950 INFO:teuthology.orchestra.run.smithi043.stdout:172.21.15.43:0/1478293844 2024-05-17T15:37:53.291030+0000 2024-05-16T15:58:38.950 INFO:teuthology.orchestra.run.smithi043.stdout:172.21.15.43:0/3264891829 2024-05-17T15:37:53.291030+0000 2024-05-16T15:58:38.951 INFO:teuthology.orchestra.run.smithi043.stdout:172.21.15.43:6801/2824545909 2024-05-17T15:37:53.291030+0000 2024-05-16T15:58:38.953 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.938+0000 7fb5c9552700 1 -- 172.21.15.43:0/3563778659 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb5ac0b2880 msgr2=0x7fb5ac0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:58:38.953 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.938+0000 7fb5c9552700 1 --2- 172.21.15.43:0/3563778659 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb5ac0b2880 0x7fb5ac0b4d40 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fb5b4005fd0 tx=0x7fb5b4005e20 comp rx=0 tx=0).stop 2024-05-16T15:58:38.953 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.938+0000 7fb5c9552700 1 -- 172.21.15.43:0/3563778659 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb5c4103390 msgr2=0x7fb5c41045e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:58:38.953 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.938+0000 7fb5c9552700 1 --2- 172.21.15.43:0/3563778659 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb5c4103390 0x7fb5c41045e0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7fb5b800b4d0 tx=0x7fb5b800b890 comp rx=0 tx=0).stop 2024-05-16T15:58:38.953 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.938+0000 7fb5c9552700 1 -- 172.21.15.43:0/3563778659 shutdown_connections 2024-05-16T15:58:38.953 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.938+0000 7fb5c9552700 1 --2- 172.21.15.43:0/3563778659 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb5c4107730 0x7fb5c4104b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:58:38.953 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.938+0000 7fb5c9552700 1 --2- 172.21.15.43:0/3563778659 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb5c41029e0 0x7fb5c41040a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:58:38.953 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.938+0000 7fb5c9552700 1 --2- 172.21.15.43:0/3563778659 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7fb5ac0b2880 0x7fb5ac0b4d40 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:58:38.953 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.938+0000 7fb5c9552700 1 --2- 172.21.15.43:0/3563778659 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7fb5c4103390 0x7fb5c41045e0 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:58:38.953 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.938+0000 7fb5c9552700 1 -- 172.21.15.43:0/3563778659 >> 172.21.15.43:0/3563778659 conn(0x7fb5c4079350 msgr2=0x7fb5c406beb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:58:38.954 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.939+0000 7fb5c9552700 1 -- 172.21.15.43:0/3563778659 shutdown_connections 2024-05-16T15:58:38.954 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:38.939+0000 7fb5c9552700 1 -- 172.21.15.43:0/3563778659 wait complete. 2024-05-16T15:58:38.954 INFO:teuthology.orchestra.run.smithi043.stderr:listed 10 entries 2024-05-16T15:58:39.548 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:58:39 smithi043 ceph-mon[31619]: pgmap v690: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 13 op/s 2024-05-16T15:58:39.548 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:58:39 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/3563778659' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-16T15:58:39.578 DEBUG:teuthology.orchestra.run.smithi043:> set -ex 2024-05-16T15:58:39.579 DEBUG:teuthology.orchestra.run.smithi043:> dd if=/proc/self/mounts of=/dev/stdout 2024-05-16T15:58:39.597 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d shell --fsid 13155b42-139a-11ef-bc9a-c7b262605968 -- ceph osd blocklist ls 2024-05-16T15:58:39.893 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/mon.a/config 2024-05-16T15:58:39.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:39 smithi157 ceph-mon[35584]: pgmap v690: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 13 op/s 2024-05-16T15:58:39.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:39 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/3563778659' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-16T15:58:39.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:58:39 smithi148 ceph-mon[34976]: pgmap v690: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 13 op/s 2024-05-16T15:58:39.940 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:58:39 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/3563778659' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-16T15:58:41.664 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.647+0000 7f4f22c40700 1 -- 172.21.15.43:0/1735143550 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4f1c103780 msgr2=0x7f4f1c103b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:58:41.664 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.647+0000 7f4f22c40700 1 --2- 172.21.15.43:0/1735143550 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4f1c103780 0x7f4f1c103b60 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f4f100099c0 tx=0x7f4f10009cd0 comp rx=0 tx=0).stop 2024-05-16T15:58:41.664 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.647+0000 7f4f22c40700 1 -- 172.21.15.43:0/1735143550 shutdown_connections 2024-05-16T15:58:41.664 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.647+0000 7f4f22c40700 1 --2- 172.21.15.43:0/1735143550 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4f1c108870 0x7f4f1c1103f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:58:41.664 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.647+0000 7f4f22c40700 1 --2- 172.21.15.43:0/1735143550 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4f1c103780 0x7f4f1c103b60 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:58:41.665 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.647+0000 7f4f22c40700 1 --2- 172.21.15.43:0/1735143550 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4f1c104130 0x7f4f1c108140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:58:41.665 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.647+0000 7f4f22c40700 1 -- 172.21.15.43:0/1735143550 >> 172.21.15.43:0/1735143550 conn(0x7f4f1c07a610 msgr2=0x7f4f1c07aa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:58:41.665 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.647+0000 7f4f22c40700 1 -- 172.21.15.43:0/1735143550 shutdown_connections 2024-05-16T15:58:41.665 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.647+0000 7f4f22c40700 1 -- 172.21.15.43:0/1735143550 wait complete. 2024-05-16T15:58:41.665 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.648+0000 7f4f22c40700 1 Processor -- start 2024-05-16T15:58:41.665 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.648+0000 7f4f22c40700 1 -- start start 2024-05-16T15:58:41.665 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.648+0000 7f4f22c40700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4f1c103780 0x7f4f1c0757a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:58:41.665 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.648+0000 7f4f22c40700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4f1c104130 0x7f4f1c075ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:58:41.665 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.648+0000 7f4f22c40700 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4f1c108870 0x7f4f1c076220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:58:41.665 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.648+0000 7f4f22c40700 1 -- --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_getmap magic: 0 -- 0x7f4f1c113630 con 0x7f4f1c104130 2024-05-16T15:58:41.665 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.648+0000 7f4f22c40700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f4f1c1134b0 con 0x7f4f1c103780 2024-05-16T15:58:41.665 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.648+0000 7f4f22c40700 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f4f1c1137b0 con 0x7f4f1c108870 2024-05-16T15:58:41.665 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.648+0000 7f4f1bfff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4f1c104130 0x7f4f1c075ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:58:41.666 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.648+0000 7f4f1bfff700 1 --2- >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4f1c104130 0x7f4f1c075ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.43:3300/0 says I am v2:172.21.15.43:47382/0 (socket says 172.21.15.43:47382) 2024-05-16T15:58:41.666 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.648+0000 7f4f1bfff700 1 -- 172.21.15.43:0/1757294275 learned_addr learned my addr 172.21.15.43:0/1757294275 (peer_addr_for_me v2:172.21.15.43:0/0) 2024-05-16T15:58:41.666 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.648+0000 7f4f209dc700 1 --2- 172.21.15.43:0/1757294275 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4f1c103780 0x7f4f1c0757a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:58:41.666 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.649+0000 7f4f211dd700 1 --2- 172.21.15.43:0/1757294275 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4f1c108870 0x7f4f1c076220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:58:41.666 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.649+0000 7f4f1bfff700 1 -- 172.21.15.43:0/1757294275 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4f1c108870 msgr2=0x7f4f1c076220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:58:41.666 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.649+0000 7f4f1bfff700 1 --2- 172.21.15.43:0/1757294275 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4f1c108870 0x7f4f1c076220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:58:41.666 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.649+0000 7f4f1bfff700 1 -- 172.21.15.43:0/1757294275 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4f1c103780 msgr2=0x7f4f1c0757a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:58:41.666 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.649+0000 7f4f1bfff700 1 --2- 172.21.15.43:0/1757294275 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4f1c103780 0x7f4f1c0757a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:58:41.666 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.649+0000 7f4f1bfff700 1 -- 172.21.15.43:0/1757294275 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f1c1a8050 con 0x7f4f1c104130 2024-05-16T15:58:41.666 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.649+0000 7f4f211dd700 1 --2- 172.21.15.43:0/1757294275 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4f1c108870 0x7f4f1c076220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-16T15:58:41.666 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.649+0000 7f4f1bfff700 1 --2- 172.21.15.43:0/1757294275 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4f1c104130 0x7f4f1c075ce0 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f4f0800b530 tx=0x7f4f0800b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:58:41.666 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.649+0000 7f4f19ffb700 1 -- 172.21.15.43:0/1757294275 <== mon.0 v2:172.21.15.43:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f08015020 con 0x7f4f1c104130 2024-05-16T15:58:41.666 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.649+0000 7f4f22c40700 1 -- 172.21.15.43:0/1757294275 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f1c1a8340 con 0x7f4f1c104130 2024-05-16T15:58:41.667 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.649+0000 7f4f19ffb700 1 -- 172.21.15.43:0/1757294275 <== mon.0 v2:172.21.15.43:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4f08011cc0 con 0x7f4f1c104130 2024-05-16T15:58:41.667 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.649+0000 7f4f19ffb700 1 -- 172.21.15.43:0/1757294275 <== mon.0 v2:172.21.15.43:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f08010dc0 con 0x7f4f1c104130 2024-05-16T15:58:41.667 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.649+0000 7f4f22c40700 1 -- 172.21.15.43:0/1757294275 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f1c1a8880 con 0x7f4f1c104130 2024-05-16T15:58:41.667 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.650+0000 7f4f22c40700 1 -- 172.21.15.43:0/1757294275 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f1c10bab0 con 0x7f4f1c104130 2024-05-16T15:58:41.668 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.652+0000 7f4f19ffb700 1 -- 172.21.15.43:0/1757294275 <== mon.0 v2:172.21.15.43:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f4f08018020 con 0x7f4f1c104130 2024-05-16T15:58:41.668 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.652+0000 7f4f19ffb700 1 --2- 172.21.15.43:0/1757294275 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f4f0c0b2900 0x7f4f0c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-16T15:58:41.668 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.652+0000 7f4f209dc700 1 --2- 172.21.15.43:0/1757294275 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f4f0c0b2900 0x7f4f0c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-16T15:58:41.668 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.652+0000 7f4f19ffb700 1 -- 172.21.15.43:0/1757294275 <== mon.0 v2:172.21.15.43:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9179+0+0 (secure 0 0 0) 0x7f4f080e2350 con 0x7f4f1c104130 2024-05-16T15:58:41.668 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.653+0000 7f4f209dc700 1 --2- 172.21.15.43:0/1757294275 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f4f0c0b2900 0x7f4f0c0b4dc0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f4f10000c00 tx=0x7f4f10005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-16T15:58:41.670 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.656+0000 7f4f19ffb700 1 -- 172.21.15.43:0/1757294275 <== mon.0 v2:172.21.15.43:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f4f0801f020 con 0x7f4f1c104130 2024-05-16T15:58:41.728 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:58:41 smithi043 ceph-mon[31619]: pgmap v691: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:58:41.904 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.889+0000 7f4f22c40700 1 -- 172.21.15.43:0/1757294275 --> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f4f1c06a190 con 0x7f4f1c104130 2024-05-16T15:58:41.904 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.890+0000 7f4f19ffb700 1 -- 172.21.15.43:0/1757294275 <== mon.0 v2:172.21.15.43:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v91) ==== 81+0+586 (secure 0 0 0) 0x7f4f080a9d60 con 0x7f4f1c104130 2024-05-16T15:58:41.904 INFO:teuthology.orchestra.run.smithi043.stdout:172.21.15.43:6801/86887644 2024-05-17T15:38:19.897772+0000 2024-05-16T15:58:41.905 INFO:teuthology.orchestra.run.smithi043.stdout:172.21.15.43:6800/86887644 2024-05-17T15:38:19.897772+0000 2024-05-16T15:58:41.905 INFO:teuthology.orchestra.run.smithi043.stdout:172.21.15.43:0/1519374213 2024-05-17T15:38:19.897772+0000 2024-05-16T15:58:41.905 INFO:teuthology.orchestra.run.smithi043.stdout:172.21.15.43:6800/2824545909 2024-05-17T15:37:53.291030+0000 2024-05-16T15:58:41.905 INFO:teuthology.orchestra.run.smithi043.stdout:172.21.15.43:0/561872100 2024-05-17T15:37:53.291030+0000 2024-05-16T15:58:41.905 INFO:teuthology.orchestra.run.smithi043.stdout:172.21.15.43:0/3260845824 2024-05-17T15:38:19.897772+0000 2024-05-16T15:58:41.905 INFO:teuthology.orchestra.run.smithi043.stdout:172.21.15.43:0/465511688 2024-05-17T15:38:19.897772+0000 2024-05-16T15:58:41.905 INFO:teuthology.orchestra.run.smithi043.stdout:172.21.15.43:0/1478293844 2024-05-17T15:37:53.291030+0000 2024-05-16T15:58:41.905 INFO:teuthology.orchestra.run.smithi043.stdout:172.21.15.43:0/3264891829 2024-05-17T15:37:53.291030+0000 2024-05-16T15:58:41.905 INFO:teuthology.orchestra.run.smithi043.stdout:172.21.15.43:6801/2824545909 2024-05-17T15:37:53.291030+0000 2024-05-16T15:58:41.907 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.892+0000 7f4f22c40700 1 -- 172.21.15.43:0/1757294275 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f4f0c0b2900 msgr2=0x7f4f0c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:58:41.907 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.892+0000 7f4f22c40700 1 --2- 172.21.15.43:0/1757294275 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f4f0c0b2900 0x7f4f0c0b4dc0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f4f10000c00 tx=0x7f4f10005fb0 comp rx=0 tx=0).stop 2024-05-16T15:58:41.907 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.892+0000 7f4f22c40700 1 -- 172.21.15.43:0/1757294275 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4f1c104130 msgr2=0x7f4f1c075ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-16T15:58:41.907 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.892+0000 7f4f22c40700 1 --2- 172.21.15.43:0/1757294275 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4f1c104130 0x7f4f1c075ce0 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f4f0800b530 tx=0x7f4f0800b840 comp rx=0 tx=0).stop 2024-05-16T15:58:41.907 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.892+0000 7f4f22c40700 1 -- 172.21.15.43:0/1757294275 shutdown_connections 2024-05-16T15:58:41.907 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.892+0000 7f4f22c40700 1 --2- 172.21.15.43:0/1757294275 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4f1c108870 0x7f4f1c076220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:58:41.907 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.892+0000 7f4f22c40700 1 --2- 172.21.15.43:0/1757294275 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4f1c103780 0x7f4f1c0757a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:58:41.908 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.892+0000 7f4f22c40700 1 --2- 172.21.15.43:0/1757294275 >> [v2:172.21.15.43:6800/198025071,v1:172.21.15.43:6801/198025071] conn(0x7f4f0c0b2900 0x7f4f0c0b4dc0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:58:41.908 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.892+0000 7f4f22c40700 1 --2- 172.21.15.43:0/1757294275 >> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] conn(0x7f4f1c104130 0x7f4f1c075ce0 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-16T15:58:41.908 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.892+0000 7f4f22c40700 1 -- 172.21.15.43:0/1757294275 >> 172.21.15.43:0/1757294275 conn(0x7f4f1c07a610 msgr2=0x7f4f1c1017a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-16T15:58:41.908 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.893+0000 7f4f22c40700 1 -- 172.21.15.43:0/1757294275 shutdown_connections 2024-05-16T15:58:41.908 INFO:teuthology.orchestra.run.smithi043.stderr:2024-05-16T15:58:41.893+0000 7f4f22c40700 1 -- 172.21.15.43:0/1757294275 wait complete. 2024-05-16T15:58:41.908 INFO:teuthology.orchestra.run.smithi043.stderr:listed 10 entries 2024-05-16T15:58:41.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:41 smithi157 ceph-mon[35584]: pgmap v691: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:58:41.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:58:41 smithi148 ceph-mon[34976]: pgmap v691: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-05-16T15:58:42.584 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:58:42 smithi043 ceph-mon[31619]: from='client.? 172.21.15.43:0/1757294275' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-16T15:58:42.615 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi043.front.sepia.ceph.com... 2024-05-16T15:58:42.615 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-16T15:58:42.615 DEBUG:teuthology.orchestra.run.smithi043:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-05-16T15:58:42.644 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi043.stderr:ceph-fuse[88454]: fuse finished with error 0 and tester_r 0 2024-05-16T15:58:42.646 INFO:teuthology.orchestra.run:waiting for 300 2024-05-16T15:58:42.689 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:58:42 smithi148 ceph-mon[34976]: from='client.? 172.21.15.43:0/1757294275' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-16T15:58:42.807 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:42 smithi157 ceph-mon[35584]: from='client.? 172.21.15.43:0/1757294275' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-16T15:58:43.728 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:58:43 smithi043 ceph-mon[31619]: pgmap v692: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-05-16T15:58:43.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:43 smithi157 ceph-mon[35584]: pgmap v692: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-05-16T15:58:43.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:58:43 smithi148 ceph-mon[34976]: pgmap v692: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-05-16T15:58:45.728 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:58:45 smithi043 ceph-mon[31619]: pgmap v693: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 12 op/s 2024-05-16T15:58:45.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:45 smithi157 ceph-mon[35584]: pgmap v693: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 12 op/s 2024-05-16T15:58:45.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:58:45 smithi148 ceph-mon[34976]: pgmap v693: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 12 op/s 2024-05-16T15:58:47.728 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:58:47 smithi043 ceph-mon[31619]: pgmap v694: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 341 B/s wr, 12 op/s 2024-05-16T15:58:47.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:47 smithi157 ceph-mon[35584]: pgmap v694: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 341 B/s wr, 12 op/s 2024-05-16T15:58:47.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:58:47 smithi148 ceph-mon[34976]: pgmap v694: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 341 B/s wr, 12 op/s 2024-05-16T15:58:48.747 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi043.front.sepia.ceph.com 2024-05-16T15:58:48.748 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-16T15:58:48.748 DEBUG:teuthology.orchestra.run.smithi043:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-05-16T15:58:48.770 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-16T15:58:48.770 DEBUG:teuthology.orchestra.run.smithi043:> ip netns list 2024-05-16T15:58:48.829 INFO:teuthology.orchestra.run.smithi043.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-05-16T15:58:48.830 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-16T15:58:48.830 DEBUG:teuthology.orchestra.run.smithi043:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-05-16T15:58:48.903 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-16T15:58:48.903 DEBUG:teuthology.orchestra.run.smithi043:> sudo ip link delete ceph-brx 2024-05-16T15:58:49.008 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-05-16T15:58:49.019 INFO:tasks.cephadm:Teardown begin 2024-05-16T15:58:49.019 ERROR:teuthology.contextutil:Saw exception from nested tasks Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_1ae7ad82388e92a475afff437d49054826c019a1/teuthology/contextutil.py", line 32, in nested yield vars File "/home/teuthworker/src/git.ceph.com_ceph-c_ddbc91cbb025d4140650569b3f9e53bec459037d/qa/tasks/cephadm.py", line 2273, in task yield File "/home/teuthworker/src/git.ceph.com_teuthology_1ae7ad82388e92a475afff437d49054826c019a1/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph-c_ddbc91cbb025d4140650569b3f9e53bec459037d/qa/tasks/fwd_scrub.py", line 155, in task stop_all_fwd_scrubbers(ctx.ceph[config['cluster']].thrashers) File "/home/teuthworker/src/git.ceph.com_ceph-c_ddbc91cbb025d4140650569b3f9e53bec459037d/qa/tasks/fwd_scrub.py", line 90, in stop_all_fwd_scrubbers raise RuntimeError(f"error during scrub thrashing: {thrasher.exception}") RuntimeError: error during scrub thrashing: rank damage found: {'backtrace'} 2024-05-16T15:58:49.020 DEBUG:teuthology.orchestra.run.smithi043:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-16T15:58:49.049 DEBUG:teuthology.orchestra.run.smithi148:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-16T15:58:49.085 DEBUG:teuthology.orchestra.run.smithi157:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-16T15:58:49.119 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-05-16T15:58:49.119 DEBUG:teuthology.orchestra.run.smithi043:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-05-16T15:58:49.136 DEBUG:teuthology.orchestra.run.smithi148:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-05-16T15:58:49.154 DEBUG:teuthology.orchestra.run.smithi157:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-05-16T15:58:49.177 INFO:tasks.cephadm:Stopping all daemons... 2024-05-16T15:58:49.177 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-05-16T15:58:49.177 DEBUG:teuthology.orchestra.run.smithi043:> sudo systemctl stop ceph-13155b42-139a-11ef-bc9a-c7b262605968@mon.a 2024-05-16T15:58:49.460 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:58:49 smithi043 systemd[1]: Stopping Ceph mon.a for 13155b42-139a-11ef-bc9a-c7b262605968... 2024-05-16T15:58:49.728 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:58:49 smithi043 ceph-mon[31619]: pgmap v695: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-05-16T15:58:49.728 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:58:49 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mon-a[31615]: 2024-05-16T15:58:49.467+0000 7fc781fd6700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-05-16T15:58:49.728 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:58:49 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mon-a[31615]: 2024-05-16T15:58:49.467+0000 7fc781fd6700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-05-16T15:58:49.729 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:58:49 smithi043 podman[119691]: 2024-05-16 15:58:49.67234457 +0000 UTC m=+0.301641361 container died 6b3f8b8081b2d0225c0927b372d16ef469d0438e0b9ae40fb1728dfc3468679b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mon-a, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-05-16T15:58:49.929 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:49 smithi157 ceph-mon[35584]: pgmap v695: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-05-16T15:58:49.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:58:49 smithi148 ceph-mon[34976]: pgmap v695: 129 pgs: 129 active+clean; 24 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-05-16T15:58:50.228 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:58:50 smithi043 podman[119691]: 2024-05-16 15:58:50.069110362 +0000 UTC m=+0.698407176 container cleanup 6b3f8b8081b2d0225c0927b372d16ef469d0438e0b9ae40fb1728dfc3468679b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mon-a, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-05-16T15:58:50.228 INFO:journalctl@ceph.mon.a.smithi043.stdout:May 16 15:58:50 smithi043 bash[119691]: ceph-13155b42-139a-11ef-bc9a-c7b262605968-mon-a 2024-05-16T15:58:50.473 DEBUG:teuthology.orchestra.run.smithi043:> sudo pkill -f 'journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@mon.a.service' 2024-05-16T15:58:50.521 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-16T15:58:50.521 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-05-16T15:58:50.521 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2024-05-16T15:58:50.521 DEBUG:teuthology.orchestra.run.smithi148:> sudo systemctl stop ceph-13155b42-139a-11ef-bc9a-c7b262605968@mon.b 2024-05-16T15:58:50.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:58:50 smithi148 systemd[1]: Stopping Ceph mon.b for 13155b42-139a-11ef-bc9a-c7b262605968... 2024-05-16T15:58:51.439 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:58:51 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mon-b[34972]: 2024-05-16T15:58:51.066+0000 7f084d1e3700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-05-16T15:58:51.440 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:58:51 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mon-b[34972]: 2024-05-16T15:58:51.066+0000 7f084d1e3700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-05-16T15:58:51.440 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:58:51 smithi148 podman[69458]: 2024-05-16 15:58:51.137955049 +0000 UTC m=+0.425697217 container died 2de409d417f1ce7c1597e425450ae17ef830a3c19a408fa04afc605a2720b53c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mon-b, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-05-16T15:58:51.899 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:58:51 smithi148 podman[69458]: 2024-05-16 15:58:51.608812452 +0000 UTC m=+0.896554616 container cleanup 2de409d417f1ce7c1597e425450ae17ef830a3c19a408fa04afc605a2720b53c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mon-b, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux ) 2024-05-16T15:58:51.899 INFO:journalctl@ceph.mon.b.smithi148.stdout:May 16 15:58:51 smithi148 bash[69458]: ceph-13155b42-139a-11ef-bc9a-c7b262605968-mon-b 2024-05-16T15:58:52.066 DEBUG:teuthology.orchestra.run.smithi148:> sudo pkill -f 'journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@mon.b.service' 2024-05-16T15:58:52.111 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-16T15:58:52.112 INFO:tasks.cephadm.mon.c:Stopped mon.b 2024-05-16T15:58:52.112 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-05-16T15:58:52.112 DEBUG:teuthology.orchestra.run.smithi157:> sudo systemctl stop ceph-13155b42-139a-11ef-bc9a-c7b262605968@mon.c 2024-05-16T15:58:52.429 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:52 smithi157 systemd[1]: Stopping Ceph mon.c for 13155b42-139a-11ef-bc9a-c7b262605968... 2024-05-16T15:58:52.876 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:52 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mon-c[35553]: 2024-05-16T15:58:52.432+0000 7f3e0edb3700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-05-16T15:58:52.876 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:52 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mon-c[35553]: 2024-05-16T15:58:52.432+0000 7f3e0edb3700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-05-16T15:58:52.876 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:52 smithi157 podman[70432]: 2024-05-16 15:58:52.524510569 +0000 UTC m=+0.229744014 container died 3c8aab480598292b74dad8fee0d408e1d43c62230afc1520535a4b5f03067167 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mon-c, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, GIT_CLEAN=True, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514) 2024-05-16T15:58:53.168 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:52 smithi157 podman[70432]: 2024-05-16 15:58:52.961303358 +0000 UTC m=+0.666536803 container cleanup 3c8aab480598292b74dad8fee0d408e1d43c62230afc1520535a4b5f03067167 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mon-c, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-05-16T15:58:53.168 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:52 smithi157 bash[70432]: ceph-13155b42-139a-11ef-bc9a-c7b262605968-mon-c 2024-05-16T15:58:53.398 DEBUG:teuthology.orchestra.run.smithi157:> sudo pkill -f 'journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@mon.c.service' 2024-05-16T15:58:53.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:53 smithi157 podman[70444]: 2024-05-16 15:58:53.154788502 +0000 UTC m=+0.628644825 container remove 3c8aab480598292b74dad8fee0d408e1d43c62230afc1520535a4b5f03067167 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-05-16T15:58:53.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:53 smithi157 systemd[1]: ceph-13155b42-139a-11ef-bc9a-c7b262605968@mon.c.service: Deactivated successfully. 2024-05-16T15:58:53.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:53 smithi157 systemd[1]: Stopped Ceph mon.c for 13155b42-139a-11ef-bc9a-c7b262605968. 2024-05-16T15:58:53.421 INFO:journalctl@ceph.mon.c.smithi157.stdout:May 16 15:58:53 smithi157 systemd[1]: ceph-13155b42-139a-11ef-bc9a-c7b262605968@mon.c.service: Consumed 12.086s CPU time. 2024-05-16T15:58:53.451 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-16T15:58:53.451 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-05-16T15:58:53.451 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-05-16T15:58:53.452 DEBUG:teuthology.orchestra.run.smithi043:> sudo systemctl stop ceph-13155b42-139a-11ef-bc9a-c7b262605968@mgr.x 2024-05-16T15:58:53.770 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:58:53 smithi043 systemd[1]: Stopping Ceph mgr.x for 13155b42-139a-11ef-bc9a-c7b262605968... 2024-05-16T15:58:54.228 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:58:53 smithi043 podman[119812]: 2024-05-16 15:58:53.797921317 +0000 UTC m=+0.156022080 container died 3ca9adc59e86d29b860e433f68d5e8d028d84e696b3d69e27c698fe693b08289 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-05-16T15:58:54.728 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:58:54 smithi043 podman[119812]: 2024-05-16 15:58:54.459192537 +0000 UTC m=+0.817293298 container cleanup 3ca9adc59e86d29b860e433f68d5e8d028d84e696b3d69e27c698fe693b08289 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:ddbc91cbb025d4140650569b3f9e53bec459037d, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-05-16T15:58:54.728 INFO:journalctl@ceph.mgr.x.smithi043.stdout:May 16 15:58:54 smithi043 bash[119812]: ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-x 2024-05-16T15:58:54.962 DEBUG:teuthology.orchestra.run.smithi043:> sudo pkill -f 'journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@mgr.x.service' 2024-05-16T15:58:55.000 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-16T15:58:55.000 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-05-16T15:58:55.000 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-05-16T15:58:55.000 DEBUG:teuthology.orchestra.run.smithi148:> sudo systemctl stop ceph-13155b42-139a-11ef-bc9a-c7b262605968@mgr.y 2024-05-16T15:58:55.340 INFO:journalctl@ceph.mgr.y.smithi148.stdout:May 16 15:58:55 smithi148 systemd[1]: Stopping Ceph mgr.y for 13155b42-139a-11ef-bc9a-c7b262605968... 2024-05-16T15:58:55.628 INFO:journalctl@ceph.mgr.y.smithi148.stdout:May 16 15:58:55 smithi148 podman[69583]: 2024-05-16 15:58:55.32623725 +0000 UTC m=+0.142139367 container died 8fb5f7743f047291735466a7d3c4fd607d231ac02bcecc282785a12f77f19839 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-y, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-05-16T15:58:55.940 INFO:journalctl@ceph.mgr.y.smithi148.stdout:May 16 15:58:55 smithi148 podman[69583]: 2024-05-16 15:58:55.689463212 +0000 UTC m=+0.505365327 container cleanup 8fb5f7743f047291735466a7d3c4fd607d231ac02bcecc282785a12f77f19839 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-y, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-05-16T15:58:55.940 INFO:journalctl@ceph.mgr.y.smithi148.stdout:May 16 15:58:55 smithi148 bash[69583]: ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-y 2024-05-16T15:58:56.135 DEBUG:teuthology.orchestra.run.smithi148:> sudo pkill -f 'journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@mgr.y.service' 2024-05-16T15:58:56.171 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-16T15:58:56.171 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-05-16T15:58:56.171 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2024-05-16T15:58:56.172 DEBUG:teuthology.orchestra.run.smithi157:> sudo systemctl stop ceph-13155b42-139a-11ef-bc9a-c7b262605968@mgr.z 2024-05-16T15:58:56.509 INFO:journalctl@ceph.mgr.z.smithi157.stdout:May 16 15:58:56 smithi157 systemd[1]: Stopping Ceph mgr.z for 13155b42-139a-11ef-bc9a-c7b262605968... 2024-05-16T15:58:56.789 INFO:journalctl@ceph.mgr.z.smithi157.stdout:May 16 15:58:56 smithi157 podman[70556]: 2024-05-16 15:58:56.495540311 +0000 UTC m=+0.131785382 container died c22c18e0a3aab8f78d48fa6b6c46765c7ad29006cfde3770a904b794aa5ba7bc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-z, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514) 2024-05-16T15:58:57.174 INFO:journalctl@ceph.mgr.z.smithi157.stdout:May 16 15:58:56 smithi157 podman[70556]: 2024-05-16 15:58:56.875738083 +0000 UTC m=+0.511983197 container cleanup c22c18e0a3aab8f78d48fa6b6c46765c7ad29006cfde3770a904b794aa5ba7bc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-z, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-05-16T15:58:57.174 INFO:journalctl@ceph.mgr.z.smithi157.stdout:May 16 15:58:56 smithi157 bash[70556]: ceph-13155b42-139a-11ef-bc9a-c7b262605968-mgr-z 2024-05-16T15:58:57.320 DEBUG:teuthology.orchestra.run.smithi157:> sudo pkill -f 'journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@mgr.z.service' 2024-05-16T15:58:57.355 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-16T15:58:57.355 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2024-05-16T15:58:57.355 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-05-16T15:58:57.355 DEBUG:teuthology.orchestra.run.smithi043:> sudo systemctl stop ceph-13155b42-139a-11ef-bc9a-c7b262605968@osd.0 2024-05-16T15:58:57.728 INFO:journalctl@ceph.osd.0.smithi043.stdout:May 16 15:58:57 smithi043 systemd[1]: Stopping Ceph osd.0 for 13155b42-139a-11ef-bc9a-c7b262605968... 2024-05-16T15:58:58.228 INFO:journalctl@ceph.osd.0.smithi043.stdout:May 16 15:58:57 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-0[44057]: 2024-05-16T15:58:57.780+0000 7ff3f5af8700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-16T15:58:58.229 INFO:journalctl@ceph.osd.0.smithi043.stdout:May 16 15:58:57 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-0[44057]: 2024-05-16T15:58:57.780+0000 7ff3f5af8700 -1 osd.0 91 *** Got signal Terminated *** 2024-05-16T15:58:58.229 INFO:journalctl@ceph.osd.0.smithi043.stdout:May 16 15:58:57 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-0[44057]: 2024-05-16T15:58:57.780+0000 7ff3f5af8700 -1 osd.0 91 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-16T15:59:03.728 INFO:journalctl@ceph.osd.0.smithi043.stdout:May 16 15:59:03 smithi043 podman[119934]: 2024-05-16 15:59:03.350249612 +0000 UTC m=+5.806463092 container died f4ae852e17b0a61a9ae334b6a2896c599520f42ffa05c186d725af0b201b6657 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux ) 2024-05-16T15:59:04.122 INFO:journalctl@ceph.osd.0.smithi043.stdout:May 16 15:59:03 smithi043 podman[119934]: 2024-05-16 15:59:03.806521653 +0000 UTC m=+6.262735126 container cleanup f4ae852e17b0a61a9ae334b6a2896c599520f42ffa05c186d725af0b201b6657 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c) 2024-05-16T15:59:04.122 INFO:journalctl@ceph.osd.0.smithi043.stdout:May 16 15:59:03 smithi043 bash[119934]: ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-0 2024-05-16T15:59:04.471 INFO:journalctl@ceph.osd.0.smithi043.stdout:May 16 15:59:04 smithi043 podman[119949]: 2024-05-16 15:59:04.108142236 +0000 UTC m=+0.747612278 container remove f4ae852e17b0a61a9ae334b6a2896c599520f42ffa05c186d725af0b201b6657 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-0, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, io.buildah.version=1.33.5) 2024-05-16T15:59:04.728 INFO:journalctl@ceph.osd.0.smithi043.stdout:May 16 15:59:04 smithi043 podman[120041]: 2024-05-16 15:59:04.360446519 +0000 UTC m=+0.018005578 image pull bc0afc5f792216c18cc9b63b7b42000fd468161488acab6065a32abbb64b541b quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381 2024-05-16T15:59:04.728 INFO:journalctl@ceph.osd.0.smithi043.stdout:May 16 15:59:04 smithi043 podman[120041]: 2024-05-16 15:59:04.475934017 +0000 UTC m=+0.133493060 container create 074c1841d6fca7e16c09fc1c253b766e65d11d7715a80ba5e50a4577c9115ef9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-05-16T15:59:05.044 INFO:journalctl@ceph.osd.0.smithi043.stdout:May 16 15:59:04 smithi043 podman[120041]: 2024-05-16 15:59:04.720710127 +0000 UTC m=+0.378269180 container init 074c1841d6fca7e16c09fc1c253b766e65d11d7715a80ba5e50a4577c9115ef9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-0-deactivate, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c) 2024-05-16T15:59:05.044 INFO:journalctl@ceph.osd.0.smithi043.stdout:May 16 15:59:04 smithi043 podman[120041]: 2024-05-16 15:59:04.724136108 +0000 UTC m=+0.381695162 container start 074c1841d6fca7e16c09fc1c253b766e65d11d7715a80ba5e50a4577c9115ef9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, io.buildah.version=1.33.5, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-05-16T15:59:05.044 INFO:journalctl@ceph.osd.0.smithi043.stdout:May 16 15:59:04 smithi043 podman[120041]: 2024-05-16 15:59:04.829028841 +0000 UTC m=+0.486587896 container attach 074c1841d6fca7e16c09fc1c253b766e65d11d7715a80ba5e50a4577c9115ef9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-0-deactivate, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-05-16T15:59:05.396 INFO:journalctl@ceph.osd.0.smithi043.stdout:May 16 15:59:05 smithi043 podman[120041]: 2024-05-16 15:59:05.030585834 +0000 UTC m=+0.688144886 container died 074c1841d6fca7e16c09fc1c253b766e65d11d7715a80ba5e50a4577c9115ef9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, org.label-schema.build-date=20240514, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-05-16T15:59:05.718 DEBUG:teuthology.orchestra.run.smithi043:> sudo pkill -f 'journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@osd.0.service' 2024-05-16T15:59:05.765 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-16T15:59:05.765 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-05-16T15:59:05.765 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-05-16T15:59:05.765 DEBUG:teuthology.orchestra.run.smithi148:> sudo systemctl stop ceph-13155b42-139a-11ef-bc9a-c7b262605968@osd.1 2024-05-16T15:59:06.134 INFO:journalctl@ceph.osd.1.smithi148.stdout:May 16 15:59:05 smithi148 systemd[1]: Stopping Ceph osd.1 for 13155b42-139a-11ef-bc9a-c7b262605968... 2024-05-16T15:59:06.439 INFO:journalctl@ceph.osd.1.smithi148.stdout:May 16 15:59:06 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-1[39541]: 2024-05-16T15:59:06.118+0000 7f4f702b6700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-16T15:59:06.440 INFO:journalctl@ceph.osd.1.smithi148.stdout:May 16 15:59:06 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-1[39541]: 2024-05-16T15:59:06.118+0000 7f4f702b6700 -1 osd.1 91 *** Got signal Terminated *** 2024-05-16T15:59:06.440 INFO:journalctl@ceph.osd.1.smithi148.stdout:May 16 15:59:06 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-1[39541]: 2024-05-16T15:59:06.118+0000 7f4f702b6700 -1 osd.1 91 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-16T15:59:12.018 INFO:journalctl@ceph.osd.1.smithi148.stdout:May 16 15:59:11 smithi148 podman[69717]: 2024-05-16 15:59:11.717253047 +0000 UTC m=+5.773335760 container died 7575bb9b1938b50aa73658add6021e8adc264a0d5b92d0aeefd40c08cc125a8a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-1, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-05-16T15:59:12.359 INFO:journalctl@ceph.osd.1.smithi148.stdout:May 16 15:59:12 smithi148 podman[69717]: 2024-05-16 15:59:12.10260568 +0000 UTC m=+6.158688393 container cleanup 7575bb9b1938b50aa73658add6021e8adc264a0d5b92d0aeefd40c08cc125a8a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-1, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-05-16T15:59:12.360 INFO:journalctl@ceph.osd.1.smithi148.stdout:May 16 15:59:12 smithi148 bash[69717]: ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-1 2024-05-16T15:59:12.677 INFO:journalctl@ceph.osd.1.smithi148.stdout:May 16 15:59:12 smithi148 podman[69735]: 2024-05-16 15:59:12.345782064 +0000 UTC m=+0.625551246 container remove 7575bb9b1938b50aa73658add6021e8adc264a0d5b92d0aeefd40c08cc125a8a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-1, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-05-16T15:59:12.940 INFO:journalctl@ceph.osd.1.smithi148.stdout:May 16 15:59:12 smithi148 podman[69825]: 2024-05-16 15:59:12.56693484 +0000 UTC m=+0.017184577 image pull bc0afc5f792216c18cc9b63b7b42000fd468161488acab6065a32abbb64b541b quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381 2024-05-16T15:59:12.940 INFO:journalctl@ceph.osd.1.smithi148.stdout:May 16 15:59:12 smithi148 podman[69825]: 2024-05-16 15:59:12.680526425 +0000 UTC m=+0.130776139 container create 184c1707859011b1df14c4fb27867755f8e627d056cadcf9b1836151419f91d0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-1-deactivate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-05-16T15:59:12.940 INFO:journalctl@ceph.osd.1.smithi148.stdout:May 16 15:59:12 smithi148 podman[69825]: 2024-05-16 15:59:12.908347374 +0000 UTC m=+0.358597105 container init 184c1707859011b1df14c4fb27867755f8e627d056cadcf9b1836151419f91d0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, org.label-schema.license=GPLv2) 2024-05-16T15:59:12.940 INFO:journalctl@ceph.osd.1.smithi148.stdout:May 16 15:59:12 smithi148 podman[69825]: 2024-05-16 15:59:12.911861205 +0000 UTC m=+0.362110928 container start 184c1707859011b1df14c4fb27867755f8e627d056cadcf9b1836151419f91d0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-1-deactivate, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-16T15:59:13.220 INFO:journalctl@ceph.osd.1.smithi148.stdout:May 16 15:59:13 smithi148 podman[69825]: 2024-05-16 15:59:13.008339457 +0000 UTC m=+0.458589183 container attach 184c1707859011b1df14c4fb27867755f8e627d056cadcf9b1836151419f91d0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-1-deactivate, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-05-16T15:59:13.501 INFO:journalctl@ceph.osd.1.smithi148.stdout:May 16 15:59:13 smithi148 podman[69825]: 2024-05-16 15:59:13.206841338 +0000 UTC m=+0.657091073 container died 184c1707859011b1df14c4fb27867755f8e627d056cadcf9b1836151419f91d0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-16T15:59:13.817 DEBUG:teuthology.orchestra.run.smithi148:> sudo pkill -f 'journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@osd.1.service' 2024-05-16T15:59:13.856 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-16T15:59:13.856 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-05-16T15:59:13.856 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-05-16T15:59:13.856 DEBUG:teuthology.orchestra.run.smithi157:> sudo systemctl stop ceph-13155b42-139a-11ef-bc9a-c7b262605968@osd.2 2024-05-16T15:59:14.177 INFO:journalctl@ceph.osd.2.smithi157.stdout:May 16 15:59:13 smithi157 systemd[1]: Stopping Ceph osd.2 for 13155b42-139a-11ef-bc9a-c7b262605968... 2024-05-16T15:59:14.429 INFO:journalctl@ceph.osd.2.smithi157.stdout:May 16 15:59:14 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-2[40701]: 2024-05-16T15:59:14.161+0000 7f40a2248700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-16T15:59:14.429 INFO:journalctl@ceph.osd.2.smithi157.stdout:May 16 15:59:14 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-2[40701]: 2024-05-16T15:59:14.161+0000 7f40a2248700 -1 osd.2 91 *** Got signal Terminated *** 2024-05-16T15:59:14.430 INFO:journalctl@ceph.osd.2.smithi157.stdout:May 16 15:59:14 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-2[40701]: 2024-05-16T15:59:14.161+0000 7f40a2248700 -1 osd.2 91 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-16T15:59:19.871 INFO:journalctl@ceph.osd.2.smithi157.stdout:May 16 15:59:19 smithi157 podman[70696]: 2024-05-16 15:59:19.558736479 +0000 UTC m=+5.509466315 container died 3a907574adccdc449858dc747ffef3da64d6429bae70f160c856fcda0701c586 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, ceph=True) 2024-05-16T15:59:20.179 INFO:journalctl@ceph.osd.2.smithi157.stdout:May 16 15:59:19 smithi157 podman[70696]: 2024-05-16 15:59:19.954977119 +0000 UTC m=+5.905706948 container cleanup 3a907574adccdc449858dc747ffef3da64d6429bae70f160c856fcda0701c586 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-2, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0) 2024-05-16T15:59:20.179 INFO:journalctl@ceph.osd.2.smithi157.stdout:May 16 15:59:19 smithi157 bash[70696]: ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-2 2024-05-16T15:59:20.590 INFO:journalctl@ceph.osd.2.smithi157.stdout:May 16 15:59:20 smithi157 podman[70712]: 2024-05-16 15:59:20.231533997 +0000 UTC m=+0.673569990 container remove 3a907574adccdc449858dc747ffef3da64d6429bae70f160c856fcda0701c586 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-2, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-16T15:59:20.924 INFO:journalctl@ceph.osd.2.smithi157.stdout:May 16 15:59:20 smithi157 podman[70802]: 2024-05-16 15:59:20.479607936 +0000 UTC m=+0.016962368 image pull bc0afc5f792216c18cc9b63b7b42000fd468161488acab6065a32abbb64b541b quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381 2024-05-16T15:59:20.924 INFO:journalctl@ceph.osd.2.smithi157.stdout:May 16 15:59:20 smithi157 podman[70802]: 2024-05-16 15:59:20.582420834 +0000 UTC m=+0.119775254 container create db36e68c003313a546a2fe770ff9bba3b7f8334f0cb11f71bcfe2877506afc35 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-2-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-16T15:59:20.924 INFO:journalctl@ceph.osd.2.smithi157.stdout:May 16 15:59:20 smithi157 podman[70802]: 2024-05-16 15:59:20.818416301 +0000 UTC m=+0.355770720 container init db36e68c003313a546a2fe770ff9bba3b7f8334f0cb11f71bcfe2877506afc35 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-2-deactivate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514) 2024-05-16T15:59:20.924 INFO:journalctl@ceph.osd.2.smithi157.stdout:May 16 15:59:20 smithi157 podman[70802]: 2024-05-16 15:59:20.821895066 +0000 UTC m=+0.359249479 container start db36e68c003313a546a2fe770ff9bba3b7f8334f0cb11f71bcfe2877506afc35 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-05-16T15:59:21.179 INFO:journalctl@ceph.osd.2.smithi157.stdout:May 16 15:59:20 smithi157 podman[70802]: 2024-05-16 15:59:20.910191357 +0000 UTC m=+0.447545779 container attach db36e68c003313a546a2fe770ff9bba3b7f8334f0cb11f71bcfe2877506afc35 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-2-deactivate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-05-16T15:59:21.179 INFO:journalctl@ceph.osd.2.smithi157.stdout:May 16 15:59:21 smithi157 podman[70802]: 2024-05-16 15:59:21.118490264 +0000 UTC m=+0.655844690 container died db36e68c003313a546a2fe770ff9bba3b7f8334f0cb11f71bcfe2877506afc35 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux ) 2024-05-16T15:59:21.828 DEBUG:teuthology.orchestra.run.smithi157:> sudo pkill -f 'journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@osd.2.service' 2024-05-16T15:59:21.866 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-16T15:59:21.866 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-05-16T15:59:21.866 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-05-16T15:59:21.866 DEBUG:teuthology.orchestra.run.smithi043:> sudo systemctl stop ceph-13155b42-139a-11ef-bc9a-c7b262605968@osd.3 2024-05-16T15:59:22.195 INFO:journalctl@ceph.osd.3.smithi043.stdout:May 16 15:59:21 smithi043 systemd[1]: Stopping Ceph osd.3 for 13155b42-139a-11ef-bc9a-c7b262605968... 2024-05-16T15:59:22.474 INFO:journalctl@ceph.osd.3.smithi043.stdout:May 16 15:59:22 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-3[50975]: 2024-05-16T15:59:22.185+0000 7f876d307700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-16T15:59:22.474 INFO:journalctl@ceph.osd.3.smithi043.stdout:May 16 15:59:22 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-3[50975]: 2024-05-16T15:59:22.185+0000 7f876d307700 -1 osd.3 91 *** Got signal Terminated *** 2024-05-16T15:59:22.474 INFO:journalctl@ceph.osd.3.smithi043.stdout:May 16 15:59:22 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-3[50975]: 2024-05-16T15:59:22.185+0000 7f876d307700 -1 osd.3 91 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-16T15:59:24.479 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:24 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:24.131+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:59.775964+0000 front 2024-05-16T15:58:59.776030+0000 (oldest deadline 2024-05-16T15:59:23.876332+0000) 2024-05-16T15:59:24.978 INFO:journalctl@ceph.osd.3.smithi043.stdout:May 16 15:59:24 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-3[50975]: 2024-05-16T15:59:24.604+0000 7f87658f3700 -1 osd.3 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.288271+0000 front 2024-05-16T15:58:58.288137+0000 (oldest deadline 2024-05-16T15:59:24.188278+0000) 2024-05-16T15:59:25.180 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:24 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:24.685+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T15:59:25.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:24 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:24.952+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T15:59:25.478 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:25 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:25.128+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:59.775964+0000 front 2024-05-16T15:58:59.776030+0000 (oldest deadline 2024-05-16T15:59:23.876332+0000) 2024-05-16T15:59:25.478 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:25 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:25.009+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T15:59:25.679 INFO:journalctl@ceph.osd.5.smithi157.stdout:May 16 15:59:25 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-5[47133]: 2024-05-16T15:59:25.322+0000 7fc29056b700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:59.186335+0000 front 2024-05-16T15:58:59.186195+0000 (oldest deadline 2024-05-16T15:59:25.086215+0000) 2024-05-16T15:59:25.929 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:25 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:25.664+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T15:59:25.978 INFO:journalctl@ceph.osd.3.smithi043.stdout:May 16 15:59:25 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-3[50975]: 2024-05-16T15:59:25.608+0000 7f87658f3700 -1 osd.3 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.288271+0000 front 2024-05-16T15:58:58.288137+0000 (oldest deadline 2024-05-16T15:59:24.188278+0000) 2024-05-16T15:59:26.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:25 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:25.963+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T15:59:26.478 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:26 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:26.024+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T15:59:26.479 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:26 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:26.120+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:59.775964+0000 front 2024-05-16T15:58:59.776030+0000 (oldest deadline 2024-05-16T15:59:23.876332+0000) 2024-05-16T15:59:26.679 INFO:journalctl@ceph.osd.5.smithi157.stdout:May 16 15:59:26 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-5[47133]: 2024-05-16T15:59:26.330+0000 7fc29056b700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:59.186335+0000 front 2024-05-16T15:58:59.186195+0000 (oldest deadline 2024-05-16T15:59:25.086215+0000) 2024-05-16T15:59:26.978 INFO:journalctl@ceph.osd.3.smithi043.stdout:May 16 15:59:26 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-3[50975]: 2024-05-16T15:59:26.593+0000 7f87658f3700 -1 osd.3 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.288271+0000 front 2024-05-16T15:58:58.288137+0000 (oldest deadline 2024-05-16T15:59:24.188278+0000) 2024-05-16T15:59:27.180 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:26 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:26.669+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T15:59:27.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:26 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:26.977+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T15:59:27.478 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:27 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:27.044+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T15:59:27.478 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:27 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:27.143+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:59.775964+0000 front 2024-05-16T15:58:59.776030+0000 (oldest deadline 2024-05-16T15:59:23.876332+0000) 2024-05-16T15:59:27.674 INFO:journalctl@ceph.osd.5.smithi157.stdout:May 16 15:59:27 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-5[47133]: 2024-05-16T15:59:27.365+0000 7fc29056b700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:59.186335+0000 front 2024-05-16T15:58:59.186195+0000 (oldest deadline 2024-05-16T15:59:25.086215+0000) 2024-05-16T15:59:27.892 INFO:journalctl@ceph.osd.3.smithi043.stdout:May 16 15:59:27 smithi043 podman[120147]: 2024-05-16 15:59:27.563726178 +0000 UTC m=+5.503687705 container died 060d940ffc13e1a20eec3fe746c2ae319d29fabf49a51ff29061def15494a916 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-3, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-05-16T15:59:27.929 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:27 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:27.660+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T15:59:28.151 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:27 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:27.997+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T15:59:28.151 INFO:journalctl@ceph.osd.3.smithi043.stdout:May 16 15:59:27 smithi043 podman[120147]: 2024-05-16 15:59:27.969188325 +0000 UTC m=+5.909149844 container cleanup 060d940ffc13e1a20eec3fe746c2ae319d29fabf49a51ff29061def15494a916 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-3, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-16T15:59:28.151 INFO:journalctl@ceph.osd.3.smithi043.stdout:May 16 15:59:27 smithi043 bash[120147]: ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-3 2024-05-16T15:59:28.439 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:27 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:27.933+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T15:59:28.478 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:28 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:28.136+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:59.775964+0000 front 2024-05-16T15:58:59.776030+0000 (oldest deadline 2024-05-16T15:59:23.876332+0000) 2024-05-16T15:59:28.478 INFO:journalctl@ceph.osd.3.smithi043.stdout:May 16 15:59:28 smithi043 podman[120176]: 2024-05-16 15:59:28.220834479 +0000 UTC m=+0.650881975 container remove 060d940ffc13e1a20eec3fe746c2ae319d29fabf49a51ff29061def15494a916 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-3, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-16T15:59:28.668 INFO:journalctl@ceph.osd.5.smithi157.stdout:May 16 15:59:28 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-5[47133]: 2024-05-16T15:59:28.341+0000 7fc29056b700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:59.186335+0000 front 2024-05-16T15:58:59.186195+0000 (oldest deadline 2024-05-16T15:59:25.086215+0000) 2024-05-16T15:59:28.830 INFO:journalctl@ceph.osd.3.smithi043.stdout:May 16 15:59:28 smithi043 podman[120263]: 2024-05-16 15:59:28.446698292 +0000 UTC m=+0.017295100 image pull bc0afc5f792216c18cc9b63b7b42000fd468161488acab6065a32abbb64b541b quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381 2024-05-16T15:59:28.830 INFO:journalctl@ceph.osd.3.smithi043.stdout:May 16 15:59:28 smithi043 podman[120263]: 2024-05-16 15:59:28.546833774 +0000 UTC m=+0.117430561 container create 66fc3f5a29c53715b3aadbc398261d1d5b0c2f8f7efbd7aa882df8a080ce1fb3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-05-16T15:59:28.830 INFO:journalctl@ceph.osd.3.smithi043.stdout:May 16 15:59:28 smithi043 podman[120263]: 2024-05-16 15:59:28.816456946 +0000 UTC m=+0.387053736 container init 66fc3f5a29c53715b3aadbc398261d1d5b0c2f8f7efbd7aa882df8a080ce1fb3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-3-deactivate, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-05-16T15:59:28.929 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:28 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:28.654+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T15:59:29.111 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:29 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:29.045+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T15:59:29.111 INFO:journalctl@ceph.osd.3.smithi043.stdout:May 16 15:59:28 smithi043 podman[120263]: 2024-05-16 15:59:28.820173146 +0000 UTC m=+0.390769943 container start 66fc3f5a29c53715b3aadbc398261d1d5b0c2f8f7efbd7aa882df8a080ce1fb3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-3-deactivate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-05-16T15:59:29.111 INFO:journalctl@ceph.osd.3.smithi043.stdout:May 16 15:59:28 smithi043 podman[120263]: 2024-05-16 15:59:28.908310577 +0000 UTC m=+0.478907387 container attach 66fc3f5a29c53715b3aadbc398261d1d5b0c2f8f7efbd7aa882df8a080ce1fb3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-3-deactivate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-05-16T15:59:29.425 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:29 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:29.096+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:59.775964+0000 front 2024-05-16T15:58:59.776030+0000 (oldest deadline 2024-05-16T15:59:23.876332+0000) 2024-05-16T15:59:29.425 INFO:journalctl@ceph.osd.3.smithi043.stdout:May 16 15:59:29 smithi043 podman[120263]: 2024-05-16 15:59:29.127613639 +0000 UTC m=+0.698210436 container died 66fc3f5a29c53715b3aadbc398261d1d5b0c2f8f7efbd7aa882df8a080ce1fb3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-3-deactivate, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-05-16T15:59:29.439 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:28 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:28.952+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T15:59:29.679 INFO:journalctl@ceph.osd.5.smithi157.stdout:May 16 15:59:29 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-5[47133]: 2024-05-16T15:59:29.342+0000 7fc29056b700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:59.186335+0000 front 2024-05-16T15:58:59.186195+0000 (oldest deadline 2024-05-16T15:59:25.086215+0000) 2024-05-16T15:59:29.753 DEBUG:teuthology.orchestra.run.smithi043:> sudo pkill -f 'journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@osd.3.service' 2024-05-16T15:59:29.795 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-16T15:59:29.795 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-05-16T15:59:29.795 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-05-16T15:59:29.795 DEBUG:teuthology.orchestra.run.smithi148:> sudo systemctl stop ceph-13155b42-139a-11ef-bc9a-c7b262605968@osd.4 2024-05-16T15:59:30.179 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:29 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:29.678+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T15:59:30.190 INFO:journalctl@ceph.osd.4.smithi148.stdout:May 16 15:59:29 smithi148 systemd[1]: Stopping Ceph osd.4 for 13155b42-139a-11ef-bc9a-c7b262605968... 2024-05-16T15:59:30.190 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:29 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:29.925+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T15:59:30.478 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:30 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:30.126+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:59.775964+0000 front 2024-05-16T15:58:59.776030+0000 (oldest deadline 2024-05-16T15:59:23.876332+0000) 2024-05-16T15:59:30.479 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:30 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:30.049+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T15:59:30.677 INFO:journalctl@ceph.osd.5.smithi157.stdout:May 16 15:59:30 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-5[47133]: 2024-05-16T15:59:30.326+0000 7fc29056b700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:59.186335+0000 front 2024-05-16T15:58:59.186195+0000 (oldest deadline 2024-05-16T15:59:25.086215+0000) 2024-05-16T15:59:30.690 INFO:journalctl@ceph.osd.4.smithi148.stdout:May 16 15:59:30 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-4[46016]: 2024-05-16T15:59:30.224+0000 7fbad4ea2700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-16T15:59:30.690 INFO:journalctl@ceph.osd.4.smithi148.stdout:May 16 15:59:30 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-4[46016]: 2024-05-16T15:59:30.224+0000 7fbad4ea2700 -1 osd.4 91 *** Got signal Terminated *** 2024-05-16T15:59:30.690 INFO:journalctl@ceph.osd.4.smithi148.stdout:May 16 15:59:30 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-4[46016]: 2024-05-16T15:59:30.224+0000 7fbad4ea2700 -1 osd.4 91 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-16T15:59:30.929 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:30 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:30.663+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T15:59:31.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:30 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:30.957+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T15:59:31.478 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:31 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:31.138+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:59.775964+0000 front 2024-05-16T15:58:59.776030+0000 (oldest deadline 2024-05-16T15:59:23.876332+0000) 2024-05-16T15:59:31.479 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:31 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:31.012+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T15:59:31.679 INFO:journalctl@ceph.osd.5.smithi157.stdout:May 16 15:59:31 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-5[47133]: 2024-05-16T15:59:31.297+0000 7fc29056b700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:59.186335+0000 front 2024-05-16T15:58:59.186195+0000 (oldest deadline 2024-05-16T15:59:25.086215+0000) 2024-05-16T15:59:32.179 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:31 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:31.683+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T15:59:32.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:31 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:31.968+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T15:59:32.478 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:32 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:32.131+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:59.775964+0000 front 2024-05-16T15:58:59.776030+0000 (oldest deadline 2024-05-16T15:59:23.876332+0000) 2024-05-16T15:59:32.479 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:31 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:31.968+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T15:59:32.479 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:31 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:31.968+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:07.174380+0000 front 2024-05-16T15:59:07.174445+0000 (oldest deadline 2024-05-16T15:59:31.874499+0000) 2024-05-16T15:59:32.679 INFO:journalctl@ceph.osd.5.smithi157.stdout:May 16 15:59:32 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-5[47133]: 2024-05-16T15:59:32.256+0000 7fc29056b700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:59.186335+0000 front 2024-05-16T15:58:59.186195+0000 (oldest deadline 2024-05-16T15:59:25.086215+0000) 2024-05-16T15:59:33.179 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:32 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:32.719+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T15:59:33.180 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:32 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:32.719+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T15:59:33.187 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:32 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:32.921+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T15:59:33.187 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:32 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:32.921+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:07.174380+0000 front 2024-05-16T15:59:07.174445+0000 (oldest deadline 2024-05-16T15:59:31.874499+0000) 2024-05-16T15:59:33.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:32 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:32.954+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T15:59:33.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:32 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:32.954+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T15:59:33.478 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:33 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:33.173+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:59.775964+0000 front 2024-05-16T15:58:59.776030+0000 (oldest deadline 2024-05-16T15:59:23.876332+0000) 2024-05-16T15:59:33.679 INFO:journalctl@ceph.osd.5.smithi157.stdout:May 16 15:59:33 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-5[47133]: 2024-05-16T15:59:33.288+0000 7fc29056b700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:59.186335+0000 front 2024-05-16T15:58:59.186195+0000 (oldest deadline 2024-05-16T15:59:25.086215+0000) 2024-05-16T15:59:33.679 INFO:journalctl@ceph.osd.5.smithi157.stdout:May 16 15:59:33 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-5[47133]: 2024-05-16T15:59:33.288+0000 7fc29056b700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:10.987303+0000 front 2024-05-16T15:59:10.987210+0000 (oldest deadline 2024-05-16T15:59:33.287385+0000) 2024-05-16T15:59:34.180 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:33 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:33.707+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T15:59:34.180 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:33 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:33.707+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T15:59:34.224 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:33 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:33.903+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T15:59:34.224 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:33 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:33.903+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:07.174380+0000 front 2024-05-16T15:59:07.174445+0000 (oldest deadline 2024-05-16T15:59:31.874499+0000) 2024-05-16T15:59:34.233 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:33 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:33.946+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T15:59:34.233 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:33 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:33.946+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T15:59:34.463 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:34 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:34.196+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.011973+0000 front 2024-05-16T15:59:09.012025+0000 (oldest deadline 2024-05-16T15:59:33.711920+0000) 2024-05-16T15:59:34.463 INFO:journalctl@ceph.osd.5.smithi157.stdout:May 16 15:59:34 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-5[47133]: 2024-05-16T15:59:34.240+0000 7fc29056b700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:59.186335+0000 front 2024-05-16T15:58:59.186195+0000 (oldest deadline 2024-05-16T15:59:25.086215+0000) 2024-05-16T15:59:34.463 INFO:journalctl@ceph.osd.5.smithi157.stdout:May 16 15:59:34 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-5[47133]: 2024-05-16T15:59:34.240+0000 7fc29056b700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:10.987303+0000 front 2024-05-16T15:59:10.987210+0000 (oldest deadline 2024-05-16T15:59:33.287385+0000) 2024-05-16T15:59:34.478 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:34 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:34.209+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:59.775964+0000 front 2024-05-16T15:58:59.776030+0000 (oldest deadline 2024-05-16T15:59:23.876332+0000) 2024-05-16T15:59:34.510 INFO:journalctl@ceph.osd.4.smithi148.stdout:May 16 15:59:34 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-4[46016]: 2024-05-16T15:59:34.345+0000 7fbacd48e700 -1 osd.4 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.423985+0000 front 2024-05-16T15:59:09.424037+0000 (oldest deadline 2024-05-16T15:59:34.124284+0000) 2024-05-16T15:59:34.511 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:34 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:34.218+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.351223+0000 front 2024-05-16T15:59:09.351250+0000 (oldest deadline 2024-05-16T15:59:33.451470+0000) 2024-05-16T15:59:35.179 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:34 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:34.724+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T15:59:35.180 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:34 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:34.724+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T15:59:35.189 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:34 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:34.856+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T15:59:35.189 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:34 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:34.856+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:07.174380+0000 front 2024-05-16T15:59:07.174445+0000 (oldest deadline 2024-05-16T15:59:31.874499+0000) 2024-05-16T15:59:35.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:35 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:35.206+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.351223+0000 front 2024-05-16T15:59:09.351250+0000 (oldest deadline 2024-05-16T15:59:33.451470+0000) 2024-05-16T15:59:35.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:34 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:34.959+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T15:59:35.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:34 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:34.959+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T15:59:35.478 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:35 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:35.174+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:59.775964+0000 front 2024-05-16T15:58:59.776030+0000 (oldest deadline 2024-05-16T15:59:23.876332+0000) 2024-05-16T15:59:35.478 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:35 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:35.174+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:10.779058+0000 front 2024-05-16T15:59:10.779198+0000 (oldest deadline 2024-05-16T15:59:34.879170+0000) 2024-05-16T15:59:35.680 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:35 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:35.208+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.011973+0000 front 2024-05-16T15:59:09.012025+0000 (oldest deadline 2024-05-16T15:59:33.711920+0000) 2024-05-16T15:59:35.680 INFO:journalctl@ceph.osd.5.smithi157.stdout:May 16 15:59:35 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-5[47133]: 2024-05-16T15:59:35.208+0000 7fc29056b700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:59.186335+0000 front 2024-05-16T15:58:59.186195+0000 (oldest deadline 2024-05-16T15:59:25.086215+0000) 2024-05-16T15:59:35.680 INFO:journalctl@ceph.osd.5.smithi157.stdout:May 16 15:59:35 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-5[47133]: 2024-05-16T15:59:35.208+0000 7fc29056b700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:10.987303+0000 front 2024-05-16T15:59:10.987210+0000 (oldest deadline 2024-05-16T15:59:33.287385+0000) 2024-05-16T15:59:36.031 INFO:journalctl@ceph.osd.4.smithi148.stdout:May 16 15:59:35 smithi148 podman[69930]: 2024-05-16 15:59:35.713751845 +0000 UTC m=+5.738403556 container died bbe986d528cc3981bd06ab021f929b10895a2910ff7d0205ae00abb900774ebf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-4, GIT_CLEAN=True, ceph=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-16T15:59:36.031 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:35 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:35.956+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T15:59:36.031 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:35 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:35.956+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T15:59:36.175 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:35 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:35.712+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T15:59:36.175 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:35 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:35.712+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T15:59:36.201 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:35 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:35.817+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T15:59:36.201 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:35 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:35.817+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:07.174380+0000 front 2024-05-16T15:59:07.174445+0000 (oldest deadline 2024-05-16T15:59:31.874499+0000) 2024-05-16T15:59:36.389 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:36 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:36.213+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.351223+0000 front 2024-05-16T15:59:09.351250+0000 (oldest deadline 2024-05-16T15:59:33.451470+0000) 2024-05-16T15:59:36.389 INFO:journalctl@ceph.osd.4.smithi148.stdout:May 16 15:59:36 smithi148 podman[69930]: 2024-05-16 15:59:36.115481807 +0000 UTC m=+6.140133516 container cleanup bbe986d528cc3981bd06ab021f929b10895a2910ff7d0205ae00abb900774ebf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-4, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-16T15:59:36.389 INFO:journalctl@ceph.osd.4.smithi148.stdout:May 16 15:59:36 smithi148 bash[69930]: ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-4 2024-05-16T15:59:36.429 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:36 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:36.247+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.011973+0000 front 2024-05-16T15:59:09.012025+0000 (oldest deadline 2024-05-16T15:59:33.711920+0000) 2024-05-16T15:59:36.430 INFO:journalctl@ceph.osd.5.smithi157.stdout:May 16 15:59:36 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-5[47133]: 2024-05-16T15:59:36.161+0000 7fc29056b700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:59.186335+0000 front 2024-05-16T15:58:59.186195+0000 (oldest deadline 2024-05-16T15:59:25.086215+0000) 2024-05-16T15:59:36.430 INFO:journalctl@ceph.osd.5.smithi157.stdout:May 16 15:59:36 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-5[47133]: 2024-05-16T15:59:36.161+0000 7fc29056b700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:10.987303+0000 front 2024-05-16T15:59:10.987210+0000 (oldest deadline 2024-05-16T15:59:33.287385+0000) 2024-05-16T15:59:36.478 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:36 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:36.184+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:59.775964+0000 front 2024-05-16T15:58:59.776030+0000 (oldest deadline 2024-05-16T15:59:23.876332+0000) 2024-05-16T15:59:36.478 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:36 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:36.184+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:10.779058+0000 front 2024-05-16T15:59:10.779198+0000 (oldest deadline 2024-05-16T15:59:34.879170+0000) 2024-05-16T15:59:36.689 INFO:journalctl@ceph.osd.4.smithi148.stdout:May 16 15:59:36 smithi148 podman[69957]: 2024-05-16 15:59:36.375416577 +0000 UTC m=+0.664331630 container remove bbe986d528cc3981bd06ab021f929b10895a2910ff7d0205ae00abb900774ebf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-4, ceph=True, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.schema-version=1.0) 2024-05-16T15:59:36.929 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:36 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:36.664+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T15:59:36.929 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:36 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:36.664+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T15:59:36.969 INFO:journalctl@ceph.osd.4.smithi148.stdout:May 16 15:59:36 smithi148 podman[70048]: 2024-05-16 15:59:36.595755426 +0000 UTC m=+0.017407621 image pull bc0afc5f792216c18cc9b63b7b42000fd468161488acab6065a32abbb64b541b quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381 2024-05-16T15:59:36.969 INFO:journalctl@ceph.osd.4.smithi148.stdout:May 16 15:59:36 smithi148 podman[70048]: 2024-05-16 15:59:36.710215955 +0000 UTC m=+0.131868142 container create 0ae8cd41ece09cc3f6b3984e90880a15033ec392f92b3fa40c132dce6cc1a2af (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-4-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-05-16T15:59:36.969 INFO:journalctl@ceph.osd.4.smithi148.stdout:May 16 15:59:36 smithi148 podman[70048]: 2024-05-16 15:59:36.955201875 +0000 UTC m=+0.376854067 container init 0ae8cd41ece09cc3f6b3984e90880a15033ec392f92b3fa40c132dce6cc1a2af (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-4-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c) 2024-05-16T15:59:37.228 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:36 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:36.807+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T15:59:37.229 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:36 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:36.807+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:07.174380+0000 front 2024-05-16T15:59:07.174445+0000 (oldest deadline 2024-05-16T15:59:31.874499+0000) 2024-05-16T15:59:37.276 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:36 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:36.955+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T15:59:37.276 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:36 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:36.955+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T15:59:37.277 INFO:journalctl@ceph.osd.4.smithi148.stdout:May 16 15:59:36 smithi148 podman[70048]: 2024-05-16 15:59:36.958716145 +0000 UTC m=+0.380368335 container start 0ae8cd41ece09cc3f6b3984e90880a15033ec392f92b3fa40c132dce6cc1a2af (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c) 2024-05-16T15:59:37.277 INFO:journalctl@ceph.osd.4.smithi148.stdout:May 16 15:59:37 smithi148 podman[70048]: 2024-05-16 15:59:37.054498197 +0000 UTC m=+0.476150394 container attach 0ae8cd41ece09cc3f6b3984e90880a15033ec392f92b3fa40c132dce6cc1a2af (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-16T15:59:37.277 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:37 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:37.193+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.351223+0000 front 2024-05-16T15:59:09.351250+0000 (oldest deadline 2024-05-16T15:59:33.451470+0000) 2024-05-16T15:59:37.429 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:37 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:37.256+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.011973+0000 front 2024-05-16T15:59:09.012025+0000 (oldest deadline 2024-05-16T15:59:33.711920+0000) 2024-05-16T15:59:37.430 INFO:journalctl@ceph.osd.5.smithi157.stdout:May 16 15:59:37 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-5[47133]: 2024-05-16T15:59:37.158+0000 7fc29056b700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:59.186335+0000 front 2024-05-16T15:58:59.186195+0000 (oldest deadline 2024-05-16T15:59:25.086215+0000) 2024-05-16T15:59:37.430 INFO:journalctl@ceph.osd.5.smithi157.stdout:May 16 15:59:37 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-5[47133]: 2024-05-16T15:59:37.158+0000 7fc29056b700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:10.987303+0000 front 2024-05-16T15:59:10.987210+0000 (oldest deadline 2024-05-16T15:59:33.287385+0000) 2024-05-16T15:59:37.638 INFO:journalctl@ceph.osd.4.smithi148.stdout:May 16 15:59:37 smithi148 podman[70048]: 2024-05-16 15:59:37.262689696 +0000 UTC m=+0.684341886 container died 0ae8cd41ece09cc3f6b3984e90880a15033ec392f92b3fa40c132dce6cc1a2af (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-16T15:59:37.728 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:37 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:37.214+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:59.775964+0000 front 2024-05-16T15:58:59.776030+0000 (oldest deadline 2024-05-16T15:59:23.876332+0000) 2024-05-16T15:59:37.728 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:37 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:37.214+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:10.779058+0000 front 2024-05-16T15:59:10.779198+0000 (oldest deadline 2024-05-16T15:59:34.879170+0000) 2024-05-16T15:59:37.966 DEBUG:teuthology.orchestra.run.smithi148:> sudo pkill -f 'journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@osd.4.service' 2024-05-16T15:59:38.009 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-16T15:59:38.009 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-05-16T15:59:38.009 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-05-16T15:59:38.009 DEBUG:teuthology.orchestra.run.smithi157:> sudo systemctl stop ceph-13155b42-139a-11ef-bc9a-c7b262605968@osd.5 2024-05-16T15:59:38.036 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:37 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:37.710+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T15:59:38.037 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:37 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:37.710+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T15:59:38.189 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:37 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:37.767+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T15:59:38.189 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:37 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:37.767+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:07.174380+0000 front 2024-05-16T15:59:07.174445+0000 (oldest deadline 2024-05-16T15:59:31.874499+0000) 2024-05-16T15:59:38.190 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:38 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:38.003+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T15:59:38.190 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:38 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:38.003+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T15:59:38.332 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:38 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:38.265+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.011973+0000 front 2024-05-16T15:59:09.012025+0000 (oldest deadline 2024-05-16T15:59:33.711920+0000) 2024-05-16T15:59:38.332 INFO:journalctl@ceph.osd.5.smithi157.stdout:May 16 15:59:38 smithi157 systemd[1]: Stopping Ceph osd.5 for 13155b42-139a-11ef-bc9a-c7b262605968... 2024-05-16T15:59:38.333 INFO:journalctl@ceph.osd.5.smithi157.stdout:May 16 15:59:38 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-5[47133]: 2024-05-16T15:59:38.183+0000 7fc29056b700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:59.186335+0000 front 2024-05-16T15:58:59.186195+0000 (oldest deadline 2024-05-16T15:59:25.086215+0000) 2024-05-16T15:59:38.333 INFO:journalctl@ceph.osd.5.smithi157.stdout:May 16 15:59:38 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-5[47133]: 2024-05-16T15:59:38.183+0000 7fc29056b700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:10.987303+0000 front 2024-05-16T15:59:10.987210+0000 (oldest deadline 2024-05-16T15:59:33.287385+0000) 2024-05-16T15:59:38.333 INFO:journalctl@ceph.osd.5.smithi157.stdout:May 16 15:59:38 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-5[47133]: 2024-05-16T15:59:38.317+0000 7fc297f7f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-16T15:59:38.478 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:38 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:38.175+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:59.775964+0000 front 2024-05-16T15:58:59.776030+0000 (oldest deadline 2024-05-16T15:59:23.876332+0000) 2024-05-16T15:59:38.478 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:38 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:38.175+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:10.779058+0000 front 2024-05-16T15:59:10.779198+0000 (oldest deadline 2024-05-16T15:59:34.879170+0000) 2024-05-16T15:59:38.679 INFO:journalctl@ceph.osd.5.smithi157.stdout:May 16 15:59:38 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-5[47133]: 2024-05-16T15:59:38.317+0000 7fc297f7f700 -1 osd.5 91 *** Got signal Terminated *** 2024-05-16T15:59:38.679 INFO:journalctl@ceph.osd.5.smithi157.stdout:May 16 15:59:38 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-5[47133]: 2024-05-16T15:59:38.317+0000 7fc297f7f700 -1 osd.5 91 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-16T15:59:38.690 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:38 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:38.175+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.351223+0000 front 2024-05-16T15:59:09.351250+0000 (oldest deadline 2024-05-16T15:59:33.451470+0000) 2024-05-16T15:59:39.179 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:38 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:38.708+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T15:59:39.179 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:38 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:38.708+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T15:59:39.202 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:38 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:38.739+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T15:59:39.202 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:38 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:38.739+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:07.174380+0000 front 2024-05-16T15:59:07.174445+0000 (oldest deadline 2024-05-16T15:59:31.874499+0000) 2024-05-16T15:59:39.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:39 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:39.195+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.351223+0000 front 2024-05-16T15:59:09.351250+0000 (oldest deadline 2024-05-16T15:59:33.451470+0000) 2024-05-16T15:59:39.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:39 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:39.034+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T15:59:39.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:39 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:39.034+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T15:59:39.478 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:39 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:39.187+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:59.775964+0000 front 2024-05-16T15:58:59.776030+0000 (oldest deadline 2024-05-16T15:59:23.876332+0000) 2024-05-16T15:59:39.478 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:39 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:39.187+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:10.779058+0000 front 2024-05-16T15:59:10.779198+0000 (oldest deadline 2024-05-16T15:59:34.879170+0000) 2024-05-16T15:59:39.680 INFO:journalctl@ceph.osd.5.smithi157.stdout:May 16 15:59:39 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-5[47133]: 2024-05-16T15:59:39.195+0000 7fc29056b700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:59.186335+0000 front 2024-05-16T15:58:59.186195+0000 (oldest deadline 2024-05-16T15:59:25.086215+0000) 2024-05-16T15:59:39.680 INFO:journalctl@ceph.osd.5.smithi157.stdout:May 16 15:59:39 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-5[47133]: 2024-05-16T15:59:39.195+0000 7fc29056b700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:10.987303+0000 front 2024-05-16T15:59:10.987210+0000 (oldest deadline 2024-05-16T15:59:33.287385+0000) 2024-05-16T15:59:39.680 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:39 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:39.227+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.011973+0000 front 2024-05-16T15:59:09.012025+0000 (oldest deadline 2024-05-16T15:59:33.711920+0000) 2024-05-16T15:59:40.180 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:39 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:39.737+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T15:59:40.180 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:39 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:39.737+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:07.174380+0000 front 2024-05-16T15:59:07.174445+0000 (oldest deadline 2024-05-16T15:59:31.874499+0000) 2024-05-16T15:59:40.180 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:39 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:39.683+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T15:59:40.180 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:39 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:39.683+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T15:59:40.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:40 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:40.209+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.351223+0000 front 2024-05-16T15:59:09.351250+0000 (oldest deadline 2024-05-16T15:59:33.451470+0000) 2024-05-16T15:59:40.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:40 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:40.016+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T15:59:40.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:40 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:40.016+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T15:59:40.478 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:40 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:40.164+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:59.775964+0000 front 2024-05-16T15:58:59.776030+0000 (oldest deadline 2024-05-16T15:59:23.876332+0000) 2024-05-16T15:59:40.478 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:40 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:40.165+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:10.779058+0000 front 2024-05-16T15:59:10.779198+0000 (oldest deadline 2024-05-16T15:59:34.879170+0000) 2024-05-16T15:59:40.657 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:40 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:40.179+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.011973+0000 front 2024-05-16T15:59:09.012025+0000 (oldest deadline 2024-05-16T15:59:33.711920+0000) 2024-05-16T15:59:40.657 INFO:journalctl@ceph.osd.5.smithi157.stdout:May 16 15:59:40 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-5[47133]: 2024-05-16T15:59:40.235+0000 7fc29056b700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:59.186335+0000 front 2024-05-16T15:58:59.186195+0000 (oldest deadline 2024-05-16T15:59:25.086215+0000) 2024-05-16T15:59:40.657 INFO:journalctl@ceph.osd.5.smithi157.stdout:May 16 15:59:40 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-5[47133]: 2024-05-16T15:59:40.235+0000 7fc29056b700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:10.987303+0000 front 2024-05-16T15:59:10.987210+0000 (oldest deadline 2024-05-16T15:59:33.287385+0000) 2024-05-16T15:59:40.929 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:40 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:40.642+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T15:59:40.929 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:40 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:40.642+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T15:59:40.978 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:40 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:40.706+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T15:59:40.978 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:40 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:40.706+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:07.174380+0000 front 2024-05-16T15:59:07.174445+0000 (oldest deadline 2024-05-16T15:59:31.874499+0000) 2024-05-16T15:59:41.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:41 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:41.176+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.351223+0000 front 2024-05-16T15:59:09.351250+0000 (oldest deadline 2024-05-16T15:59:33.451470+0000) 2024-05-16T15:59:41.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:41 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:41.011+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T15:59:41.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:41 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:41.011+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T15:59:41.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:41 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:41.011+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.800043+0000 front 2024-05-16T15:59:15.800098+0000 (oldest deadline 2024-05-16T15:59:40.500010+0000) 2024-05-16T15:59:41.478 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:41 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:41.164+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:59.775964+0000 front 2024-05-16T15:58:59.776030+0000 (oldest deadline 2024-05-16T15:59:23.876332+0000) 2024-05-16T15:59:41.479 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:41 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:41.164+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:10.779058+0000 front 2024-05-16T15:59:10.779198+0000 (oldest deadline 2024-05-16T15:59:34.879170+0000) 2024-05-16T15:59:41.639 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:41 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:41.184+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.011973+0000 front 2024-05-16T15:59:09.012025+0000 (oldest deadline 2024-05-16T15:59:33.711920+0000) 2024-05-16T15:59:41.639 INFO:journalctl@ceph.osd.5.smithi157.stdout:May 16 15:59:41 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-5[47133]: 2024-05-16T15:59:41.188+0000 7fc29056b700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:59.186335+0000 front 2024-05-16T15:58:59.186195+0000 (oldest deadline 2024-05-16T15:59:25.086215+0000) 2024-05-16T15:59:41.639 INFO:journalctl@ceph.osd.5.smithi157.stdout:May 16 15:59:41 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-5[47133]: 2024-05-16T15:59:41.188+0000 7fc29056b700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:10.987303+0000 front 2024-05-16T15:59:10.987210+0000 (oldest deadline 2024-05-16T15:59:33.287385+0000) 2024-05-16T15:59:41.929 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:41 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:41.624+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T15:59:41.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:41 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:41.624+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T15:59:41.978 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:41 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:41.663+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T15:59:41.978 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:41 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:41.663+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:07.174380+0000 front 2024-05-16T15:59:07.174445+0000 (oldest deadline 2024-05-16T15:59:31.874499+0000) 2024-05-16T15:59:41.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:41 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:41.663+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.375634+0000 front 2024-05-16T15:59:15.375706+0000 (oldest deadline 2024-05-16T15:59:41.275727+0000) 2024-05-16T15:59:42.429 INFO:journalctl@ceph.osd.5.smithi157.stdout:May 16 15:59:42 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-5[47133]: 2024-05-16T15:59:42.225+0000 7fc29056b700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:59.186335+0000 front 2024-05-16T15:58:59.186195+0000 (oldest deadline 2024-05-16T15:59:25.086215+0000) 2024-05-16T15:59:42.430 INFO:journalctl@ceph.osd.5.smithi157.stdout:May 16 15:59:42 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-5[47133]: 2024-05-16T15:59:42.225+0000 7fc29056b700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:10.987303+0000 front 2024-05-16T15:59:10.987210+0000 (oldest deadline 2024-05-16T15:59:33.287385+0000) 2024-05-16T15:59:42.430 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:42 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:42.151+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.011973+0000 front 2024-05-16T15:59:09.012025+0000 (oldest deadline 2024-05-16T15:59:33.711920+0000) 2024-05-16T15:59:42.430 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:42 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:42.151+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:17.515219+0000 front 2024-05-16T15:59:17.515251+0000 (oldest deadline 2024-05-16T15:59:41.615334+0000) 2024-05-16T15:59:42.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:42 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:42.207+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.351223+0000 front 2024-05-16T15:59:09.351250+0000 (oldest deadline 2024-05-16T15:59:33.451470+0000) 2024-05-16T15:59:42.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:42 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:42.060+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T15:59:42.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:42 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:42.060+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T15:59:42.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:42 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:42.060+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.800043+0000 front 2024-05-16T15:59:15.800098+0000 (oldest deadline 2024-05-16T15:59:40.500010+0000) 2024-05-16T15:59:42.478 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:42 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:42.143+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:59.775964+0000 front 2024-05-16T15:58:59.776030+0000 (oldest deadline 2024-05-16T15:59:23.876332+0000) 2024-05-16T15:59:42.479 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:42 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:42.143+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:10.779058+0000 front 2024-05-16T15:59:10.779198+0000 (oldest deadline 2024-05-16T15:59:34.879170+0000) 2024-05-16T15:59:42.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:42 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:42.611+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T15:59:42.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:42 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:42.611+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T15:59:42.978 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:42 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:42.618+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T15:59:42.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:42 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:42.618+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:07.174380+0000 front 2024-05-16T15:59:07.174445+0000 (oldest deadline 2024-05-16T15:59:31.874499+0000) 2024-05-16T15:59:42.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:42 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:42.618+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.375634+0000 front 2024-05-16T15:59:15.375706+0000 (oldest deadline 2024-05-16T15:59:41.275727+0000) 2024-05-16T15:59:43.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:43 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:43.219+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.351223+0000 front 2024-05-16T15:59:09.351250+0000 (oldest deadline 2024-05-16T15:59:33.451470+0000) 2024-05-16T15:59:43.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:43 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:43.219+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:16.853340+0000 front 2024-05-16T15:59:16.853272+0000 (oldest deadline 2024-05-16T15:59:42.753397+0000) 2024-05-16T15:59:43.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:43 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:43.093+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T15:59:43.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:43 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:43.093+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T15:59:43.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:43 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:43.093+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.800043+0000 front 2024-05-16T15:59:15.800098+0000 (oldest deadline 2024-05-16T15:59:40.500010+0000) 2024-05-16T15:59:43.479 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:43 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:43.169+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:59.775964+0000 front 2024-05-16T15:58:59.776030+0000 (oldest deadline 2024-05-16T15:59:23.876332+0000) 2024-05-16T15:59:43.479 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:43 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:43.169+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:10.779058+0000 front 2024-05-16T15:59:10.779198+0000 (oldest deadline 2024-05-16T15:59:34.879170+0000) 2024-05-16T15:59:43.635 INFO:journalctl@ceph.osd.5.smithi157.stdout:May 16 15:59:43 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-5[47133]: 2024-05-16T15:59:43.218+0000 7fc29056b700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:59.186335+0000 front 2024-05-16T15:58:59.186195+0000 (oldest deadline 2024-05-16T15:59:25.086215+0000) 2024-05-16T15:59:43.635 INFO:journalctl@ceph.osd.5.smithi157.stdout:May 16 15:59:43 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-5[47133]: 2024-05-16T15:59:43.218+0000 7fc29056b700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:10.987303+0000 front 2024-05-16T15:59:10.987210+0000 (oldest deadline 2024-05-16T15:59:33.287385+0000) 2024-05-16T15:59:43.635 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:43 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:43.197+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.011973+0000 front 2024-05-16T15:59:09.012025+0000 (oldest deadline 2024-05-16T15:59:33.711920+0000) 2024-05-16T15:59:43.635 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:43 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:43.197+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:17.515219+0000 front 2024-05-16T15:59:17.515251+0000 (oldest deadline 2024-05-16T15:59:41.615334+0000) 2024-05-16T15:59:43.929 INFO:journalctl@ceph.osd.5.smithi157.stdout:May 16 15:59:43 smithi157 podman[70933]: 2024-05-16 15:59:43.758058046 +0000 UTC m=+5.558019094 container died 8c3771b1dc86671054fe1ee3a509dab24a64538d55b11040479a053684c239ea (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-16T15:59:43.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:43 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:43.620+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T15:59:43.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:43 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:43.620+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T15:59:43.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:43 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:43.620+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.238810+0000 front 2024-05-16T15:59:18.238761+0000 (oldest deadline 2024-05-16T15:59:43.538925+0000) 2024-05-16T15:59:43.978 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:43 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:43.661+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T15:59:43.978 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:43 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:43.661+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:07.174380+0000 front 2024-05-16T15:59:07.174445+0000 (oldest deadline 2024-05-16T15:59:31.874499+0000) 2024-05-16T15:59:43.978 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:43 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:43.661+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.375634+0000 front 2024-05-16T15:59:15.375706+0000 (oldest deadline 2024-05-16T15:59:41.275727+0000) 2024-05-16T15:59:44.409 INFO:journalctl@ceph.osd.5.smithi157.stdout:May 16 15:59:44 smithi157 podman[70933]: 2024-05-16 15:59:44.184967896 +0000 UTC m=+5.984928938 container cleanup 8c3771b1dc86671054fe1ee3a509dab24a64538d55b11040479a053684c239ea (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, io.buildah.version=1.33.5) 2024-05-16T15:59:44.409 INFO:journalctl@ceph.osd.5.smithi157.stdout:May 16 15:59:44 smithi157 bash[70933]: ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-5 2024-05-16T15:59:44.409 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:44 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:44.181+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.011973+0000 front 2024-05-16T15:59:09.012025+0000 (oldest deadline 2024-05-16T15:59:33.711920+0000) 2024-05-16T15:59:44.409 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:44 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:44.181+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:17.515219+0000 front 2024-05-16T15:59:17.515251+0000 (oldest deadline 2024-05-16T15:59:41.615334+0000) 2024-05-16T15:59:44.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:44 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:44.243+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.351223+0000 front 2024-05-16T15:59:09.351250+0000 (oldest deadline 2024-05-16T15:59:33.451470+0000) 2024-05-16T15:59:44.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:44 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:44.243+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:16.853340+0000 front 2024-05-16T15:59:16.853272+0000 (oldest deadline 2024-05-16T15:59:42.753397+0000) 2024-05-16T15:59:44.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:44 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:44.109+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T15:59:44.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:44 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:44.109+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T15:59:44.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:44 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:44.109+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.800043+0000 front 2024-05-16T15:59:15.800098+0000 (oldest deadline 2024-05-16T15:59:40.500010+0000) 2024-05-16T15:59:44.478 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:44 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:44.144+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:59.775964+0000 front 2024-05-16T15:58:59.776030+0000 (oldest deadline 2024-05-16T15:59:23.876332+0000) 2024-05-16T15:59:44.478 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:44 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:44.144+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:10.779058+0000 front 2024-05-16T15:59:10.779198+0000 (oldest deadline 2024-05-16T15:59:34.879170+0000) 2024-05-16T15:59:44.675 INFO:journalctl@ceph.osd.5.smithi157.stdout:May 16 15:59:44 smithi157 podman[70948]: 2024-05-16 15:59:44.394855885 +0000 UTC m=+0.630948078 container remove 8c3771b1dc86671054fe1ee3a509dab24a64538d55b11040479a053684c239ea (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS) 2024-05-16T15:59:44.927 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:44 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:44.660+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T15:59:44.927 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:44 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:44.660+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T15:59:44.928 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:44 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:44.660+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.238810+0000 front 2024-05-16T15:59:18.238761+0000 (oldest deadline 2024-05-16T15:59:43.538925+0000) 2024-05-16T15:59:44.928 INFO:journalctl@ceph.osd.5.smithi157.stdout:May 16 15:59:44 smithi157 podman[71039]: 2024-05-16 15:59:44.803939941 +0000 UTC m=+0.112777080 container create 930255ab39a48a5e3c18f060c8ea4df03d16c98ca7417c59bc70640daf6b5ce4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-5-deactivate, org.label-schema.schema-version=1.0, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-16T15:59:44.928 INFO:journalctl@ceph.osd.5.smithi157.stdout:May 16 15:59:44 smithi157 podman[71039]: 2024-05-16 15:59:44.7089616 +0000 UTC m=+0.017798743 image pull bc0afc5f792216c18cc9b63b7b42000fd468161488acab6065a32abbb64b541b quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381 2024-05-16T15:59:44.978 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:44 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:44.613+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T15:59:44.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:44 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:44.613+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:07.174380+0000 front 2024-05-16T15:59:07.174445+0000 (oldest deadline 2024-05-16T15:59:31.874499+0000) 2024-05-16T15:59:44.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:44 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:44.613+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.375634+0000 front 2024-05-16T15:59:15.375706+0000 (oldest deadline 2024-05-16T15:59:41.275727+0000) 2024-05-16T15:59:45.246 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:45 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:45.116+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T15:59:45.246 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:45 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:45.116+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T15:59:45.246 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:45 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:45.116+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.800043+0000 front 2024-05-16T15:59:15.800098+0000 (oldest deadline 2024-05-16T15:59:40.500010+0000) 2024-05-16T15:59:45.350 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:45 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:45.165+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.011973+0000 front 2024-05-16T15:59:09.012025+0000 (oldest deadline 2024-05-16T15:59:33.711920+0000) 2024-05-16T15:59:45.350 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:45 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:45.165+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:17.515219+0000 front 2024-05-16T15:59:17.515251+0000 (oldest deadline 2024-05-16T15:59:41.615334+0000) 2024-05-16T15:59:45.350 INFO:journalctl@ceph.osd.5.smithi157.stdout:May 16 15:59:45 smithi157 podman[71039]: 2024-05-16 15:59:45.03137625 +0000 UTC m=+0.340213403 container init 930255ab39a48a5e3c18f060c8ea4df03d16c98ca7417c59bc70640daf6b5ce4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-5-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, GIT_CLEAN=True) 2024-05-16T15:59:45.350 INFO:journalctl@ceph.osd.5.smithi157.stdout:May 16 15:59:45 smithi157 podman[71039]: 2024-05-16 15:59:45.034684853 +0000 UTC m=+0.343521994 container start 930255ab39a48a5e3c18f060c8ea4df03d16c98ca7417c59bc70640daf6b5ce4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-5-deactivate, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, ceph=True) 2024-05-16T15:59:45.350 INFO:journalctl@ceph.osd.5.smithi157.stdout:May 16 15:59:45 smithi157 podman[71039]: 2024-05-16 15:59:45.123076964 +0000 UTC m=+0.431914104 container attach 930255ab39a48a5e3c18f060c8ea4df03d16c98ca7417c59bc70640daf6b5ce4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-5-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-05-16T15:59:45.478 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:45 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:45.123+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:59.775964+0000 front 2024-05-16T15:58:59.776030+0000 (oldest deadline 2024-05-16T15:59:23.876332+0000) 2024-05-16T15:59:45.478 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:45 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:45.123+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:10.779058+0000 front 2024-05-16T15:59:10.779198+0000 (oldest deadline 2024-05-16T15:59:34.879170+0000) 2024-05-16T15:59:45.478 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:45 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:45.123+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.980344+0000 front 2024-05-16T15:59:18.980378+0000 (oldest deadline 2024-05-16T15:59:44.880506+0000) 2024-05-16T15:59:45.528 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:45 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:45.231+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.351223+0000 front 2024-05-16T15:59:09.351250+0000 (oldest deadline 2024-05-16T15:59:33.451470+0000) 2024-05-16T15:59:45.528 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:45 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:45.231+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:16.853340+0000 front 2024-05-16T15:59:16.853272+0000 (oldest deadline 2024-05-16T15:59:42.753397+0000) 2024-05-16T15:59:45.648 INFO:journalctl@ceph.osd.5.smithi157.stdout:May 16 15:59:45 smithi157 podman[71039]: 2024-05-16 15:59:45.336353687 +0000 UTC m=+0.645190836 container died 930255ab39a48a5e3c18f060c8ea4df03d16c98ca7417c59bc70640daf6b5ce4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-5-deactivate, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240514, GIT_CLEAN=True) 2024-05-16T15:59:45.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:45 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:45.633+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T15:59:45.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:45 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:45.633+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T15:59:45.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:45 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:45.634+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.238810+0000 front 2024-05-16T15:59:18.238761+0000 (oldest deadline 2024-05-16T15:59:43.538925+0000) 2024-05-16T15:59:45.978 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:45 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:45.576+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T15:59:45.978 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:45 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:45.576+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:07.174380+0000 front 2024-05-16T15:59:07.174445+0000 (oldest deadline 2024-05-16T15:59:31.874499+0000) 2024-05-16T15:59:45.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:45 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:45.576+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.375634+0000 front 2024-05-16T15:59:15.375706+0000 (oldest deadline 2024-05-16T15:59:41.275727+0000) 2024-05-16T15:59:46.037 DEBUG:teuthology.orchestra.run.smithi157:> sudo pkill -f 'journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@osd.5.service' 2024-05-16T15:59:46.118 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-16T15:59:46.118 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-05-16T15:59:46.118 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-05-16T15:59:46.118 DEBUG:teuthology.orchestra.run.smithi043:> sudo systemctl stop ceph-13155b42-139a-11ef-bc9a-c7b262605968@osd.6 2024-05-16T15:59:46.429 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:46 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:46.157+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.011973+0000 front 2024-05-16T15:59:09.012025+0000 (oldest deadline 2024-05-16T15:59:33.711920+0000) 2024-05-16T15:59:46.430 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:46 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:46.157+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:17.515219+0000 front 2024-05-16T15:59:17.515251+0000 (oldest deadline 2024-05-16T15:59:41.615334+0000) 2024-05-16T15:59:46.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:46 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:46.273+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.351223+0000 front 2024-05-16T15:59:09.351250+0000 (oldest deadline 2024-05-16T15:59:33.451470+0000) 2024-05-16T15:59:46.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:46 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:46.273+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:16.853340+0000 front 2024-05-16T15:59:16.853272+0000 (oldest deadline 2024-05-16T15:59:42.753397+0000) 2024-05-16T15:59:46.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:46 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:46.086+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T15:59:46.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:46 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:46.086+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T15:59:46.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:46 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:46.086+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.800043+0000 front 2024-05-16T15:59:15.800098+0000 (oldest deadline 2024-05-16T15:59:40.500010+0000) 2024-05-16T15:59:46.445 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:46 smithi043 systemd[1]: Stopping Ceph osd.6 for 13155b42-139a-11ef-bc9a-c7b262605968... 2024-05-16T15:59:46.445 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:46 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:46.171+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:59.775964+0000 front 2024-05-16T15:58:59.776030+0000 (oldest deadline 2024-05-16T15:59:23.876332+0000) 2024-05-16T15:59:46.446 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:46 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:46.171+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:10.779058+0000 front 2024-05-16T15:59:10.779198+0000 (oldest deadline 2024-05-16T15:59:34.879170+0000) 2024-05-16T15:59:46.446 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:46 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:46.171+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.980344+0000 front 2024-05-16T15:59:18.980378+0000 (oldest deadline 2024-05-16T15:59:44.880506+0000) 2024-05-16T15:59:46.446 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:46 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:46.430+0000 7f74c3e8b700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-16T15:59:46.446 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:46 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:46.430+0000 7f74c3e8b700 -1 osd.6 91 *** Got signal Terminated *** 2024-05-16T15:59:46.446 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:46 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:46.430+0000 7f74c3e8b700 -1 osd.6 91 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-16T15:59:46.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:46 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:46.542+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T15:59:46.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:46 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:46.542+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:07.174380+0000 front 2024-05-16T15:59:07.174445+0000 (oldest deadline 2024-05-16T15:59:31.874499+0000) 2024-05-16T15:59:46.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:46 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:46.542+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.375634+0000 front 2024-05-16T15:59:15.375706+0000 (oldest deadline 2024-05-16T15:59:41.275727+0000) 2024-05-16T15:59:46.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:46 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:46.659+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T15:59:46.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:46 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:46.659+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T15:59:46.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:46 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:46.659+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.238810+0000 front 2024-05-16T15:59:18.238761+0000 (oldest deadline 2024-05-16T15:59:43.538925+0000) 2024-05-16T15:59:47.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:47 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:47.242+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.351223+0000 front 2024-05-16T15:59:09.351250+0000 (oldest deadline 2024-05-16T15:59:33.451470+0000) 2024-05-16T15:59:47.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:47 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:47.242+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:16.853340+0000 front 2024-05-16T15:59:16.853272+0000 (oldest deadline 2024-05-16T15:59:42.753397+0000) 2024-05-16T15:59:47.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:47 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:47.045+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T15:59:47.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:47 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:47.045+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T15:59:47.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:47 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:47.045+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.800043+0000 front 2024-05-16T15:59:15.800098+0000 (oldest deadline 2024-05-16T15:59:40.500010+0000) 2024-05-16T15:59:47.478 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:47 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:47.162+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:59.775964+0000 front 2024-05-16T15:58:59.776030+0000 (oldest deadline 2024-05-16T15:59:23.876332+0000) 2024-05-16T15:59:47.479 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:47 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:47.162+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:10.779058+0000 front 2024-05-16T15:59:10.779198+0000 (oldest deadline 2024-05-16T15:59:34.879170+0000) 2024-05-16T15:59:47.479 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:47 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:47.162+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.980344+0000 front 2024-05-16T15:59:18.980378+0000 (oldest deadline 2024-05-16T15:59:44.880506+0000) 2024-05-16T15:59:47.663 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:47 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:47.194+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.011973+0000 front 2024-05-16T15:59:09.012025+0000 (oldest deadline 2024-05-16T15:59:33.711920+0000) 2024-05-16T15:59:47.663 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:47 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:47.194+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:17.515219+0000 front 2024-05-16T15:59:17.515251+0000 (oldest deadline 2024-05-16T15:59:41.615334+0000) 2024-05-16T15:59:47.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:47 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:47.648+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T15:59:47.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:47 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:47.648+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T15:59:47.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:47 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:47.648+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.238810+0000 front 2024-05-16T15:59:18.238761+0000 (oldest deadline 2024-05-16T15:59:43.538925+0000) 2024-05-16T15:59:47.978 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:47 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:47.541+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T15:59:47.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:47 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:47.541+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:07.174380+0000 front 2024-05-16T15:59:07.174445+0000 (oldest deadline 2024-05-16T15:59:31.874499+0000) 2024-05-16T15:59:47.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:47 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:47.541+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.375634+0000 front 2024-05-16T15:59:15.375706+0000 (oldest deadline 2024-05-16T15:59:41.275727+0000) 2024-05-16T15:59:48.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:48 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:48.290+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.351223+0000 front 2024-05-16T15:59:09.351250+0000 (oldest deadline 2024-05-16T15:59:33.451470+0000) 2024-05-16T15:59:48.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:48 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:48.290+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:16.853340+0000 front 2024-05-16T15:59:16.853272+0000 (oldest deadline 2024-05-16T15:59:42.753397+0000) 2024-05-16T15:59:48.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:48 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:48.290+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:22.753828+0000 front 2024-05-16T15:59:22.753988+0000 (oldest deadline 2024-05-16T15:59:48.053956+0000) 2024-05-16T15:59:48.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:48 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:48.094+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T15:59:48.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:48 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:48.094+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T15:59:48.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:48 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:48.094+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.800043+0000 front 2024-05-16T15:59:15.800098+0000 (oldest deadline 2024-05-16T15:59:40.500010+0000) 2024-05-16T15:59:48.478 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:48 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:48.208+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:59.775964+0000 front 2024-05-16T15:58:59.776030+0000 (oldest deadline 2024-05-16T15:59:23.876332+0000) 2024-05-16T15:59:48.478 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:48 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:48.208+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:10.779058+0000 front 2024-05-16T15:59:10.779198+0000 (oldest deadline 2024-05-16T15:59:34.879170+0000) 2024-05-16T15:59:48.478 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:48 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:48.208+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.980344+0000 front 2024-05-16T15:59:18.980378+0000 (oldest deadline 2024-05-16T15:59:44.880506+0000) 2024-05-16T15:59:48.679 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:48 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:48.240+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.011973+0000 front 2024-05-16T15:59:09.012025+0000 (oldest deadline 2024-05-16T15:59:33.711920+0000) 2024-05-16T15:59:48.679 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:48 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:48.240+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:17.515219+0000 front 2024-05-16T15:59:17.515251+0000 (oldest deadline 2024-05-16T15:59:41.615334+0000) 2024-05-16T15:59:48.978 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:48 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:48.506+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T15:59:48.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:48 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:48.506+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:07.174380+0000 front 2024-05-16T15:59:07.174445+0000 (oldest deadline 2024-05-16T15:59:31.874499+0000) 2024-05-16T15:59:48.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:48 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:48.506+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.375634+0000 front 2024-05-16T15:59:15.375706+0000 (oldest deadline 2024-05-16T15:59:41.275727+0000) 2024-05-16T15:59:48.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:48 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:48.506+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:25.976585+0000 front 2024-05-16T15:59:25.976558+0000 (oldest deadline 2024-05-16T15:59:47.676736+0000) 2024-05-16T15:59:49.180 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:48 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:48.681+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T15:59:49.180 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:48 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:48.681+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T15:59:49.180 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:48 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:48.681+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.238810+0000 front 2024-05-16T15:59:18.238761+0000 (oldest deadline 2024-05-16T15:59:43.538925+0000) 2024-05-16T15:59:49.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:49 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:49.273+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.351223+0000 front 2024-05-16T15:59:09.351250+0000 (oldest deadline 2024-05-16T15:59:33.451470+0000) 2024-05-16T15:59:49.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:49 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:49.273+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:16.853340+0000 front 2024-05-16T15:59:16.853272+0000 (oldest deadline 2024-05-16T15:59:42.753397+0000) 2024-05-16T15:59:49.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:49 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:49.273+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:22.753828+0000 front 2024-05-16T15:59:22.753988+0000 (oldest deadline 2024-05-16T15:59:48.053956+0000) 2024-05-16T15:59:49.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:49 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:49.079+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T15:59:49.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:49 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:49.079+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T15:59:49.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:49 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:49.079+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.800043+0000 front 2024-05-16T15:59:15.800098+0000 (oldest deadline 2024-05-16T15:59:40.500010+0000) 2024-05-16T15:59:49.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:49 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:49.079+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:26.301610+0000 front 2024-05-16T15:59:26.301538+0000 (oldest deadline 2024-05-16T15:59:48.601514+0000) 2024-05-16T15:59:49.495 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:49 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:49.217+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:59.775964+0000 front 2024-05-16T15:58:59.776030+0000 (oldest deadline 2024-05-16T15:59:23.876332+0000) 2024-05-16T15:59:49.495 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:49 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:49.217+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:10.779058+0000 front 2024-05-16T15:59:10.779198+0000 (oldest deadline 2024-05-16T15:59:34.879170+0000) 2024-05-16T15:59:49.495 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:49 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:49.217+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.980344+0000 front 2024-05-16T15:59:18.980378+0000 (oldest deadline 2024-05-16T15:59:44.880506+0000) 2024-05-16T15:59:49.679 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:49 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:49.200+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.011973+0000 front 2024-05-16T15:59:09.012025+0000 (oldest deadline 2024-05-16T15:59:33.711920+0000) 2024-05-16T15:59:49.679 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:49 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:49.200+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:17.515219+0000 front 2024-05-16T15:59:17.515251+0000 (oldest deadline 2024-05-16T15:59:41.615334+0000) 2024-05-16T15:59:49.679 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:49 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:49.200+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:24.516586+0000 front 2024-05-16T15:59:24.516689+0000 (oldest deadline 2024-05-16T15:59:48.616535+0000) 2024-05-16T15:59:49.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:49 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:49.481+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T15:59:49.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:49 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:49.481+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:07.174380+0000 front 2024-05-16T15:59:07.174445+0000 (oldest deadline 2024-05-16T15:59:31.874499+0000) 2024-05-16T15:59:49.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:49 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:49.481+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.375634+0000 front 2024-05-16T15:59:15.375706+0000 (oldest deadline 2024-05-16T15:59:41.275727+0000) 2024-05-16T15:59:49.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:49 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:49.481+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:25.976585+0000 front 2024-05-16T15:59:25.976558+0000 (oldest deadline 2024-05-16T15:59:47.676736+0000) 2024-05-16T15:59:50.180 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:49 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:49.674+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T15:59:50.180 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:49 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:49.674+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T15:59:50.180 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:49 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:49.674+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.238810+0000 front 2024-05-16T15:59:18.238761+0000 (oldest deadline 2024-05-16T15:59:43.538925+0000) 2024-05-16T15:59:50.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:50 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:50.242+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.351223+0000 front 2024-05-16T15:59:09.351250+0000 (oldest deadline 2024-05-16T15:59:33.451470+0000) 2024-05-16T15:59:50.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:50 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:50.242+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:16.853340+0000 front 2024-05-16T15:59:16.853272+0000 (oldest deadline 2024-05-16T15:59:42.753397+0000) 2024-05-16T15:59:50.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:50 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:50.242+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:22.753828+0000 front 2024-05-16T15:59:22.753988+0000 (oldest deadline 2024-05-16T15:59:48.053956+0000) 2024-05-16T15:59:50.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:50 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:50.032+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T15:59:50.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:50 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:50.032+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T15:59:50.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:50 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:50.032+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.800043+0000 front 2024-05-16T15:59:15.800098+0000 (oldest deadline 2024-05-16T15:59:40.500010+0000) 2024-05-16T15:59:50.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:50 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:50.032+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:26.301610+0000 front 2024-05-16T15:59:26.301538+0000 (oldest deadline 2024-05-16T15:59:48.601514+0000) 2024-05-16T15:59:50.651 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:50 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:50.197+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.011973+0000 front 2024-05-16T15:59:09.012025+0000 (oldest deadline 2024-05-16T15:59:33.711920+0000) 2024-05-16T15:59:50.651 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:50 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:50.197+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:17.515219+0000 front 2024-05-16T15:59:17.515251+0000 (oldest deadline 2024-05-16T15:59:41.615334+0000) 2024-05-16T15:59:50.651 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:50 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:50.197+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:24.516586+0000 front 2024-05-16T15:59:24.516689+0000 (oldest deadline 2024-05-16T15:59:48.616535+0000) 2024-05-16T15:59:50.728 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:50 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:50.262+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:59.775964+0000 front 2024-05-16T15:58:59.776030+0000 (oldest deadline 2024-05-16T15:59:23.876332+0000) 2024-05-16T15:59:50.729 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:50 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:50.262+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:10.779058+0000 front 2024-05-16T15:59:10.779198+0000 (oldest deadline 2024-05-16T15:59:34.879170+0000) 2024-05-16T15:59:50.729 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:50 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:50.262+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.980344+0000 front 2024-05-16T15:59:18.980378+0000 (oldest deadline 2024-05-16T15:59:44.880506+0000) 2024-05-16T15:59:50.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:50 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:50.453+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T15:59:50.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:50 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:50.453+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:07.174380+0000 front 2024-05-16T15:59:07.174445+0000 (oldest deadline 2024-05-16T15:59:31.874499+0000) 2024-05-16T15:59:50.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:50 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:50.453+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.375634+0000 front 2024-05-16T15:59:15.375706+0000 (oldest deadline 2024-05-16T15:59:41.275727+0000) 2024-05-16T15:59:50.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:50 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:50.453+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:25.976585+0000 front 2024-05-16T15:59:25.976558+0000 (oldest deadline 2024-05-16T15:59:47.676736+0000) 2024-05-16T15:59:50.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:50 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:50.636+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T15:59:50.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:50 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:50.636+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T15:59:50.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:50 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:50.636+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.238810+0000 front 2024-05-16T15:59:18.238761+0000 (oldest deadline 2024-05-16T15:59:43.538925+0000) 2024-05-16T15:59:51.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:51 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:51.255+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.351223+0000 front 2024-05-16T15:59:09.351250+0000 (oldest deadline 2024-05-16T15:59:33.451470+0000) 2024-05-16T15:59:51.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:51 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:51.255+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:16.853340+0000 front 2024-05-16T15:59:16.853272+0000 (oldest deadline 2024-05-16T15:59:42.753397+0000) 2024-05-16T15:59:51.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:51 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:51.255+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:22.753828+0000 front 2024-05-16T15:59:22.753988+0000 (oldest deadline 2024-05-16T15:59:48.053956+0000) 2024-05-16T15:59:51.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:51 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:51.034+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T15:59:51.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:51 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:51.034+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T15:59:51.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:51 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:51.034+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.800043+0000 front 2024-05-16T15:59:15.800098+0000 (oldest deadline 2024-05-16T15:59:40.500010+0000) 2024-05-16T15:59:51.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:51 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:51.034+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:26.301610+0000 front 2024-05-16T15:59:26.301538+0000 (oldest deadline 2024-05-16T15:59:48.601514+0000) 2024-05-16T15:59:51.654 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:51 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:51.216+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.011973+0000 front 2024-05-16T15:59:09.012025+0000 (oldest deadline 2024-05-16T15:59:33.711920+0000) 2024-05-16T15:59:51.655 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:51 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:51.216+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:17.515219+0000 front 2024-05-16T15:59:17.515251+0000 (oldest deadline 2024-05-16T15:59:41.615334+0000) 2024-05-16T15:59:51.655 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:51 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:51.216+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:24.516586+0000 front 2024-05-16T15:59:24.516689+0000 (oldest deadline 2024-05-16T15:59:48.616535+0000) 2024-05-16T15:59:51.729 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:51 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:51.299+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:59.775964+0000 front 2024-05-16T15:58:59.776030+0000 (oldest deadline 2024-05-16T15:59:23.876332+0000) 2024-05-16T15:59:51.729 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:51 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:51.299+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:10.779058+0000 front 2024-05-16T15:59:10.779198+0000 (oldest deadline 2024-05-16T15:59:34.879170+0000) 2024-05-16T15:59:51.729 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:51 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6[57677]: 2024-05-16T15:59:51.299+0000 7f74bc477700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.980344+0000 front 2024-05-16T15:59:18.980378+0000 (oldest deadline 2024-05-16T15:59:44.880506+0000) 2024-05-16T15:59:51.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:51 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:51.430+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T15:59:51.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:51 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:51.430+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:07.174380+0000 front 2024-05-16T15:59:07.174445+0000 (oldest deadline 2024-05-16T15:59:31.874499+0000) 2024-05-16T15:59:51.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:51 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:51.430+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.375634+0000 front 2024-05-16T15:59:15.375706+0000 (oldest deadline 2024-05-16T15:59:41.275727+0000) 2024-05-16T15:59:51.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:51 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:51.430+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:25.976585+0000 front 2024-05-16T15:59:25.976558+0000 (oldest deadline 2024-05-16T15:59:47.676736+0000) 2024-05-16T15:59:51.929 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:51 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:51.639+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T15:59:51.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:51 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:51.639+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T15:59:51.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:51 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:51.639+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.238810+0000 front 2024-05-16T15:59:18.238761+0000 (oldest deadline 2024-05-16T15:59:43.538925+0000) 2024-05-16T15:59:52.104 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:51 smithi043 podman[120370]: 2024-05-16 15:59:51.792579617 +0000 UTC m=+5.487465453 container died 446d4c754360a574ddb865393efb7281ffdc3d01aae3b66ab994348a6039afeb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240514) 2024-05-16T15:59:52.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:52 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:52.248+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.351223+0000 front 2024-05-16T15:59:09.351250+0000 (oldest deadline 2024-05-16T15:59:33.451470+0000) 2024-05-16T15:59:52.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:52 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:52.248+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:16.853340+0000 front 2024-05-16T15:59:16.853272+0000 (oldest deadline 2024-05-16T15:59:42.753397+0000) 2024-05-16T15:59:52.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:52 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:52.248+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:22.753828+0000 front 2024-05-16T15:59:22.753988+0000 (oldest deadline 2024-05-16T15:59:48.053956+0000) 2024-05-16T15:59:52.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:52 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:52.061+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T15:59:52.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:52 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:52.061+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T15:59:52.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:52 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:52.061+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.800043+0000 front 2024-05-16T15:59:15.800098+0000 (oldest deadline 2024-05-16T15:59:40.500010+0000) 2024-05-16T15:59:52.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:52 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:52.061+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:26.301610+0000 front 2024-05-16T15:59:26.301538+0000 (oldest deadline 2024-05-16T15:59:48.601514+0000) 2024-05-16T15:59:52.477 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:52 smithi043 podman[120370]: 2024-05-16 15:59:52.181358461 +0000 UTC m=+5.876244288 container cleanup 446d4c754360a574ddb865393efb7281ffdc3d01aae3b66ab994348a6039afeb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514) 2024-05-16T15:59:52.477 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:52 smithi043 bash[120370]: ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6 2024-05-16T15:59:52.627 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:52 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:52.262+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.011973+0000 front 2024-05-16T15:59:09.012025+0000 (oldest deadline 2024-05-16T15:59:33.711920+0000) 2024-05-16T15:59:52.628 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:52 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:52.262+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:17.515219+0000 front 2024-05-16T15:59:17.515251+0000 (oldest deadline 2024-05-16T15:59:41.615334+0000) 2024-05-16T15:59:52.628 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:52 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:52.262+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:24.516586+0000 front 2024-05-16T15:59:24.516689+0000 (oldest deadline 2024-05-16T15:59:48.616535+0000) 2024-05-16T15:59:52.728 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:52 smithi043 podman[120385]: 2024-05-16 15:59:52.591132129 +0000 UTC m=+0.796140540 container remove 446d4c754360a574ddb865393efb7281ffdc3d01aae3b66ab994348a6039afeb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, ceph=True) 2024-05-16T15:59:52.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:52 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:52.462+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T15:59:52.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:52 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:52.462+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:07.174380+0000 front 2024-05-16T15:59:07.174445+0000 (oldest deadline 2024-05-16T15:59:31.874499+0000) 2024-05-16T15:59:52.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:52 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:52.462+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.375634+0000 front 2024-05-16T15:59:15.375706+0000 (oldest deadline 2024-05-16T15:59:41.275727+0000) 2024-05-16T15:59:52.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:52 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:52.462+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:25.976585+0000 front 2024-05-16T15:59:25.976558+0000 (oldest deadline 2024-05-16T15:59:47.676736+0000) 2024-05-16T15:59:52.929 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:52 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:52.613+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T15:59:52.929 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:52 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:52.613+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T15:59:52.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:52 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:52.613+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.238810+0000 front 2024-05-16T15:59:18.238761+0000 (oldest deadline 2024-05-16T15:59:43.538925+0000) 2024-05-16T15:59:53.229 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:52 smithi043 podman[120479]: 2024-05-16 15:59:52.866609628 +0000 UTC m=+0.017677250 image pull bc0afc5f792216c18cc9b63b7b42000fd468161488acab6065a32abbb64b541b quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381 2024-05-16T15:59:53.229 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:52 smithi043 podman[120479]: 2024-05-16 15:59:52.992119724 +0000 UTC m=+0.143187321 container create 3defe12259280c0ade53217b8cee98cc0979bfd9ee1ff5cf2d9bf44c1640a38c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6-deactivate, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-05-16T15:59:53.229 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:53 smithi043 podman[120479]: 2024-05-16 15:59:53.203224754 +0000 UTC m=+0.354292372 container init 3defe12259280c0ade53217b8cee98cc0979bfd9ee1ff5cf2d9bf44c1640a38c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c) 2024-05-16T15:59:53.229 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:53 smithi043 podman[120479]: 2024-05-16 15:59:53.207262693 +0000 UTC m=+0.358330299 container start 3defe12259280c0ade53217b8cee98cc0979bfd9ee1ff5cf2d9bf44c1640a38c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-16T15:59:53.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:53 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:53.231+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.351223+0000 front 2024-05-16T15:59:09.351250+0000 (oldest deadline 2024-05-16T15:59:33.451470+0000) 2024-05-16T15:59:53.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:53 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:53.231+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:16.853340+0000 front 2024-05-16T15:59:16.853272+0000 (oldest deadline 2024-05-16T15:59:42.753397+0000) 2024-05-16T15:59:53.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:53 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:53.231+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:22.753828+0000 front 2024-05-16T15:59:22.753988+0000 (oldest deadline 2024-05-16T15:59:48.053956+0000) 2024-05-16T15:59:53.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:53 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:53.047+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T15:59:53.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:53 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:53.047+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T15:59:53.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:53 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:53.047+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.800043+0000 front 2024-05-16T15:59:15.800098+0000 (oldest deadline 2024-05-16T15:59:40.500010+0000) 2024-05-16T15:59:53.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:53 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:53.047+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:26.301610+0000 front 2024-05-16T15:59:26.301538+0000 (oldest deadline 2024-05-16T15:59:48.601514+0000) 2024-05-16T15:59:53.625 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:53 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:53.240+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.011973+0000 front 2024-05-16T15:59:09.012025+0000 (oldest deadline 2024-05-16T15:59:33.711920+0000) 2024-05-16T15:59:53.625 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:53 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:53.240+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:17.515219+0000 front 2024-05-16T15:59:17.515251+0000 (oldest deadline 2024-05-16T15:59:41.615334+0000) 2024-05-16T15:59:53.625 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:53 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:53.240+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:24.516586+0000 front 2024-05-16T15:59:24.516689+0000 (oldest deadline 2024-05-16T15:59:48.616535+0000) 2024-05-16T15:59:53.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:53 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:53.426+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T15:59:53.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:53 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:53.426+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:07.174380+0000 front 2024-05-16T15:59:07.174445+0000 (oldest deadline 2024-05-16T15:59:31.874499+0000) 2024-05-16T15:59:53.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:53 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:53.426+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.375634+0000 front 2024-05-16T15:59:15.375706+0000 (oldest deadline 2024-05-16T15:59:41.275727+0000) 2024-05-16T15:59:53.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:53 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:53.426+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:25.976585+0000 front 2024-05-16T15:59:25.976558+0000 (oldest deadline 2024-05-16T15:59:47.676736+0000) 2024-05-16T15:59:53.729 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:53 smithi043 podman[120479]: 2024-05-16 15:59:53.305537642 +0000 UTC m=+0.456605260 container attach 3defe12259280c0ade53217b8cee98cc0979bfd9ee1ff5cf2d9bf44c1640a38c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-05-16T15:59:53.729 INFO:journalctl@ceph.osd.6.smithi043.stdout:May 16 15:59:53 smithi043 podman[120479]: 2024-05-16 15:59:53.518016897 +0000 UTC m=+0.669084503 container died 3defe12259280c0ade53217b8cee98cc0979bfd9ee1ff5cf2d9bf44c1640a38c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-6-deactivate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-16T15:59:53.929 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:53 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:53.610+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T15:59:53.929 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:53 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:53.610+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T15:59:53.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:53 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:53.610+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.238810+0000 front 2024-05-16T15:59:18.238761+0000 (oldest deadline 2024-05-16T15:59:43.538925+0000) 2024-05-16T15:59:54.251 DEBUG:teuthology.orchestra.run.smithi043:> sudo pkill -f 'journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@osd.6.service' 2024-05-16T15:59:54.294 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-16T15:59:54.295 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-05-16T15:59:54.295 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-05-16T15:59:54.295 DEBUG:teuthology.orchestra.run.smithi148:> sudo systemctl stop ceph-13155b42-139a-11ef-bc9a-c7b262605968@osd.7 2024-05-16T15:59:54.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:54 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:54.088+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T15:59:54.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:54 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:54.088+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T15:59:54.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:54 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:54.088+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.800043+0000 front 2024-05-16T15:59:15.800098+0000 (oldest deadline 2024-05-16T15:59:40.500010+0000) 2024-05-16T15:59:54.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:54 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:54.088+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:26.301610+0000 front 2024-05-16T15:59:26.301538+0000 (oldest deadline 2024-05-16T15:59:48.601514+0000) 2024-05-16T15:59:54.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:54 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:54.267+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.351223+0000 front 2024-05-16T15:59:09.351250+0000 (oldest deadline 2024-05-16T15:59:33.451470+0000) 2024-05-16T15:59:54.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:54 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:54.267+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:16.853340+0000 front 2024-05-16T15:59:16.853272+0000 (oldest deadline 2024-05-16T15:59:42.753397+0000) 2024-05-16T15:59:54.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:54 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:54.267+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:22.753828+0000 front 2024-05-16T15:59:22.753988+0000 (oldest deadline 2024-05-16T15:59:48.053956+0000) 2024-05-16T15:59:54.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:54 smithi148 systemd[1]: Stopping Ceph osd.7 for 13155b42-139a-11ef-bc9a-c7b262605968... 2024-05-16T15:59:54.525 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:54 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:54.453+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T15:59:54.525 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:54 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:54.453+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:07.174380+0000 front 2024-05-16T15:59:07.174445+0000 (oldest deadline 2024-05-16T15:59:31.874499+0000) 2024-05-16T15:59:54.525 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:54 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:54.453+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.375634+0000 front 2024-05-16T15:59:15.375706+0000 (oldest deadline 2024-05-16T15:59:41.275727+0000) 2024-05-16T15:59:54.525 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:54 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:54.453+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:25.976585+0000 front 2024-05-16T15:59:25.976558+0000 (oldest deadline 2024-05-16T15:59:47.676736+0000) 2024-05-16T15:59:54.581 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:54 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:54.245+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.011973+0000 front 2024-05-16T15:59:09.012025+0000 (oldest deadline 2024-05-16T15:59:33.711920+0000) 2024-05-16T15:59:54.582 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:54 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:54.245+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:17.515219+0000 front 2024-05-16T15:59:17.515251+0000 (oldest deadline 2024-05-16T15:59:41.615334+0000) 2024-05-16T15:59:54.582 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:54 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:54.245+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:24.516586+0000 front 2024-05-16T15:59:24.516689+0000 (oldest deadline 2024-05-16T15:59:48.616535+0000) 2024-05-16T15:59:54.929 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:54 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:54.567+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T15:59:54.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:54 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:54.567+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T15:59:54.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:54 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:54.567+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.238810+0000 front 2024-05-16T15:59:18.238761+0000 (oldest deadline 2024-05-16T15:59:43.538925+0000) 2024-05-16T15:59:54.940 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:54 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:54.569+0000 7f976f13d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-16T15:59:54.940 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:54 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:54.569+0000 7f976f13d700 -1 osd.7 91 *** Got signal Terminated *** 2024-05-16T15:59:54.940 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:54 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:54.569+0000 7f976f13d700 -1 osd.7 91 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-16T15:59:55.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:55 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:55.259+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.351223+0000 front 2024-05-16T15:59:09.351250+0000 (oldest deadline 2024-05-16T15:59:33.451470+0000) 2024-05-16T15:59:55.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:55 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:55.259+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:16.853340+0000 front 2024-05-16T15:59:16.853272+0000 (oldest deadline 2024-05-16T15:59:42.753397+0000) 2024-05-16T15:59:55.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:55 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:55.259+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:22.753828+0000 front 2024-05-16T15:59:22.753988+0000 (oldest deadline 2024-05-16T15:59:48.053956+0000) 2024-05-16T15:59:55.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:55 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:55.086+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T15:59:55.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:55 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:55.086+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T15:59:55.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:55 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:55.086+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.800043+0000 front 2024-05-16T15:59:15.800098+0000 (oldest deadline 2024-05-16T15:59:40.500010+0000) 2024-05-16T15:59:55.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:55 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:55.086+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:26.301610+0000 front 2024-05-16T15:59:26.301538+0000 (oldest deadline 2024-05-16T15:59:48.601514+0000) 2024-05-16T15:59:55.625 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:55 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:55.271+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.011973+0000 front 2024-05-16T15:59:09.012025+0000 (oldest deadline 2024-05-16T15:59:33.711920+0000) 2024-05-16T15:59:55.625 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:55 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:55.271+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:17.515219+0000 front 2024-05-16T15:59:17.515251+0000 (oldest deadline 2024-05-16T15:59:41.615334+0000) 2024-05-16T15:59:55.625 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:55 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:55.271+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:24.516586+0000 front 2024-05-16T15:59:24.516689+0000 (oldest deadline 2024-05-16T15:59:48.616535+0000) 2024-05-16T15:59:55.728 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:55 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:55.420+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T15:59:55.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:55 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:55.420+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:07.174380+0000 front 2024-05-16T15:59:07.174445+0000 (oldest deadline 2024-05-16T15:59:31.874499+0000) 2024-05-16T15:59:55.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:55 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:55.420+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.375634+0000 front 2024-05-16T15:59:15.375706+0000 (oldest deadline 2024-05-16T15:59:41.275727+0000) 2024-05-16T15:59:55.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:55 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:55.420+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:25.976585+0000 front 2024-05-16T15:59:25.976558+0000 (oldest deadline 2024-05-16T15:59:47.676736+0000) 2024-05-16T15:59:55.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:55 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:55.610+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T15:59:55.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:55 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:55.610+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T15:59:55.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:55 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:55.610+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.238810+0000 front 2024-05-16T15:59:18.238761+0000 (oldest deadline 2024-05-16T15:59:43.538925+0000) 2024-05-16T15:59:56.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:56 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:56.243+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.351223+0000 front 2024-05-16T15:59:09.351250+0000 (oldest deadline 2024-05-16T15:59:33.451470+0000) 2024-05-16T15:59:56.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:56 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:56.243+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:16.853340+0000 front 2024-05-16T15:59:16.853272+0000 (oldest deadline 2024-05-16T15:59:42.753397+0000) 2024-05-16T15:59:56.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:56 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:56.243+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:22.753828+0000 front 2024-05-16T15:59:22.753988+0000 (oldest deadline 2024-05-16T15:59:48.053956+0000) 2024-05-16T15:59:56.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:56 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:56.086+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T15:59:56.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:56 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:56.086+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T15:59:56.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:56 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:56.086+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.800043+0000 front 2024-05-16T15:59:15.800098+0000 (oldest deadline 2024-05-16T15:59:40.500010+0000) 2024-05-16T15:59:56.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:56 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:56.086+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:26.301610+0000 front 2024-05-16T15:59:26.301538+0000 (oldest deadline 2024-05-16T15:59:48.601514+0000) 2024-05-16T15:59:56.581 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:56 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:56.278+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.011973+0000 front 2024-05-16T15:59:09.012025+0000 (oldest deadline 2024-05-16T15:59:33.711920+0000) 2024-05-16T15:59:56.581 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:56 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:56.278+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:17.515219+0000 front 2024-05-16T15:59:17.515251+0000 (oldest deadline 2024-05-16T15:59:41.615334+0000) 2024-05-16T15:59:56.581 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:56 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:56.278+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:24.516586+0000 front 2024-05-16T15:59:24.516689+0000 (oldest deadline 2024-05-16T15:59:48.616535+0000) 2024-05-16T15:59:56.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:56 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:56.446+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T15:59:56.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:56 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:56.446+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:07.174380+0000 front 2024-05-16T15:59:07.174445+0000 (oldest deadline 2024-05-16T15:59:31.874499+0000) 2024-05-16T15:59:56.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:56 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:56.446+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.375634+0000 front 2024-05-16T15:59:15.375706+0000 (oldest deadline 2024-05-16T15:59:41.275727+0000) 2024-05-16T15:59:56.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:56 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:56.446+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:25.976585+0000 front 2024-05-16T15:59:25.976558+0000 (oldest deadline 2024-05-16T15:59:47.676736+0000) 2024-05-16T15:59:56.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:56 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:56.446+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:32.278653+0000 front 2024-05-16T15:59:32.278778+0000 (oldest deadline 2024-05-16T15:59:56.378503+0000) 2024-05-16T15:59:56.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:56 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:56.565+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T15:59:56.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:56 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:56.565+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T15:59:56.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:56 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:56.565+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.238810+0000 front 2024-05-16T15:59:18.238761+0000 (oldest deadline 2024-05-16T15:59:43.538925+0000) 2024-05-16T15:59:57.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:57 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:57.238+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.351223+0000 front 2024-05-16T15:59:09.351250+0000 (oldest deadline 2024-05-16T15:59:33.451470+0000) 2024-05-16T15:59:57.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:57 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:57.238+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:16.853340+0000 front 2024-05-16T15:59:16.853272+0000 (oldest deadline 2024-05-16T15:59:42.753397+0000) 2024-05-16T15:59:57.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:57 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:57.238+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:22.753828+0000 front 2024-05-16T15:59:22.753988+0000 (oldest deadline 2024-05-16T15:59:48.053956+0000) 2024-05-16T15:59:57.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:57 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:57.048+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T15:59:57.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:57 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:57.048+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T15:59:57.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:57 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:57.048+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.800043+0000 front 2024-05-16T15:59:15.800098+0000 (oldest deadline 2024-05-16T15:59:40.500010+0000) 2024-05-16T15:59:57.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:57 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:57.048+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:26.301610+0000 front 2024-05-16T15:59:26.301538+0000 (oldest deadline 2024-05-16T15:59:48.601514+0000) 2024-05-16T15:59:57.625 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:57 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:57.284+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.011973+0000 front 2024-05-16T15:59:09.012025+0000 (oldest deadline 2024-05-16T15:59:33.711920+0000) 2024-05-16T15:59:57.625 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:57 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:57.284+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:17.515219+0000 front 2024-05-16T15:59:17.515251+0000 (oldest deadline 2024-05-16T15:59:41.615334+0000) 2024-05-16T15:59:57.625 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:57 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:57.284+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:24.516586+0000 front 2024-05-16T15:59:24.516689+0000 (oldest deadline 2024-05-16T15:59:48.616535+0000) 2024-05-16T15:59:57.625 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:57 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:57.284+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:34.418065+0000 front 2024-05-16T15:59:34.417955+0000 (oldest deadline 2024-05-16T15:59:56.718053+0000) 2024-05-16T15:59:57.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:57 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:57.446+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T15:59:57.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:57 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:57.446+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:07.174380+0000 front 2024-05-16T15:59:07.174445+0000 (oldest deadline 2024-05-16T15:59:31.874499+0000) 2024-05-16T15:59:57.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:57 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:57.446+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.375634+0000 front 2024-05-16T15:59:15.375706+0000 (oldest deadline 2024-05-16T15:59:41.275727+0000) 2024-05-16T15:59:57.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:57 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:57.446+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:25.976585+0000 front 2024-05-16T15:59:25.976558+0000 (oldest deadline 2024-05-16T15:59:47.676736+0000) 2024-05-16T15:59:57.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:57 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:57.446+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:32.278653+0000 front 2024-05-16T15:59:32.278778+0000 (oldest deadline 2024-05-16T15:59:56.378503+0000) 2024-05-16T15:59:57.929 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:57 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:57.610+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T15:59:57.929 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:57 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:57.610+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T15:59:57.929 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:57 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:57.610+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.238810+0000 front 2024-05-16T15:59:18.238761+0000 (oldest deadline 2024-05-16T15:59:43.538925+0000) 2024-05-16T15:59:58.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:58 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:58.280+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.351223+0000 front 2024-05-16T15:59:09.351250+0000 (oldest deadline 2024-05-16T15:59:33.451470+0000) 2024-05-16T15:59:58.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:58 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:58.280+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:16.853340+0000 front 2024-05-16T15:59:16.853272+0000 (oldest deadline 2024-05-16T15:59:42.753397+0000) 2024-05-16T15:59:58.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:58 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:58.280+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:22.753828+0000 front 2024-05-16T15:59:22.753988+0000 (oldest deadline 2024-05-16T15:59:48.053956+0000) 2024-05-16T15:59:58.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:58 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:58.280+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.255516+0000 front 2024-05-16T15:59:33.255580+0000 (oldest deadline 2024-05-16T15:59:57.955709+0000) 2024-05-16T15:59:58.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:58 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:58.040+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T15:59:58.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:58 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:58.040+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T15:59:58.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:58 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:58.040+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.800043+0000 front 2024-05-16T15:59:15.800098+0000 (oldest deadline 2024-05-16T15:59:40.500010+0000) 2024-05-16T15:59:58.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:58 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:58.040+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:26.301610+0000 front 2024-05-16T15:59:26.301538+0000 (oldest deadline 2024-05-16T15:59:48.601514+0000) 2024-05-16T15:59:58.617 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:58 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:58.276+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.011973+0000 front 2024-05-16T15:59:09.012025+0000 (oldest deadline 2024-05-16T15:59:33.711920+0000) 2024-05-16T15:59:58.617 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:58 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:58.276+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:17.515219+0000 front 2024-05-16T15:59:17.515251+0000 (oldest deadline 2024-05-16T15:59:41.615334+0000) 2024-05-16T15:59:58.617 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:58 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:58.276+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:24.516586+0000 front 2024-05-16T15:59:24.516689+0000 (oldest deadline 2024-05-16T15:59:48.616535+0000) 2024-05-16T15:59:58.617 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:58 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:58.276+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:34.418065+0000 front 2024-05-16T15:59:34.417955+0000 (oldest deadline 2024-05-16T15:59:56.718053+0000) 2024-05-16T15:59:58.728 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:58 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:58.455+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T15:59:58.728 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:58 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:58.455+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:07.174380+0000 front 2024-05-16T15:59:07.174445+0000 (oldest deadline 2024-05-16T15:59:31.874499+0000) 2024-05-16T15:59:58.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:58 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:58.455+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.375634+0000 front 2024-05-16T15:59:15.375706+0000 (oldest deadline 2024-05-16T15:59:41.275727+0000) 2024-05-16T15:59:58.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:58 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:58.455+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:25.976585+0000 front 2024-05-16T15:59:25.976558+0000 (oldest deadline 2024-05-16T15:59:47.676736+0000) 2024-05-16T15:59:58.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:58 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:58.455+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:32.278653+0000 front 2024-05-16T15:59:32.278778+0000 (oldest deadline 2024-05-16T15:59:56.378503+0000) 2024-05-16T15:59:58.929 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:58 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:58.602+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T15:59:58.929 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:58 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:58.602+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T15:59:58.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:58 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:58.602+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.238810+0000 front 2024-05-16T15:59:18.238761+0000 (oldest deadline 2024-05-16T15:59:43.538925+0000) 2024-05-16T15:59:59.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:59 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:59.276+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.351223+0000 front 2024-05-16T15:59:09.351250+0000 (oldest deadline 2024-05-16T15:59:33.451470+0000) 2024-05-16T15:59:59.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:59 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:59.276+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:16.853340+0000 front 2024-05-16T15:59:16.853272+0000 (oldest deadline 2024-05-16T15:59:42.753397+0000) 2024-05-16T15:59:59.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:59 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:59.276+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:22.753828+0000 front 2024-05-16T15:59:22.753988+0000 (oldest deadline 2024-05-16T15:59:48.053956+0000) 2024-05-16T15:59:59.440 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:59 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7[52524]: 2024-05-16T15:59:59.276+0000 7f976b731700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.255516+0000 front 2024-05-16T15:59:33.255580+0000 (oldest deadline 2024-05-16T15:59:57.955709+0000) 2024-05-16T15:59:59.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:59 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:59.037+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T15:59:59.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:59 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:59.037+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T15:59:59.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:59 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:59.037+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.800043+0000 front 2024-05-16T15:59:15.800098+0000 (oldest deadline 2024-05-16T15:59:40.500010+0000) 2024-05-16T15:59:59.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 15:59:59 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T15:59:59.037+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:26.301610+0000 front 2024-05-16T15:59:26.301538+0000 (oldest deadline 2024-05-16T15:59:48.601514+0000) 2024-05-16T15:59:59.593 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:59 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:59.318+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.011973+0000 front 2024-05-16T15:59:09.012025+0000 (oldest deadline 2024-05-16T15:59:33.711920+0000) 2024-05-16T15:59:59.594 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:59 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:59.318+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:17.515219+0000 front 2024-05-16T15:59:17.515251+0000 (oldest deadline 2024-05-16T15:59:41.615334+0000) 2024-05-16T15:59:59.594 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:59 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:59.318+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:24.516586+0000 front 2024-05-16T15:59:24.516689+0000 (oldest deadline 2024-05-16T15:59:48.616535+0000) 2024-05-16T15:59:59.594 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 15:59:59 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T15:59:59.318+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:34.418065+0000 front 2024-05-16T15:59:34.417955+0000 (oldest deadline 2024-05-16T15:59:56.718053+0000) 2024-05-16T15:59:59.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:59 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:59.426+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T15:59:59.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:59 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:59.426+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:07.174380+0000 front 2024-05-16T15:59:07.174445+0000 (oldest deadline 2024-05-16T15:59:31.874499+0000) 2024-05-16T15:59:59.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:59 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:59.426+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.375634+0000 front 2024-05-16T15:59:15.375706+0000 (oldest deadline 2024-05-16T15:59:41.275727+0000) 2024-05-16T15:59:59.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:59 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:59.426+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:25.976585+0000 front 2024-05-16T15:59:25.976558+0000 (oldest deadline 2024-05-16T15:59:47.676736+0000) 2024-05-16T15:59:59.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 15:59:59 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T15:59:59.426+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:32.278653+0000 front 2024-05-16T15:59:32.278778+0000 (oldest deadline 2024-05-16T15:59:56.378503+0000) 2024-05-16T15:59:59.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:59 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:59.579+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T15:59:59.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:59 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:59.579+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T15:59:59.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:59 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:59.579+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.238810+0000 front 2024-05-16T15:59:18.238761+0000 (oldest deadline 2024-05-16T15:59:43.538925+0000) 2024-05-16T15:59:59.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 15:59:59 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T15:59:59.579+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.341983+0000 front 2024-05-16T15:59:33.342122+0000 (oldest deadline 2024-05-16T15:59:58.641915+0000) 2024-05-16T16:00:00.294 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:00 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:00.047+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T16:00:00.294 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:00 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:00.047+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T16:00:00.294 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:00 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:00.047+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.800043+0000 front 2024-05-16T15:59:15.800098+0000 (oldest deadline 2024-05-16T15:59:40.500010+0000) 2024-05-16T16:00:00.294 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:00 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:00.047+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:26.301610+0000 front 2024-05-16T15:59:26.301538+0000 (oldest deadline 2024-05-16T15:59:48.601514+0000) 2024-05-16T16:00:00.294 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:00 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:00.047+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.802961+0000 front 2024-05-16T15:59:33.802996+0000 (oldest deadline 2024-05-16T15:59:59.103041+0000) 2024-05-16T16:00:00.294 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 15:59:59 smithi148 podman[70153]: 2024-05-16 15:59:59.99871672 +0000 UTC m=+5.523072225 container died e5dca6220afcb5b118a118c82d150c3a88a855f0be93660bc2d857154f623f80 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-05-16T16:00:00.676 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 16:00:00 smithi148 podman[70153]: 2024-05-16 16:00:00.37753212 +0000 UTC m=+5.901887625 container cleanup e5dca6220afcb5b118a118c82d150c3a88a855f0be93660bc2d857154f623f80 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, GIT_BRANCH=HEAD) 2024-05-16T16:00:00.676 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 16:00:00 smithi148 bash[70153]: ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7 2024-05-16T16:00:00.680 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 16:00:00 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T16:00:00.313+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.011973+0000 front 2024-05-16T15:59:09.012025+0000 (oldest deadline 2024-05-16T15:59:33.711920+0000) 2024-05-16T16:00:00.680 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 16:00:00 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T16:00:00.313+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:17.515219+0000 front 2024-05-16T15:59:17.515251+0000 (oldest deadline 2024-05-16T15:59:41.615334+0000) 2024-05-16T16:00:00.680 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 16:00:00 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T16:00:00.313+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:24.516586+0000 front 2024-05-16T15:59:24.516689+0000 (oldest deadline 2024-05-16T15:59:48.616535+0000) 2024-05-16T16:00:00.680 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 16:00:00 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T16:00:00.313+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:34.418065+0000 front 2024-05-16T15:59:34.417955+0000 (oldest deadline 2024-05-16T15:59:56.718053+0000) 2024-05-16T16:00:00.680 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:00 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:00.555+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T16:00:00.680 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:00 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:00.555+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T16:00:00.680 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:00 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:00.555+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.238810+0000 front 2024-05-16T15:59:18.238761+0000 (oldest deadline 2024-05-16T15:59:43.538925+0000) 2024-05-16T16:00:00.680 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:00 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:00.555+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.341983+0000 front 2024-05-16T15:59:33.342122+0000 (oldest deadline 2024-05-16T15:59:58.641915+0000) 2024-05-16T16:00:00.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:00 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:00.422+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T16:00:00.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:00 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:00.422+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:07.174380+0000 front 2024-05-16T15:59:07.174445+0000 (oldest deadline 2024-05-16T15:59:31.874499+0000) 2024-05-16T16:00:00.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:00 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:00.422+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.375634+0000 front 2024-05-16T15:59:15.375706+0000 (oldest deadline 2024-05-16T15:59:41.275727+0000) 2024-05-16T16:00:00.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:00 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:00.422+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:25.976585+0000 front 2024-05-16T15:59:25.976558+0000 (oldest deadline 2024-05-16T15:59:47.676736+0000) 2024-05-16T16:00:00.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:00 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:00.422+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:32.278653+0000 front 2024-05-16T15:59:32.278778+0000 (oldest deadline 2024-05-16T15:59:56.378503+0000) 2024-05-16T16:00:00.940 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 16:00:00 smithi148 podman[70170]: 2024-05-16 16:00:00.66253999 +0000 UTC m=+0.662917414 container remove e5dca6220afcb5b118a118c82d150c3a88a855f0be93660bc2d857154f623f80 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-05-16T16:00:01.330 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:01 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:01.028+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T16:00:01.330 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:01 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:01.028+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T16:00:01.330 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:01 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:01.028+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.800043+0000 front 2024-05-16T15:59:15.800098+0000 (oldest deadline 2024-05-16T15:59:40.500010+0000) 2024-05-16T16:00:01.330 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:01 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:01.028+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:26.301610+0000 front 2024-05-16T15:59:26.301538+0000 (oldest deadline 2024-05-16T15:59:48.601514+0000) 2024-05-16T16:00:01.330 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:01 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:01.028+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.802961+0000 front 2024-05-16T15:59:33.802996+0000 (oldest deadline 2024-05-16T15:59:59.103041+0000) 2024-05-16T16:00:01.330 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 16:00:01 smithi148 podman[70260]: 2024-05-16 16:00:01.005045541 +0000 UTC m=+0.110292147 container create be1b8086ce14fa09743d2062a8461dfa48acb3ceee65d1290cc789ca18b2339c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7-deactivate, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240514) 2024-05-16T16:00:01.331 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 16:00:01 smithi148 podman[70260]: 2024-05-16 16:00:00.911936749 +0000 UTC m=+0.017183381 image pull bc0afc5f792216c18cc9b63b7b42000fd468161488acab6065a32abbb64b541b quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381 2024-05-16T16:00:01.331 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 16:00:01 smithi148 podman[70260]: 2024-05-16 16:00:01.224324337 +0000 UTC m=+0.329570947 container init be1b8086ce14fa09743d2062a8461dfa48acb3ceee65d1290cc789ca18b2339c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7-deactivate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514) 2024-05-16T16:00:01.331 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 16:00:01 smithi148 podman[70260]: 2024-05-16 16:00:01.227784392 +0000 UTC m=+0.333031003 container start be1b8086ce14fa09743d2062a8461dfa48acb3ceee65d1290cc789ca18b2339c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7-deactivate, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-05-16T16:00:01.331 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 16:00:01 smithi148 podman[70260]: 2024-05-16 16:00:01.316041546 +0000 UTC m=+0.421288171 container attach be1b8086ce14fa09743d2062a8461dfa48acb3ceee65d1290cc789ca18b2339c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7-deactivate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c) 2024-05-16T16:00:01.429 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 16:00:01 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T16:00:01.270+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.011973+0000 front 2024-05-16T15:59:09.012025+0000 (oldest deadline 2024-05-16T15:59:33.711920+0000) 2024-05-16T16:00:01.430 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 16:00:01 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T16:00:01.270+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:17.515219+0000 front 2024-05-16T15:59:17.515251+0000 (oldest deadline 2024-05-16T15:59:41.615334+0000) 2024-05-16T16:00:01.430 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 16:00:01 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T16:00:01.270+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:24.516586+0000 front 2024-05-16T15:59:24.516689+0000 (oldest deadline 2024-05-16T15:59:48.616535+0000) 2024-05-16T16:00:01.430 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 16:00:01 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T16:00:01.270+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:34.418065+0000 front 2024-05-16T15:59:34.417955+0000 (oldest deadline 2024-05-16T15:59:56.718053+0000) 2024-05-16T16:00:01.691 INFO:journalctl@ceph.osd.7.smithi148.stdout:May 16 16:00:01 smithi148 podman[70260]: 2024-05-16 16:00:01.525881926 +0000 UTC m=+0.631128548 container died be1b8086ce14fa09743d2062a8461dfa48acb3ceee65d1290cc789ca18b2339c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-7-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True) 2024-05-16T16:00:01.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:01 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:01.460+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T16:00:01.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:01 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:01.460+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:07.174380+0000 front 2024-05-16T15:59:07.174445+0000 (oldest deadline 2024-05-16T15:59:31.874499+0000) 2024-05-16T16:00:01.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:01 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:01.460+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.375634+0000 front 2024-05-16T15:59:15.375706+0000 (oldest deadline 2024-05-16T15:59:41.275727+0000) 2024-05-16T16:00:01.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:01 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:01.460+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:25.976585+0000 front 2024-05-16T15:59:25.976558+0000 (oldest deadline 2024-05-16T15:59:47.676736+0000) 2024-05-16T16:00:01.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:01 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:01.460+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:32.278653+0000 front 2024-05-16T15:59:32.278778+0000 (oldest deadline 2024-05-16T15:59:56.378503+0000) 2024-05-16T16:00:01.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:01 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:01.600+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T16:00:01.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:01 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:01.600+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T16:00:01.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:01 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:01.600+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.238810+0000 front 2024-05-16T15:59:18.238761+0000 (oldest deadline 2024-05-16T15:59:43.538925+0000) 2024-05-16T16:00:01.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:01 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:01.600+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.341983+0000 front 2024-05-16T15:59:33.342122+0000 (oldest deadline 2024-05-16T15:59:58.641915+0000) 2024-05-16T16:00:02.159 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:02 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:02.038+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T16:00:02.159 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:02 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:02.038+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T16:00:02.159 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:02 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:02.038+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.800043+0000 front 2024-05-16T15:59:15.800098+0000 (oldest deadline 2024-05-16T15:59:40.500010+0000) 2024-05-16T16:00:02.159 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:02 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:02.038+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:26.301610+0000 front 2024-05-16T15:59:26.301538+0000 (oldest deadline 2024-05-16T15:59:48.601514+0000) 2024-05-16T16:00:02.159 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:02 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:02.038+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.802961+0000 front 2024-05-16T15:59:33.802996+0000 (oldest deadline 2024-05-16T15:59:59.103041+0000) 2024-05-16T16:00:02.185 DEBUG:teuthology.orchestra.run.smithi148:> sudo pkill -f 'journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@osd.7.service' 2024-05-16T16:00:02.225 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-16T16:00:02.225 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-05-16T16:00:02.225 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2024-05-16T16:00:02.226 DEBUG:teuthology.orchestra.run.smithi157:> sudo systemctl stop ceph-13155b42-139a-11ef-bc9a-c7b262605968@osd.8 2024-05-16T16:00:02.557 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 16:00:02 smithi157 systemd[1]: Stopping Ceph osd.8 for 13155b42-139a-11ef-bc9a-c7b262605968... 2024-05-16T16:00:02.557 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 16:00:02 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T16:00:02.274+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.011973+0000 front 2024-05-16T15:59:09.012025+0000 (oldest deadline 2024-05-16T15:59:33.711920+0000) 2024-05-16T16:00:02.557 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 16:00:02 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T16:00:02.274+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:17.515219+0000 front 2024-05-16T15:59:17.515251+0000 (oldest deadline 2024-05-16T15:59:41.615334+0000) 2024-05-16T16:00:02.557 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 16:00:02 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T16:00:02.274+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:24.516586+0000 front 2024-05-16T15:59:24.516689+0000 (oldest deadline 2024-05-16T15:59:48.616535+0000) 2024-05-16T16:00:02.557 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 16:00:02 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T16:00:02.274+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:34.418065+0000 front 2024-05-16T15:59:34.417955+0000 (oldest deadline 2024-05-16T15:59:56.718053+0000) 2024-05-16T16:00:02.557 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 16:00:02 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T16:00:02.542+0000 7f550f7af700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-16T16:00:02.557 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 16:00:02 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T16:00:02.542+0000 7f550f7af700 -1 osd.8 91 *** Got signal Terminated *** 2024-05-16T16:00:02.557 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 16:00:02 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T16:00:02.542+0000 7f550f7af700 -1 osd.8 91 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-16T16:00:02.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:02 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:02.459+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T16:00:02.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:02 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:02.459+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:07.174380+0000 front 2024-05-16T15:59:07.174445+0000 (oldest deadline 2024-05-16T15:59:31.874499+0000) 2024-05-16T16:00:02.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:02 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:02.459+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.375634+0000 front 2024-05-16T15:59:15.375706+0000 (oldest deadline 2024-05-16T15:59:41.275727+0000) 2024-05-16T16:00:02.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:02 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:02.459+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:25.976585+0000 front 2024-05-16T15:59:25.976558+0000 (oldest deadline 2024-05-16T15:59:47.676736+0000) 2024-05-16T16:00:02.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:02 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:02.459+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:32.278653+0000 front 2024-05-16T15:59:32.278778+0000 (oldest deadline 2024-05-16T15:59:56.378503+0000) 2024-05-16T16:00:02.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:02 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:02.602+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T16:00:02.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:02 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:02.602+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T16:00:02.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:02 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:02.602+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.238810+0000 front 2024-05-16T15:59:18.238761+0000 (oldest deadline 2024-05-16T15:59:43.538925+0000) 2024-05-16T16:00:02.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:02 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:02.602+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.341983+0000 front 2024-05-16T15:59:33.342122+0000 (oldest deadline 2024-05-16T15:59:58.641915+0000) 2024-05-16T16:00:03.386 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:03 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:03.008+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T16:00:03.387 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:03 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:03.008+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T16:00:03.387 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:03 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:03.008+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.800043+0000 front 2024-05-16T15:59:15.800098+0000 (oldest deadline 2024-05-16T15:59:40.500010+0000) 2024-05-16T16:00:03.387 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:03 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:03.008+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:26.301610+0000 front 2024-05-16T15:59:26.301538+0000 (oldest deadline 2024-05-16T15:59:48.601514+0000) 2024-05-16T16:00:03.387 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:03 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:03.008+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.802961+0000 front 2024-05-16T15:59:33.802996+0000 (oldest deadline 2024-05-16T15:59:59.103041+0000) 2024-05-16T16:00:03.605 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 16:00:03 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T16:00:03.283+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.011973+0000 front 2024-05-16T15:59:09.012025+0000 (oldest deadline 2024-05-16T15:59:33.711920+0000) 2024-05-16T16:00:03.605 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 16:00:03 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T16:00:03.283+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:17.515219+0000 front 2024-05-16T15:59:17.515251+0000 (oldest deadline 2024-05-16T15:59:41.615334+0000) 2024-05-16T16:00:03.605 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 16:00:03 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T16:00:03.283+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:24.516586+0000 front 2024-05-16T15:59:24.516689+0000 (oldest deadline 2024-05-16T15:59:48.616535+0000) 2024-05-16T16:00:03.605 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 16:00:03 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T16:00:03.283+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:34.418065+0000 front 2024-05-16T15:59:34.417955+0000 (oldest deadline 2024-05-16T15:59:56.718053+0000) 2024-05-16T16:00:03.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:03 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:03.590+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T16:00:03.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:03 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:03.590+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T16:00:03.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:03 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:03.590+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.238810+0000 front 2024-05-16T15:59:18.238761+0000 (oldest deadline 2024-05-16T15:59:43.538925+0000) 2024-05-16T16:00:03.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:03 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:03.590+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.341983+0000 front 2024-05-16T15:59:33.342122+0000 (oldest deadline 2024-05-16T15:59:58.641915+0000) 2024-05-16T16:00:03.978 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:03 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:03.484+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T16:00:03.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:03 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:03.484+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:07.174380+0000 front 2024-05-16T15:59:07.174445+0000 (oldest deadline 2024-05-16T15:59:31.874499+0000) 2024-05-16T16:00:03.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:03 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:03.484+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.375634+0000 front 2024-05-16T15:59:15.375706+0000 (oldest deadline 2024-05-16T15:59:41.275727+0000) 2024-05-16T16:00:03.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:03 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:03.484+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:25.976585+0000 front 2024-05-16T15:59:25.976558+0000 (oldest deadline 2024-05-16T15:59:47.676736+0000) 2024-05-16T16:00:03.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:03 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:03.484+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:32.278653+0000 front 2024-05-16T15:59:32.278778+0000 (oldest deadline 2024-05-16T15:59:56.378503+0000) 2024-05-16T16:00:04.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:04 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:04.047+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T16:00:04.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:04 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:04.047+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T16:00:04.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:04 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:04.047+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.800043+0000 front 2024-05-16T15:59:15.800098+0000 (oldest deadline 2024-05-16T15:59:40.500010+0000) 2024-05-16T16:00:04.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:04 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:04.047+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:26.301610+0000 front 2024-05-16T15:59:26.301538+0000 (oldest deadline 2024-05-16T15:59:48.601514+0000) 2024-05-16T16:00:04.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:04 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:04.047+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.802961+0000 front 2024-05-16T15:59:33.802996+0000 (oldest deadline 2024-05-16T15:59:59.103041+0000) 2024-05-16T16:00:04.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:04 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:04.047+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:39.104026+0000 front 2024-05-16T15:59:39.103860+0000 (oldest deadline 2024-05-16T16:00:03.803495+0000) 2024-05-16T16:00:04.640 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 16:00:04 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T16:00:04.237+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.011973+0000 front 2024-05-16T15:59:09.012025+0000 (oldest deadline 2024-05-16T15:59:33.711920+0000) 2024-05-16T16:00:04.640 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 16:00:04 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T16:00:04.237+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:17.515219+0000 front 2024-05-16T15:59:17.515251+0000 (oldest deadline 2024-05-16T15:59:41.615334+0000) 2024-05-16T16:00:04.640 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 16:00:04 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T16:00:04.237+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:24.516586+0000 front 2024-05-16T15:59:24.516689+0000 (oldest deadline 2024-05-16T15:59:48.616535+0000) 2024-05-16T16:00:04.640 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 16:00:04 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T16:00:04.237+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:34.418065+0000 front 2024-05-16T15:59:34.417955+0000 (oldest deadline 2024-05-16T15:59:56.718053+0000) 2024-05-16T16:00:04.920 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:04 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:04.625+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T16:00:04.921 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:04 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:04.625+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T16:00:04.921 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:04 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:04.625+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.238810+0000 front 2024-05-16T15:59:18.238761+0000 (oldest deadline 2024-05-16T15:59:43.538925+0000) 2024-05-16T16:00:04.921 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:04 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:04.625+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.341983+0000 front 2024-05-16T15:59:33.342122+0000 (oldest deadline 2024-05-16T15:59:58.641915+0000) 2024-05-16T16:00:04.921 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:04 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:04.625+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:38.642268+0000 front 2024-05-16T15:59:38.642377+0000 (oldest deadline 2024-05-16T16:00:04.542373+0000) 2024-05-16T16:00:04.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:04 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:04.467+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T16:00:04.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:04 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:04.467+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:07.174380+0000 front 2024-05-16T15:59:07.174445+0000 (oldest deadline 2024-05-16T15:59:31.874499+0000) 2024-05-16T16:00:04.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:04 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:04.467+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.375634+0000 front 2024-05-16T15:59:15.375706+0000 (oldest deadline 2024-05-16T15:59:41.275727+0000) 2024-05-16T16:00:04.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:04 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:04.467+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:25.976585+0000 front 2024-05-16T15:59:25.976558+0000 (oldest deadline 2024-05-16T15:59:47.676736+0000) 2024-05-16T16:00:04.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:04 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:04.467+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:32.278653+0000 front 2024-05-16T15:59:32.278778+0000 (oldest deadline 2024-05-16T15:59:56.378503+0000) 2024-05-16T16:00:05.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:05 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:05.027+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T16:00:05.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:05 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:05.027+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T16:00:05.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:05 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:05.027+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.800043+0000 front 2024-05-16T15:59:15.800098+0000 (oldest deadline 2024-05-16T15:59:40.500010+0000) 2024-05-16T16:00:05.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:05 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:05.027+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:26.301610+0000 front 2024-05-16T15:59:26.301538+0000 (oldest deadline 2024-05-16T15:59:48.601514+0000) 2024-05-16T16:00:05.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:05 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:05.027+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.802961+0000 front 2024-05-16T15:59:33.802996+0000 (oldest deadline 2024-05-16T15:59:59.103041+0000) 2024-05-16T16:00:05.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:05 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:05.027+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:39.104026+0000 front 2024-05-16T15:59:39.103860+0000 (oldest deadline 2024-05-16T16:00:03.803495+0000) 2024-05-16T16:00:05.644 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 16:00:05 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T16:00:05.227+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.011973+0000 front 2024-05-16T15:59:09.012025+0000 (oldest deadline 2024-05-16T15:59:33.711920+0000) 2024-05-16T16:00:05.645 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 16:00:05 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T16:00:05.227+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:17.515219+0000 front 2024-05-16T15:59:17.515251+0000 (oldest deadline 2024-05-16T15:59:41.615334+0000) 2024-05-16T16:00:05.645 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 16:00:05 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T16:00:05.227+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:24.516586+0000 front 2024-05-16T15:59:24.516689+0000 (oldest deadline 2024-05-16T15:59:48.616535+0000) 2024-05-16T16:00:05.645 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 16:00:05 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T16:00:05.227+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:34.418065+0000 front 2024-05-16T15:59:34.417955+0000 (oldest deadline 2024-05-16T15:59:56.718053+0000) 2024-05-16T16:00:05.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:05 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:05.630+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T16:00:05.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:05 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:05.630+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T16:00:05.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:05 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:05.630+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.238810+0000 front 2024-05-16T15:59:18.238761+0000 (oldest deadline 2024-05-16T15:59:43.538925+0000) 2024-05-16T16:00:05.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:05 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:05.630+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.341983+0000 front 2024-05-16T15:59:33.342122+0000 (oldest deadline 2024-05-16T15:59:58.641915+0000) 2024-05-16T16:00:05.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:05 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:05.630+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:38.642268+0000 front 2024-05-16T15:59:38.642377+0000 (oldest deadline 2024-05-16T16:00:04.542373+0000) 2024-05-16T16:00:05.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:05 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:05.510+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T16:00:05.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:05 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:05.510+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:07.174380+0000 front 2024-05-16T15:59:07.174445+0000 (oldest deadline 2024-05-16T15:59:31.874499+0000) 2024-05-16T16:00:05.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:05 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:05.510+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.375634+0000 front 2024-05-16T15:59:15.375706+0000 (oldest deadline 2024-05-16T15:59:41.275727+0000) 2024-05-16T16:00:05.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:05 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:05.510+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:25.976585+0000 front 2024-05-16T15:59:25.976558+0000 (oldest deadline 2024-05-16T15:59:47.676736+0000) 2024-05-16T16:00:05.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:05 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:05.510+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:32.278653+0000 front 2024-05-16T15:59:32.278778+0000 (oldest deadline 2024-05-16T15:59:56.378503+0000) 2024-05-16T16:00:06.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:05 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:05.986+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T16:00:06.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:05 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:05.986+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T16:00:06.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:05 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:05.986+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.800043+0000 front 2024-05-16T15:59:15.800098+0000 (oldest deadline 2024-05-16T15:59:40.500010+0000) 2024-05-16T16:00:06.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:05 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:05.986+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:26.301610+0000 front 2024-05-16T15:59:26.301538+0000 (oldest deadline 2024-05-16T15:59:48.601514+0000) 2024-05-16T16:00:06.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:05 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:05.986+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.802961+0000 front 2024-05-16T15:59:33.802996+0000 (oldest deadline 2024-05-16T15:59:59.103041+0000) 2024-05-16T16:00:06.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:05 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:05.986+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:39.104026+0000 front 2024-05-16T15:59:39.103860+0000 (oldest deadline 2024-05-16T16:00:03.803495+0000) 2024-05-16T16:00:06.654 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 16:00:06 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T16:00:06.242+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.011973+0000 front 2024-05-16T15:59:09.012025+0000 (oldest deadline 2024-05-16T15:59:33.711920+0000) 2024-05-16T16:00:06.655 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 16:00:06 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T16:00:06.242+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:17.515219+0000 front 2024-05-16T15:59:17.515251+0000 (oldest deadline 2024-05-16T15:59:41.615334+0000) 2024-05-16T16:00:06.655 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 16:00:06 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T16:00:06.242+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:24.516586+0000 front 2024-05-16T15:59:24.516689+0000 (oldest deadline 2024-05-16T15:59:48.616535+0000) 2024-05-16T16:00:06.655 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 16:00:06 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T16:00:06.242+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:34.418065+0000 front 2024-05-16T15:59:34.417955+0000 (oldest deadline 2024-05-16T15:59:56.718053+0000) 2024-05-16T16:00:06.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:06 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:06.639+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T16:00:06.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:06 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:06.639+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T16:00:06.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:06 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:06.639+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.238810+0000 front 2024-05-16T15:59:18.238761+0000 (oldest deadline 2024-05-16T15:59:43.538925+0000) 2024-05-16T16:00:06.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:06 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:06.639+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.341983+0000 front 2024-05-16T15:59:33.342122+0000 (oldest deadline 2024-05-16T15:59:58.641915+0000) 2024-05-16T16:00:06.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:06 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:06.639+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:38.642268+0000 front 2024-05-16T15:59:38.642377+0000 (oldest deadline 2024-05-16T16:00:04.542373+0000) 2024-05-16T16:00:06.978 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:06 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:06.538+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T16:00:06.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:06 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:06.538+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:07.174380+0000 front 2024-05-16T15:59:07.174445+0000 (oldest deadline 2024-05-16T15:59:31.874499+0000) 2024-05-16T16:00:06.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:06 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:06.538+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.375634+0000 front 2024-05-16T15:59:15.375706+0000 (oldest deadline 2024-05-16T15:59:41.275727+0000) 2024-05-16T16:00:06.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:06 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:06.538+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:25.976585+0000 front 2024-05-16T15:59:25.976558+0000 (oldest deadline 2024-05-16T15:59:47.676736+0000) 2024-05-16T16:00:06.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:06 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:06.538+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:32.278653+0000 front 2024-05-16T15:59:32.278778+0000 (oldest deadline 2024-05-16T15:59:56.378503+0000) 2024-05-16T16:00:07.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:06 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:06.979+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T16:00:07.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:06 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:06.979+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T16:00:07.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:06 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:06.979+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.800043+0000 front 2024-05-16T15:59:15.800098+0000 (oldest deadline 2024-05-16T15:59:40.500010+0000) 2024-05-16T16:00:07.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:06 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:06.979+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:26.301610+0000 front 2024-05-16T15:59:26.301538+0000 (oldest deadline 2024-05-16T15:59:48.601514+0000) 2024-05-16T16:00:07.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:06 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:06.979+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.802961+0000 front 2024-05-16T15:59:33.802996+0000 (oldest deadline 2024-05-16T15:59:59.103041+0000) 2024-05-16T16:00:07.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:06 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:06.979+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:39.104026+0000 front 2024-05-16T15:59:39.103860+0000 (oldest deadline 2024-05-16T16:00:03.803495+0000) 2024-05-16T16:00:07.653 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 16:00:07 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T16:00:07.269+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.011973+0000 front 2024-05-16T15:59:09.012025+0000 (oldest deadline 2024-05-16T15:59:33.711920+0000) 2024-05-16T16:00:07.654 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 16:00:07 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T16:00:07.269+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:17.515219+0000 front 2024-05-16T15:59:17.515251+0000 (oldest deadline 2024-05-16T15:59:41.615334+0000) 2024-05-16T16:00:07.654 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 16:00:07 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T16:00:07.269+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:24.516586+0000 front 2024-05-16T15:59:24.516689+0000 (oldest deadline 2024-05-16T15:59:48.616535+0000) 2024-05-16T16:00:07.654 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 16:00:07 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8[53929]: 2024-05-16T16:00:07.269+0000 7f550bda3700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:34.418065+0000 front 2024-05-16T15:59:34.417955+0000 (oldest deadline 2024-05-16T15:59:56.718053+0000) 2024-05-16T16:00:07.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:07 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:07.639+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T16:00:07.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:07 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:07.639+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T16:00:07.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:07 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:07.639+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.238810+0000 front 2024-05-16T15:59:18.238761+0000 (oldest deadline 2024-05-16T15:59:43.538925+0000) 2024-05-16T16:00:07.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:07 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:07.639+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.341983+0000 front 2024-05-16T15:59:33.342122+0000 (oldest deadline 2024-05-16T15:59:58.641915+0000) 2024-05-16T16:00:07.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:07 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:07.639+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:38.642268+0000 front 2024-05-16T15:59:38.642377+0000 (oldest deadline 2024-05-16T16:00:04.542373+0000) 2024-05-16T16:00:07.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:07 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:07.493+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T16:00:07.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:07 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:07.493+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:07.174380+0000 front 2024-05-16T15:59:07.174445+0000 (oldest deadline 2024-05-16T15:59:31.874499+0000) 2024-05-16T16:00:07.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:07 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:07.493+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.375634+0000 front 2024-05-16T15:59:15.375706+0000 (oldest deadline 2024-05-16T15:59:41.275727+0000) 2024-05-16T16:00:07.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:07 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:07.493+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:25.976585+0000 front 2024-05-16T15:59:25.976558+0000 (oldest deadline 2024-05-16T15:59:47.676736+0000) 2024-05-16T16:00:07.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:07 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:07.493+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:32.278653+0000 front 2024-05-16T15:59:32.278778+0000 (oldest deadline 2024-05-16T15:59:56.378503+0000) 2024-05-16T16:00:07.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:07 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:07.493+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:42.580843+0000 front 2024-05-16T15:59:42.580892+0000 (oldest deadline 2024-05-16T16:00:07.280984+0000) 2024-05-16T16:00:08.430 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 16:00:08 smithi157 podman[71147]: 2024-05-16 16:00:08.152564086 +0000 UTC m=+5.738701388 container died 6cf2b2a867d7bb594c5504112e0462058f4aa43fff946290577f940f5d66433b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c) 2024-05-16T16:00:08.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:07 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:07.949+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T16:00:08.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:07 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:07.949+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T16:00:08.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:07 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:07.949+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.800043+0000 front 2024-05-16T15:59:15.800098+0000 (oldest deadline 2024-05-16T15:59:40.500010+0000) 2024-05-16T16:00:08.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:07 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:07.949+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:26.301610+0000 front 2024-05-16T15:59:26.301538+0000 (oldest deadline 2024-05-16T15:59:48.601514+0000) 2024-05-16T16:00:08.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:07 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:07.949+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.802961+0000 front 2024-05-16T15:59:33.802996+0000 (oldest deadline 2024-05-16T15:59:59.103041+0000) 2024-05-16T16:00:08.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:07 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:07.949+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:39.104026+0000 front 2024-05-16T15:59:39.103860+0000 (oldest deadline 2024-05-16T16:00:03.803495+0000) 2024-05-16T16:00:08.778 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 16:00:08 smithi157 podman[71147]: 2024-05-16 16:00:08.538208842 +0000 UTC m=+6.124346139 container cleanup 6cf2b2a867d7bb594c5504112e0462058f4aa43fff946290577f940f5d66433b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-05-16T16:00:08.779 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 16:00:08 smithi157 bash[71147]: ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8 2024-05-16T16:00:08.779 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:08 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:08.679+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T16:00:08.779 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:08 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:08.679+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T16:00:08.779 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:08 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:08.679+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.238810+0000 front 2024-05-16T15:59:18.238761+0000 (oldest deadline 2024-05-16T15:59:43.538925+0000) 2024-05-16T16:00:08.779 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:08 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:08.679+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.341983+0000 front 2024-05-16T15:59:33.342122+0000 (oldest deadline 2024-05-16T15:59:58.641915+0000) 2024-05-16T16:00:08.779 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:08 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:08.679+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:38.642268+0000 front 2024-05-16T15:59:38.642377+0000 (oldest deadline 2024-05-16T16:00:04.542373+0000) 2024-05-16T16:00:08.978 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:08 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:08.487+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T16:00:08.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:08 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:08.487+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:07.174380+0000 front 2024-05-16T15:59:07.174445+0000 (oldest deadline 2024-05-16T15:59:31.874499+0000) 2024-05-16T16:00:08.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:08 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:08.487+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.375634+0000 front 2024-05-16T15:59:15.375706+0000 (oldest deadline 2024-05-16T15:59:41.275727+0000) 2024-05-16T16:00:08.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:08 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:08.487+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:25.976585+0000 front 2024-05-16T15:59:25.976558+0000 (oldest deadline 2024-05-16T15:59:47.676736+0000) 2024-05-16T16:00:08.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:08 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:08.487+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:32.278653+0000 front 2024-05-16T15:59:32.278778+0000 (oldest deadline 2024-05-16T15:59:56.378503+0000) 2024-05-16T16:00:08.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:08 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:08.487+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:42.580843+0000 front 2024-05-16T15:59:42.580892+0000 (oldest deadline 2024-05-16T16:00:07.280984+0000) 2024-05-16T16:00:09.179 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 16:00:08 smithi157 podman[71176]: 2024-05-16 16:00:08.764602343 +0000 UTC m=+0.610341013 container remove 6cf2b2a867d7bb594c5504112e0462058f4aa43fff946290577f940f5d66433b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-05-16T16:00:09.430 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 16:00:09 smithi157 podman[71263]: 2024-05-16 16:00:09.16534547 +0000 UTC m=+0.106842651 container create d7fb1f369afef07350845159e6280bc21ea9bc7f95f5462f38c23cf191b9c04d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514) 2024-05-16T16:00:09.430 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 16:00:09 smithi157 podman[71263]: 2024-05-16 16:00:09.075578058 +0000 UTC m=+0.017075252 image pull bc0afc5f792216c18cc9b63b7b42000fd468161488acab6065a32abbb64b541b quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381 2024-05-16T16:00:09.430 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 16:00:09 smithi157 podman[71263]: 2024-05-16 16:00:09.409500764 +0000 UTC m=+0.350997952 container init d7fb1f369afef07350845159e6280bc21ea9bc7f95f5462f38c23cf191b9c04d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8-deactivate, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-05-16T16:00:09.430 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 16:00:09 smithi157 podman[71263]: 2024-05-16 16:00:09.41281921 +0000 UTC m=+0.354316394 container start d7fb1f369afef07350845159e6280bc21ea9bc7f95f5462f38c23cf191b9c04d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=) 2024-05-16T16:00:09.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:08 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:08.971+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T16:00:09.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:08 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:08.971+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T16:00:09.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:08 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:08.971+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.800043+0000 front 2024-05-16T15:59:15.800098+0000 (oldest deadline 2024-05-16T15:59:40.500010+0000) 2024-05-16T16:00:09.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:08 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:08.971+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:26.301610+0000 front 2024-05-16T15:59:26.301538+0000 (oldest deadline 2024-05-16T15:59:48.601514+0000) 2024-05-16T16:00:09.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:08 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:08.971+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.802961+0000 front 2024-05-16T15:59:33.802996+0000 (oldest deadline 2024-05-16T15:59:59.103041+0000) 2024-05-16T16:00:09.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:08 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:08.971+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:39.104026+0000 front 2024-05-16T15:59:39.103860+0000 (oldest deadline 2024-05-16T16:00:03.803495+0000) 2024-05-16T16:00:09.727 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 16:00:09 smithi157 podman[71263]: 2024-05-16 16:00:09.509729885 +0000 UTC m=+0.451227076 container attach d7fb1f369afef07350845159e6280bc21ea9bc7f95f5462f38c23cf191b9c04d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-05-16T16:00:09.978 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:09 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:09.512+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T16:00:09.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:09 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:09.512+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:07.174380+0000 front 2024-05-16T15:59:07.174445+0000 (oldest deadline 2024-05-16T15:59:31.874499+0000) 2024-05-16T16:00:09.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:09 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:09.512+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.375634+0000 front 2024-05-16T15:59:15.375706+0000 (oldest deadline 2024-05-16T15:59:41.275727+0000) 2024-05-16T16:00:09.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:09 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:09.512+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:25.976585+0000 front 2024-05-16T15:59:25.976558+0000 (oldest deadline 2024-05-16T15:59:47.676736+0000) 2024-05-16T16:00:09.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:09 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:09.512+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:32.278653+0000 front 2024-05-16T15:59:32.278778+0000 (oldest deadline 2024-05-16T15:59:56.378503+0000) 2024-05-16T16:00:09.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:09 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:09.512+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:42.580843+0000 front 2024-05-16T15:59:42.580892+0000 (oldest deadline 2024-05-16T16:00:07.280984+0000) 2024-05-16T16:00:10.018 INFO:journalctl@ceph.osd.8.smithi157.stdout:May 16 16:00:09 smithi157 podman[71263]: 2024-05-16 16:00:09.71372713 +0000 UTC m=+0.655224321 container died d7fb1f369afef07350845159e6280bc21ea9bc7f95f5462f38c23cf191b9c04d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-8-deactivate, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-16T16:00:10.018 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:09 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:09.723+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T16:00:10.018 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:09 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:09.723+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T16:00:10.018 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:09 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:09.723+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.238810+0000 front 2024-05-16T15:59:18.238761+0000 (oldest deadline 2024-05-16T15:59:43.538925+0000) 2024-05-16T16:00:10.018 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:09 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:09.723+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.341983+0000 front 2024-05-16T15:59:33.342122+0000 (oldest deadline 2024-05-16T15:59:58.641915+0000) 2024-05-16T16:00:10.019 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:09 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:09.723+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:38.642268+0000 front 2024-05-16T15:59:38.642377+0000 (oldest deadline 2024-05-16T16:00:04.542373+0000) 2024-05-16T16:00:10.381 DEBUG:teuthology.orchestra.run.smithi157:> sudo pkill -f 'journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@osd.8.service' 2024-05-16T16:00:10.423 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-16T16:00:10.423 INFO:tasks.cephadm.osd.8:Stopped osd.8 2024-05-16T16:00:10.424 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2024-05-16T16:00:10.424 DEBUG:teuthology.orchestra.run.smithi043:> sudo systemctl stop ceph-13155b42-139a-11ef-bc9a-c7b262605968@osd.9 2024-05-16T16:00:10.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:09 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:09.967+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T16:00:10.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:09 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:09.967+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T16:00:10.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:09 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:09.967+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.800043+0000 front 2024-05-16T15:59:15.800098+0000 (oldest deadline 2024-05-16T15:59:40.500010+0000) 2024-05-16T16:00:10.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:09 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:09.967+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:26.301610+0000 front 2024-05-16T15:59:26.301538+0000 (oldest deadline 2024-05-16T15:59:48.601514+0000) 2024-05-16T16:00:10.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:09 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:09.967+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.802961+0000 front 2024-05-16T15:59:33.802996+0000 (oldest deadline 2024-05-16T15:59:59.103041+0000) 2024-05-16T16:00:10.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:09 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:09.967+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:39.104026+0000 front 2024-05-16T15:59:39.103860+0000 (oldest deadline 2024-05-16T16:00:03.803495+0000) 2024-05-16T16:00:10.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:10 smithi043 systemd[1]: Stopping Ceph osd.9 for 13155b42-139a-11ef-bc9a-c7b262605968... 2024-05-16T16:00:10.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:10 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:10.479+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T16:00:10.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:10 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:10.479+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:07.174380+0000 front 2024-05-16T15:59:07.174445+0000 (oldest deadline 2024-05-16T15:59:31.874499+0000) 2024-05-16T16:00:10.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:10 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:10.479+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.375634+0000 front 2024-05-16T15:59:15.375706+0000 (oldest deadline 2024-05-16T15:59:41.275727+0000) 2024-05-16T16:00:10.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:10 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:10.479+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:25.976585+0000 front 2024-05-16T15:59:25.976558+0000 (oldest deadline 2024-05-16T15:59:47.676736+0000) 2024-05-16T16:00:10.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:10 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:10.479+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:32.278653+0000 front 2024-05-16T15:59:32.278778+0000 (oldest deadline 2024-05-16T15:59:56.378503+0000) 2024-05-16T16:00:10.729 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:10 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:10.479+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:42.580843+0000 front 2024-05-16T15:59:42.580892+0000 (oldest deadline 2024-05-16T16:00:07.280984+0000) 2024-05-16T16:00:11.180 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:10 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:10.719+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T16:00:11.180 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:10 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:10.719+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T16:00:11.180 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:10 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:10.719+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.238810+0000 front 2024-05-16T15:59:18.238761+0000 (oldest deadline 2024-05-16T15:59:43.538925+0000) 2024-05-16T16:00:11.180 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:10 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:10.719+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.341983+0000 front 2024-05-16T15:59:33.342122+0000 (oldest deadline 2024-05-16T15:59:58.641915+0000) 2024-05-16T16:00:11.180 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:10 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:10.719+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:38.642268+0000 front 2024-05-16T15:59:38.642377+0000 (oldest deadline 2024-05-16T16:00:04.542373+0000) 2024-05-16T16:00:11.228 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:10 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:10.750+0000 7fb0639d3700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-16T16:00:11.228 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:10 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:10.750+0000 7fb0639d3700 -1 osd.9 91 *** Got signal Terminated *** 2024-05-16T16:00:11.228 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:10 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:10.750+0000 7fb0639d3700 -1 osd.9 91 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-16T16:00:11.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:10 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:10.934+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T16:00:11.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:10 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:10.934+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T16:00:11.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:10 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:10.934+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.800043+0000 front 2024-05-16T15:59:15.800098+0000 (oldest deadline 2024-05-16T15:59:40.500010+0000) 2024-05-16T16:00:11.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:10 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:10.934+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:26.301610+0000 front 2024-05-16T15:59:26.301538+0000 (oldest deadline 2024-05-16T15:59:48.601514+0000) 2024-05-16T16:00:11.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:10 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:10.934+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.802961+0000 front 2024-05-16T15:59:33.802996+0000 (oldest deadline 2024-05-16T15:59:59.103041+0000) 2024-05-16T16:00:11.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:10 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:10.934+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:39.104026+0000 front 2024-05-16T15:59:39.103860+0000 (oldest deadline 2024-05-16T16:00:03.803495+0000) 2024-05-16T16:00:11.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:11 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:11.464+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T16:00:11.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:11 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:11.464+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:07.174380+0000 front 2024-05-16T15:59:07.174445+0000 (oldest deadline 2024-05-16T15:59:31.874499+0000) 2024-05-16T16:00:11.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:11 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:11.464+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.375634+0000 front 2024-05-16T15:59:15.375706+0000 (oldest deadline 2024-05-16T15:59:41.275727+0000) 2024-05-16T16:00:11.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:11 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:11.464+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:25.976585+0000 front 2024-05-16T15:59:25.976558+0000 (oldest deadline 2024-05-16T15:59:47.676736+0000) 2024-05-16T16:00:11.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:11 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:11.464+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:32.278653+0000 front 2024-05-16T15:59:32.278778+0000 (oldest deadline 2024-05-16T15:59:56.378503+0000) 2024-05-16T16:00:11.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:11 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:11.464+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:42.580843+0000 front 2024-05-16T15:59:42.580892+0000 (oldest deadline 2024-05-16T16:00:07.280984+0000) 2024-05-16T16:00:12.180 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:11 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:11.685+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T16:00:12.180 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:11 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:11.685+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T16:00:12.180 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:11 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:11.685+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.238810+0000 front 2024-05-16T15:59:18.238761+0000 (oldest deadline 2024-05-16T15:59:43.538925+0000) 2024-05-16T16:00:12.180 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:11 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:11.685+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.341983+0000 front 2024-05-16T15:59:33.342122+0000 (oldest deadline 2024-05-16T15:59:58.641915+0000) 2024-05-16T16:00:12.180 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:11 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:11.685+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:38.642268+0000 front 2024-05-16T15:59:38.642377+0000 (oldest deadline 2024-05-16T16:00:04.542373+0000) 2024-05-16T16:00:12.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:11 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:11.937+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T16:00:12.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:11 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:11.937+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T16:00:12.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:11 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:11.937+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.800043+0000 front 2024-05-16T15:59:15.800098+0000 (oldest deadline 2024-05-16T15:59:40.500010+0000) 2024-05-16T16:00:12.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:11 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:11.937+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:26.301610+0000 front 2024-05-16T15:59:26.301538+0000 (oldest deadline 2024-05-16T15:59:48.601514+0000) 2024-05-16T16:00:12.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:11 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:11.937+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.802961+0000 front 2024-05-16T15:59:33.802996+0000 (oldest deadline 2024-05-16T15:59:59.103041+0000) 2024-05-16T16:00:12.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:11 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:11.937+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:39.104026+0000 front 2024-05-16T15:59:39.103860+0000 (oldest deadline 2024-05-16T16:00:03.803495+0000) 2024-05-16T16:00:12.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:11 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:11.937+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6822 osd.6 since back 2024-05-16T15:59:47.805075+0000 front 2024-05-16T15:59:47.805094+0000 (oldest deadline 2024-05-16T16:00:11.904997+0000) 2024-05-16T16:00:12.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:12 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:12.657+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T16:00:12.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:12 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:12.657+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T16:00:12.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:12 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:12.657+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.238810+0000 front 2024-05-16T15:59:18.238761+0000 (oldest deadline 2024-05-16T15:59:43.538925+0000) 2024-05-16T16:00:12.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:12 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:12.657+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.341983+0000 front 2024-05-16T15:59:33.342122+0000 (oldest deadline 2024-05-16T15:59:58.641915+0000) 2024-05-16T16:00:12.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:12 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:12.657+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:38.642268+0000 front 2024-05-16T15:59:38.642377+0000 (oldest deadline 2024-05-16T16:00:04.542373+0000) 2024-05-16T16:00:12.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:12 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:12.473+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T16:00:12.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:12 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:12.473+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:07.174380+0000 front 2024-05-16T15:59:07.174445+0000 (oldest deadline 2024-05-16T15:59:31.874499+0000) 2024-05-16T16:00:12.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:12 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:12.473+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.375634+0000 front 2024-05-16T15:59:15.375706+0000 (oldest deadline 2024-05-16T15:59:41.275727+0000) 2024-05-16T16:00:12.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:12 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:12.473+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:25.976585+0000 front 2024-05-16T15:59:25.976558+0000 (oldest deadline 2024-05-16T15:59:47.676736+0000) 2024-05-16T16:00:12.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:12 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:12.473+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:32.278653+0000 front 2024-05-16T15:59:32.278778+0000 (oldest deadline 2024-05-16T15:59:56.378503+0000) 2024-05-16T16:00:12.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:12 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:12.473+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:42.580843+0000 front 2024-05-16T15:59:42.580892+0000 (oldest deadline 2024-05-16T16:00:07.280984+0000) 2024-05-16T16:00:13.190 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:12 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:12.966+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T16:00:13.190 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:12 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:12.966+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T16:00:13.190 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:12 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:12.966+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.800043+0000 front 2024-05-16T15:59:15.800098+0000 (oldest deadline 2024-05-16T15:59:40.500010+0000) 2024-05-16T16:00:13.191 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:12 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:12.966+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:26.301610+0000 front 2024-05-16T15:59:26.301538+0000 (oldest deadline 2024-05-16T15:59:48.601514+0000) 2024-05-16T16:00:13.191 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:12 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:12.966+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.802961+0000 front 2024-05-16T15:59:33.802996+0000 (oldest deadline 2024-05-16T15:59:59.103041+0000) 2024-05-16T16:00:13.191 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:12 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:12.966+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:39.104026+0000 front 2024-05-16T15:59:39.103860+0000 (oldest deadline 2024-05-16T16:00:03.803495+0000) 2024-05-16T16:00:13.191 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:12 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:12.966+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6822 osd.6 since back 2024-05-16T15:59:47.805075+0000 front 2024-05-16T15:59:47.805094+0000 (oldest deadline 2024-05-16T16:00:11.904997+0000) 2024-05-16T16:00:13.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:13 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:13.644+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T16:00:13.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:13 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:13.644+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T16:00:13.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:13 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:13.644+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.238810+0000 front 2024-05-16T15:59:18.238761+0000 (oldest deadline 2024-05-16T15:59:43.538925+0000) 2024-05-16T16:00:13.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:13 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:13.644+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.341983+0000 front 2024-05-16T15:59:33.342122+0000 (oldest deadline 2024-05-16T15:59:58.641915+0000) 2024-05-16T16:00:13.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:13 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:13.644+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:38.642268+0000 front 2024-05-16T15:59:38.642377+0000 (oldest deadline 2024-05-16T16:00:04.542373+0000) 2024-05-16T16:00:13.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:13 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:13.492+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T16:00:13.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:13 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:13.492+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:07.174380+0000 front 2024-05-16T15:59:07.174445+0000 (oldest deadline 2024-05-16T15:59:31.874499+0000) 2024-05-16T16:00:13.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:13 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:13.492+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.375634+0000 front 2024-05-16T15:59:15.375706+0000 (oldest deadline 2024-05-16T15:59:41.275727+0000) 2024-05-16T16:00:13.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:13 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:13.492+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:25.976585+0000 front 2024-05-16T15:59:25.976558+0000 (oldest deadline 2024-05-16T15:59:47.676736+0000) 2024-05-16T16:00:13.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:13 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:13.492+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:32.278653+0000 front 2024-05-16T15:59:32.278778+0000 (oldest deadline 2024-05-16T15:59:56.378503+0000) 2024-05-16T16:00:13.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:13 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:13.492+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:42.580843+0000 front 2024-05-16T15:59:42.580892+0000 (oldest deadline 2024-05-16T16:00:07.280984+0000) 2024-05-16T16:00:14.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:13 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:13.967+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T16:00:14.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:13 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:13.967+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T16:00:14.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:13 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:13.967+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.800043+0000 front 2024-05-16T15:59:15.800098+0000 (oldest deadline 2024-05-16T15:59:40.500010+0000) 2024-05-16T16:00:14.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:13 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:13.967+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:26.301610+0000 front 2024-05-16T15:59:26.301538+0000 (oldest deadline 2024-05-16T15:59:48.601514+0000) 2024-05-16T16:00:14.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:13 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:13.967+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.802961+0000 front 2024-05-16T15:59:33.802996+0000 (oldest deadline 2024-05-16T15:59:59.103041+0000) 2024-05-16T16:00:14.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:13 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:13.967+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:39.104026+0000 front 2024-05-16T15:59:39.103860+0000 (oldest deadline 2024-05-16T16:00:03.803495+0000) 2024-05-16T16:00:14.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:13 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:13.967+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6822 osd.6 since back 2024-05-16T15:59:47.805075+0000 front 2024-05-16T15:59:47.805094+0000 (oldest deadline 2024-05-16T16:00:11.904997+0000) 2024-05-16T16:00:14.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:14 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:14.651+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T16:00:14.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:14 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:14.651+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T16:00:14.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:14 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:14.651+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.238810+0000 front 2024-05-16T15:59:18.238761+0000 (oldest deadline 2024-05-16T15:59:43.538925+0000) 2024-05-16T16:00:14.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:14 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:14.651+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.341983+0000 front 2024-05-16T15:59:33.342122+0000 (oldest deadline 2024-05-16T15:59:58.641915+0000) 2024-05-16T16:00:14.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:14 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:14.651+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:38.642268+0000 front 2024-05-16T15:59:38.642377+0000 (oldest deadline 2024-05-16T16:00:04.542373+0000) 2024-05-16T16:00:14.978 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:14 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:14.540+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T16:00:14.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:14 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:14.540+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:07.174380+0000 front 2024-05-16T15:59:07.174445+0000 (oldest deadline 2024-05-16T15:59:31.874499+0000) 2024-05-16T16:00:14.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:14 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:14.540+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.375634+0000 front 2024-05-16T15:59:15.375706+0000 (oldest deadline 2024-05-16T15:59:41.275727+0000) 2024-05-16T16:00:14.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:14 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:14.540+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:25.976585+0000 front 2024-05-16T15:59:25.976558+0000 (oldest deadline 2024-05-16T15:59:47.676736+0000) 2024-05-16T16:00:14.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:14 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:14.540+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:32.278653+0000 front 2024-05-16T15:59:32.278778+0000 (oldest deadline 2024-05-16T15:59:56.378503+0000) 2024-05-16T16:00:14.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:14 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:14.540+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:42.580843+0000 front 2024-05-16T15:59:42.580892+0000 (oldest deadline 2024-05-16T16:00:07.280984+0000) 2024-05-16T16:00:15.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:15 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:15.014+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T16:00:15.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:15 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:15.014+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T16:00:15.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:15 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:15.014+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.800043+0000 front 2024-05-16T15:59:15.800098+0000 (oldest deadline 2024-05-16T15:59:40.500010+0000) 2024-05-16T16:00:15.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:15 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:15.014+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:26.301610+0000 front 2024-05-16T15:59:26.301538+0000 (oldest deadline 2024-05-16T15:59:48.601514+0000) 2024-05-16T16:00:15.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:15 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:15.014+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.802961+0000 front 2024-05-16T15:59:33.802996+0000 (oldest deadline 2024-05-16T15:59:59.103041+0000) 2024-05-16T16:00:15.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:15 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:15.014+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:39.104026+0000 front 2024-05-16T15:59:39.103860+0000 (oldest deadline 2024-05-16T16:00:03.803495+0000) 2024-05-16T16:00:15.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:15 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:15.014+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6822 osd.6 since back 2024-05-16T15:59:47.805075+0000 front 2024-05-16T15:59:47.805094+0000 (oldest deadline 2024-05-16T16:00:11.904997+0000) 2024-05-16T16:00:15.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:15 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:15.617+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T16:00:15.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:15 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:15.617+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T16:00:15.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:15 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:15.617+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.238810+0000 front 2024-05-16T15:59:18.238761+0000 (oldest deadline 2024-05-16T15:59:43.538925+0000) 2024-05-16T16:00:15.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:15 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:15.617+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.341983+0000 front 2024-05-16T15:59:33.342122+0000 (oldest deadline 2024-05-16T15:59:58.641915+0000) 2024-05-16T16:00:15.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:15 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:15.617+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:38.642268+0000 front 2024-05-16T15:59:38.642377+0000 (oldest deadline 2024-05-16T16:00:04.542373+0000) 2024-05-16T16:00:15.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:15 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:15.617+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6822 osd.6 since back 2024-05-16T15:59:50.844501+0000 front 2024-05-16T15:59:50.844598+0000 (oldest deadline 2024-05-16T16:00:15.544560+0000) 2024-05-16T16:00:15.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:15 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:15.553+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:58:58.973084+0000 front 2024-05-16T15:58:58.973103+0000 (oldest deadline 2024-05-16T15:59:24.273230+0000) 2024-05-16T16:00:15.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:15 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:15.553+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:07.174380+0000 front 2024-05-16T15:59:07.174445+0000 (oldest deadline 2024-05-16T15:59:31.874499+0000) 2024-05-16T16:00:15.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:15 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:15.553+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.375634+0000 front 2024-05-16T15:59:15.375706+0000 (oldest deadline 2024-05-16T15:59:41.275727+0000) 2024-05-16T16:00:15.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:15 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:15.553+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:25.976585+0000 front 2024-05-16T15:59:25.976558+0000 (oldest deadline 2024-05-16T15:59:47.676736+0000) 2024-05-16T16:00:15.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:15 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:15.553+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:32.278653+0000 front 2024-05-16T15:59:32.278778+0000 (oldest deadline 2024-05-16T15:59:56.378503+0000) 2024-05-16T16:00:15.979 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:15 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9[64237]: 2024-05-16T16:00:15.553+0000 7fb05ffc7700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:42.580843+0000 front 2024-05-16T15:59:42.580892+0000 (oldest deadline 2024-05-16T16:00:07.280984+0000) 2024-05-16T16:00:16.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:15 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:15.978+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T16:00:16.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:15 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:15.978+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T16:00:16.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:15 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:15.978+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.800043+0000 front 2024-05-16T15:59:15.800098+0000 (oldest deadline 2024-05-16T15:59:40.500010+0000) 2024-05-16T16:00:16.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:15 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:15.978+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:26.301610+0000 front 2024-05-16T15:59:26.301538+0000 (oldest deadline 2024-05-16T15:59:48.601514+0000) 2024-05-16T16:00:16.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:15 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:15.978+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.802961+0000 front 2024-05-16T15:59:33.802996+0000 (oldest deadline 2024-05-16T15:59:59.103041+0000) 2024-05-16T16:00:16.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:15 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:15.978+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:39.104026+0000 front 2024-05-16T15:59:39.103860+0000 (oldest deadline 2024-05-16T16:00:03.803495+0000) 2024-05-16T16:00:16.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:15 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:15.978+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6822 osd.6 since back 2024-05-16T15:59:47.805075+0000 front 2024-05-16T15:59:47.805094+0000 (oldest deadline 2024-05-16T16:00:11.904997+0000) 2024-05-16T16:00:16.479 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:16 smithi043 podman[120602]: 2024-05-16 16:00:16.198185886 +0000 UTC m=+5.579007354 container died 3a857a8a2d448a9a5f40f0b8c57b642dae8b6ccc9d3d7f69049058f4577130ff (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, org.label-schema.license=GPLv2) 2024-05-16T16:00:16.807 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:16 smithi043 podman[120602]: 2024-05-16 16:00:16.5839514 +0000 UTC m=+5.964772868 container cleanup 3a857a8a2d448a9a5f40f0b8c57b642dae8b6ccc9d3d7f69049058f4577130ff (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9, ceph=True, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-05-16T16:00:16.807 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:16 smithi043 bash[120602]: ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9 2024-05-16T16:00:16.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:16 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:16.615+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T16:00:16.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:16 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:16.615+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T16:00:16.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:16 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:16.615+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.238810+0000 front 2024-05-16T15:59:18.238761+0000 (oldest deadline 2024-05-16T15:59:43.538925+0000) 2024-05-16T16:00:16.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:16 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:16.615+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.341983+0000 front 2024-05-16T15:59:33.342122+0000 (oldest deadline 2024-05-16T15:59:58.641915+0000) 2024-05-16T16:00:16.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:16 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:16.615+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:38.642268+0000 front 2024-05-16T15:59:38.642377+0000 (oldest deadline 2024-05-16T16:00:04.542373+0000) 2024-05-16T16:00:16.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:16 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:16.615+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6822 osd.6 since back 2024-05-16T15:59:50.844501+0000 front 2024-05-16T15:59:50.844598+0000 (oldest deadline 2024-05-16T16:00:15.544560+0000) 2024-05-16T16:00:17.158 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:16 smithi043 podman[120620]: 2024-05-16 16:00:16.79377263 +0000 UTC m=+0.597957154 container remove 3a857a8a2d448a9a5f40f0b8c57b642dae8b6ccc9d3d7f69049058f4577130ff (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-05-16T16:00:17.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:17 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:17.002+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T16:00:17.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:17 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:17.002+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T16:00:17.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:17 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:17.002+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.800043+0000 front 2024-05-16T15:59:15.800098+0000 (oldest deadline 2024-05-16T15:59:40.500010+0000) 2024-05-16T16:00:17.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:17 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:17.002+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:26.301610+0000 front 2024-05-16T15:59:26.301538+0000 (oldest deadline 2024-05-16T15:59:48.601514+0000) 2024-05-16T16:00:17.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:17 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:17.002+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.802961+0000 front 2024-05-16T15:59:33.802996+0000 (oldest deadline 2024-05-16T15:59:59.103041+0000) 2024-05-16T16:00:17.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:17 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:17.002+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:39.104026+0000 front 2024-05-16T15:59:39.103860+0000 (oldest deadline 2024-05-16T16:00:03.803495+0000) 2024-05-16T16:00:17.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:17 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:17.002+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6822 osd.6 since back 2024-05-16T15:59:47.805075+0000 front 2024-05-16T15:59:47.805094+0000 (oldest deadline 2024-05-16T16:00:11.904997+0000) 2024-05-16T16:00:17.478 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:17 smithi043 podman[120706]: 2024-05-16 16:00:17.144578309 +0000 UTC m=+0.114740943 container create 0a82734016ffa7caf83bad83fb7ed2f2d2b8ea4b360440560bfd73ad0fa5c77e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9-deactivate, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-05-16T16:00:17.479 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:17 smithi043 podman[120706]: 2024-05-16 16:00:17.047785089 +0000 UTC m=+0.017947735 image pull bc0afc5f792216c18cc9b63b7b42000fd468161488acab6065a32abbb64b541b quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381 2024-05-16T16:00:17.809 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:17 smithi043 podman[120706]: 2024-05-16 16:00:17.489534334 +0000 UTC m=+0.459696974 container init 0a82734016ffa7caf83bad83fb7ed2f2d2b8ea4b360440560bfd73ad0fa5c77e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9-deactivate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.build-date=20240514, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-05-16T16:00:17.809 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:17 smithi043 podman[120706]: 2024-05-16 16:00:17.492982576 +0000 UTC m=+0.463145211 container start 0a82734016ffa7caf83bad83fb7ed2f2d2b8ea4b360440560bfd73ad0fa5c77e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9-deactivate, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-05-16T16:00:17.809 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:17 smithi043 podman[120706]: 2024-05-16 16:00:17.572070693 +0000 UTC m=+0.542233346 container attach 0a82734016ffa7caf83bad83fb7ed2f2d2b8ea4b360440560bfd73ad0fa5c77e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, GIT_BRANCH=HEAD) 2024-05-16T16:00:17.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:17 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:17.631+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T16:00:17.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:17 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:17.631+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T16:00:17.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:17 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:17.631+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.238810+0000 front 2024-05-16T15:59:18.238761+0000 (oldest deadline 2024-05-16T15:59:43.538925+0000) 2024-05-16T16:00:17.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:17 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:17.631+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.341983+0000 front 2024-05-16T15:59:33.342122+0000 (oldest deadline 2024-05-16T15:59:58.641915+0000) 2024-05-16T16:00:17.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:17 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:17.631+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:38.642268+0000 front 2024-05-16T15:59:38.642377+0000 (oldest deadline 2024-05-16T16:00:04.542373+0000) 2024-05-16T16:00:17.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:17 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:17.631+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6822 osd.6 since back 2024-05-16T15:59:50.844501+0000 front 2024-05-16T15:59:50.844598+0000 (oldest deadline 2024-05-16T16:00:15.544560+0000) 2024-05-16T16:00:18.089 INFO:journalctl@ceph.osd.9.smithi043.stdout:May 16 16:00:17 smithi043 podman[120706]: 2024-05-16 16:00:17.795198271 +0000 UTC m=+0.765360914 container died 0a82734016ffa7caf83bad83fb7ed2f2d2b8ea4b360440560bfd73ad0fa5c77e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-9-deactivate, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514) 2024-05-16T16:00:18.368 DEBUG:teuthology.orchestra.run.smithi043:> sudo pkill -f 'journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@osd.9.service' 2024-05-16T16:00:18.410 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-16T16:00:18.410 INFO:tasks.cephadm.osd.9:Stopped osd.9 2024-05-16T16:00:18.411 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2024-05-16T16:00:18.411 DEBUG:teuthology.orchestra.run.smithi148:> sudo systemctl stop ceph-13155b42-139a-11ef-bc9a-c7b262605968@osd.10 2024-05-16T16:00:18.439 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:17 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:17.966+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T16:00:18.439 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:17 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:17.966+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T16:00:18.439 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:17 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:17.966+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.800043+0000 front 2024-05-16T15:59:15.800098+0000 (oldest deadline 2024-05-16T15:59:40.500010+0000) 2024-05-16T16:00:18.439 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:17 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:17.966+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:26.301610+0000 front 2024-05-16T15:59:26.301538+0000 (oldest deadline 2024-05-16T15:59:48.601514+0000) 2024-05-16T16:00:18.439 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:17 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:17.966+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.802961+0000 front 2024-05-16T15:59:33.802996+0000 (oldest deadline 2024-05-16T15:59:59.103041+0000) 2024-05-16T16:00:18.439 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:17 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:17.966+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:39.104026+0000 front 2024-05-16T15:59:39.103860+0000 (oldest deadline 2024-05-16T16:00:03.803495+0000) 2024-05-16T16:00:18.439 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:17 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:17.966+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6822 osd.6 since back 2024-05-16T15:59:47.805075+0000 front 2024-05-16T15:59:47.805094+0000 (oldest deadline 2024-05-16T16:00:11.904997+0000) 2024-05-16T16:00:18.690 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:18 smithi148 systemd[1]: Stopping Ceph osd.10 for 13155b42-139a-11ef-bc9a-c7b262605968... 2024-05-16T16:00:19.180 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:18 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:18.670+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T16:00:19.180 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:18 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:18.670+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T16:00:19.180 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:18 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:18.670+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.238810+0000 front 2024-05-16T15:59:18.238761+0000 (oldest deadline 2024-05-16T15:59:43.538925+0000) 2024-05-16T16:00:19.180 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:18 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:18.670+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.341983+0000 front 2024-05-16T15:59:33.342122+0000 (oldest deadline 2024-05-16T15:59:58.641915+0000) 2024-05-16T16:00:19.180 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:18 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:18.670+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:38.642268+0000 front 2024-05-16T15:59:38.642377+0000 (oldest deadline 2024-05-16T16:00:04.542373+0000) 2024-05-16T16:00:19.180 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:18 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:18.670+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6822 osd.6 since back 2024-05-16T15:59:50.844501+0000 front 2024-05-16T15:59:50.844598+0000 (oldest deadline 2024-05-16T16:00:15.544560+0000) 2024-05-16T16:00:19.190 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:18 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:18.714+0000 7fbab0649700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-16T16:00:19.190 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:18 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:18.714+0000 7fbab0649700 -1 osd.10 91 *** Got signal Terminated *** 2024-05-16T16:00:19.190 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:18 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:18.714+0000 7fbab0649700 -1 osd.10 91 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-16T16:00:19.190 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:18 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:18.950+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T16:00:19.191 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:18 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:18.950+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T16:00:19.191 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:18 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:18.950+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.800043+0000 front 2024-05-16T15:59:15.800098+0000 (oldest deadline 2024-05-16T15:59:40.500010+0000) 2024-05-16T16:00:19.191 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:18 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:18.950+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:26.301610+0000 front 2024-05-16T15:59:26.301538+0000 (oldest deadline 2024-05-16T15:59:48.601514+0000) 2024-05-16T16:00:19.191 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:18 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:18.950+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.802961+0000 front 2024-05-16T15:59:33.802996+0000 (oldest deadline 2024-05-16T15:59:59.103041+0000) 2024-05-16T16:00:19.191 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:18 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:18.950+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:39.104026+0000 front 2024-05-16T15:59:39.103860+0000 (oldest deadline 2024-05-16T16:00:03.803495+0000) 2024-05-16T16:00:19.191 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:18 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:18.950+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6822 osd.6 since back 2024-05-16T15:59:47.805075+0000 front 2024-05-16T15:59:47.805094+0000 (oldest deadline 2024-05-16T16:00:11.904997+0000) 2024-05-16T16:00:20.180 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:19 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:19.677+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T16:00:20.180 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:19 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:19.677+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T16:00:20.180 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:19 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:19.677+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.238810+0000 front 2024-05-16T15:59:18.238761+0000 (oldest deadline 2024-05-16T15:59:43.538925+0000) 2024-05-16T16:00:20.180 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:19 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:19.677+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.341983+0000 front 2024-05-16T15:59:33.342122+0000 (oldest deadline 2024-05-16T15:59:58.641915+0000) 2024-05-16T16:00:20.180 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:19 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:19.677+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:38.642268+0000 front 2024-05-16T15:59:38.642377+0000 (oldest deadline 2024-05-16T16:00:04.542373+0000) 2024-05-16T16:00:20.180 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:19 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:19.677+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6822 osd.6 since back 2024-05-16T15:59:50.844501+0000 front 2024-05-16T15:59:50.844598+0000 (oldest deadline 2024-05-16T16:00:15.544560+0000) 2024-05-16T16:00:20.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:19 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:19.953+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T16:00:20.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:19 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:19.953+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T16:00:20.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:19 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:19.953+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.800043+0000 front 2024-05-16T15:59:15.800098+0000 (oldest deadline 2024-05-16T15:59:40.500010+0000) 2024-05-16T16:00:20.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:19 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:19.953+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:26.301610+0000 front 2024-05-16T15:59:26.301538+0000 (oldest deadline 2024-05-16T15:59:48.601514+0000) 2024-05-16T16:00:20.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:19 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:19.953+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.802961+0000 front 2024-05-16T15:59:33.802996+0000 (oldest deadline 2024-05-16T15:59:59.103041+0000) 2024-05-16T16:00:20.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:19 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:19.953+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:39.104026+0000 front 2024-05-16T15:59:39.103860+0000 (oldest deadline 2024-05-16T16:00:03.803495+0000) 2024-05-16T16:00:20.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:19 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:19.953+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6822 osd.6 since back 2024-05-16T15:59:47.805075+0000 front 2024-05-16T15:59:47.805094+0000 (oldest deadline 2024-05-16T16:00:11.904997+0000) 2024-05-16T16:00:20.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:20 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:20.633+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T16:00:20.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:20 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:20.633+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T16:00:20.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:20 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:20.633+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.238810+0000 front 2024-05-16T15:59:18.238761+0000 (oldest deadline 2024-05-16T15:59:43.538925+0000) 2024-05-16T16:00:20.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:20 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:20.633+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.341983+0000 front 2024-05-16T15:59:33.342122+0000 (oldest deadline 2024-05-16T15:59:58.641915+0000) 2024-05-16T16:00:20.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:20 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:20.633+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:38.642268+0000 front 2024-05-16T15:59:38.642377+0000 (oldest deadline 2024-05-16T16:00:04.542373+0000) 2024-05-16T16:00:20.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:20 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:20.633+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6822 osd.6 since back 2024-05-16T15:59:50.844501+0000 front 2024-05-16T15:59:50.844598+0000 (oldest deadline 2024-05-16T16:00:15.544560+0000) 2024-05-16T16:00:21.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:20 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:20.954+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T16:00:21.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:20 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:20.954+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T16:00:21.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:20 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:20.954+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.800043+0000 front 2024-05-16T15:59:15.800098+0000 (oldest deadline 2024-05-16T15:59:40.500010+0000) 2024-05-16T16:00:21.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:20 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:20.954+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:26.301610+0000 front 2024-05-16T15:59:26.301538+0000 (oldest deadline 2024-05-16T15:59:48.601514+0000) 2024-05-16T16:00:21.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:20 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:20.954+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.802961+0000 front 2024-05-16T15:59:33.802996+0000 (oldest deadline 2024-05-16T15:59:59.103041+0000) 2024-05-16T16:00:21.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:20 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:20.954+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:39.104026+0000 front 2024-05-16T15:59:39.103860+0000 (oldest deadline 2024-05-16T16:00:03.803495+0000) 2024-05-16T16:00:21.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:20 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:20.954+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6822 osd.6 since back 2024-05-16T15:59:47.805075+0000 front 2024-05-16T15:59:47.805094+0000 (oldest deadline 2024-05-16T16:00:11.904997+0000) 2024-05-16T16:00:21.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:21 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:21.658+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T16:00:21.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:21 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:21.658+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T16:00:21.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:21 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:21.658+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.238810+0000 front 2024-05-16T15:59:18.238761+0000 (oldest deadline 2024-05-16T15:59:43.538925+0000) 2024-05-16T16:00:21.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:21 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:21.658+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.341983+0000 front 2024-05-16T15:59:33.342122+0000 (oldest deadline 2024-05-16T15:59:58.641915+0000) 2024-05-16T16:00:21.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:21 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:21.658+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:38.642268+0000 front 2024-05-16T15:59:38.642377+0000 (oldest deadline 2024-05-16T16:00:04.542373+0000) 2024-05-16T16:00:21.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:21 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:21.658+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6822 osd.6 since back 2024-05-16T15:59:50.844501+0000 front 2024-05-16T15:59:50.844598+0000 (oldest deadline 2024-05-16T16:00:15.544560+0000) 2024-05-16T16:00:22.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:21 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:21.947+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T16:00:22.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:21 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:21.947+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T16:00:22.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:21 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:21.947+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.800043+0000 front 2024-05-16T15:59:15.800098+0000 (oldest deadline 2024-05-16T15:59:40.500010+0000) 2024-05-16T16:00:22.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:21 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:21.947+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:26.301610+0000 front 2024-05-16T15:59:26.301538+0000 (oldest deadline 2024-05-16T15:59:48.601514+0000) 2024-05-16T16:00:22.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:21 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:21.947+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.802961+0000 front 2024-05-16T15:59:33.802996+0000 (oldest deadline 2024-05-16T15:59:59.103041+0000) 2024-05-16T16:00:22.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:21 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:21.947+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:39.104026+0000 front 2024-05-16T15:59:39.103860+0000 (oldest deadline 2024-05-16T16:00:03.803495+0000) 2024-05-16T16:00:22.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:21 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:21.947+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6822 osd.6 since back 2024-05-16T15:59:47.805075+0000 front 2024-05-16T15:59:47.805094+0000 (oldest deadline 2024-05-16T16:00:11.904997+0000) 2024-05-16T16:00:22.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:22 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:22.620+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T16:00:22.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:22 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:22.620+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T16:00:22.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:22 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:22.620+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.238810+0000 front 2024-05-16T15:59:18.238761+0000 (oldest deadline 2024-05-16T15:59:43.538925+0000) 2024-05-16T16:00:22.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:22 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:22.620+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.341983+0000 front 2024-05-16T15:59:33.342122+0000 (oldest deadline 2024-05-16T15:59:58.641915+0000) 2024-05-16T16:00:22.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:22 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:22.620+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:38.642268+0000 front 2024-05-16T15:59:38.642377+0000 (oldest deadline 2024-05-16T16:00:04.542373+0000) 2024-05-16T16:00:22.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:22 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:22.620+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6822 osd.6 since back 2024-05-16T15:59:50.844501+0000 front 2024-05-16T15:59:50.844598+0000 (oldest deadline 2024-05-16T16:00:15.544560+0000) 2024-05-16T16:00:22.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:22 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:22.620+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6820 osd.7 since back 2024-05-16T15:59:58.346378+0000 front 2024-05-16T15:59:58.346295+0000 (oldest deadline 2024-05-16T16:00:21.846278+0000) 2024-05-16T16:00:23.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:22 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:22.952+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.197448+0000 front 2024-05-16T15:59:01.197580+0000 (oldest deadline 2024-05-16T15:59:24.097650+0000) 2024-05-16T16:00:23.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:22 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:22.952+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:08.798873+0000 front 2024-05-16T15:59:08.798556+0000 (oldest deadline 2024-05-16T15:59:32.898781+0000) 2024-05-16T16:00:23.440 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:22 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:22.952+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:15.800043+0000 front 2024-05-16T15:59:15.800098+0000 (oldest deadline 2024-05-16T15:59:40.500010+0000) 2024-05-16T16:00:23.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:22 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:22.952+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6814 osd.3 since back 2024-05-16T15:59:26.301610+0000 front 2024-05-16T15:59:26.301538+0000 (oldest deadline 2024-05-16T15:59:48.601514+0000) 2024-05-16T16:00:23.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:22 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:22.952+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.802961+0000 front 2024-05-16T15:59:33.802996+0000 (oldest deadline 2024-05-16T15:59:59.103041+0000) 2024-05-16T16:00:23.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:22 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:22.952+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:39.104026+0000 front 2024-05-16T15:59:39.103860+0000 (oldest deadline 2024-05-16T16:00:03.803495+0000) 2024-05-16T16:00:23.441 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:22 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10[59075]: 2024-05-16T16:00:22.952+0000 7fbaacc3d700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.43:6822 osd.6 since back 2024-05-16T15:59:47.805075+0000 front 2024-05-16T15:59:47.805094+0000 (oldest deadline 2024-05-16T16:00:11.904997+0000) 2024-05-16T16:00:23.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:23 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:23.574+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T16:00:23.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:23 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:23.574+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T16:00:23.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:23 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:23.574+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.238810+0000 front 2024-05-16T15:59:18.238761+0000 (oldest deadline 2024-05-16T15:59:43.538925+0000) 2024-05-16T16:00:23.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:23 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:23.574+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.341983+0000 front 2024-05-16T15:59:33.342122+0000 (oldest deadline 2024-05-16T15:59:58.641915+0000) 2024-05-16T16:00:23.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:23 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:23.574+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:38.642268+0000 front 2024-05-16T15:59:38.642377+0000 (oldest deadline 2024-05-16T16:00:04.542373+0000) 2024-05-16T16:00:23.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:23 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:23.574+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6822 osd.6 since back 2024-05-16T15:59:50.844501+0000 front 2024-05-16T15:59:50.844598+0000 (oldest deadline 2024-05-16T16:00:15.544560+0000) 2024-05-16T16:00:23.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:23 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:23.574+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6820 osd.7 since back 2024-05-16T15:59:58.346378+0000 front 2024-05-16T15:59:58.346295+0000 (oldest deadline 2024-05-16T16:00:21.846278+0000) 2024-05-16T16:00:24.413 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:24 smithi148 podman[70377]: 2024-05-16 16:00:24.119150347 +0000 UTC m=+5.520438813 container died 5d8801dd01ecb2a17f55adab7166ee4f2b48cfe5fe1a32d2b0db062caf9d6184 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-16T16:00:24.690 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:24 smithi148 podman[70377]: 2024-05-16 16:00:24.472808676 +0000 UTC m=+5.874097140 container cleanup 5d8801dd01ecb2a17f55adab7166ee4f2b48cfe5fe1a32d2b0db062caf9d6184 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-05-16T16:00:24.690 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:24 smithi148 bash[70377]: ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10 2024-05-16T16:00:24.690 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:24 smithi148 podman[70391]: 2024-05-16 16:00:24.640614879 +0000 UTC m=+0.511280943 container remove 5d8801dd01ecb2a17f55adab7166ee4f2b48cfe5fe1a32d2b0db062caf9d6184 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, org.label-schema.build-date=20240514, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-05-16T16:00:24.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:24 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:24.572+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T16:00:24.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:24 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:24.572+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T16:00:24.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:24 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:24.572+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.238810+0000 front 2024-05-16T15:59:18.238761+0000 (oldest deadline 2024-05-16T15:59:43.538925+0000) 2024-05-16T16:00:24.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:24 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:24.572+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.341983+0000 front 2024-05-16T15:59:33.342122+0000 (oldest deadline 2024-05-16T15:59:58.641915+0000) 2024-05-16T16:00:24.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:24 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:24.572+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:38.642268+0000 front 2024-05-16T15:59:38.642377+0000 (oldest deadline 2024-05-16T16:00:04.542373+0000) 2024-05-16T16:00:24.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:24 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:24.572+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6822 osd.6 since back 2024-05-16T15:59:50.844501+0000 front 2024-05-16T15:59:50.844598+0000 (oldest deadline 2024-05-16T16:00:15.544560+0000) 2024-05-16T16:00:24.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:24 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:24.572+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6820 osd.7 since back 2024-05-16T15:59:58.346378+0000 front 2024-05-16T15:59:58.346295+0000 (oldest deadline 2024-05-16T16:00:21.846278+0000) 2024-05-16T16:00:25.341 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:25 smithi148 podman[70482]: 2024-05-16 16:00:25.041329105 +0000 UTC m=+0.108337412 container create 5ac7705bc373725988a6b861a88041988811e70f3319c9660252214a8db409b7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10-deactivate, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-05-16T16:00:25.341 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:25 smithi148 podman[70482]: 2024-05-16 16:00:24.950296188 +0000 UTC m=+0.017304509 image pull bc0afc5f792216c18cc9b63b7b42000fd468161488acab6065a32abbb64b541b quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381 2024-05-16T16:00:25.342 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:25 smithi148 podman[70482]: 2024-05-16 16:00:25.244095717 +0000 UTC m=+0.311104036 container init 5ac7705bc373725988a6b861a88041988811e70f3319c9660252214a8db409b7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514) 2024-05-16T16:00:25.342 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:25 smithi148 podman[70482]: 2024-05-16 16:00:25.24763788 +0000 UTC m=+0.314646196 container start 5ac7705bc373725988a6b861a88041988811e70f3319c9660252214a8db409b7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10-deactivate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-16T16:00:25.342 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:25 smithi148 podman[70482]: 2024-05-16 16:00:25.326947835 +0000 UTC m=+0.393956146 container attach 5ac7705bc373725988a6b861a88041988811e70f3319c9660252214a8db409b7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD) 2024-05-16T16:00:25.690 INFO:journalctl@ceph.osd.10.smithi148.stdout:May 16 16:00:25 smithi148 podman[70482]: 2024-05-16 16:00:25.547738259 +0000 UTC m=+0.614746580 container died 5ac7705bc373725988a6b861a88041988811e70f3319c9660252214a8db409b7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-10-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c) 2024-05-16T16:00:25.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:25 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:25.598+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T16:00:25.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:25 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:25.598+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T16:00:25.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:25 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:25.598+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.238810+0000 front 2024-05-16T15:59:18.238761+0000 (oldest deadline 2024-05-16T15:59:43.538925+0000) 2024-05-16T16:00:25.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:25 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:25.598+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.341983+0000 front 2024-05-16T15:59:33.342122+0000 (oldest deadline 2024-05-16T15:59:58.641915+0000) 2024-05-16T16:00:25.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:25 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:25.598+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:38.642268+0000 front 2024-05-16T15:59:38.642377+0000 (oldest deadline 2024-05-16T16:00:04.542373+0000) 2024-05-16T16:00:25.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:25 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:25.598+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6822 osd.6 since back 2024-05-16T15:59:50.844501+0000 front 2024-05-16T15:59:50.844598+0000 (oldest deadline 2024-05-16T16:00:15.544560+0000) 2024-05-16T16:00:25.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:25 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:25.598+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6820 osd.7 since back 2024-05-16T15:59:58.346378+0000 front 2024-05-16T15:59:58.346295+0000 (oldest deadline 2024-05-16T16:00:21.846278+0000) 2024-05-16T16:00:26.136 DEBUG:teuthology.orchestra.run.smithi148:> sudo pkill -f 'journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@osd.10.service' 2024-05-16T16:00:26.215 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-16T16:00:26.216 INFO:tasks.cephadm.osd.10:Stopped osd.10 2024-05-16T16:00:26.216 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2024-05-16T16:00:26.216 DEBUG:teuthology.orchestra.run.smithi157:> sudo systemctl stop ceph-13155b42-139a-11ef-bc9a-c7b262605968@osd.11 2024-05-16T16:00:26.555 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:26 smithi157 systemd[1]: Stopping Ceph osd.11 for 13155b42-139a-11ef-bc9a-c7b262605968... 2024-05-16T16:00:26.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:26 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:26.540+0000 7f3f33bca700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-16T16:00:26.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:26 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:26.540+0000 7f3f33bca700 -1 osd.11 91 *** Got signal Terminated *** 2024-05-16T16:00:26.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:26 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:26.540+0000 7f3f33bca700 -1 osd.11 91 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-16T16:00:26.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:26 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:26.556+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T16:00:26.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:26 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:26.556+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T16:00:26.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:26 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:26.556+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.238810+0000 front 2024-05-16T15:59:18.238761+0000 (oldest deadline 2024-05-16T15:59:43.538925+0000) 2024-05-16T16:00:26.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:26 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:26.556+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.341983+0000 front 2024-05-16T15:59:33.342122+0000 (oldest deadline 2024-05-16T15:59:58.641915+0000) 2024-05-16T16:00:26.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:26 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:26.556+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:38.642268+0000 front 2024-05-16T15:59:38.642377+0000 (oldest deadline 2024-05-16T16:00:04.542373+0000) 2024-05-16T16:00:26.931 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:26 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:26.556+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6822 osd.6 since back 2024-05-16T15:59:50.844501+0000 front 2024-05-16T15:59:50.844598+0000 (oldest deadline 2024-05-16T16:00:15.544560+0000) 2024-05-16T16:00:26.931 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:26 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:26.556+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6820 osd.7 since back 2024-05-16T15:59:58.346378+0000 front 2024-05-16T15:59:58.346295+0000 (oldest deadline 2024-05-16T16:00:21.846278+0000) 2024-05-16T16:00:27.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:27 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:27.565+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T16:00:27.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:27 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:27.565+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T16:00:27.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:27 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:27.565+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.238810+0000 front 2024-05-16T15:59:18.238761+0000 (oldest deadline 2024-05-16T15:59:43.538925+0000) 2024-05-16T16:00:27.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:27 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:27.565+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.341983+0000 front 2024-05-16T15:59:33.342122+0000 (oldest deadline 2024-05-16T15:59:58.641915+0000) 2024-05-16T16:00:27.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:27 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:27.565+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:38.642268+0000 front 2024-05-16T15:59:38.642377+0000 (oldest deadline 2024-05-16T16:00:04.542373+0000) 2024-05-16T16:00:27.931 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:27 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:27.565+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6822 osd.6 since back 2024-05-16T15:59:50.844501+0000 front 2024-05-16T15:59:50.844598+0000 (oldest deadline 2024-05-16T16:00:15.544560+0000) 2024-05-16T16:00:27.931 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:27 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:27.565+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6820 osd.7 since back 2024-05-16T15:59:58.346378+0000 front 2024-05-16T15:59:58.346295+0000 (oldest deadline 2024-05-16T16:00:21.846278+0000) 2024-05-16T16:00:28.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:28 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:28.569+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T16:00:28.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:28 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:28.569+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T16:00:28.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:28 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:28.569+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.238810+0000 front 2024-05-16T15:59:18.238761+0000 (oldest deadline 2024-05-16T15:59:43.538925+0000) 2024-05-16T16:00:28.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:28 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:28.569+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.341983+0000 front 2024-05-16T15:59:33.342122+0000 (oldest deadline 2024-05-16T15:59:58.641915+0000) 2024-05-16T16:00:28.931 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:28 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:28.569+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:38.642268+0000 front 2024-05-16T15:59:38.642377+0000 (oldest deadline 2024-05-16T16:00:04.542373+0000) 2024-05-16T16:00:28.931 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:28 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:28.569+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6822 osd.6 since back 2024-05-16T15:59:50.844501+0000 front 2024-05-16T15:59:50.844598+0000 (oldest deadline 2024-05-16T16:00:15.544560+0000) 2024-05-16T16:00:28.931 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:28 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:28.569+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6820 osd.7 since back 2024-05-16T15:59:58.346378+0000 front 2024-05-16T15:59:58.346295+0000 (oldest deadline 2024-05-16T16:00:21.846278+0000) 2024-05-16T16:00:29.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:29 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:29.574+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T16:00:29.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:29 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:29.574+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T16:00:29.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:29 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:29.574+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.238810+0000 front 2024-05-16T15:59:18.238761+0000 (oldest deadline 2024-05-16T15:59:43.538925+0000) 2024-05-16T16:00:29.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:29 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:29.574+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.341983+0000 front 2024-05-16T15:59:33.342122+0000 (oldest deadline 2024-05-16T15:59:58.641915+0000) 2024-05-16T16:00:29.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:29 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:29.574+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:38.642268+0000 front 2024-05-16T15:59:38.642377+0000 (oldest deadline 2024-05-16T16:00:04.542373+0000) 2024-05-16T16:00:29.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:29 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:29.574+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6822 osd.6 since back 2024-05-16T15:59:50.844501+0000 front 2024-05-16T15:59:50.844598+0000 (oldest deadline 2024-05-16T16:00:15.544560+0000) 2024-05-16T16:00:29.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:29 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:29.574+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6820 osd.7 since back 2024-05-16T15:59:58.346378+0000 front 2024-05-16T15:59:58.346295+0000 (oldest deadline 2024-05-16T16:00:21.846278+0000) 2024-05-16T16:00:30.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:30 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:30.600+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6806 osd.0 since back 2024-05-16T15:59:01.335751+0000 front 2024-05-16T15:59:01.335765+0000 (oldest deadline 2024-05-16T15:59:24.235728+0000) 2024-05-16T16:00:30.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:30 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:30.600+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6804 osd.1 since back 2024-05-16T15:59:09.536876+0000 front 2024-05-16T15:59:09.536759+0000 (oldest deadline 2024-05-16T15:59:32.436926+0000) 2024-05-16T16:00:30.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:30 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:30.600+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6804 osd.2 since back 2024-05-16T15:59:18.238810+0000 front 2024-05-16T15:59:18.238761+0000 (oldest deadline 2024-05-16T15:59:43.538925+0000) 2024-05-16T16:00:30.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:30 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:30.601+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6812 osd.4 since back 2024-05-16T15:59:33.341983+0000 front 2024-05-16T15:59:33.342122+0000 (oldest deadline 2024-05-16T15:59:58.641915+0000) 2024-05-16T16:00:30.930 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:30 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:30.601+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.157:6812 osd.5 since back 2024-05-16T15:59:38.642268+0000 front 2024-05-16T15:59:38.642377+0000 (oldest deadline 2024-05-16T16:00:04.542373+0000) 2024-05-16T16:00:30.931 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:30 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:30.601+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.43:6822 osd.6 since back 2024-05-16T15:59:50.844501+0000 front 2024-05-16T15:59:50.844598+0000 (oldest deadline 2024-05-16T16:00:15.544560+0000) 2024-05-16T16:00:30.931 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:30 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11[60952]: 2024-05-16T16:00:30.601+0000 7f3f301be700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.148:6820 osd.7 since back 2024-05-16T15:59:58.346378+0000 front 2024-05-16T15:59:58.346295+0000 (oldest deadline 2024-05-16T16:00:21.846278+0000) 2024-05-16T16:00:32.363 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:32 smithi157 podman[71369]: 2024-05-16 16:00:32.040217383 +0000 UTC m=+5.644027652 container died d55e13cb1e7d0ea81dbb922843e5697a303a182c00567568f12b00bf4613f46e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True) 2024-05-16T16:00:32.363 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:32 smithi157 podman[71369]: 2024-05-16 16:00:32.348728621 +0000 UTC m=+5.952538890 container cleanup d55e13cb1e7d0ea81dbb922843e5697a303a182c00567568f12b00bf4613f46e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.schema-version=1.0) 2024-05-16T16:00:32.680 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:32 smithi157 bash[71369]: ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11 2024-05-16T16:00:32.680 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:32 smithi157 podman[71386]: 2024-05-16 16:00:32.549763548 +0000 UTC m=+0.511780117 container remove d55e13cb1e7d0ea81dbb922843e5697a303a182c00567568f12b00bf4613f46e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-16T16:00:33.334 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:32 smithi157 podman[71475]: 2024-05-16 16:00:32.882861392 +0000 UTC m=+0.017085577 image pull bc0afc5f792216c18cc9b63b7b42000fd468161488acab6065a32abbb64b541b quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381 2024-05-16T16:00:33.334 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:33 smithi157 podman[71475]: 2024-05-16 16:00:33.004920371 +0000 UTC m=+0.139144558 container create be192183fc98438ce1d4bd246a28a5a3ade7dac4cd35f5791bfede330bb1659f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-16T16:00:33.335 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:33 smithi157 podman[71475]: 2024-05-16 16:00:33.219767467 +0000 UTC m=+0.353991643 container init be192183fc98438ce1d4bd246a28a5a3ade7dac4cd35f5791bfede330bb1659f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11-deactivate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, ceph=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-05-16T16:00:33.335 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:33 smithi157 podman[71475]: 2024-05-16 16:00:33.223007205 +0000 UTC m=+0.357231379 container start be192183fc98438ce1d4bd246a28a5a3ade7dac4cd35f5791bfede330bb1659f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11-deactivate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514) 2024-05-16T16:00:33.335 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:33 smithi157 podman[71475]: 2024-05-16 16:00:33.319747373 +0000 UTC m=+0.453971539 container attach be192183fc98438ce1d4bd246a28a5a3ade7dac4cd35f5791bfede330bb1659f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-05-16T16:00:33.680 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:33 smithi157 podman[71475]: 2024-05-16 16:00:33.518182377 +0000 UTC m=+0.652406545 container died be192183fc98438ce1d4bd246a28a5a3ade7dac4cd35f5791bfede330bb1659f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True) 2024-05-16T16:00:34.087 DEBUG:teuthology.orchestra.run.smithi157:> sudo pkill -f 'journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@osd.11.service' 2024-05-16T16:00:34.110 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:34 smithi157 podman[71501]: 2024-05-16 16:00:34.056523136 +0000 UTC m=+0.532541700 container remove be192183fc98438ce1d4bd246a28a5a3ade7dac4cd35f5791bfede330bb1659f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-osd-11-deactivate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-05-16T16:00:34.110 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:34 smithi157 systemd[1]: ceph-13155b42-139a-11ef-bc9a-c7b262605968@osd.11.service: Deactivated successfully. 2024-05-16T16:00:34.110 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:34 smithi157 systemd[1]: Stopped Ceph osd.11 for 13155b42-139a-11ef-bc9a-c7b262605968. 2024-05-16T16:00:34.110 INFO:journalctl@ceph.osd.11.smithi157.stdout:May 16 16:00:34 smithi157 systemd[1]: ceph-13155b42-139a-11ef-bc9a-c7b262605968@osd.11.service: Consumed 1min 52.398s CPU time. 2024-05-16T16:00:34.124 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-16T16:00:34.125 INFO:tasks.cephadm.osd.11:Stopped osd.11 2024-05-16T16:00:34.125 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-05-16T16:00:34.125 DEBUG:teuthology.orchestra.run.smithi043:> sudo systemctl stop ceph-13155b42-139a-11ef-bc9a-c7b262605968@mds.a 2024-05-16T16:00:34.426 INFO:journalctl@ceph.mds.a.smithi043.stdout:May 16 16:00:34 smithi043 systemd[1]: Stopping Ceph mds.a for 13155b42-139a-11ef-bc9a-c7b262605968... 2024-05-16T16:00:34.729 INFO:journalctl@ceph.mds.a.smithi043.stdout:May 16 16:00:34 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-a[71030]: 2024-05-16T16:00:34.410+0000 7f6e76b20700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-16T16:00:34.729 INFO:journalctl@ceph.mds.a.smithi043.stdout:May 16 16:00:34 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-a[71030]: 2024-05-16T16:00:34.410+0000 7f6e76b20700 -1 mds.a *** got signal Terminated *** 2024-05-16T16:00:37.900 INFO:journalctl@ceph.mds.a.smithi043.stdout:May 16 16:00:37 smithi043 podman[120825]: 2024-05-16 16:00:37.478561003 +0000 UTC m=+3.162568988 container died b2fc7f61ebff3135c13f425d191802cdc76610f149298dda3a46c3ee1848786a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-a, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.vendor=CentOS) 2024-05-16T16:00:38.225 INFO:journalctl@ceph.mds.a.smithi043.stdout:May 16 16:00:37 smithi043 podman[120825]: 2024-05-16 16:00:37.976645319 +0000 UTC m=+3.660653305 container cleanup b2fc7f61ebff3135c13f425d191802cdc76610f149298dda3a46c3ee1848786a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-a, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-05-16T16:00:38.225 INFO:journalctl@ceph.mds.a.smithi043.stdout:May 16 16:00:37 smithi043 bash[120825]: ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-a 2024-05-16T16:00:38.376 DEBUG:teuthology.orchestra.run.smithi043:> sudo pkill -f 'journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@mds.a.service' 2024-05-16T16:00:38.411 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-16T16:00:38.411 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-05-16T16:00:38.411 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2024-05-16T16:00:38.411 DEBUG:teuthology.orchestra.run.smithi043:> sudo systemctl stop ceph-13155b42-139a-11ef-bc9a-c7b262605968@mds.d 2024-05-16T16:00:38.979 INFO:journalctl@ceph.mds.d.smithi043.stdout:May 16 16:00:38 smithi043 systemd[1]: Stopping Ceph mds.d for 13155b42-139a-11ef-bc9a-c7b262605968... 2024-05-16T16:00:38.979 INFO:journalctl@ceph.mds.d.smithi043.stdout:May 16 16:00:38 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-d[69784]: 2024-05-16T16:00:38.713+0000 7fe3ec0c7700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-16T16:00:38.979 INFO:journalctl@ceph.mds.d.smithi043.stdout:May 16 16:00:38 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-d[69784]: 2024-05-16T16:00:38.713+0000 7fe3ec0c7700 -1 mds.d *** got signal Terminated *** 2024-05-16T16:00:40.313 INFO:journalctl@ceph.mds.d.smithi043.stdout:May 16 16:00:40 smithi043 podman[120943]: 2024-05-16 16:00:40.034133184 +0000 UTC m=+1.404755009 container died 2110cb4e13249cda402c7d0ee8262e1f3ca08421cea281258575c19500cf769e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-d, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-05-16T16:00:40.705 INFO:journalctl@ceph.mds.d.smithi043.stdout:May 16 16:00:40 smithi043 podman[120943]: 2024-05-16 16:00:40.389116632 +0000 UTC m=+1.759738448 container cleanup 2110cb4e13249cda402c7d0ee8262e1f3ca08421cea281258575c19500cf769e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-d, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240514, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.schema-version=1.0) 2024-05-16T16:00:40.705 INFO:journalctl@ceph.mds.d.smithi043.stdout:May 16 16:00:40 smithi043 bash[120943]: ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-d 2024-05-16T16:00:40.851 DEBUG:teuthology.orchestra.run.smithi043:> sudo pkill -f 'journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@mds.d.service' 2024-05-16T16:00:40.884 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-16T16:00:40.884 INFO:tasks.cephadm.mds.d:Stopped mds.d 2024-05-16T16:00:40.884 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2024-05-16T16:00:40.884 DEBUG:teuthology.orchestra.run.smithi043:> sudo systemctl stop ceph-13155b42-139a-11ef-bc9a-c7b262605968@mds.g 2024-05-16T16:00:41.229 INFO:journalctl@ceph.mds.g.smithi043.stdout:May 16 16:00:41 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-g[70590]: 2024-05-16T16:00:41.192+0000 7f36de3e0700 -1 mds.g *** got signal Terminated *** 2024-05-16T16:00:45.729 INFO:journalctl@ceph.mds.g.smithi043.stdout:May 16 16:00:45 smithi043 podman[121064]: 2024-05-16 16:00:45.412068009 +0000 UTC m=+4.312919624 container died fa96591a01276487f8098202740d9a1ad43fca6fe1ff529748563a9f16e81f6e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-g, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS) 2024-05-16T16:00:46.141 INFO:journalctl@ceph.mds.g.smithi043.stdout:May 16 16:00:45 smithi043 podman[121064]: 2024-05-16 16:00:45.876283492 +0000 UTC m=+4.777135107 container cleanup fa96591a01276487f8098202740d9a1ad43fca6fe1ff529748563a9f16e81f6e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-g, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-05-16T16:00:46.141 INFO:journalctl@ceph.mds.g.smithi043.stdout:May 16 16:00:45 smithi043 bash[121064]: ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-g 2024-05-16T16:00:46.280 DEBUG:teuthology.orchestra.run.smithi043:> sudo pkill -f 'journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@mds.g.service' 2024-05-16T16:00:46.313 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-16T16:00:46.314 INFO:tasks.cephadm.mds.g:Stopped mds.g 2024-05-16T16:00:46.314 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2024-05-16T16:00:46.314 DEBUG:teuthology.orchestra.run.smithi043:> sudo systemctl stop ceph-13155b42-139a-11ef-bc9a-c7b262605968@mds.j 2024-05-16T16:00:46.729 INFO:journalctl@ceph.mds.j.smithi043.stdout:May 16 16:00:46 smithi043 systemd[1]: Stopping Ceph mds.j for 13155b42-139a-11ef-bc9a-c7b262605968... 2024-05-16T16:00:46.729 INFO:journalctl@ceph.mds.j.smithi043.stdout:May 16 16:00:46 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-j[69335]: 2024-05-16T16:00:46.604+0000 7fe2492cd700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-16T16:00:46.729 INFO:journalctl@ceph.mds.j.smithi043.stdout:May 16 16:00:46 smithi043 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-j[69335]: 2024-05-16T16:00:46.604+0000 7fe2492cd700 -1 mds.j *** got signal Terminated *** 2024-05-16T16:00:47.903 INFO:journalctl@ceph.mds.j.smithi043.stdout:May 16 16:00:47 smithi043 podman[121184]: 2024-05-16 16:00:47.627581933 +0000 UTC m=+1.104837282 container died 1cd993b5cd9e7de9bd85d21c1fe5497f07ac6293ce8fa40dbab72b077e882972 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-j, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2) 2024-05-16T16:00:48.229 INFO:journalctl@ceph.mds.j.smithi043.stdout:May 16 16:00:47 smithi043 podman[121184]: 2024-05-16 16:00:47.979929577 +0000 UTC m=+1.457184935 container cleanup 1cd993b5cd9e7de9bd85d21c1fe5497f07ac6293ce8fa40dbab72b077e882972 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-j, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, maintainer=Guillaume Abrioux ) 2024-05-16T16:00:48.229 INFO:journalctl@ceph.mds.j.smithi043.stdout:May 16 16:00:47 smithi043 bash[121184]: ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-j 2024-05-16T16:00:48.382 DEBUG:teuthology.orchestra.run.smithi043:> sudo pkill -f 'journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@mds.j.service' 2024-05-16T16:00:48.415 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-16T16:00:48.415 INFO:tasks.cephadm.mds.j:Stopped mds.j 2024-05-16T16:00:48.416 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-05-16T16:00:48.416 DEBUG:teuthology.orchestra.run.smithi148:> sudo systemctl stop ceph-13155b42-139a-11ef-bc9a-c7b262605968@mds.b 2024-05-16T16:00:48.829 INFO:journalctl@ceph.mds.b.smithi148.stdout:May 16 16:00:48 smithi148 systemd[1]: Stopping Ceph mds.b for 13155b42-139a-11ef-bc9a-c7b262605968... 2024-05-16T16:00:49.093 INFO:journalctl@ceph.mds.b.smithi148.stdout:May 16 16:00:48 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-b[64686]: 2024-05-16T16:00:48.814+0000 7f56e8605700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-16T16:00:49.093 INFO:journalctl@ceph.mds.b.smithi148.stdout:May 16 16:00:48 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-b[64686]: 2024-05-16T16:00:48.814+0000 7f56e8605700 -1 mds.b *** got signal Terminated *** 2024-05-16T16:00:55.704 INFO:journalctl@ceph.mds.b.smithi148.stdout:May 16 16:00:55 smithi148 podman[70587]: 2024-05-16 16:00:55.439089196 +0000 UTC m=+6.841527197 container died b973ee77678212782c40da3d55ca75ea90f1c153c0e0175a250018e6a7fe2941 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-b, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.build-date=20240514, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-16T16:00:56.154 INFO:journalctl@ceph.mds.b.smithi148.stdout:May 16 16:00:55 smithi148 podman[70587]: 2024-05-16 16:00:55.780879766 +0000 UTC m=+7.183317766 container cleanup b973ee77678212782c40da3d55ca75ea90f1c153c0e0175a250018e6a7fe2941 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-b, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-05-16T16:00:56.154 INFO:journalctl@ceph.mds.b.smithi148.stdout:May 16 16:00:55 smithi148 bash[70587]: ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-b 2024-05-16T16:00:56.154 INFO:journalctl@ceph.mds.b.smithi148.stdout:May 16 16:00:55 smithi148 podman[70613]: 2024-05-16 16:00:55.932467281 +0000 UTC m=+0.486205520 container remove b973ee77678212782c40da3d55ca75ea90f1c153c0e0175a250018e6a7fe2941 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-b, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-16T16:00:56.179 DEBUG:teuthology.orchestra.run.smithi148:> sudo pkill -f 'journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@mds.b.service' 2024-05-16T16:00:56.216 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-16T16:00:56.216 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-05-16T16:00:56.216 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2024-05-16T16:00:56.216 DEBUG:teuthology.orchestra.run.smithi148:> sudo systemctl stop ceph-13155b42-139a-11ef-bc9a-c7b262605968@mds.e 2024-05-16T16:00:56.440 INFO:journalctl@ceph.mds.e.smithi148.stdout:May 16 16:00:56 smithi148 systemd[1]: Stopping Ceph mds.e for 13155b42-139a-11ef-bc9a-c7b262605968... 2024-05-16T16:00:56.940 INFO:journalctl@ceph.mds.e.smithi148.stdout:May 16 16:00:56 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-e[67250]: 2024-05-16T16:00:56.518+0000 7fcbd7227700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-16T16:00:56.940 INFO:journalctl@ceph.mds.e.smithi148.stdout:May 16 16:00:56 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-e[67250]: 2024-05-16T16:00:56.518+0000 7fcbd7227700 -1 mds.e *** got signal Terminated *** 2024-05-16T16:00:59.537 INFO:journalctl@ceph.mds.e.smithi148.stdout:May 16 16:00:59 smithi148 podman[70719]: 2024-05-16 16:00:59.207017377 +0000 UTC m=+2.781028842 container died 8e2bcb0814f5a9fdb3753a34dfceb6fb056eed7669e0267e6c772f7d387e24b1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-e, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, io.buildah.version=1.33.5) 2024-05-16T16:00:59.809 INFO:journalctl@ceph.mds.e.smithi148.stdout:May 16 16:00:59 smithi148 podman[70719]: 2024-05-16 16:00:59.618550487 +0000 UTC m=+3.192561943 container cleanup 8e2bcb0814f5a9fdb3753a34dfceb6fb056eed7669e0267e6c772f7d387e24b1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-e, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, maintainer=Guillaume Abrioux ) 2024-05-16T16:00:59.809 INFO:journalctl@ceph.mds.e.smithi148.stdout:May 16 16:00:59 smithi148 bash[70719]: ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-e 2024-05-16T16:01:00.018 DEBUG:teuthology.orchestra.run.smithi148:> sudo pkill -f 'journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@mds.e.service' 2024-05-16T16:01:00.052 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-16T16:01:00.052 INFO:tasks.cephadm.mds.e:Stopped mds.e 2024-05-16T16:01:00.052 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2024-05-16T16:01:00.052 DEBUG:teuthology.orchestra.run.smithi148:> sudo systemctl stop ceph-13155b42-139a-11ef-bc9a-c7b262605968@mds.h 2024-05-16T16:01:00.387 INFO:journalctl@ceph.mds.h.smithi148.stdout:May 16 16:01:00 smithi148 systemd[1]: Stopping Ceph mds.h for 13155b42-139a-11ef-bc9a-c7b262605968... 2024-05-16T16:01:00.690 INFO:journalctl@ceph.mds.h.smithi148.stdout:May 16 16:01:00 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-h[64385]: 2024-05-16T16:01:00.371+0000 7fd641a1d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-16T16:01:00.691 INFO:journalctl@ceph.mds.h.smithi148.stdout:May 16 16:01:00 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-h[64385]: 2024-05-16T16:01:00.371+0000 7fd641a1d700 -1 mds.h *** got signal Terminated *** 2024-05-16T16:01:06.796 INFO:journalctl@ceph.mds.h.smithi148.stdout:May 16 16:01:06 smithi148 podman[70842]: 2024-05-16 16:01:06.516071778 +0000 UTC m=+6.254857447 container died c83057a106cf2de7004f7cb1ee3bb1b0706a16d8f64eb2b213554180fb199ad2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-h, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, ceph=True) 2024-05-16T16:01:07.146 INFO:journalctl@ceph.mds.h.smithi148.stdout:May 16 16:01:06 smithi148 podman[70842]: 2024-05-16 16:01:06.880074172 +0000 UTC m=+6.618859832 container cleanup c83057a106cf2de7004f7cb1ee3bb1b0706a16d8f64eb2b213554180fb199ad2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-h, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-16T16:01:07.146 INFO:journalctl@ceph.mds.h.smithi148.stdout:May 16 16:01:06 smithi148 bash[70842]: ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-h 2024-05-16T16:01:07.270 DEBUG:teuthology.orchestra.run.smithi148:> sudo pkill -f 'journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@mds.h.service' 2024-05-16T16:01:07.304 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-16T16:01:07.305 INFO:tasks.cephadm.mds.h:Stopped mds.h 2024-05-16T16:01:07.305 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2024-05-16T16:01:07.305 DEBUG:teuthology.orchestra.run.smithi148:> sudo systemctl stop ceph-13155b42-139a-11ef-bc9a-c7b262605968@mds.k 2024-05-16T16:01:07.690 INFO:journalctl@ceph.mds.k.smithi148.stdout:May 16 16:01:07 smithi148 systemd[1]: Stopping Ceph mds.k for 13155b42-139a-11ef-bc9a-c7b262605968... 2024-05-16T16:01:07.691 INFO:journalctl@ceph.mds.k.smithi148.stdout:May 16 16:01:07 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-k[63763]: 2024-05-16T16:01:07.616+0000 7f4a99169700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-16T16:01:07.691 INFO:journalctl@ceph.mds.k.smithi148.stdout:May 16 16:01:07 smithi148 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-k[63763]: 2024-05-16T16:01:07.616+0000 7f4a99169700 -1 mds.k *** got signal Terminated *** 2024-05-16T16:01:11.107 INFO:journalctl@ceph.mds.k.smithi148.stdout:May 16 16:01:10 smithi148 podman[70980]: 2024-05-16 16:01:10.762228493 +0000 UTC m=+3.239225813 container died 6607fd5f5ff7aeee4596ff455b0f31664a12999d9695d6a53481a970a7262de1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-k, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-05-16T16:01:11.399 INFO:journalctl@ceph.mds.k.smithi148.stdout:May 16 16:01:11 smithi148 podman[70980]: 2024-05-16 16:01:11.183933877 +0000 UTC m=+3.660931193 container cleanup 6607fd5f5ff7aeee4596ff455b0f31664a12999d9695d6a53481a970a7262de1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-k, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-05-16T16:01:11.399 INFO:journalctl@ceph.mds.k.smithi148.stdout:May 16 16:01:11 smithi148 bash[70980]: ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-k 2024-05-16T16:01:11.627 DEBUG:teuthology.orchestra.run.smithi148:> sudo pkill -f 'journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@mds.k.service' 2024-05-16T16:01:11.649 INFO:journalctl@ceph.mds.k.smithi148.stdout:May 16 16:01:11 smithi148 podman[70994]: 2024-05-16 16:01:11.38491845 +0000 UTC m=+0.615226513 container remove 6607fd5f5ff7aeee4596ff455b0f31664a12999d9695d6a53481a970a7262de1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-k, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0) 2024-05-16T16:01:11.649 INFO:journalctl@ceph.mds.k.smithi148.stdout:May 16 16:01:11 smithi148 systemd[1]: ceph-13155b42-139a-11ef-bc9a-c7b262605968@mds.k.service: Deactivated successfully. 2024-05-16T16:01:11.649 INFO:journalctl@ceph.mds.k.smithi148.stdout:May 16 16:01:11 smithi148 systemd[1]: Stopped Ceph mds.k for 13155b42-139a-11ef-bc9a-c7b262605968. 2024-05-16T16:01:11.650 INFO:journalctl@ceph.mds.k.smithi148.stdout:May 16 16:01:11 smithi148 systemd[1]: ceph-13155b42-139a-11ef-bc9a-c7b262605968@mds.k.service: Consumed 2.671s CPU time. 2024-05-16T16:01:11.660 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-16T16:01:11.661 INFO:tasks.cephadm.mds.k:Stopped mds.k 2024-05-16T16:01:11.661 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2024-05-16T16:01:11.661 DEBUG:teuthology.orchestra.run.smithi157:> sudo systemctl stop ceph-13155b42-139a-11ef-bc9a-c7b262605968@mds.c 2024-05-16T16:01:12.055 INFO:journalctl@ceph.mds.c.smithi157.stdout:May 16 16:01:11 smithi157 systemd[1]: Stopping Ceph mds.c for 13155b42-139a-11ef-bc9a-c7b262605968... 2024-05-16T16:01:12.430 INFO:journalctl@ceph.mds.c.smithi157.stdout:May 16 16:01:12 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-c[65905]: 2024-05-16T16:01:12.039+0000 7f0499b54700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-16T16:01:12.430 INFO:journalctl@ceph.mds.c.smithi157.stdout:May 16 16:01:12 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-c[65905]: 2024-05-16T16:01:12.039+0000 7f0499b54700 -1 mds.c *** got signal Terminated *** 2024-05-16T16:01:15.871 INFO:journalctl@ceph.mds.c.smithi157.stdout:May 16 16:01:15 smithi157 podman[71607]: 2024-05-16 16:01:15.465008567 +0000 UTC m=+3.611743561 container died 1d0df0eeaee725f0781453c2ad58f83606d7ebc3948c71ac97c86cf42d58270a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-c, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-05-16T16:01:16.180 INFO:journalctl@ceph.mds.c.smithi157.stdout:May 16 16:01:15 smithi157 podman[71607]: 2024-05-16 16:01:15.955691455 +0000 UTC m=+4.102426450 container cleanup 1d0df0eeaee725f0781453c2ad58f83606d7ebc3948c71ac97c86cf42d58270a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-c, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-05-16T16:01:16.180 INFO:journalctl@ceph.mds.c.smithi157.stdout:May 16 16:01:15 smithi157 bash[71607]: ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-c 2024-05-16T16:01:16.401 DEBUG:teuthology.orchestra.run.smithi157:> sudo pkill -f 'journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@mds.c.service' 2024-05-16T16:01:16.438 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-16T16:01:16.438 INFO:tasks.cephadm.mds.c:Stopped mds.c 2024-05-16T16:01:16.438 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2024-05-16T16:01:16.438 DEBUG:teuthology.orchestra.run.smithi157:> sudo systemctl stop ceph-13155b42-139a-11ef-bc9a-c7b262605968@mds.f 2024-05-16T16:01:16.767 INFO:journalctl@ceph.mds.f.smithi157.stdout:May 16 16:01:16 smithi157 systemd[1]: Stopping Ceph mds.f for 13155b42-139a-11ef-bc9a-c7b262605968... 2024-05-16T16:01:17.180 INFO:journalctl@ceph.mds.f.smithi157.stdout:May 16 16:01:16 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-f[65604]: 2024-05-16T16:01:16.751+0000 7fefe4c4d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-16T16:01:17.180 INFO:journalctl@ceph.mds.f.smithi157.stdout:May 16 16:01:16 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-f[65604]: 2024-05-16T16:01:16.751+0000 7fefe4c4d700 -1 mds.f *** got signal Terminated *** 2024-05-16T16:01:20.680 INFO:journalctl@ceph.mds.f.smithi157.stdout:May 16 16:01:20 smithi157 podman[71737]: 2024-05-16 16:01:20.345953412 +0000 UTC m=+3.690135397 container died fd58ca2c35bf3f8612e1da3d6d28facd4b30d7c6141a4d4c8559a26641cd2bc9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-f, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-05-16T16:01:21.300 INFO:journalctl@ceph.mds.f.smithi157.stdout:May 16 16:01:21 smithi157 podman[71737]: 2024-05-16 16:01:21.001188632 +0000 UTC m=+4.345370689 container cleanup fd58ca2c35bf3f8612e1da3d6d28facd4b30d7c6141a4d4c8559a26641cd2bc9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-f, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c) 2024-05-16T16:01:21.300 INFO:journalctl@ceph.mds.f.smithi157.stdout:May 16 16:01:21 smithi157 bash[71737]: ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-f 2024-05-16T16:01:21.459 DEBUG:teuthology.orchestra.run.smithi157:> sudo pkill -f 'journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@mds.f.service' 2024-05-16T16:01:21.492 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-16T16:01:21.492 INFO:tasks.cephadm.mds.f:Stopped mds.f 2024-05-16T16:01:21.492 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2024-05-16T16:01:21.493 DEBUG:teuthology.orchestra.run.smithi157:> sudo systemctl stop ceph-13155b42-139a-11ef-bc9a-c7b262605968@mds.i 2024-05-16T16:01:21.930 INFO:journalctl@ceph.mds.i.smithi157.stdout:May 16 16:01:21 smithi157 systemd[1]: Stopping Ceph mds.i for 13155b42-139a-11ef-bc9a-c7b262605968... 2024-05-16T16:01:21.930 INFO:journalctl@ceph.mds.i.smithi157.stdout:May 16 16:01:21 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-i[66211]: 2024-05-16T16:01:21.778+0000 7ff6aa3d4700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-16T16:01:21.930 INFO:journalctl@ceph.mds.i.smithi157.stdout:May 16 16:01:21 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-i[66211]: 2024-05-16T16:01:21.778+0000 7ff6aa3d4700 -1 mds.i *** got signal Terminated *** 2024-05-16T16:01:25.680 INFO:journalctl@ceph.mds.i.smithi157.stdout:May 16 16:01:25 smithi157 podman[71858]: 2024-05-16 16:01:25.293187164 +0000 UTC m=+3.599227975 container died e8fb4fe19f1f82427d2e1683727d0e1128641da9b066c71ffc054e1af374ee61 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-i, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True) 2024-05-16T16:01:26.045 INFO:journalctl@ceph.mds.i.smithi157.stdout:May 16 16:01:25 smithi157 podman[71858]: 2024-05-16 16:01:25.796262472 +0000 UTC m=+4.102303275 container cleanup e8fb4fe19f1f82427d2e1683727d0e1128641da9b066c71ffc054e1af374ee61 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-i, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-05-16T16:01:26.045 INFO:journalctl@ceph.mds.i.smithi157.stdout:May 16 16:01:25 smithi157 bash[71858]: ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-i 2024-05-16T16:01:26.169 DEBUG:teuthology.orchestra.run.smithi157:> sudo pkill -f 'journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@mds.i.service' 2024-05-16T16:01:26.201 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-16T16:01:26.201 INFO:tasks.cephadm.mds.i:Stopped mds.i 2024-05-16T16:01:26.202 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2024-05-16T16:01:26.202 DEBUG:teuthology.orchestra.run.smithi157:> sudo systemctl stop ceph-13155b42-139a-11ef-bc9a-c7b262605968@mds.l 2024-05-16T16:01:26.430 INFO:journalctl@ceph.mds.l.smithi157.stdout:May 16 16:01:26 smithi157 systemd[1]: Stopping Ceph mds.l for 13155b42-139a-11ef-bc9a-c7b262605968... 2024-05-16T16:01:26.930 INFO:journalctl@ceph.mds.l.smithi157.stdout:May 16 16:01:26 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-l[65289]: 2024-05-16T16:01:26.507+0000 7f340ce76700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-16T16:01:26.930 INFO:journalctl@ceph.mds.l.smithi157.stdout:May 16 16:01:26 smithi157 ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-l[65289]: 2024-05-16T16:01:26.507+0000 7f340ce76700 -1 mds.l *** got signal Terminated *** 2024-05-16T16:01:28.198 INFO:journalctl@ceph.mds.l.smithi157.stdout:May 16 16:01:27 smithi157 podman[71981]: 2024-05-16 16:01:27.929290194 +0000 UTC m=+1.519123337 container died 9c90bc7994fb1f05ea4ddb0235b84664d45d18c4feb08b8073b1c7bcf2ddda65 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-l, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-05-16T16:01:28.532 INFO:journalctl@ceph.mds.l.smithi157.stdout:May 16 16:01:28 smithi157 podman[71981]: 2024-05-16 16:01:28.283245061 +0000 UTC m=+1.873078200 container cleanup 9c90bc7994fb1f05ea4ddb0235b84664d45d18c4feb08b8073b1c7bcf2ddda65 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:f04575eff0946639fb415aeacaaed576f4da925155a248e741a66e2abb363381, name=ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-l, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-ddbc91c) 2024-05-16T16:01:28.532 INFO:journalctl@ceph.mds.l.smithi157.stdout:May 16 16:01:28 smithi157 bash[71981]: ceph-13155b42-139a-11ef-bc9a-c7b262605968-mds-l 2024-05-16T16:01:28.675 DEBUG:teuthology.orchestra.run.smithi157:> sudo pkill -f 'journalctl -f -n 0 -u ceph-13155b42-139a-11ef-bc9a-c7b262605968@mds.l.service' 2024-05-16T16:01:28.706 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-16T16:01:28.707 INFO:tasks.cephadm.mds.l:Stopped mds.l 2024-05-16T16:01:28.707 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 13155b42-139a-11ef-bc9a-c7b262605968 --force --keep-logs 2024-05-16T16:01:28.912 INFO:teuthology.orchestra.run.smithi043.stdout:Deleting cluster with fsid: 13155b42-139a-11ef-bc9a-c7b262605968 2024-05-16T16:01:31.404 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 13155b42-139a-11ef-bc9a-c7b262605968 --force --keep-logs 2024-05-16T16:01:31.596 INFO:teuthology.orchestra.run.smithi148.stdout:Deleting cluster with fsid: 13155b42-139a-11ef-bc9a-c7b262605968 2024-05-16T16:01:34.003 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 13155b42-139a-11ef-bc9a-c7b262605968 --force --keep-logs 2024-05-16T16:01:34.196 INFO:teuthology.orchestra.run.smithi157.stdout:Deleting cluster with fsid: 13155b42-139a-11ef-bc9a-c7b262605968 2024-05-16T16:01:36.586 DEBUG:teuthology.orchestra.run.smithi043:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-16T16:01:36.621 DEBUG:teuthology.orchestra.run.smithi148:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-16T16:01:36.654 DEBUG:teuthology.orchestra.run.smithi157:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-16T16:01:36.681 INFO:tasks.cephadm:Archiving crash dumps... 2024-05-16T16:01:36.683 DEBUG:teuthology.misc:Transferring archived files from smithi043:/var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/crash to /home/teuthworker/archive/dparmar-2024-05-16_13:37:23-fs-wip-63896-from-wip-rishabh-testing-20240501.193033-distro-default-smithi/7709145/remote/smithi043/crash 2024-05-16T16:01:36.684 DEBUG:teuthology.orchestra.run.smithi043:> sudo tar c -f - -C /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/crash -- . 2024-05-16T16:01:36.728 INFO:teuthology.orchestra.run.smithi043.stderr:tar: /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/crash: Cannot open: No such file or directory 2024-05-16T16:01:36.729 INFO:teuthology.orchestra.run.smithi043.stderr:tar: Error is not recoverable: exiting now 2024-05-16T16:01:36.731 DEBUG:teuthology.misc:Transferring archived files from smithi148:/var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/crash to /home/teuthworker/archive/dparmar-2024-05-16_13:37:23-fs-wip-63896-from-wip-rishabh-testing-20240501.193033-distro-default-smithi/7709145/remote/smithi148/crash 2024-05-16T16:01:36.732 DEBUG:teuthology.orchestra.run.smithi148:> sudo tar c -f - -C /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/crash -- . 2024-05-16T16:01:36.794 INFO:teuthology.orchestra.run.smithi148.stderr:tar: /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/crash: Cannot open: No such file or directory 2024-05-16T16:01:36.794 INFO:teuthology.orchestra.run.smithi148.stderr:tar: Error is not recoverable: exiting now 2024-05-16T16:01:36.796 DEBUG:teuthology.misc:Transferring archived files from smithi157:/var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/crash to /home/teuthworker/archive/dparmar-2024-05-16_13:37:23-fs-wip-63896-from-wip-rishabh-testing-20240501.193033-distro-default-smithi/7709145/remote/smithi157/crash 2024-05-16T16:01:36.797 DEBUG:teuthology.orchestra.run.smithi157:> sudo tar c -f - -C /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/crash -- . 2024-05-16T16:01:36.833 INFO:teuthology.orchestra.run.smithi157.stderr:tar: /var/lib/ceph/13155b42-139a-11ef-bc9a-c7b262605968/crash: Cannot open: No such file or directory 2024-05-16T16:01:36.833 INFO:teuthology.orchestra.run.smithi157.stderr:tar: Error is not recoverable: exiting now 2024-05-16T16:01:36.834 INFO:tasks.cephadm:Checking cluster log for badness... 2024-05-16T16:01:36.835 DEBUG:teuthology.orchestra.run.smithi043:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1 2024-05-16T16:01:36.876 INFO:teuthology.orchestra.run.smithi043.stdout:2024-05-16T15:52:54.689983+0000 mds.c (mds.3) 2 : cluster [WRN] Scrub error on inode 0x10000000634 (/volumes/qa/sv_0/8601a17c-8ccc-4365-8ba7-48c48c07661d/client.0/tmp/xfstests-dev/tests/ext4) see mds.c log and `damage ls` output for details 2024-05-16T16:01:36.877 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-05-16T16:01:36.877 INFO:tasks.cephadm:Compressing logs... 2024-05-16T16:01:36.877 DEBUG:teuthology.orchestra.run.smithi043:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-05-16T16:01:36.919 DEBUG:teuthology.orchestra.run.smithi148:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-05-16T16:01:36.922 DEBUG:teuthology.orchestra.run.smithi157:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-05-16T16:01:36.945 INFO:teuthology.orchestra.run.smithi043.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-05-16T16:01:36.945 INFO:teuthology.orchestra.run.smithi043.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.log 2024-05-16T16:01:36.945 INFO:teuthology.orchestra.run.smithi043.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-05-16T16:01:36.946 INFO:teuthology.orchestra.run.smithi043.stderr:gzip -5 --verbose -- /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph.log 2024-05-16T16:01:36.946 INFO:teuthology.orchestra.run.smithi043.stderr:/var/log/ceph/ceph-client.0.log: /var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph.audit.log 2024-05-16T16:01:36.946 INFO:teuthology.orchestra.run.smithi043.stderr:/var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mds.g.log 2024-05-16T16:01:36.946 INFO:teuthology.orchestra.run.smithi043.stderr:/var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mds.j.log 2024-05-16T16:01:36.949 INFO:teuthology.orchestra.run.smithi043.stderr:/var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mds.g.log: gzip -5 --verbose -- /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-osd.3.log 2024-05-16T16:01:36.949 INFO:teuthology.orchestra.run.smithi043.stderr:/var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mds.j.log: gzip -5 --verbose -- /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-osd.0.log 2024-05-16T16:01:36.955 INFO:teuthology.orchestra.run.smithi148.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-05-16T16:01:36.955 INFO:teuthology.orchestra.run.smithi148.stderr:: No such file or directory 2024-05-16T16:01:36.955 INFO:teuthology.orchestra.run.smithi148.stderr:gzip -5 --verbose -- /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph.log 2024-05-16T16:01:36.955 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph.audit.log 2024-05-16T16:01:36.955 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-osd.7.log 2024-05-16T16:01:36.957 INFO:teuthology.orchestra.run.smithi043.stderr:/var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mgr.x.log 2024-05-16T16:01:36.957 INFO:teuthology.orchestra.run.smithi043.stderr:/var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-osd.0.log: 86.9% -- replaced with /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph.log.gz 2024-05-16T16:01:36.957 INFO:teuthology.orchestra.run.smithi043.stderr:gzip -5 --verbose -- /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mon.a.log 2024-05-16T16:01:36.957 INFO:teuthology.orchestra.run.smithi043.stderr: 90.3% -- replaced with /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph.audit.log.gz 2024-05-16T16:01:36.957 INFO:teuthology.orchestra.run.smithi043.stderr:/var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mgr.x.log: 94.7% -- replaced with /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mds.j.log.gz 2024-05-16T16:01:36.957 INFO:teuthology.orchestra.run.smithi043.stderr:gzip -5 --verbose -- /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-osd.6.log 2024-05-16T16:01:36.957 INFO:teuthology.orchestra.run.smithi043.stderr:/var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph.cephadm.log 2024-05-16T16:01:36.957 INFO:teuthology.orchestra.run.smithi043.stderr:/var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-osd.6.log: 94.0% -- replaced with /var/log/ceph/cephadm.log.gz 2024-05-16T16:01:36.958 INFO:teuthology.orchestra.run.smithi157.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-05-16T16:01:36.958 INFO:teuthology.orchestra.run.smithi157.stderr:: No such file or directory 2024-05-16T16:01:36.958 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph.log 2024-05-16T16:01:36.958 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-osd.2.log 2024-05-16T16:01:36.958 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mds.f.log 2024-05-16T16:01:36.959 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph.audit.log 2024-05-16T16:01:36.959 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-osd.5.log 2024-05-16T16:01:36.959 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mds.f.log: 92.5% -- replaced with /var/log/ceph/cephadm.log.gz 2024-05-16T16:01:36.959 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mds.c.log 2024-05-16T16:01:36.959 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mon.c.log 2024-05-16T16:01:36.959 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-osd.5.log: /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mgr.z.log 2024-05-16T16:01:36.959 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mds.i.log 2024-05-16T16:01:36.959 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mgr.z.log: 86.9% -- replaced with /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph.log.gz 2024-05-16T16:01:36.959 INFO:teuthology.orchestra.run.smithi157.stderr: 90.5% -- replaced with /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph.audit.log.gz 2024-05-16T16:01:36.959 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph.cephadm.log 2024-05-16T16:01:36.959 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mds.i.log: gzip -5 --verbose -- /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-osd.11.log 2024-05-16T16:01:36.959 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph.cephadm.log: 82.6% -- replaced with /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph.cephadm.log.gz 2024-05-16T16:01:36.959 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-osd.8.log 2024-05-16T16:01:36.959 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-osd.11.log: 92.9% -- replaced with /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mgr.z.log.gz 2024-05-16T16:01:36.963 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mds.b.log 2024-05-16T16:01:36.963 INFO:teuthology.orchestra.run.smithi148.stderr: 92.1% -- replaced with /var/log/ceph/cephadm.log.gz 2024-05-16T16:01:36.963 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-osd.4.log 2024-05-16T16:01:36.963 INFO:teuthology.orchestra.run.smithi148.stderr:gzip -5 --verbose -- /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-osd.1.log 2024-05-16T16:01:36.963 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mds.b.log: /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mgr.y.log 2024-05-16T16:01:36.963 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mds.h.log 2024-05-16T16:01:36.963 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mgr.y.log: 86.9% -- replaced with /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph.log.gzgzip -5 --verbose -- /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-osd.10.log 2024-05-16T16:01:36.963 INFO:teuthology.orchestra.run.smithi148.stderr: 2024-05-16T16:01:36.963 INFO:teuthology.orchestra.run.smithi148.stderr: 90.4% -- replaced with /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph.audit.log.gz 2024-05-16T16:01:36.964 INFO:teuthology.orchestra.run.smithi148.stderr:gzip/var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mds.h.log: -5 --verbose -- /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph.cephadm.log 2024-05-16T16:01:36.964 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-osd.10.log: gzip -5 --verbose -- /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mds.e.log 2024-05-16T16:01:36.964 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph.cephadm.log: 82.6% -- replaced with /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph.cephadm.log.gz 2024-05-16T16:01:36.964 INFO:teuthology.orchestra.run.smithi148.stderr: 92.8% -- replaced with /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mgr.y.log.gz 2024-05-16T16:01:36.966 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-volume.log 2024-05-16T16:01:36.968 INFO:teuthology.orchestra.run.smithi043.stderr:gzip -5 --verbose -- /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mds.a.log 2024-05-16T16:01:36.969 INFO:teuthology.orchestra.run.smithi043.stderr:/var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph.cephadm.log: 82.8% -- replaced with /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph.cephadm.log.gz 2024-05-16T16:01:36.971 INFO:teuthology.orchestra.run.smithi148.stderr:gzip -5 --verbose -- /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-volume.log 2024-05-16T16:01:36.971 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mds.e.log: gzip -5 --verbose -- /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mon.b.log 2024-05-16T16:01:36.979 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-osd.8.log: gzip -5 --verbose -- /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mds.l.log 2024-05-16T16:01:36.982 INFO:teuthology.orchestra.run.smithi043.stderr:gzip -5 --verbose -- /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-volume.log 2024-05-16T16:01:36.984 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mds.k.log 2024-05-16T16:01:36.985 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mon.b.log: 91.0% -- replaced with /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-volume.log.gz 2024-05-16T16:01:36.996 INFO:teuthology.orchestra.run.smithi043.stderr:/var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mds.d.log 2024-05-16T16:01:37.005 INFO:teuthology.orchestra.run.smithi043.stderr:/var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-osd.9.log 2024-05-16T16:01:37.006 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-volume.log: /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mds.l.log: 91.0% -- replaced with /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-volume.log.gz 2024-05-16T16:01:37.015 INFO:teuthology.orchestra.run.smithi043.stderr:/var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mds.d.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.log 2024-05-16T16:01:37.022 INFO:teuthology.orchestra.run.smithi043.stderr:/var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-osd.9.log: 94.7% -- replaced with /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mds.d.log.gz 2024-05-16T16:01:37.031 INFO:teuthology.orchestra.run.smithi043.stderr:/var/log/ceph/ceph-client.admin.log: 92.7% -- replaced with /var/log/ceph/ceph-client.admin.log.gz 2024-05-16T16:01:37.033 INFO:teuthology.orchestra.run.smithi043.stderr: 91.1% -- replaced with /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-volume.log.gz 2024-05-16T16:01:37.234 INFO:teuthology.orchestra.run.smithi043.stderr: 90.3% -- replaced with /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mgr.x.log.gz 2024-05-16T16:01:37.253 INFO:teuthology.orchestra.run.smithi043.stderr: 94.7% -- replaced with /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mds.g.log.gz 2024-05-16T16:01:37.320 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mds.k.log: 94.8% -- replaced with /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mds.k.log.gz 2024-05-16T16:01:37.392 INFO:teuthology.orchestra.run.smithi157.stderr: 91.8% -- replaced with /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mon.c.log.gz 2024-05-16T16:01:37.414 INFO:teuthology.orchestra.run.smithi157.stderr: 94.8% -- replaced with /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mds.l.log.gz 2024-05-16T16:01:37.452 INFO:teuthology.orchestra.run.smithi043.stderr: 95.0% -- replaced with /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mds.a.log.gz 2024-05-16T16:01:37.575 INFO:teuthology.orchestra.run.smithi148.stderr: 91.9% -- replaced with /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mon.b.log.gz 2024-05-16T16:01:38.169 INFO:teuthology.orchestra.run.smithi043.stderr: 90.4% -- replaced with /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mon.a.log.gz 2024-05-16T16:01:38.654 INFO:teuthology.orchestra.run.smithi148.stderr: 96.1% -- replaced with /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mds.e.log.gz 2024-05-16T16:01:41.058 INFO:teuthology.orchestra.run.smithi157.stderr: 94.0% -- replaced with /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mds.f.log.gz 2024-05-16T16:01:41.127 INFO:teuthology.orchestra.run.smithi157.stderr: 94.2% -- replaced with /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mds.i.log.gz 2024-05-16T16:01:42.408 INFO:teuthology.orchestra.run.smithi148.stderr: 94.3% -- replaced with /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mds.h.log.gz 2024-05-16T16:01:43.580 INFO:teuthology.orchestra.run.smithi157.stderr: 94.7% -- replaced with /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mds.c.log.gz 2024-05-16T16:01:49.936 INFO:teuthology.orchestra.run.smithi157.stderr: 91.6% -- replaced with /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-osd.2.log.gz 2024-05-16T16:01:49.990 INFO:teuthology.orchestra.run.smithi148.stderr: 92.0% -- replaced with /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-osd.10.log.gz 2024-05-16T16:01:56.283 INFO:teuthology.orchestra.run.smithi157.stderr: 91.4% -- replaced with /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-osd.8.log.gz 2024-05-16T16:01:57.943 INFO:teuthology.orchestra.run.smithi043.stderr: 91.7% -- replaced with /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-osd.6.log.gz 2024-05-16T16:01:57.964 INFO:teuthology.orchestra.run.smithi157.stderr: 91.9% -- replaced with /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-osd.11.log.gz 2024-05-16T16:01:59.823 INFO:teuthology.orchestra.run.smithi148.stderr: 91.7% -- replaced with /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-osd.1.log.gz 2024-05-16T16:02:00.661 INFO:teuthology.orchestra.run.smithi043.stderr: 91.8% -- replaced with /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-osd.3.log.gz 2024-05-16T16:02:00.722 INFO:teuthology.orchestra.run.smithi148.stderr: 91.4% -- replaced with /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-osd.7.log.gz 2024-05-16T16:02:01.130 INFO:teuthology.orchestra.run.smithi157.stderr: 91.7% -- replaced with /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-osd.5.log.gz 2024-05-16T16:02:01.132 INFO:teuthology.orchestra.run.smithi157.stderr: 2024-05-16T16:02:01.132 INFO:teuthology.orchestra.run.smithi157.stderr:real 0m24.195s 2024-05-16T16:02:01.132 INFO:teuthology.orchestra.run.smithi157.stderr:user 1m30.036s 2024-05-16T16:02:01.132 INFO:teuthology.orchestra.run.smithi157.stderr:sys 0m2.701s 2024-05-16T16:02:01.264 INFO:teuthology.orchestra.run.smithi043.stderr: 94.0% -- replaced with /var/log/ceph/ceph-client.0.log.gz 2024-05-16T16:02:01.482 INFO:teuthology.orchestra.run.smithi148.stderr: 93.7% -- replaced with /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-mds.b.log.gz 2024-05-16T16:02:02.198 INFO:teuthology.orchestra.run.smithi043.stderr: 91.6% -- replaced with /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-osd.9.log.gz 2024-05-16T16:02:08.574 INFO:teuthology.orchestra.run.smithi148.stderr: 91.8% -- replaced with /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-osd.4.log.gz 2024-05-16T16:02:08.576 INFO:teuthology.orchestra.run.smithi148.stderr: 2024-05-16T16:02:08.576 INFO:teuthology.orchestra.run.smithi148.stderr:real 0m31.639s 2024-05-16T16:02:08.576 INFO:teuthology.orchestra.run.smithi148.stderr:user 1m59.384s 2024-05-16T16:02:08.576 INFO:teuthology.orchestra.run.smithi148.stderr:sys 0m3.756s 2024-05-16T16:02:13.087 INFO:teuthology.orchestra.run.smithi043.stderr: 91.9% -- replaced with /var/log/ceph/13155b42-139a-11ef-bc9a-c7b262605968/ceph-osd.0.log.gz 2024-05-16T16:02:13.088 INFO:teuthology.orchestra.run.smithi043.stderr: 2024-05-16T16:02:13.089 INFO:teuthology.orchestra.run.smithi043.stderr:real 0m36.155s 2024-05-16T16:02:13.089 INFO:teuthology.orchestra.run.smithi043.stderr:user 2m8.458s 2024-05-16T16:02:13.089 INFO:teuthology.orchestra.run.smithi043.stderr:sys 0m3.740s 2024-05-16T16:02:13.089 INFO:tasks.cephadm:Archiving logs... 2024-05-16T16:02:13.089 DEBUG:teuthology.misc:Transferring archived files from smithi043:/var/log/ceph to /home/teuthworker/archive/dparmar-2024-05-16_13:37:23-fs-wip-63896-from-wip-rishabh-testing-20240501.193033-distro-default-smithi/7709145/remote/smithi043/log 2024-05-16T16:02:13.090 DEBUG:teuthology.orchestra.run.smithi043:> sudo tar c -f - -C /var/log/ceph -- . 2024-05-16T16:02:32.327 DEBUG:teuthology.misc:Transferring archived files from smithi148:/var/log/ceph to /home/teuthworker/archive/dparmar-2024-05-16_13:37:23-fs-wip-63896-from-wip-rishabh-testing-20240501.193033-distro-default-smithi/7709145/remote/smithi148/log 2024-05-16T16:02:32.328 DEBUG:teuthology.orchestra.run.smithi148:> sudo tar c -f - -C /var/log/ceph -- . 2024-05-16T16:02:50.429 DEBUG:teuthology.misc:Transferring archived files from smithi157:/var/log/ceph to /home/teuthworker/archive/dparmar-2024-05-16_13:37:23-fs-wip-63896-from-wip-rishabh-testing-20240501.193033-distro-default-smithi/7709145/remote/smithi157/log 2024-05-16T16:02:50.430 DEBUG:teuthology.orchestra.run.smithi157:> sudo tar c -f - -C /var/log/ceph -- . 2024-05-16T16:03:03.360 INFO:tasks.cephadm:Removing cluster... 2024-05-16T16:03:03.360 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 13155b42-139a-11ef-bc9a-c7b262605968 --force 2024-05-16T16:03:03.563 INFO:teuthology.orchestra.run.smithi043.stdout:Deleting cluster with fsid: 13155b42-139a-11ef-bc9a-c7b262605968 2024-05-16T16:03:03.983 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 13155b42-139a-11ef-bc9a-c7b262605968 --force 2024-05-16T16:03:04.176 INFO:teuthology.orchestra.run.smithi148.stdout:Deleting cluster with fsid: 13155b42-139a-11ef-bc9a-c7b262605968 2024-05-16T16:03:04.598 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 13155b42-139a-11ef-bc9a-c7b262605968 --force 2024-05-16T16:03:04.790 INFO:teuthology.orchestra.run.smithi157.stdout:Deleting cluster with fsid: 13155b42-139a-11ef-bc9a-c7b262605968 2024-05-16T16:03:05.168 INFO:tasks.cephadm:Removing cephadm ... 2024-05-16T16:03:05.168 DEBUG:teuthology.orchestra.run.smithi043:> rm -rf /home/ubuntu/cephtest/cephadm 2024-05-16T16:03:05.185 DEBUG:teuthology.orchestra.run.smithi148:> rm -rf /home/ubuntu/cephtest/cephadm 2024-05-16T16:03:05.201 DEBUG:teuthology.orchestra.run.smithi157:> rm -rf /home/ubuntu/cephtest/cephadm 2024-05-16T16:03:05.218 INFO:tasks.cephadm:Teardown complete 2024-05-16T16:03:05.218 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-05-16T16:03:05.229 ERROR:teuthology.contextutil:Saw exception from nested tasks Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_1ae7ad82388e92a475afff437d49054826c019a1/teuthology/contextutil.py", line 32, in nested yield vars File "/home/teuthworker/src/git.ceph.com_teuthology_1ae7ad82388e92a475afff437d49054826c019a1/teuthology/task/install/__init__.py", line 626, in task yield File "/home/teuthworker/src/git.ceph.com_teuthology_1ae7ad82388e92a475afff437d49054826c019a1/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph-c_ddbc91cbb025d4140650569b3f9e53bec459037d/qa/tasks/fwd_scrub.py", line 155, in task stop_all_fwd_scrubbers(ctx.ceph[config['cluster']].thrashers) File "/home/teuthworker/src/git.ceph.com_ceph-c_ddbc91cbb025d4140650569b3f9e53bec459037d/qa/tasks/fwd_scrub.py", line 90, in stop_all_fwd_scrubbers raise RuntimeError(f"error during scrub thrashing: {thrasher.exception}") RuntimeError: error during scrub thrashing: rank damage found: {'backtrace'} 2024-05-16T16:03:05.230 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-05-16T16:03:05.230 DEBUG:teuthology.orchestra.run.smithi043:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-05-16T16:03:05.233 DEBUG:teuthology.orchestra.run.smithi148:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-05-16T16:03:05.243 DEBUG:teuthology.orchestra.run.smithi157:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-05-16T16:03:05.352 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-05-16T16:03:05.362 INFO:teuthology.task.clock:Checking final clock skew... 2024-05-16T16:03:05.362 DEBUG:teuthology.orchestra.run.smithi043:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-16T16:03:05.364 DEBUG:teuthology.orchestra.run.smithi148:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-16T16:03:05.367 DEBUG:teuthology.orchestra.run.smithi157:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-16T16:03:05.377 INFO:teuthology.orchestra.run.smithi043.stderr:bash: line 1: ntpq: command not found 2024-05-16T16:03:05.379 INFO:teuthology.orchestra.run.smithi148.stderr:bash: line 1: ntpq: command not found 2024-05-16T16:03:05.381 INFO:teuthology.orchestra.run.smithi157.stderr:bash: line 1: ntpq: command not found 2024-05-16T16:03:05.382 INFO:teuthology.orchestra.run.smithi043.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-16T16:03:05.382 INFO:teuthology.orchestra.run.smithi043.stdout:=============================================================================== 2024-05-16T16:03:05.382 INFO:teuthology.orchestra.run.smithi043.stdout:^* hv01.front.sepia.ceph.com 3 6 377 22 +682us[ +685us] +/- 43ms 2024-05-16T16:03:05.382 INFO:teuthology.orchestra.run.smithi043.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 22 -1729us[-1725us] +/- 57ms 2024-05-16T16:03:05.383 INFO:teuthology.orchestra.run.smithi043.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 19 +1129us[+1129us] +/- 74ms 2024-05-16T16:03:05.383 INFO:teuthology.orchestra.run.smithi043.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-05-16T16:03:05.384 INFO:teuthology.orchestra.run.smithi148.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-16T16:03:05.384 INFO:teuthology.orchestra.run.smithi148.stdout:=============================================================================== 2024-05-16T16:03:05.384 INFO:teuthology.orchestra.run.smithi148.stdout:^* hv01.front.sepia.ceph.com 3 6 377 17 +687us[ +709us] +/- 43ms 2024-05-16T16:03:05.385 INFO:teuthology.orchestra.run.smithi148.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 24 -1744us[-1722us] +/- 57ms 2024-05-16T16:03:05.385 INFO:teuthology.orchestra.run.smithi148.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 19 +1105us[+1128us] +/- 74ms 2024-05-16T16:03:05.385 INFO:teuthology.orchestra.run.smithi148.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-05-16T16:03:05.385 INFO:teuthology.orchestra.run.smithi157.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-16T16:03:05.386 INFO:teuthology.orchestra.run.smithi157.stdout:=============================================================================== 2024-05-16T16:03:05.386 INFO:teuthology.orchestra.run.smithi157.stdout:^* hv01.front.sepia.ceph.com 3 6 377 21 +679us[ +688us] +/- 43ms 2024-05-16T16:03:05.386 INFO:teuthology.orchestra.run.smithi157.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 18 -1724us[-1724us] +/- 57ms 2024-05-16T16:03:05.386 INFO:teuthology.orchestra.run.smithi157.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 21 +1131us[+1131us] +/- 74ms 2024-05-16T16:03:05.386 INFO:teuthology.orchestra.run.smithi157.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-05-16T16:03:05.387 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-05-16T16:03:05.400 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-05-16T16:03:05.400 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-05-16T16:03:05.420 DEBUG:teuthology.orchestra.run.smithi043:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-05-16T16:03:05.502 DEBUG:teuthology.orchestra.run.smithi148:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-05-16T16:03:05.568 DEBUG:teuthology.orchestra.run.smithi157:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-05-16T16:03:05.634 DEBUG:teuthology.orchestra.run.smithi043:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-16T16:03:05.663 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-16T16:03:05.664 DEBUG:teuthology.orchestra.run.smithi148:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-16T16:03:05.691 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-16T16:03:05.692 DEBUG:teuthology.orchestra.run.smithi157:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-16T16:03:05.719 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-16T16:03:05.719 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-05-16T16:03:05.731 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-05-16T16:03:05.769 INFO:teuthology.task.internal:Duration was 1984.964608 seconds 2024-05-16T16:03:05.770 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-05-16T16:03:05.804 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-05-16T16:03:05.804 DEBUG:teuthology.orchestra.run.smithi043:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-05-16T16:03:05.807 DEBUG:teuthology.orchestra.run.smithi148:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-05-16T16:03:05.809 DEBUG:teuthology.orchestra.run.smithi157:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-05-16T16:03:05.844 INFO:teuthology.orchestra.run.smithi043.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-16T16:03:05.846 INFO:teuthology.orchestra.run.smithi148.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-16T16:03:05.847 INFO:teuthology.orchestra.run.smithi157.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-16T16:03:06.231 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-05-16T16:03:06.232 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi043.front.sepia.ceph.com 2024-05-16T16:03:06.232 DEBUG:teuthology.orchestra.run.smithi043:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-05-16T16:03:06.253 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi148.front.sepia.ceph.com 2024-05-16T16:03:06.253 DEBUG:teuthology.orchestra.run.smithi148:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-05-16T16:03:06.293 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi157.front.sepia.ceph.com 2024-05-16T16:03:06.294 DEBUG:teuthology.orchestra.run.smithi157:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-05-16T16:03:06.317 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-05-16T16:03:06.317 DEBUG:teuthology.orchestra.run.smithi043:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-05-16T16:03:06.319 DEBUG:teuthology.orchestra.run.smithi148:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-05-16T16:03:06.335 DEBUG:teuthology.orchestra.run.smithi157:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-05-16T16:03:06.383 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-05-16T16:03:06.384 DEBUG:teuthology.orchestra.run.smithi043:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-05-16T16:03:06.387 DEBUG:teuthology.orchestra.run.smithi148:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-05-16T16:03:06.403 DEBUG:teuthology.orchestra.run.smithi157:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-05-16T16:03:07.150 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-05-16T16:03:07.163 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-05-16T16:03:07.163 DEBUG:teuthology.orchestra.run.smithi043:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-05-16T16:03:07.188 DEBUG:teuthology.orchestra.run.smithi148:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-05-16T16:03:07.215 DEBUG:teuthology.orchestra.run.smithi157:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-05-16T16:03:07.241 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-05-16T16:03:07.252 DEBUG:teuthology.orchestra.run.smithi043:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-05-16T16:03:07.255 DEBUG:teuthology.orchestra.run.smithi148:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-05-16T16:03:07.258 DEBUG:teuthology.orchestra.run.smithi157:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-05-16T16:03:07.277 INFO:teuthology.orchestra.run.smithi043.stdout:kernel.core_pattern = core 2024-05-16T16:03:07.279 INFO:teuthology.orchestra.run.smithi148.stdout:kernel.core_pattern = core 2024-05-16T16:03:07.305 INFO:teuthology.orchestra.run.smithi157.stdout:kernel.core_pattern = core 2024-05-16T16:03:07.333 DEBUG:teuthology.orchestra.run.smithi043:> test -e /home/ubuntu/cephtest/archive/coredump 2024-05-16T16:03:07.348 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-16T16:03:07.348 DEBUG:teuthology.orchestra.run.smithi148:> test -e /home/ubuntu/cephtest/archive/coredump 2024-05-16T16:03:07.363 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-16T16:03:07.363 DEBUG:teuthology.orchestra.run.smithi157:> test -e /home/ubuntu/cephtest/archive/coredump 2024-05-16T16:03:07.388 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-16T16:03:07.388 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-05-16T16:03:07.399 INFO:teuthology.task.internal:Transferring archived files... 2024-05-16T16:03:07.400 DEBUG:teuthology.misc:Transferring archived files from smithi043:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/dparmar-2024-05-16_13:37:23-fs-wip-63896-from-wip-rishabh-testing-20240501.193033-distro-default-smithi/7709145/remote/smithi043 2024-05-16T16:03:07.400 DEBUG:teuthology.orchestra.run.smithi043:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-05-16T16:03:07.453 DEBUG:teuthology.misc:Transferring archived files from smithi148:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/dparmar-2024-05-16_13:37:23-fs-wip-63896-from-wip-rishabh-testing-20240501.193033-distro-default-smithi/7709145/remote/smithi148 2024-05-16T16:03:07.453 DEBUG:teuthology.orchestra.run.smithi148:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-05-16T16:03:07.490 DEBUG:teuthology.misc:Transferring archived files from smithi157:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/dparmar-2024-05-16_13:37:23-fs-wip-63896-from-wip-rishabh-testing-20240501.193033-distro-default-smithi/7709145/remote/smithi157 2024-05-16T16:03:07.490 DEBUG:teuthology.orchestra.run.smithi157:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-05-16T16:03:07.525 INFO:teuthology.task.internal:Removing archive directory... 2024-05-16T16:03:07.526 DEBUG:teuthology.orchestra.run.smithi043:> rm -rf -- /home/ubuntu/cephtest/archive 2024-05-16T16:03:07.528 DEBUG:teuthology.orchestra.run.smithi148:> rm -rf -- /home/ubuntu/cephtest/archive 2024-05-16T16:03:07.530 DEBUG:teuthology.orchestra.run.smithi157:> rm -rf -- /home/ubuntu/cephtest/archive 2024-05-16T16:03:07.574 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-05-16T16:03:07.591 INFO:teuthology.task.internal:Not uploading archives. 2024-05-16T16:03:07.591 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-05-16T16:03:07.620 INFO:teuthology.task.internal:Tidying up after the test... 2024-05-16T16:03:07.620 DEBUG:teuthology.orchestra.run.smithi043:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-05-16T16:03:07.623 DEBUG:teuthology.orchestra.run.smithi148:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-05-16T16:03:07.626 DEBUG:teuthology.orchestra.run.smithi157:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-05-16T16:03:07.637 INFO:teuthology.orchestra.run.smithi043.stdout: 265295 4 drwxr-xr-x 2 ubuntu ubuntu 4096 May 16 16:03 /home/ubuntu/cephtest 2024-05-16T16:03:07.639 INFO:teuthology.orchestra.run.smithi148.stdout: 265295 4 drwxr-xr-x 2 ubuntu ubuntu 4096 May 16 16:03 /home/ubuntu/cephtest 2024-05-16T16:03:07.642 INFO:teuthology.orchestra.run.smithi157.stdout: 265307 4 drwxr-xr-x 2 ubuntu ubuntu 4096 May 16 16:03 /home/ubuntu/cephtest 2024-05-16T16:03:07.642 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-05-16T16:03:07.656 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-05-16T16:03:07.697 DEBUG:teuthology.run_tasks:Exception was not quenched, exiting: RuntimeError: error during scrub thrashing: rank damage found: {'backtrace'} 2024-05-16T16:03:07.697 INFO:teuthology.nuke:Checking targets against current locks 2024-05-16T16:03:07.723 DEBUG:teuthology.nuke:shortname: smithi043 2024-05-16T16:03:07.723 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-05-16T16:03:07.747 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi043.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/dparmar-2024-05-16_13:37:23-fs-wip-63896-from-wip-rishabh-testing-20240501.193033-distro-default-smithi/7709145', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-05-16 15:20:48.174682', 'locked_by': 'scheduled_dparmar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHNotCqBV4C2HQVWZphEUNAIbf/DtLhmE4Kxat/snZv4SdmDcAXuQ+AaqmFYcbukw1Dc/+Pi86HcQ3z5BKbXkXA='} 2024-05-16T16:03:07.749 DEBUG:teuthology.nuke:shortname: smithi148 2024-05-16T16:03:07.749 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-05-16T16:03:07.776 DEBUG:teuthology.nuke:shortname: smithi157 2024-05-16T16:03:07.776 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-05-16T16:03:07.779 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi148.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/dparmar-2024-05-16_13:37:23-fs-wip-63896-from-wip-rishabh-testing-20240501.193033-distro-default-smithi/7709145', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-05-16 15:20:48.177264', 'locked_by': 'scheduled_dparmar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHI01GioVS+KaXx42X8H2BKVLy8dWU7eyZ1rFUWVJ/Fc6Wh8lGDVBmHgg1H7UU1ZI3Y0da9yEjDq1fQDnAQvLSQ='} 2024-05-16T16:03:07.801 INFO:teuthology.orchestra.console.smithi043:Power off 2024-05-16T16:03:07.802 DEBUG:teuthology.orchestra.console.smithi043:pexpect command: ipmitool -H smithi043.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-05-16T16:03:07.813 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi157.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/dparmar-2024-05-16_13:37:23-fs-wip-63896-from-wip-rishabh-testing-20240501.193033-distro-default-smithi/7709145', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-05-16 15:20:48.176101', 'locked_by': 'scheduled_dparmar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHcJUJZT5gFBpI8Wc4lphsCpb+IoPY3qR19JwR3M3z1YSkgLdLuFAvNYlSQluDN8C9vW7y3VMRGNZPqIZBBKnss='} 2024-05-16T16:03:07.824 DEBUG:teuthology.orchestra.console.smithi043:power off output: Chassis Power Control: Down/Off 2024-05-16T16:03:07.824 DEBUG:teuthology.orchestra.console.smithi043:pexpect command: ipmitool -H smithi043.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-05-16T16:03:07.842 INFO:teuthology.orchestra.console.smithi148:Power off 2024-05-16T16:03:07.843 DEBUG:teuthology.orchestra.console.smithi148:pexpect command: ipmitool -H smithi148.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-05-16T16:03:07.855 DEBUG:teuthology.orchestra.console.smithi043:check power output: Chassis Power is on 2024-05-16T16:03:07.866 DEBUG:teuthology.orchestra.console.smithi148:power off output: Chassis Power Control: Down/Off 2024-05-16T16:03:07.867 DEBUG:teuthology.orchestra.console.smithi148:pexpect command: ipmitool -H smithi148.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-05-16T16:03:07.883 INFO:teuthology.orchestra.console.smithi157:Power off 2024-05-16T16:03:07.884 DEBUG:teuthology.orchestra.console.smithi157:pexpect command: ipmitool -H smithi157.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-05-16T16:03:07.892 DEBUG:teuthology.orchestra.console.smithi148:check power output: Chassis Power is on 2024-05-16T16:03:07.905 DEBUG:teuthology.orchestra.console.smithi157:power off output: Chassis Power Control: Down/Off 2024-05-16T16:03:07.905 DEBUG:teuthology.orchestra.console.smithi157:pexpect command: ipmitool -H smithi157.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-05-16T16:03:07.925 DEBUG:teuthology.orchestra.console.smithi157:check power output: Chassis Power is on 2024-05-16T16:03:11.857 DEBUG:teuthology.orchestra.console.smithi043:pexpect command: ipmitool -H smithi043.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-05-16T16:03:11.893 DEBUG:teuthology.orchestra.console.smithi148:pexpect command: ipmitool -H smithi148.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-05-16T16:03:11.926 DEBUG:teuthology.orchestra.console.smithi157:pexpect command: ipmitool -H smithi157.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-05-16T16:03:11.968 DEBUG:teuthology.orchestra.console.smithi043:check power output: Chassis Power is on 2024-05-16T16:03:12.004 DEBUG:teuthology.orchestra.console.smithi148:check power output: Chassis Power is on 2024-05-16T16:03:12.038 DEBUG:teuthology.orchestra.console.smithi157:check power output: Chassis Power is on 2024-05-16T16:03:15.972 DEBUG:teuthology.orchestra.console.smithi043:pexpect command: ipmitool -H smithi043.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-05-16T16:03:16.005 DEBUG:teuthology.orchestra.console.smithi148:pexpect command: ipmitool -H smithi148.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-05-16T16:03:16.039 DEBUG:teuthology.orchestra.console.smithi157:pexpect command: ipmitool -H smithi157.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-05-16T16:03:16.083 DEBUG:teuthology.orchestra.console.smithi043:check power output: Chassis Power is off 2024-05-16T16:03:16.114 DEBUG:teuthology.orchestra.console.smithi148:check power output: Chassis Power is off 2024-05-16T16:03:16.148 DEBUG:teuthology.orchestra.console.smithi157:check power output: Chassis Power is off 2024-05-16T16:03:16.183 INFO:teuthology.orchestra.console.smithi043:Power off completed 2024-05-16T16:03:16.215 INFO:teuthology.orchestra.console.smithi148:Power off completed 2024-05-16T16:03:16.249 INFO:teuthology.orchestra.console.smithi157:Power off completed 2024-05-16T16:03:16.354 INFO:teuthology.run:Summary data: description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/fuse objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-quiesce/no 6-workunit/suites/fsx}} duration: 1984.9646081924438 failure_reason: 'error during scrub thrashing: rank damage found: {''backtrace''}' flavor: default owner: scheduled_dparmar@teuthology status: fail success: false 2024-05-16T16:03:16.355 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-05-16T16:03:16.453 INFO:teuthology.run:FAIL